Spaces:
Running
Running
Add missing tr-wikihow-summ scores
Browse files
results/zero-shot/aya-expanse-8b.json
CHANGED
@@ -166,6 +166,13 @@
|
|
166 |
"task": "multiple_choice",
|
167 |
"acc": 0.46555555555555556,
|
168 |
"acc_norm": 0.46555555555555556
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
169 |
}
|
170 |
]
|
171 |
}
|
|
|
166 |
"task": "multiple_choice",
|
167 |
"acc": 0.46555555555555556,
|
168 |
"acc_norm": 0.46555555555555556
|
169 |
+
},
|
170 |
+
{
|
171 |
+
"name": "tr-wikihow-summ",
|
172 |
+
"task": "summarization",
|
173 |
+
"rouge1": 0.011791589892292625,
|
174 |
+
"rouge2": 0.005495865074665877,
|
175 |
+
"rougeL": 0.009523063183214307
|
176 |
}
|
177 |
]
|
178 |
}
|
results/zero-shot/llama-3.2-3b-instruct.json
CHANGED
@@ -198,7 +198,13 @@
|
|
198 |
"task": "multiple_choice",
|
199 |
"acc": 0.34444444444444444,
|
200 |
"acc_norm": 0.34444444444444444
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
201 |
}
|
202 |
-
|
203 |
]
|
204 |
}
|
|
|
198 |
"task": "multiple_choice",
|
199 |
"acc": 0.34444444444444444,
|
200 |
"acc_norm": 0.34444444444444444
|
201 |
+
},
|
202 |
+
{
|
203 |
+
"name": "tr-wikihow-summ",
|
204 |
+
"task": "summarization",
|
205 |
+
"rouge1": 0.20895844439423625,
|
206 |
+
"rouge2": 0.06600479924922747,
|
207 |
+
"rougeL": 0.15296503277602666
|
208 |
}
|
|
|
209 |
]
|
210 |
}
|
results/zero-shot/mistral-7b.json
CHANGED
@@ -172,6 +172,13 @@
|
|
172 |
"task": "multiple_choice",
|
173 |
"acc": 0.20333333333333334,
|
174 |
"acc_norm": 0.20333333333333334
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
175 |
}
|
176 |
]
|
177 |
}
|
|
|
172 |
"task": "multiple_choice",
|
173 |
"acc": 0.20333333333333334,
|
174 |
"acc_norm": 0.20333333333333334
|
175 |
+
},
|
176 |
+
{
|
177 |
+
"name": "tr-wikihow-summ",
|
178 |
+
"task": "summarization",
|
179 |
+
"rouge1": 0.03270500689456488,
|
180 |
+
"rouge2": 0.011127489805662754,
|
181 |
+
"rougeL": 0.025124899949616367
|
182 |
}
|
183 |
]
|
184 |
}
|