abrek commited on
Commit
5c12f78
·
verified ·
1 Parent(s): 4a3a142

Add missing tr-wikihow-summ scores

Browse files
results/zero-shot/aya-expanse-8b.json CHANGED
@@ -166,6 +166,13 @@
166
  "task": "multiple_choice",
167
  "acc": 0.46555555555555556,
168
  "acc_norm": 0.46555555555555556
 
 
 
 
 
 
 
169
  }
170
  ]
171
  }
 
166
  "task": "multiple_choice",
167
  "acc": 0.46555555555555556,
168
  "acc_norm": 0.46555555555555556
169
+ },
170
+ {
171
+ "name": "tr-wikihow-summ",
172
+ "task": "summarization",
173
+ "rouge1": 0.011791589892292625,
174
+ "rouge2": 0.005495865074665877,
175
+ "rougeL": 0.009523063183214307
176
  }
177
  ]
178
  }
results/zero-shot/llama-3.2-3b-instruct.json CHANGED
@@ -198,7 +198,13 @@
198
  "task": "multiple_choice",
199
  "acc": 0.34444444444444444,
200
  "acc_norm": 0.34444444444444444
 
 
 
 
 
 
 
201
  }
202
-
203
  ]
204
  }
 
198
  "task": "multiple_choice",
199
  "acc": 0.34444444444444444,
200
  "acc_norm": 0.34444444444444444
201
+ },
202
+ {
203
+ "name": "tr-wikihow-summ",
204
+ "task": "summarization",
205
+ "rouge1": 0.20895844439423625,
206
+ "rouge2": 0.06600479924922747,
207
+ "rougeL": 0.15296503277602666
208
  }
 
209
  ]
210
  }
results/zero-shot/mistral-7b.json CHANGED
@@ -172,6 +172,13 @@
172
  "task": "multiple_choice",
173
  "acc": 0.20333333333333334,
174
  "acc_norm": 0.20333333333333334
 
 
 
 
 
 
 
175
  }
176
  ]
177
  }
 
172
  "task": "multiple_choice",
173
  "acc": 0.20333333333333334,
174
  "acc_norm": 0.20333333333333334
175
+ },
176
+ {
177
+ "name": "tr-wikihow-summ",
178
+ "task": "summarization",
179
+ "rouge1": 0.03270500689456488,
180
+ "rouge2": 0.011127489805662754,
181
+ "rougeL": 0.025124899949616367
182
  }
183
  ]
184
  }