Commit
路
a6e7894
1
Parent(s):
8b6e717
Add squad 2 results
Browse files
README.md
CHANGED
|
@@ -77,6 +77,25 @@ answer = tokenizer.decode(tokenizer.convert_tokens_to_ids(answer_tokens))
|
|
| 77 |
|
| 78 |
```bash
|
| 79 |
# Squad v2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 80 |
|
| 81 |
# Squad
|
| 82 |
```
|
|
|
|
| 77 |
|
| 78 |
```bash
|
| 79 |
# Squad v2
|
| 80 |
+
{
|
| 81 |
+
"eval_HasAns_exact": 79.97638326585695,
|
| 82 |
+
"eval_HasAns_f1": 86.1444296592862,
|
| 83 |
+
"eval_HasAns_total": 5928,
|
| 84 |
+
"eval_NoAns_exact": 84.42388561816652,
|
| 85 |
+
"eval_NoAns_f1": 84.42388561816652,
|
| 86 |
+
"eval_NoAns_total": 5945,
|
| 87 |
+
"eval_best_exact": 82.2033184536343,
|
| 88 |
+
"eval_best_exact_thresh": 0.0,
|
| 89 |
+
"eval_best_f1": 85.28292588395921,
|
| 90 |
+
"eval_best_f1_thresh": 0.0,
|
| 91 |
+
"eval_exact": 82.2033184536343,
|
| 92 |
+
"eval_f1": 85.28292588395928,
|
| 93 |
+
"eval_runtime": 522.0299,
|
| 94 |
+
"eval_samples": 12001,
|
| 95 |
+
"eval_samples_per_second": 22.989,
|
| 96 |
+
"eval_steps_per_second": 0.96,
|
| 97 |
+
"eval_total": 11873
|
| 98 |
+
}
|
| 99 |
|
| 100 |
# Squad
|
| 101 |
```
|