Add final numbers for 7B 1.1 version
Browse files
README.md
CHANGED
@@ -870,7 +870,7 @@ All results reported below are on a 5-shot setting.
|
|
870 |
<td>43.51</td>
|
871 |
</tr>
|
872 |
<tr>
|
873 |
-
<td rowspan="
|
874 |
<td>eus_exams</td>
|
875 |
<td>acc</td>
|
876 |
<td>41.04</td>
|
@@ -885,6 +885,11 @@ All results reported below are on a 5-shot setting.
|
|
885 |
<td>acc</td>
|
886 |
<td>52.36</td>
|
887 |
</tr>
|
|
|
|
|
|
|
|
|
|
|
888 |
<tr>
|
889 |
<td>Reading Comprehension</td>
|
890 |
<td>eus_reading</td>
|
@@ -909,6 +914,18 @@ All results reported below are on a 5-shot setting.
|
|
909 |
<th>Result</th>
|
910 |
</tr></thead>
|
911 |
<tbody>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
912 |
<tr>
|
913 |
<td rowspan="2">Paraphrasing</td>
|
914 |
<td>parafrases_gl</td>
|
|
|
870 |
<td>43.51</td>
|
871 |
</tr>
|
872 |
<tr>
|
873 |
+
<td rowspan="4">QA</td>
|
874 |
<td>eus_exams</td>
|
875 |
<td>acc</td>
|
876 |
<td>41.04</td>
|
|
|
885 |
<td>acc</td>
|
886 |
<td>52.36</td>
|
887 |
</tr>
|
888 |
+
<tr>
|
889 |
+
<td>piqa_eu</td>
|
890 |
+
<td>acc</td>
|
891 |
+
<td>63.67</td>
|
892 |
+
</tr>
|
893 |
<tr>
|
894 |
<td>Reading Comprehension</td>
|
895 |
<td>eus_reading</td>
|
|
|
914 |
<th>Result</th>
|
915 |
</tr></thead>
|
916 |
<tbody>
|
917 |
+
<tr>
|
918 |
+
<td>Commonsense Reasoning</td>
|
919 |
+
<td>xstorycloze_gl</td>
|
920 |
+
<td>acc</td>
|
921 |
+
<td>74.12</td>
|
922 |
+
</tr>
|
923 |
+
<tr>
|
924 |
+
<td>NLI</td>
|
925 |
+
<td>xnli_gl</td>
|
926 |
+
<td>acc</td>
|
927 |
+
<td>50.95</td>
|
928 |
+
</tr>
|
929 |
<tr>
|
930 |
<td rowspan="2">Paraphrasing</td>
|
931 |
<td>parafrases_gl</td>
|