upload new version

all_results.json

@@ -1,20 +1,20 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.8176706827309237,
-    "eval_loss": 0.44585558772087097,
-    "eval_runtime": 4.9079,
+    "epoch": 5.0,
+    "eval_accuracy": 0.8353413654618473,
+    "eval_loss": 0.4461533725261688,
+    "eval_runtime": 4.9116,
     "eval_samples": 2490,
-    "eval_samples_per_second": 507.345,
-    "eval_steps_per_second": 63.571,
-    "predict_accuracy": 0.8317365269461078,
-    "predict_loss": 0.43615299463272095,
-    "predict_runtime": 9.8914,
+    "eval_samples_per_second": 506.96,
+    "eval_steps_per_second": 63.523,
+    "predict_accuracy": 0.8289421157684631,
+    "predict_loss": 0.4381195604801178,
+    "predict_runtime": 9.8965,
     "predict_samples": 5010,
-    "predict_samples_per_second": 506.5,
-    "predict_steps_per_second": 63.388,
-    "train_loss": 0.4398244035497845,
-    "train_runtime": 7509.3386,
+    "predict_samples_per_second": 506.241,
+    "predict_steps_per_second": 63.356,
+    "train_loss": 0.3606064368724201,
+    "train_runtime": 12184.5972,
     "train_samples": 392702,
-    "train_samples_per_second": 156.885,
-    "train_steps_per_second": 4.903
+    "train_samples_per_second": 161.147,
+    "train_steps_per_second": 5.036
 }

config.json

@@ -20,9 +20,9 @@
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "entailment": 0,
-    "neutral": 1,
-    "contradiction": 2
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 3.0,
-    "eval_accuracy": 0.8176706827309237,
-    "eval_loss": 0.44585558772087097,
-    "eval_runtime": 4.9079,
+    "epoch": 5.0,
+    "eval_accuracy": 0.8353413654618473,
+    "eval_loss": 0.4461533725261688,
+    "eval_runtime": 4.9116,
     "eval_samples": 2490,
-    "eval_samples_per_second": 507.345,
-    "eval_steps_per_second": 63.571
+    "eval_samples_per_second": 506.96,
+    "eval_steps_per_second": 63.523
 }

predict_results.json

@@ -1,8 +1,8 @@
 {
-    "predict_accuracy": 0.8317365269461078,
-    "predict_loss": 0.43615299463272095,
-    "predict_runtime": 9.8914,
+    "predict_accuracy": 0.8289421157684631,
+    "predict_loss": 0.4381195604801178,
+    "predict_runtime": 9.8965,
     "predict_samples": 5010,
-    "predict_samples_per_second": 506.5,
-    "predict_steps_per_second": 63.388
+    "predict_samples_per_second": 506.241,
+    "predict_steps_per_second": 63.356
 }

predictions.txt

@@ -1,7 +1,7 @@
 index	prediction
 0	contradiction
 1	entailment
-2	neutral
+2	contradiction
 3	neutral
 4	entailment
 5	contradiction
@@ -33,18 +33,18 @@ index	prediction
 31	entailment
 32	contradiction
 33	entailment
-34	neutral
+34	contradiction
 35	contradiction
 36	contradiction
 37	entailment
 38	neutral
 39	contradiction
-40	contradiction
+40	entailment
 41	entailment
 42	contradiction
 43	entailment
 44	neutral
-45	neutral
+45	entailment
 46	neutral
 47	contradiction
 48	entailment
@@ -83,36 +83,36 @@ index	prediction
 81	neutral
 82	contradiction
 83	neutral
-84	neutral
+84	contradiction
 85	neutral
 86	neutral
-87	neutral
+87	contradiction
 88	contradiction
 89	neutral
 90	neutral
 91	entailment
 92	neutral
-93	contradiction
-94	contradiction
+93	neutral
+94	entailment
 95	contradiction
 96	entailment
 97	contradiction
 98	entailment
 99	contradiction
 100	neutral
-101	entailment
+101	neutral
 102	neutral
 103	contradiction
 104	neutral
 105	neutral
-106	entailment
+106	neutral
 107	contradiction
 108	neutral
 109	entailment
 110	contradiction
 111	neutral
 112	contradiction
-113	neutral
+113	entailment
 114	contradiction
 115	neutral
 116	neutral
@@ -122,7 +122,7 @@ index	prediction
 120	contradiction
 121	entailment
 122	contradiction
-123	neutral
+123	entailment
 124	neutral
 125	contradiction
 126	contradiction
@@ -145,7 +145,7 @@ index	prediction
 143	entailment
 144	entailment
 145	entailment
-146	neutral
+146	contradiction
 147	neutral
 148	entailment
 149	contradiction
@@ -159,7 +159,7 @@ index	prediction
 157	contradiction
 158	neutral
 159	contradiction
-160	neutral
+160	contradiction
 161	neutral
 162	neutral
 163	entailment
@@ -172,7 +172,7 @@ index	prediction
 170	contradiction
 171	contradiction
 172	entailment
-173	contradiction
+173	neutral
 174	entailment
 175	neutral
 176	contradiction
@@ -182,11 +182,11 @@ index	prediction
 180	entailment
 181	contradiction
 182	neutral
-183	entailment
+183	neutral
 184	contradiction
 185	neutral
 186	neutral
-187	neutral
+187	entailment
 188	contradiction
 189	contradiction
 190	neutral
@@ -217,42 +217,42 @@ index	prediction
 215	contradiction
 216	contradiction
 217	entailment
-218	neutral
+218	entailment
 219	contradiction
 220	entailment
 221	neutral
-222	neutral
+222	contradiction
 223	entailment
 224	entailment
 225	neutral
-226	contradiction
+226	entailment
 227	neutral
 228	neutral
 229	neutral
 230	contradiction
 231	contradiction
 232	entailment
-233	entailment
+233	neutral
 234	contradiction
 235	neutral
-236	entailment
+236	neutral
 237	contradiction
 238	neutral
 239	neutral
 240	neutral
 241	entailment
 242	contradiction
-243	neutral
+243	contradiction
 244	entailment
 245	neutral
 246	neutral
 247	entailment
-248	contradiction
+248	neutral
 249	contradiction
 250	neutral
-251	neutral
+251	entailment
 252	entailment
-253	neutral
+253	entailment
 254	contradiction
 255	neutral
 256	entailment
@@ -262,7 +262,7 @@ index	prediction
 260	contradiction
 261	contradiction
 262	contradiction
-263	entailment
+263	contradiction
 264	neutral
 265	neutral
 266	entailment
@@ -288,11 +288,11 @@ index	prediction
 286	neutral
 287	entailment
 288	contradiction
-289	entailment
-290	neutral
+289	neutral
+290	entailment
 291	neutral
 292	entailment
-293	entailment
+293	neutral
 294	entailment
 295	neutral
 296	contradiction
@@ -306,7 +306,7 @@ index	prediction
 304	contradiction
 305	contradiction
 306	contradiction
-307	contradiction
+307	neutral
 308	entailment
 309	contradiction
 310	entailment
@@ -319,12 +319,12 @@ index	prediction
 317	neutral
 318	neutral
 319	contradiction
-320	entailment
+320	neutral
 321	neutral
 322	entailment
 323	contradiction
 324	neutral
-325	neutral
+325	entailment
 326	contradiction
 327	neutral
 328	entailment
@@ -385,7 +385,7 @@ index	prediction
 383	neutral
 384	neutral
 385	contradiction
-386	neutral
+386	entailment
 387	neutral
 388	entailment
 389	contradiction
@@ -400,7 +400,7 @@ index	prediction
 398	contradiction
 399	neutral
 400	contradiction
-401	neutral
+401	contradiction
 402	entailment
 403	neutral
 404	contradiction
@@ -429,16 +429,16 @@ index	prediction
 427	contradiction
 428	entailment
 429	contradiction
-430	entailment
+430	contradiction
 431	neutral
-432	entailment
+432	neutral
 433	neutral
 434	contradiction
 435	neutral
 436	entailment
 437	contradiction
 438	entailment
-439	neutral
+439	contradiction
 440	contradiction
 441	entailment
 442	neutral
@@ -446,7 +446,7 @@ index	prediction
 444	entailment
 445	contradiction
 446	neutral
-447	contradiction
+447	neutral
 448	neutral
 449	entailment
 450	neutral
@@ -476,37 +476,37 @@ index	prediction
 474	neutral
 475	neutral
 476	neutral
-477	contradiction
+477	neutral
 478	entailment
 479	neutral
 480	entailment
 481	neutral
 482	contradiction
 483	entailment
-484	neutral
+484	contradiction
 485	neutral
 486	contradiction
 487	neutral
 488	contradiction
-489	neutral
+489	entailment
 490	neutral
 491	contradiction
 492	neutral
 493	contradiction
-494	entailment
+494	contradiction
 495	entailment
 496	neutral
 497	contradiction
 498	contradiction
 499	neutral
 500	entailment
-501	entailment
+501	neutral
 502	contradiction
 503	entailment
 504	neutral
 505	entailment
 506	contradiction
-507	neutral
+507	contradiction
 508	contradiction
 509	contradiction
 510	neutral
@@ -514,7 +514,7 @@ index	prediction
 512	entailment
 513	contradiction
 514	neutral
-515	entailment
+515	contradiction
 516	neutral
 517	neutral
 518	neutral
@@ -541,7 +541,7 @@ index	prediction
 539	entailment
 540	entailment
 541	contradiction
-542	neutral
+542	entailment
 543	neutral
 544	contradiction
 545	entailment
@@ -550,7 +550,7 @@ index	prediction
 548	contradiction
 549	entailment
 550	neutral
-551	neutral
+551	contradiction
 552	entailment
 553	contradiction
 554	entailment
@@ -569,7 +569,7 @@ index	prediction
 567	neutral
 568	contradiction
 569	contradiction
-570	entailment
+570	neutral
 571	contradiction
 572	entailment
 573	entailment
@@ -578,7 +578,7 @@ index	prediction
 576	neutral
 577	contradiction
 578	entailment
-579	entailment
+579	contradiction
 580	neutral
 581	contradiction
 582	entailment
@@ -615,7 +615,7 @@ index	prediction
 613	entailment
 614	contradiction
 615	entailment
-616	entailment
+616	neutral
 617	entailment
 618	contradiction
 619	entailment
@@ -628,13 +628,13 @@ index	prediction
 626	contradiction
 627	contradiction
 628	entailment
-629	entailment
+629	neutral
 630	entailment
-631	contradiction
+631	entailment
 632	contradiction
 633	contradiction
 634	neutral
-635	neutral
+635	entailment
 636	contradiction
 637	entailment
 638	neutral
@@ -642,7 +642,7 @@ index	prediction
 640	neutral
 641	contradiction
 642	entailment
-643	entailment
+643	contradiction
 644	contradiction
 645	neutral
 646	contradiction
@@ -652,10 +652,10 @@ index	prediction
 650	neutral
 651	entailment
 652	entailment
-653	neutral
+653	contradiction
 654	neutral
 655	contradiction
-656	neutral
+656	entailment
 657	neutral
 658	neutral
 659	contradiction
@@ -665,10 +665,10 @@ index	prediction
 663	entailment
 664	neutral
 665	contradiction
-666	contradiction
+666	neutral
 667	neutral
 668	entailment
-669	contradiction
+669	neutral
 670	contradiction
 671	neutral
 672	contradiction
@@ -681,14 +681,14 @@ index	prediction
 679	neutral
 680	neutral
 681	entailment
-682	contradiction
+682	neutral
 683	neutral
-684	neutral
+684	contradiction
 685	entailment
 686	neutral
 687	contradiction
 688	entailment
-689	neutral
+689	contradiction
 690	entailment
 691	neutral
 692	contradiction
@@ -698,16 +698,16 @@ index	prediction
 696	entailment
 697	contradiction
 698	neutral
-699	neutral
+699	entailment
 700	contradiction
 701	neutral
 702	neutral
 703	contradiction
-704	contradiction
+704	neutral
 705	neutral
 706	entailment
 707	contradiction
-708	entailment
+708	neutral
 709	contradiction
 710	neutral
 711	entailment
@@ -722,9 +722,9 @@ index	prediction
 720	contradiction
 721	entailment
 722	entailment
-723	neutral
+723	entailment
 724	entailment
-725	neutral
+725	contradiction
 726	neutral
 727	neutral
 728	entailment
@@ -732,16 +732,16 @@ index	prediction
 730	contradiction
 731	entailment
 732	neutral
-733	entailment
+733	contradiction
 734	contradiction
 735	neutral
 736	contradiction
-737	neutral
+737	contradiction
 738	contradiction
 739	entailment
 740	neutral
 741	entailment
-742	neutral
+742	contradiction
 743	entailment
 744	contradiction
 745	entailment
@@ -756,7 +756,7 @@ index	prediction
 754	entailment
 755	contradiction
 756	neutral
-757	contradiction
+757	entailment
 758	neutral
 759	neutral
 760	entailment
@@ -810,7 +810,7 @@ index	prediction
 808	entailment
 809	neutral
 810	contradiction
-811	entailment
+811	neutral
 812	neutral
 813	neutral
 814	entailment
@@ -829,10 +829,10 @@ index	prediction
 827	contradiction
 828	entailment
 829	neutral
-830	contradiction
+830	neutral
 831	contradiction
 832	entailment
-833	contradiction
+833	entailment
 834	contradiction
 835	entailment
 836	neutral
@@ -844,13 +844,13 @@ index	prediction
 842	contradiction
 843	neutral
 844	entailment
-845	contradiction
+845	neutral
 846	entailment
 847	neutral
 848	contradiction
 849	neutral
 850	neutral
-851	neutral
+851	contradiction
 852	entailment
 853	contradiction
 854	neutral
@@ -872,7 +872,7 @@ index	prediction
 870	contradiction
 871	neutral
 872	entailment
-873	contradiction
+873	neutral
 874	entailment
 875	neutral
 876	contradiction
@@ -883,7 +883,7 @@ index	prediction
 881	contradiction
 882	contradiction
 883	neutral
-884	entailment
+884	neutral
 885	contradiction
 886	entailment
 887	neutral
@@ -891,15 +891,15 @@ index	prediction
 889	neutral
 890	contradiction
 891	contradiction
-892	entailment
+892	neutral
 893	neutral
-894	neutral
+894	contradiction
 895	entailment
 896	contradiction
 897	contradiction
 898	entailment
 899	entailment
-900	neutral
+900	entailment
 901	entailment
 902	neutral
 903	contradiction
@@ -924,25 +924,25 @@ index	prediction
 922	contradiction
 923	neutral
 924	neutral
-925	contradiction
+925	neutral
 926	neutral
 927	neutral
 928	entailment
 929	entailment
 930	neutral
 931	entailment
-932	neutral
+932	contradiction
 933	contradiction
-934	neutral
+934	entailment
 935	neutral
 936	contradiction
 937	neutral
 938	entailment
-939	neutral
-940	contradiction
+939	contradiction
+940	neutral
 941	neutral
 942	neutral
-943	entailment
+943	neutral
 944	contradiction
 945	entailment
 946	neutral
@@ -952,16 +952,16 @@ index	prediction
 950	contradiction
 951	contradiction
 952	contradiction
-953	neutral
-954	entailment
+953	contradiction
+954	contradiction
 955	neutral
-956	entailment
+956	neutral
 957	neutral
 958	contradiction
-959	contradiction
+959	neutral
 960	neutral
 961	neutral
-962	neutral
+962	entailment
 963	entailment
 964	contradiction
 965	neutral
@@ -970,18 +970,18 @@ index	prediction
 968	neutral
 969	neutral
 970	neutral
-971	neutral
+971	contradiction
 972	contradiction
 973	neutral
 974	neutral
-975	neutral
-976	neutral
+975	contradiction
+976	entailment
 977	contradiction
 978	entailment
 979	contradiction
 980	neutral
 981	neutral
-982	neutral
+982	entailment
 983	contradiction
 984	neutral
 985	contradiction
@@ -993,14 +993,14 @@ index	prediction
 991	contradiction
 992	neutral
 993	neutral
-994	neutral
+994	contradiction
 995	contradiction
 996	contradiction
 997	neutral
 998	entailment
 999	neutral
 1000	entailment
-1001	neutral
+1001	contradiction
 1002	neutral
 1003	neutral
 1004	contradiction
@@ -1027,20 +1027,20 @@ index	prediction
 1025	neutral
 1026	neutral
 1027	entailment
-1028	entailment
+1028	contradiction
 1029	neutral
 1030	neutral
 1031	neutral
-1032	neutral
+1032	contradiction
 1033	entailment
 1034	neutral
-1035	entailment
+1035	neutral
 1036	neutral
 1037	contradiction
 1038	entailment
 1039	entailment
 1040	neutral
-1041	entailment
+1041	neutral
 1042	contradiction
 1043	neutral
 1044	contradiction
@@ -1051,7 +1051,7 @@ index	prediction
 1049	neutral
 1050	entailment
 1051	neutral
-1052	neutral
+1052	contradiction
 1053	contradiction
 1054	neutral
 1055	entailment
@@ -1062,7 +1062,7 @@ index	prediction
 1060	entailment
 1061	neutral
 1062	contradiction
-1063	neutral
+1063	contradiction
 1064	entailment
 1065	entailment
 1066	contradiction
@@ -1084,13 +1084,13 @@ index	prediction
 1082	entailment
 1083	neutral
 1084	contradiction
-1085	entailment
+1085	contradiction
 1086	entailment
 1087	neutral
-1088	neutral
-1089	contradiction
+1088	contradiction
+1089	entailment
 1090	entailment
-1091	neutral
+1091	entailment
 1092	entailment
 1093	contradiction
 1094	contradiction
@@ -1132,7 +1132,7 @@ index	prediction
 1130	neutral
 1131	entailment
 1132	neutral
-1133	neutral
+1133	contradiction
 1134	neutral
 1135	contradiction
 1136	entailment
@@ -1142,7 +1142,7 @@ index	prediction
 1140	contradiction
 1141	neutral
 1142	entailment
-1143	contradiction
+1143	neutral
 1144	entailment
 1145	neutral
 1146	neutral
@@ -1216,7 +1216,7 @@ index	prediction
 1214	neutral
 1215	neutral
 1216	neutral
-1217	contradiction
+1217	neutral
 1218	contradiction
 1219	neutral
 1220	entailment
@@ -1230,7 +1230,7 @@ index	prediction
 1228	entailment
 1229	contradiction
 1230	contradiction
-1231	neutral
+1231	contradiction
 1232	neutral
 1233	neutral
 1234	contradiction
@@ -1243,7 +1243,7 @@ index	prediction
 1241	entailment
 1242	contradiction
 1243	entailment
-1244	neutral
+1244	contradiction
 1245	neutral
 1246	entailment
 1247	contradiction
@@ -1258,7 +1258,7 @@ index	prediction
 1256	entailment
 1257	neutral
 1258	contradiction
-1259	entailment
+1259	neutral
 1260	contradiction
 1261	entailment
 1262	neutral
@@ -1272,7 +1272,7 @@ index	prediction
 1270	neutral
 1271	entailment
 1272	contradiction
-1273	entailment
+1273	neutral
 1274	neutral
 1275	entailment
 1276	contradiction
@@ -1284,9 +1284,9 @@ index	prediction
 1282	entailment
 1283	entailment
 1284	entailment
-1285	neutral
+1285	contradiction
 1286	entailment
-1287	neutral
+1287	contradiction
 1288	neutral
 1289	entailment
 1290	entailment
@@ -1307,14 +1307,14 @@ index	prediction
 1305	contradiction
 1306	neutral
 1307	contradiction
-1308	neutral
+1308	entailment
 1309	neutral
 1310	contradiction
 1311	contradiction
 1312	neutral
 1313	entailment
 1314	contradiction
-1315	entailment
+1315	neutral
 1316	neutral
 1317	contradiction
 1318	entailment
@@ -1334,8 +1334,8 @@ index	prediction
 1332	contradiction
 1333	entailment
 1334	entailment
-1335	contradiction
-1336	neutral
+1335	neutral
+1336	entailment
 1337	neutral
 1338	entailment
 1339	entailment
@@ -1344,9 +1344,9 @@ index	prediction
 1342	neutral
 1343	entailment
 1344	entailment
-1345	entailment
+1345	neutral
 1346	neutral
-1347	entailment
+1347	neutral
 1348	entailment
 1349	contradiction
 1350	contradiction
@@ -1390,8 +1390,8 @@ index	prediction
 1388	contradiction
 1389	contradiction
 1390	neutral
-1391	neutral
-1392	contradiction
+1391	contradiction
+1392	entailment
 1393	entailment
 1394	contradiction
 1395	entailment
@@ -1411,7 +1411,7 @@ index	prediction
 1409	entailment
 1410	neutral
 1411	entailment
-1412	contradiction
+1412	entailment
 1413	entailment
 1414	contradiction
 1415	neutral
@@ -1431,15 +1431,15 @@ index	prediction
 1429	contradiction
 1430	neutral
 1431	contradiction
-1432	neutral
+1432	entailment
 1433	neutral
 1434	contradiction
 1435	neutral
-1436	contradiction
+1436	entailment
 1437	contradiction
 1438	neutral
 1439	entailment
-1440	neutral
+1440	contradiction
 1441	neutral
 1442	entailment
 1443	neutral
@@ -1450,7 +1450,7 @@ index	prediction
 1448	contradiction
 1449	neutral
 1450	entailment
-1451	contradiction
+1451	entailment
 1452	neutral
 1453	contradiction
 1454	contradiction
@@ -1458,7 +1458,7 @@ index	prediction
 1456	contradiction
 1457	neutral
 1458	contradiction
-1459	neutral
+1459	contradiction
 1460	neutral
 1461	contradiction
 1462	neutral
@@ -1473,7 +1473,7 @@ index	prediction
 1471	neutral
 1472	contradiction
 1473	entailment
-1474	entailment
+1474	neutral
 1475	contradiction
 1476	neutral
 1477	entailment
@@ -1482,7 +1482,7 @@ index	prediction
 1480	contradiction
 1481	entailment
 1482	neutral
-1483	neutral
+1483	entailment
 1484	contradiction
 1485	contradiction
 1486	neutral
@@ -1491,7 +1491,7 @@ index	prediction
 1489	neutral
 1490	entailment
 1491	neutral
-1492	contradiction
+1492	neutral
 1493	entailment
 1494	neutral
 1495	entailment
@@ -1499,7 +1499,7 @@ index	prediction
 1497	entailment
 1498	contradiction
 1499	neutral
-1500	entailment
+1500	neutral
 1501	neutral
 1502	entailment
 1503	entailment
@@ -1507,7 +1507,7 @@ index	prediction
 1505	neutral
 1506	contradiction
 1507	entailment
-1508	contradiction
+1508	neutral
 1509	entailment
 1510	contradiction
 1511	neutral
@@ -1515,7 +1515,7 @@ index	prediction
 1513	entailment
 1514	contradiction
 1515	entailment
-1516	neutral
+1516	contradiction
 1517	contradiction
 1518	entailment
 1519	neutral
@@ -1523,9 +1523,9 @@ index	prediction
 1521	contradiction
 1522	neutral
 1523	entailment
-1524	entailment
+1524	contradiction
 1525	neutral
-1526	neutral
+1526	contradiction
 1527	contradiction
 1528	neutral
 1529	neutral
@@ -1543,7 +1543,7 @@ index	prediction
 1541	neutral
 1542	entailment
 1543	contradiction
-1544	entailment
+1544	contradiction
 1545	neutral
 1546	neutral
 1547	contradiction
@@ -1554,14 +1554,14 @@ index	prediction
 1552	entailment
 1553	contradiction
 1554	entailment
-1555	contradiction
+1555	neutral
 1556	neutral
 1557	neutral
-1558	neutral
+1558	entailment
 1559	contradiction
 1560	neutral
-1561	neutral
-1562	neutral
+1561	contradiction
+1562	contradiction
 1563	contradiction
 1564	entailment
 1565	neutral
@@ -1573,12 +1573,12 @@ index	prediction
 1571	entailment
 1572	entailment
 1573	neutral
-1574	neutral
+1574	entailment
 1575	contradiction
 1576	neutral
 1577	entailment
 1578	entailment
-1579	contradiction
+1579	entailment
 1580	neutral
 1581	contradiction
 1582	neutral
@@ -1586,13 +1586,13 @@ index	prediction
 1584	contradiction
 1585	neutral
 1586	entailment
-1587	neutral
+1587	entailment
 1588	neutral
 1589	neutral
 1590	neutral
 1591	entailment
 1592	contradiction
-1593	contradiction
+1593	entailment
 1594	contradiction
 1595	neutral
 1596	entailment
@@ -1612,13 +1612,13 @@ index	prediction
 1610	contradiction
 1611	neutral
 1612	entailment
-1613	entailment
+1613	contradiction
 1614	contradiction
 1615	neutral
 1616	entailment
 1617	contradiction
-1618	contradiction
-1619	neutral
+1618	entailment
+1619	contradiction
 1620	contradiction
 1621	entailment
 1622	neutral
@@ -1664,9 +1664,9 @@ index	prediction
 1662	neutral
 1663	entailment
 1664	entailment
-1665	neutral
-1666	entailment
-1667	neutral
+1665	contradiction
+1666	neutral
+1667	entailment
 1668	contradiction
 1669	neutral
 1670	entailment
@@ -1674,7 +1674,7 @@ index	prediction
 1672	neutral
 1673	contradiction
 1674	entailment
-1675	neutral
+1675	contradiction
 1676	neutral
 1677	contradiction
 1678	neutral
@@ -1683,10 +1683,10 @@ index	prediction
 1681	neutral
 1682	entailment
 1683	contradiction
-1684	contradiction
+1684	neutral
 1685	entailment
 1686	neutral
-1687	neutral
+1687	entailment
 1688	contradiction
 1689	entailment
 1690	neutral
@@ -1718,13 +1718,13 @@ index	prediction
 1716	contradiction
 1717	contradiction
 1718	neutral
-1719	neutral
+1719	entailment
 1720	contradiction
 1721	neutral
 1722	neutral
 1723	contradiction
-1724	contradiction
-1725	contradiction
+1724	entailment
+1725	neutral
 1726	entailment
 1727	neutral
 1728	contradiction
@@ -1737,7 +1737,7 @@ index	prediction
 1735	neutral
 1736	contradiction
 1737	neutral
-1738	entailment
+1738	contradiction
 1739	entailment
 1740	neutral
 1741	entailment
@@ -1759,8 +1759,8 @@ index	prediction
 1757	neutral
 1758	neutral
 1759	contradiction
-1760	neutral
-1761	entailment
+1760	contradiction
+1761	neutral
 1762	neutral
 1763	entailment
 1764	contradiction
@@ -1793,7 +1793,7 @@ index	prediction
 1791	contradiction
 1792	entailment
 1793	neutral
-1794	neutral
+1794	contradiction
 1795	neutral
 1796	entailment
 1797	entailment
@@ -1803,7 +1803,7 @@ index	prediction
 1801	contradiction
 1802	neutral
 1803	contradiction
-1804	entailment
+1804	neutral
 1805	neutral
 1806	neutral
 1807	contradiction
@@ -1819,12 +1819,12 @@ index	prediction
 1817	contradiction
 1818	entailment
 1819	contradiction
-1820	contradiction
+1820	neutral
 1821	neutral
 1822	entailment
 1823	contradiction
 1824	neutral
-1825	neutral
+1825	entailment
 1826	neutral
 1827	contradiction
 1828	neutral
@@ -1844,7 +1844,7 @@ index	prediction
 1842	contradiction
 1843	entailment
 1844	neutral
-1845	contradiction
+1845	neutral
 1846	entailment
 1847	neutral
 1848	contradiction
@@ -1858,24 +1858,24 @@ index	prediction
 1856	entailment
 1857	contradiction
 1858	entailment
-1859	neutral
+1859	entailment
 1860	neutral
 1861	entailment
 1862	contradiction
-1863	entailment
+1863	neutral
 1864	entailment
-1865	neutral
+1865	contradiction
 1866	contradiction
 1867	neutral
 1868	neutral
 1869	neutral
 1870	neutral
 1871	entailment
-1872	neutral
+1872	entailment
 1873	neutral
 1874	neutral
 1875	entailment
-1876	neutral
+1876	contradiction
 1877	neutral
 1878	contradiction
 1879	neutral
@@ -1885,33 +1885,33 @@ index	prediction
 1883	contradiction
 1884	neutral
 1885	neutral
-1886	contradiction
+1886	neutral
 1887	neutral
 1888	neutral
 1889	contradiction
 1890	neutral
 1891	contradiction
-1892	entailment
+1892	neutral
 1893	neutral
 1894	contradiction
 1895	entailment
 1896	neutral
 1897	entailment
-1898	neutral
+1898	contradiction
 1899	contradiction
 1900	neutral
 1901	entailment
-1902	contradiction
+1902	neutral
 1903	contradiction
 1904	neutral
 1905	contradiction
 1906	neutral
 1907	neutral
 1908	entailment
-1909	neutral
-1910	contradiction
+1909	entailment
+1910	neutral
 1911	contradiction
-1912	entailment
+1912	neutral
 1913	neutral
 1914	contradiction
 1915	neutral
@@ -1934,9 +1934,9 @@ index	prediction
 1932	neutral
 1933	entailment
 1934	contradiction
-1935	neutral
+1935	entailment
 1936	neutral
-1937	contradiction
+1937	neutral
 1938	contradiction
 1939	entailment
 1940	neutral
@@ -1961,13 +1961,13 @@ index	prediction
 1959	neutral
 1960	entailment
 1961	contradiction
-1962	neutral
+1962	entailment
 1963	contradiction
 1964	contradiction
 1965	contradiction
 1966	neutral
-1967	neutral
-1968	neutral
+1967	entailment
+1968	contradiction
 1969	entailment
 1970	neutral
 1971	entailment
@@ -2017,7 +2017,7 @@ index	prediction
 2015	contradiction
 2016	neutral
 2017	entailment
-2018	entailment
+2018	contradiction
 2019	contradiction
 2020	entailment
 2021	neutral
@@ -2029,7 +2029,7 @@ index	prediction
 2027	neutral
 2028	entailment
 2029	neutral
-2030	neutral
+2030	contradiction
 2031	neutral
 2032	contradiction
 2033	entailment
@@ -2047,7 +2047,7 @@ index	prediction
 2045	neutral
 2046	entailment
 2047	contradiction
-2048	entailment
+2048	neutral
 2049	contradiction
 2050	neutral
 2051	entailment
@@ -2065,7 +2065,7 @@ index	prediction
 2063	contradiction
 2064	contradiction
 2065	contradiction
-2066	contradiction
+2066	neutral
 2067	neutral
 2068	contradiction
 2069	entailment
@@ -2076,8 +2076,8 @@ index	prediction
 2074	entailment
 2075	contradiction
 2076	entailment
-2077	contradiction
-2078	neutral
+2077	entailment
+2078	entailment
 2079	contradiction
 2080	neutral
 2081	entailment
@@ -2096,22 +2096,22 @@ index	prediction
 2094	neutral
 2095	contradiction
 2096	entailment
-2097	neutral
+2097	entailment
 2098	entailment
 2099	neutral
-2100	neutral
+2100	entailment
 2101	contradiction
-2102	neutral
+2102	entailment
 2103	entailment
 2104	neutral
 2105	contradiction
-2106	neutral
+2106	entailment
 2107	entailment
 2108	contradiction
-2109	contradiction
+2109	entailment
 2110	entailment
 2111	neutral
-2112	contradiction
+2112	neutral
 2113	neutral
 2114	entailment
 2115	contradiction
@@ -2119,7 +2119,7 @@ index	prediction
 2117	entailment
 2118	contradiction
 2119	contradiction
-2120	neutral
+2120	contradiction
 2121	contradiction
 2122	neutral
 2123	entailment
@@ -2145,18 +2145,18 @@ index	prediction
 2143	entailment
 2144	neutral
 2145	neutral
-2146	entailment
+2146	neutral
 2147	contradiction
 2148	contradiction
 2149	neutral
 2150	entailment
 2151	contradiction
 2152	entailment
-2153	neutral
+2153	entailment
 2154	contradiction
 2155	entailment
 2156	entailment
-2157	contradiction
+2157	entailment
 2158	contradiction
 2159	neutral
 2160	entailment
@@ -2169,19 +2169,19 @@ index	prediction
 2167	entailment
 2168	neutral
 2169	neutral
-2170	entailment
+2170	neutral
 2171	contradiction
-2172	neutral
+2172	contradiction
 2173	neutral
 2174	contradiction
-2175	neutral
+2175	contradiction
 2176	contradiction
 2177	neutral
 2178	neutral
 2179	entailment
 2180	contradiction
 2181	contradiction
-2182	entailment
+2182	contradiction
 2183	neutral
 2184	neutral
 2185	entailment
@@ -2203,31 +2203,31 @@ index	prediction
 2201	contradiction
 2202	contradiction
 2203	entailment
-2204	neutral
+2204	contradiction
 2205	contradiction
 2206	neutral
 2207	entailment
 2208	contradiction
 2209	neutral
-2210	entailment
+2210	contradiction
 2211	neutral
 2212	contradiction
 2213	neutral
 2214	contradiction
 2215	entailment
 2216	neutral
-2217	neutral
+2217	entailment
 2218	contradiction
 2219	neutral
 2220	neutral
-2221	contradiction
+2221	entailment
 2222	contradiction
 2223	entailment
 2224	neutral
 2225	contradiction
 2226	contradiction
 2227	entailment
-2228	entailment
+2228	neutral
 2229	contradiction
 2230	contradiction
 2231	neutral
@@ -2242,7 +2242,7 @@ index	prediction
 2240	contradiction
 2241	contradiction
 2242	neutral
-2243	neutral
+2243	contradiction
 2244	neutral
 2245	contradiction
 2246	entailment
@@ -2251,7 +2251,7 @@ index	prediction
 2249	entailment
 2250	contradiction
 2251	neutral
-2252	entailment
+2252	neutral
 2253	neutral
 2254	entailment
 2255	neutral
@@ -2268,8 +2268,8 @@ index	prediction
 2266	contradiction
 2267	entailment
 2268	contradiction
-2269	neutral
-2270	contradiction
+2269	entailment
+2270	entailment
 2271	entailment
 2272	contradiction
 2273	contradiction
@@ -2302,10 +2302,10 @@ index	prediction
 2300	neutral
 2301	neutral
 2302	entailment
-2303	neutral
+2303	contradiction
 2304	neutral
 2305	entailment
-2306	neutral
+2306	contradiction
 2307	entailment
 2308	neutral
 2309	contradiction
@@ -2329,7 +2329,7 @@ index	prediction
 2327	contradiction
 2328	contradiction
 2329	neutral
-2330	contradiction
+2330	entailment
 2331	neutral
 2332	entailment
 2333	neutral
@@ -2347,7 +2347,7 @@ index	prediction
 2345	neutral
 2346	neutral
 2347	neutral
-2348	neutral
+2348	contradiction
 2349	neutral
 2350	contradiction
 2351	entailment
@@ -2357,7 +2357,7 @@ index	prediction
 2355	neutral
 2356	contradiction
 2357	entailment
-2358	contradiction
+2358	neutral
 2359	entailment
 2360	contradiction
 2361	contradiction
@@ -2370,16 +2370,16 @@ index	prediction
 2368	neutral
 2369	contradiction
 2370	entailment
-2371	neutral
+2371	contradiction
 2372	entailment
 2373	neutral
-2374	entailment
+2374	contradiction
 2375	contradiction
 2376	neutral
 2377	contradiction
 2378	entailment
 2379	contradiction
-2380	contradiction
+2380	neutral
 2381	entailment
 2382	contradiction
 2383	entailment
@@ -2401,7 +2401,7 @@ index	prediction
 2399	entailment
 2400	neutral
 2401	entailment
-2402	neutral
+2402	contradiction
 2403	neutral
 2404	contradiction
 2405	entailment
@@ -2411,7 +2411,7 @@ index	prediction
 2409	neutral
 2410	contradiction
 2411	entailment
-2412	entailment
+2412	contradiction
 2413	neutral
 2414	contradiction
 2415	contradiction
@@ -2426,7 +2426,7 @@ index	prediction
 2424	neutral
 2425	neutral
 2426	neutral
-2427	entailment
+2427	neutral
 2428	contradiction
 2429	neutral
 2430	entailment
@@ -2467,7 +2467,7 @@ index	prediction
 2465	contradiction
 2466	contradiction
 2467	entailment
-2468	neutral
+2468	entailment
 2469	entailment
 2470	neutral
 2471	contradiction
@@ -2495,7 +2495,7 @@ index	prediction
 2493	contradiction
 2494	entailment
 2495	neutral
-2496	neutral
+2496	contradiction
 2497	neutral
 2498	contradiction
 2499	neutral
@@ -2504,7 +2504,7 @@ index	prediction
 2502	contradiction
 2503	entailment
 2504	neutral
-2505	neutral
+2505	contradiction
 2506	contradiction
 2507	entailment
 2508	contradiction
@@ -2520,7 +2520,7 @@ index	prediction
 2518	entailment
 2519	neutral
 2520	contradiction
-2521	entailment
+2521	neutral
 2522	neutral
 2523	entailment
 2524	neutral
@@ -2573,9 +2573,9 @@ index	prediction
 2571	neutral
 2572	neutral
 2573	contradiction
-2574	neutral
+2574	contradiction
 2575	neutral
-2576	neutral
+2576	entailment
 2577	contradiction
 2578	entailment
 2579	neutral
@@ -2583,11 +2583,11 @@ index	prediction
 2581	neutral
 2582	contradiction
 2583	contradiction
-2584	entailment
+2584	contradiction
 2585	contradiction
 2586	contradiction
 2587	entailment
-2588	contradiction
+2588	neutral
 2589	neutral
 2590	entailment
 2591	contradiction
@@ -2612,19 +2612,19 @@ index	prediction
 2610	neutral
 2611	neutral
 2612	neutral
-2613	entailment
+2613	neutral
 2614	contradiction
 2615	neutral
 2616	entailment
 2617	entailment
 2618	neutral
 2619	neutral
-2620	neutral
-2621	contradiction
-2622	contradiction
+2620	entailment
+2621	neutral
+2622	entailment
 2623	neutral
 2624	entailment
-2625	entailment
+2625	contradiction
 2626	neutral
 2627	contradiction
 2628	neutral
@@ -2646,7 +2646,7 @@ index	prediction
 2644	entailment
 2645	neutral
 2646	neutral
-2647	entailment
+2647	neutral
 2648	contradiction
 2649	entailment
 2650	neutral
@@ -2661,7 +2661,7 @@ index	prediction
 2659	neutral
 2660	entailment
 2661	neutral
-2662	neutral
+2662	entailment
 2663	contradiction
 2664	contradiction
 2665	entailment
@@ -2674,10 +2674,10 @@ index	prediction
 2672	contradiction
 2673	neutral
 2674	neutral
-2675	neutral
+2675	contradiction
 2676	neutral
 2677	entailment
-2678	contradiction
+2678	entailment
 2679	contradiction
 2680	neutral
 2681	entailment
@@ -2698,7 +2698,7 @@ index	prediction
 2696	contradiction
 2697	neutral
 2698	contradiction
-2699	neutral
+2699	entailment
 2700	contradiction
 2701	neutral
 2702	entailment
@@ -2727,13 +2727,13 @@ index	prediction
 2725	entailment
 2726	neutral
 2727	entailment
-2728	neutral
+2728	contradiction
 2729	neutral
 2730	entailment
 2731	neutral
 2732	contradiction
-2733	neutral
-2734	entailment
+2733	contradiction
+2734	contradiction
 2735	contradiction
 2736	contradiction
 2737	entailment
@@ -2742,7 +2742,7 @@ index	prediction
 2740	neutral
 2741	contradiction
 2742	neutral
-2743	contradiction
+2743	neutral
 2744	entailment
 2745	entailment
 2746	contradiction
@@ -2795,7 +2795,7 @@ index	prediction
 2793	entailment
 2794	neutral
 2795	neutral
-2796	neutral
+2796	contradiction
 2797	contradiction
 2798	entailment
 2799	entailment
@@ -2812,15 +2812,15 @@ index	prediction
 2810	entailment
 2811	contradiction
 2812	entailment
-2813	contradiction
+2813	neutral
 2814	entailment
 2815	neutral
 2816	contradiction
-2817	neutral
+2817	contradiction
 2818	contradiction
 2819	entailment
 2820	neutral
-2821	neutral
+2821	entailment
 2822	neutral
 2823	entailment
 2824	contradiction
@@ -2841,7 +2841,7 @@ index	prediction
 2839	contradiction
 2840	entailment
 2841	neutral
-2842	neutral
+2842	contradiction
 2843	neutral
 2844	contradiction
 2845	neutral
@@ -2876,7 +2876,7 @@ index	prediction
 2874	contradiction
 2875	entailment
 2876	neutral
-2877	neutral
+2877	contradiction
 2878	contradiction
 2879	neutral
 2880	contradiction
@@ -2889,7 +2889,7 @@ index	prediction
 2887	contradiction
 2888	entailment
 2889	entailment
-2890	neutral
+2890	entailment
 2891	contradiction
 2892	entailment
 2893	contradiction
@@ -2903,7 +2903,7 @@ index	prediction
 2901	entailment
 2902	entailment
 2903	neutral
-2904	neutral
+2904	entailment
 2905	neutral
 2906	neutral
 2907	contradiction
@@ -2938,7 +2938,7 @@ index	prediction
 2936	neutral
 2937	contradiction
 2938	entailment
-2939	entailment
+2939	neutral
 2940	contradiction
 2941	neutral
 2942	entailment
@@ -2946,7 +2946,7 @@ index	prediction
 2944	contradiction
 2945	entailment
 2946	contradiction
-2947	neutral
+2947	entailment
 2948	neutral
 2949	neutral
 2950	contradiction
@@ -2955,7 +2955,7 @@ index	prediction
 2953	neutral
 2954	contradiction
 2955	contradiction
-2956	neutral
+2956	entailment
 2957	neutral
 2958	entailment
 2959	contradiction
@@ -2969,13 +2969,13 @@ index	prediction
 2967	entailment
 2968	neutral
 2969	contradiction
-2970	neutral
+2970	entailment
 2971	entailment
 2972	contradiction
 2973	neutral
 2974	contradiction
 2975	contradiction
-2976	entailment
+2976	neutral
 2977	contradiction
 2978	entailment
 2979	neutral
@@ -2987,7 +2987,7 @@ index	prediction
 2985	contradiction
 2986	neutral
 2987	entailment
-2988	entailment
+2988	neutral
 2989	contradiction
 2990	neutral
 2991	entailment
@@ -3018,13 +3018,13 @@ index	prediction
 3016	entailment
 3017	contradiction
 3018	neutral
-3019	contradiction
+3019	neutral
 3020	neutral
 3021	contradiction
-3022	neutral
+3022	entailment
 3023	neutral
 3024	entailment
-3025	neutral
+3025	contradiction
 3026	neutral
 3027	neutral
 3028	entailment
@@ -3039,7 +3039,7 @@ index	prediction
 3037	entailment
 3038	contradiction
 3039	entailment
-3040	neutral
+3040	contradiction
 3041	contradiction
 3042	neutral
 3043	entailment
@@ -3050,7 +3050,7 @@ index	prediction
 3048	contradiction
 3049	entailment
 3050	neutral
-3051	contradiction
+3051	entailment
 3052	contradiction
 3053	neutral
 3054	contradiction
@@ -3066,13 +3066,13 @@ index	prediction
 3064	entailment
 3065	contradiction
 3066	contradiction
-3067	entailment
+3067	neutral
 3068	neutral
 3069	neutral
 3070	entailment
 3071	contradiction
 3072	neutral
-3073	neutral
+3073	entailment
 3074	neutral
 3075	contradiction
 3076	neutral
@@ -3082,7 +3082,7 @@ index	prediction
 3080	entailment
 3081	neutral
 3082	contradiction
-3083	entailment
+3083	neutral
 3084	neutral
 3085	entailment
 3086	contradiction
@@ -3114,7 +3114,7 @@ index	prediction
 3112	neutral
 3113	entailment
 3114	contradiction
-3115	entailment
+3115	neutral
 3116	entailment
 3117	neutral
 3118	entailment
@@ -3137,27 +3137,27 @@ index	prediction
 3135	neutral
 3136	entailment
 3137	contradiction
-3138	contradiction
+3138	neutral
 3139	contradiction
 3140	entailment
-3141	contradiction
+3141	neutral
 3142	contradiction
 3143	neutral
 3144	contradiction
 3145	contradiction
 3146	entailment
 3147	neutral
-3148	neutral
+3148	entailment
 3149	contradiction
-3150	entailment
+3150	neutral
 3151	neutral
 3152	entailment
-3153	neutral
+3153	contradiction
 3154	neutral
-3155	entailment
+3155	neutral
 3156	contradiction
 3157	entailment
-3158	neutral
+3158	contradiction
 3159	contradiction
 3160	entailment
 3161	neutral
@@ -3174,10 +3174,10 @@ index	prediction
 3172	contradiction
 3173	entailment
 3174	entailment
-3175	neutral
+3175	contradiction
 3176	neutral
 3177	neutral
-3178	contradiction
+3178	neutral
 3179	neutral
 3180	contradiction
 3181	neutral
@@ -3186,8 +3186,8 @@ index	prediction
 3184	contradiction
 3185	neutral
 3186	entailment
-3187	contradiction
-3188	neutral
+3187	entailment
+3188	contradiction
 3189	neutral
 3190	contradiction
 3191	entailment
@@ -3212,7 +3212,7 @@ index	prediction
 3210	neutral
 3211	contradiction
 3212	entailment
-3213	entailment
+3213	neutral
 3214	neutral
 3215	contradiction
 3216	neutral
@@ -3231,17 +3231,17 @@ index	prediction
 3229	contradiction
 3230	neutral
 3231	neutral
-3232	entailment
+3232	neutral
 3233	neutral
 3234	contradiction
 3235	entailment
 3236	neutral
 3237	entailment
 3238	contradiction
-3239	entailment
+3239	neutral
 3240	entailment
 3241	contradiction
-3242	neutral
+3242	contradiction
 3243	entailment
 3244	contradiction
 3245	neutral
@@ -3249,9 +3249,9 @@ index	prediction
 3247	neutral
 3248	entailment
 3249	neutral
-3250	entailment
+3250	neutral
 3251	contradiction
-3252	neutral
+3252	contradiction
 3253	entailment
 3254	contradiction
 3255	neutral
@@ -3263,9 +3263,9 @@ index	prediction
 3261	neutral
 3262	contradiction
 3263	entailment
-3264	neutral
+3264	contradiction
 3265	neutral
-3266	contradiction
+3266	entailment
 3267	neutral
 3268	contradiction
 3269	entailment
@@ -3280,7 +3280,7 @@ index	prediction
 3278	entailment
 3279	contradiction
 3280	neutral
-3281	entailment
+3281	neutral
 3282	entailment
 3283	contradiction
 3284	neutral
@@ -3301,16 +3301,16 @@ index	prediction
 3299	contradiction
 3300	contradiction
 3301	neutral
-3302	entailment
-3303	contradiction
+3302	neutral
+3303	neutral
 3304	entailment
 3305	contradiction
 3306	entailment
 3307	contradiction
-3308	neutral
+3308	contradiction
 3309	contradiction
 3310	entailment
-3311	neutral
+3311	entailment
 3312	contradiction
 3313	entailment
 3314	neutral
@@ -3349,7 +3349,7 @@ index	prediction
 3347	entailment
 3348	neutral
 3349	entailment
-3350	contradiction
+3350	neutral
 3351	contradiction
 3352	entailment
 3353	entailment
@@ -3362,7 +3362,7 @@ index	prediction
 3360	contradiction
 3361	entailment
 3362	contradiction
-3363	neutral
+3363	contradiction
 3364	neutral
 3365	contradiction
 3366	contradiction
@@ -3377,7 +3377,7 @@ index	prediction
 3375	neutral
 3376	neutral
 3377	neutral
-3378	neutral
+3378	entailment
 3379	neutral
 3380	contradiction
 3381	contradiction
@@ -3385,14 +3385,14 @@ index	prediction
 3383	neutral
 3384	contradiction
 3385	entailment
-3386	neutral
+3386	contradiction
 3387	neutral
 3388	entailment
 3389	contradiction
 3390	neutral
 3391	contradiction
 3392	contradiction
-3393	entailment
+3393	neutral
 3394	neutral
 3395	neutral
 3396	contradiction
@@ -3410,20 +3410,20 @@ index	prediction
 3408	contradiction
 3409	neutral
 3410	entailment
-3411	contradiction
+3411	entailment
 3412	neutral
 3413	contradiction
 3414	entailment
-3415	neutral
+3415	contradiction
 3416	neutral
 3417	contradiction
-3418	entailment
+3418	neutral
 3419	neutral
-3420	entailment
+3420	neutral
 3421	contradiction
 3422	neutral
 3423	contradiction
-3424	contradiction
+3424	neutral
 3425	neutral
 3426	contradiction
 3427	neutral
@@ -3432,7 +3432,7 @@ index	prediction
 3430	contradiction
 3431	neutral
 3432	contradiction
-3433	neutral
+3433	contradiction
 3434	neutral
 3435	neutral
 3436	contradiction
@@ -3463,16 +3463,16 @@ index	prediction
 3461	neutral
 3462	neutral
 3463	entailment
-3464	neutral
+3464	contradiction
 3465	contradiction
 3466	contradiction
 3467	entailment
 3468	contradiction
 3469	contradiction
 3470	neutral
-3471	neutral
+3471	contradiction
 3472	neutral
-3473	contradiction
+3473	entailment
 3474	neutral
 3475	contradiction
 3476	contradiction
@@ -3481,7 +3481,7 @@ index	prediction
 3479	contradiction
 3480	neutral
 3481	entailment
-3482	neutral
+3482	contradiction
 3483	contradiction
 3484	neutral
 3485	entailment
@@ -3500,39 +3500,39 @@ index	prediction
 3498	entailment
 3499	contradiction
 3500	neutral
-3501	neutral
+3501	entailment
 3502	contradiction
 3503	neutral
 3504	entailment
 3505	neutral
-3506	neutral
+3506	contradiction
 3507	neutral
 3508	neutral
-3509	contradiction
+3509	neutral
 3510	contradiction
 3511	entailment
 3512	neutral
 3513	neutral
-3514	contradiction
-3515	entailment
+3514	entailment
+3515	contradiction
 3516	neutral
 3517	neutral
 3518	neutral
 3519	neutral
 3520	contradiction
 3521	entailment
-3522	contradiction
+3522	entailment
 3523	neutral
 3524	neutral
 3525	entailment
-3526	neutral
+3526	contradiction
 3527	neutral
 3528	neutral
 3529	contradiction
-3530	contradiction
+3530	entailment
 3531	entailment
 3532	entailment
-3533	neutral
+3533	contradiction
 3534	contradiction
 3535	entailment
 3536	neutral
@@ -3547,7 +3547,7 @@ index	prediction
 3545	neutral
 3546	neutral
 3547	contradiction
-3548	neutral
+3548	entailment
 3549	contradiction
 3550	contradiction
 3551	neutral
@@ -3564,7 +3564,7 @@ index	prediction
 3562	contradiction
 3563	entailment
 3564	contradiction
-3565	entailment
+3565	neutral
 3566	neutral
 3567	neutral
 3568	entailment
@@ -3572,20 +3572,20 @@ index	prediction
 3570	neutral
 3571	entailment
 3572	neutral
-3573	contradiction
+3573	entailment
 3574	neutral
 3575	contradiction
 3576	neutral
 3577	neutral
 3578	entailment
-3579	entailment
+3579	neutral
 3580	neutral
 3581	contradiction
 3582	neutral
-3583	contradiction
+3583	neutral
 3584	contradiction
-3585	entailment
-3586	neutral
+3585	neutral
+3586	contradiction
 3587	neutral
 3588	contradiction
 3589	contradiction
@@ -3598,9 +3598,9 @@ index	prediction
 3596	entailment
 3597	contradiction
 3598	entailment
-3599	neutral
+3599	contradiction
 3600	contradiction
-3601	entailment
+3601	neutral
 3602	neutral
 3603	contradiction
 3604	neutral
@@ -3617,7 +3617,7 @@ index	prediction
 3615	neutral
 3616	neutral
 3617	contradiction
-3618	contradiction
+3618	entailment
 3619	entailment
 3620	neutral
 3621	contradiction
@@ -3629,8 +3629,8 @@ index	prediction
 3627	contradiction
 3628	entailment
 3629	neutral
-3630	entailment
-3631	neutral
+3630	neutral
+3631	contradiction
 3632	contradiction
 3633	contradiction
 3634	entailment
@@ -3638,15 +3638,15 @@ index	prediction
 3636	contradiction
 3637	entailment
 3638	neutral
-3639	entailment
+3639	neutral
 3640	neutral
 3641	contradiction
 3642	neutral
-3643	entailment
+3643	neutral
 3644	neutral
 3645	neutral
 3646	contradiction
-3647	entailment
+3647	neutral
 3648	neutral
 3649	entailment
 3650	contradiction
@@ -3654,7 +3654,7 @@ index	prediction
 3652	neutral
 3653	entailment
 3654	contradiction
-3655	entailment
+3655	contradiction
 3656	neutral
 3657	entailment
 3658	neutral
@@ -3673,7 +3673,7 @@ index	prediction
 3671	entailment
 3672	entailment
 3673	contradiction
-3674	contradiction
+3674	neutral
 3675	neutral
 3676	neutral
 3677	entailment
@@ -3684,9 +3684,9 @@ index	prediction
 3682	neutral
 3683	contradiction
 3684	neutral
-3685	entailment
-3686	neutral
-3687	entailment
+3685	neutral
+3686	contradiction
+3687	neutral
 3688	neutral
 3689	contradiction
 3690	contradiction
@@ -3695,7 +3695,7 @@ index	prediction
 3693	neutral
 3694	neutral
 3695	contradiction
-3696	contradiction
+3696	neutral
 3697	neutral
 3698	entailment
 3699	contradiction
@@ -3736,7 +3736,7 @@ index	prediction
 3734	contradiction
 3735	contradiction
 3736	neutral
-3737	neutral
+3737	entailment
 3738	neutral
 3739	neutral
 3740	contradiction
@@ -3746,7 +3746,7 @@ index	prediction
 3744	contradiction
 3745	entailment
 3746	neutral
-3747	contradiction
+3747	neutral
 3748	entailment
 3749	contradiction
 3750	neutral
@@ -3783,11 +3783,11 @@ index	prediction
 3781	neutral
 3782	entailment
 3783	neutral
-3784	entailment
+3784	neutral
 3785	contradiction
 3786	neutral
-3787	neutral
-3788	entailment
+3787	entailment
+3788	neutral
 3789	entailment
 3790	neutral
 3791	contradiction
@@ -3798,14 +3798,14 @@ index	prediction
 3796	neutral
 3797	entailment
 3798	neutral
-3799	neutral
-3800	contradiction
-3801	entailment
+3799	entailment
+3800	neutral
+3801	neutral
 3802	contradiction
 3803	entailment
 3804	contradiction
-3805	entailment
-3806	entailment
+3805	neutral
+3806	contradiction
 3807	contradiction
 3808	neutral
 3809	entailment
@@ -3821,7 +3821,7 @@ index	prediction
 3819	entailment
 3820	contradiction
 3821	contradiction
-3822	entailment
+3822	neutral
 3823	neutral
 3824	entailment
 3825	entailment
@@ -3846,11 +3846,11 @@ index	prediction
 3844	neutral
 3845	entailment
 3846	neutral
-3847	contradiction
+3847	entailment
 3848	entailment
 3849	neutral
 3850	contradiction
-3851	entailment
+3851	neutral
 3852	entailment
 3853	contradiction
 3854	neutral
@@ -3859,7 +3859,7 @@ index	prediction
 3857	neutral
 3858	neutral
 3859	entailment
-3860	neutral
+3860	contradiction
 3861	contradiction
 3862	neutral
 3863	entailment
@@ -3870,7 +3870,7 @@ index	prediction
 3868	neutral
 3869	contradiction
 3870	entailment
-3871	neutral
+3871	contradiction
 3872	neutral
 3873	contradiction
 3874	neutral
@@ -3903,7 +3903,7 @@ index	prediction
 3901	contradiction
 3902	entailment
 3903	contradiction
-3904	entailment
+3904	neutral
 3905	neutral
 3906	neutral
 3907	entailment
@@ -3911,19 +3911,19 @@ index	prediction
 3909	contradiction
 3910	neutral
 3911	entailment
-3912	contradiction
+3912	neutral
 3913	entailment
 3914	neutral
 3915	contradiction
 3916	entailment
 3917	neutral
 3918	contradiction
-3919	neutral
+3919	entailment
 3920	neutral
 3921	neutral
 3922	contradiction
 3923	neutral
-3924	entailment
+3924	neutral
 3925	neutral
 3926	contradiction
 3927	neutral
@@ -3934,12 +3934,12 @@ index	prediction
 3932	contradiction
 3933	neutral
 3934	contradiction
-3935	neutral
+3935	entailment
 3936	contradiction
 3937	neutral
 3938	entailment
 3939	contradiction
-3940	entailment
+3940	contradiction
 3941	neutral
 3942	contradiction
 3943	neutral
@@ -3972,7 +3972,7 @@ index	prediction
 3970	neutral
 3971	contradiction
 3972	entailment
-3973	neutral
+3973	entailment
 3974	contradiction
 3975	contradiction
 3976	entailment
@@ -3995,8 +3995,8 @@ index	prediction
 3993	contradiction
 3994	neutral
 3995	neutral
-3996	contradiction
-3997	entailment
+3996	neutral
+3997	neutral
 3998	neutral
 3999	neutral
 4000	contradiction
@@ -4009,7 +4009,7 @@ index	prediction
 4007	contradiction
 4008	neutral
 4009	contradiction
-4010	entailment
+4010	contradiction
 4011	contradiction
 4012	entailment
 4013	contradiction
@@ -4031,10 +4031,10 @@ index	prediction
 4029	contradiction
 4030	neutral
 4031	entailment
-4032	contradiction
+4032	neutral
 4033	contradiction
 4034	entailment
-4035	neutral
+4035	contradiction
 4036	neutral
 4037	neutral
 4038	neutral
@@ -4068,7 +4068,7 @@ index	prediction
 4066	entailment
 4067	contradiction
 4068	contradiction
-4069	entailment
+4069	neutral
 4070	entailment
 4071	neutral
 4072	entailment
@@ -4111,15 +4111,15 @@ index	prediction
 4109	neutral
 4110	entailment
 4111	neutral
-4112	neutral
-4113	entailment
+4112	contradiction
+4113	neutral
 4114	neutral
 4115	neutral
 4116	contradiction
 4117	entailment
 4118	neutral
 4119	entailment
-4120	entailment
+4120	neutral
 4121	contradiction
 4122	contradiction
 4123	neutral
@@ -4135,9 +4135,9 @@ index	prediction
 4133	entailment
 4134	contradiction
 4135	neutral
-4136	neutral
+4136	entailment
 4137	contradiction
-4138	entailment
+4138	contradiction
 4139	neutral
 4140	contradiction
 4141	neutral
@@ -4145,8 +4145,8 @@ index	prediction
 4143	contradiction
 4144	entailment
 4145	entailment
-4146	contradiction
-4147	contradiction
+4146	entailment
+4147	entailment
 4148	entailment
 4149	contradiction
 4150	neutral
@@ -4169,18 +4169,18 @@ index	prediction
 4167	neutral
 4168	contradiction
 4169	entailment
-4170	neutral
+4170	contradiction
 4171	neutral
 4172	neutral
-4173	neutral
+4173	contradiction
 4174	entailment
 4175	contradiction
 4176	neutral
-4177	entailment
+4177	contradiction
 4178	entailment
 4179	entailment
 4180	neutral
-4181	neutral
+4181	contradiction
 4182	contradiction
 4183	entailment
 4184	neutral
@@ -4195,14 +4195,14 @@ index	prediction
 4193	neutral
 4194	neutral
 4195	contradiction
-4196	contradiction
+4196	entailment
 4197	contradiction
 4198	neutral
 4199	neutral
 4200	entailment
 4201	neutral
 4202	contradiction
-4203	entailment
+4203	neutral
 4204	contradiction
 4205	entailment
 4206	neutral
@@ -4216,7 +4216,7 @@ index	prediction
 4214	contradiction
 4215	entailment
 4216	contradiction
-4217	neutral
+4217	contradiction
 4218	neutral
 4219	contradiction
 4220	entailment
@@ -4232,11 +4232,11 @@ index	prediction
 4230	contradiction
 4231	contradiction
 4232	entailment
-4233	neutral
+4233	contradiction
 4234	entailment
 4235	contradiction
-4236	entailment
-4237	contradiction
+4236	neutral
+4237	neutral
 4238	neutral
 4239	neutral
 4240	contradiction
@@ -4252,7 +4252,7 @@ index	prediction
 4250	neutral
 4251	neutral
 4252	entailment
-4253	contradiction
+4253	neutral
 4254	contradiction
 4255	neutral
 4256	entailment
@@ -4297,7 +4297,7 @@ index	prediction
 4295	neutral
 4296	neutral
 4297	entailment
-4298	neutral
+4298	contradiction
 4299	neutral
 4300	neutral
 4301	contradiction
@@ -4319,7 +4319,7 @@ index	prediction
 4317	contradiction
 4318	entailment
 4319	neutral
-4320	contradiction
+4320	neutral
 4321	neutral
 4322	entailment
 4323	contradiction
@@ -4366,9 +4366,9 @@ index	prediction
 4364	entailment
 4365	neutral
 4366	entailment
-4367	neutral
+4367	contradiction
 4368	entailment
-4369	neutral
+4369	entailment
 4370	contradiction
 4371	contradiction
 4372	contradiction
@@ -4386,7 +4386,7 @@ index	prediction
 4384	entailment
 4385	contradiction
 4386	contradiction
-4387	neutral
+4387	contradiction
 4388	entailment
 4389	entailment
 4390	contradiction
@@ -4402,16 +4402,16 @@ index	prediction
 4400	neutral
 4401	neutral
 4402	neutral
-4403	contradiction
+4403	entailment
 4404	neutral
 4405	contradiction
 4406	neutral
-4407	contradiction
+4407	entailment
 4408	contradiction
 4409	contradiction
 4410	entailment
-4411	contradiction
-4412	neutral
+4411	neutral
+4412	entailment
 4413	contradiction
 4414	neutral
 4415	contradiction
@@ -4427,8 +4427,8 @@ index	prediction
 4425	contradiction
 4426	neutral
 4427	entailment
-4428	neutral
-4429	contradiction
+4428	contradiction
+4429	entailment
 4430	entailment
 4431	neutral
 4432	contradiction
@@ -4445,7 +4445,7 @@ index	prediction
 4443	entailment
 4444	entailment
 4445	entailment
-4446	neutral
+4446	entailment
 4447	neutral
 4448	contradiction
 4449	neutral
@@ -4456,7 +4456,7 @@ index	prediction
 4454	entailment
 4455	contradiction
 4456	entailment
-4457	entailment
+4457	neutral
 4458	contradiction
 4459	entailment
 4460	entailment
@@ -4473,7 +4473,7 @@ index	prediction
 4471	contradiction
 4472	entailment
 4473	entailment
-4474	contradiction
+4474	entailment
 4475	contradiction
 4476	neutral
 4477	contradiction
@@ -4497,12 +4497,12 @@ index	prediction
 4495	neutral
 4496	entailment
 4497	contradiction
-4498	entailment
+4498	contradiction
 4499	entailment
 4500	neutral
 4501	entailment
 4502	contradiction
-4503	neutral
+4503	contradiction
 4504	entailment
 4505	contradiction
 4506	contradiction
@@ -4529,15 +4529,15 @@ index	prediction
 4527	contradiction
 4528	entailment
 4529	contradiction
-4530	contradiction
+4530	neutral
 4531	neutral
 4532	entailment
 4533	entailment
 4534	contradiction
 4535	neutral
-4536	neutral
+4536	contradiction
 4537	entailment
-4538	neutral
+4538	contradiction
 4539	entailment
 4540	contradiction
 4541	neutral
@@ -4552,7 +4552,7 @@ index	prediction
 4550	entailment
 4551	contradiction
 4552	contradiction
-4553	contradiction
+4553	entailment
 4554	neutral
 4555	contradiction
 4556	entailment
@@ -4562,10 +4562,10 @@ index	prediction
 4560	neutral
 4561	entailment
 4562	entailment
-4563	neutral
+4563	contradiction
 4564	entailment
 4565	neutral
-4566	entailment
+4566	contradiction
 4567	entailment
 4568	entailment
 4569	contradiction
@@ -4605,11 +4605,11 @@ index	prediction
 4603	neutral
 4604	neutral
 4605	contradiction
-4606	neutral
+4606	entailment
 4607	neutral
 4608	contradiction
 4609	neutral
-4610	neutral
+4610	contradiction
 4611	contradiction
 4612	neutral
 4613	entailment
@@ -4619,7 +4619,7 @@ index	prediction
 4617	contradiction
 4618	neutral
 4619	neutral
-4620	contradiction
+4620	neutral
 4621	entailment
 4622	contradiction
 4623	contradiction
@@ -4638,7 +4638,7 @@ index	prediction
 4636	contradiction
 4637	entailment
 4638	neutral
-4639	neutral
+4639	contradiction
 4640	neutral
 4641	neutral
 4642	neutral
@@ -4646,9 +4646,9 @@ index	prediction
 4644	contradiction
 4645	neutral
 4646	neutral
-4647	neutral
+4647	entailment
 4648	entailment
-4649	contradiction
+4649	neutral
 4650	entailment
 4651	neutral
 4652	contradiction
@@ -4656,7 +4656,7 @@ index	prediction
 4654	entailment
 4655	neutral
 4656	neutral
-4657	contradiction
+4657	neutral
 4658	entailment
 4659	entailment
 4660	neutral
@@ -4681,18 +4681,18 @@ index	prediction
 4679	entailment
 4680	neutral
 4681	contradiction
-4682	neutral
+4682	entailment
 4683	contradiction
 4684	neutral
 4685	entailment
 4686	neutral
 4687	neutral
-4688	neutral
+4688	contradiction
 4689	contradiction
 4690	entailment
-4691	entailment
+4691	neutral
 4692	contradiction
-4693	neutral
+4693	contradiction
 4694	entailment
 4695	entailment
 4696	contradiction
@@ -4722,10 +4722,10 @@ index	prediction
 4720	neutral
 4721	contradiction
 4722	entailment
-4723	neutral
+4723	contradiction
 4724	contradiction
 4725	neutral
-4726	contradiction
+4726	neutral
 4727	entailment
 4728	neutral
 4729	entailment
@@ -4734,14 +4734,14 @@ index	prediction
 4732	neutral
 4733	entailment
 4734	contradiction
-4735	neutral
-4736	contradiction
+4735	entailment
+4736	entailment
 4737	entailment
 4738	neutral
 4739	entailment
 4740	neutral
 4741	neutral
-4742	entailment
+4742	neutral
 4743	neutral
 4744	contradiction
 4745	entailment
@@ -4751,7 +4751,7 @@ index	prediction
 4749	contradiction
 4750	entailment
 4751	entailment
-4752	entailment
+4752	contradiction
 4753	contradiction
 4754	entailment
 4755	contradiction
@@ -4767,12 +4767,12 @@ index	prediction
 4765	contradiction
 4766	neutral
 4767	contradiction
-4768	entailment
+4768	neutral
 4769	entailment
 4770	entailment
 4771	contradiction
 4772	neutral
-4773	entailment
+4773	neutral
 4774	neutral
 4775	contradiction
 4776	contradiction
@@ -4786,15 +4786,15 @@ index	prediction
 4784	contradiction
 4785	entailment
 4786	neutral
-4787	neutral
+4787	entailment
 4788	contradiction
 4789	neutral
-4790	contradiction
+4790	entailment
 4791	contradiction
 4792	neutral
 4793	entailment
-4794	neutral
-4795	contradiction
+4794	contradiction
+4795	entailment
 4796	contradiction
 4797	entailment
 4798	contradiction
@@ -4820,7 +4820,7 @@ index	prediction
 4818	contradiction
 4819	entailment
 4820	neutral
-4821	entailment
+4821	contradiction
 4822	entailment
 4823	neutral
 4824	contradiction
@@ -4852,7 +4852,7 @@ index	prediction
 4850	entailment
 4851	neutral
 4852	entailment
-4853	neutral
+4853	contradiction
 4854	entailment
 4855	neutral
 4856	contradiction
@@ -4869,11 +4869,11 @@ index	prediction
 4867	entailment
 4868	contradiction
 4869	neutral
-4870	neutral
+4870	entailment
 4871	contradiction
-4872	neutral
+4872	contradiction
 4873	neutral
-4874	contradiction
+4874	entailment
 4875	entailment
 4876	contradiction
 4877	neutral
@@ -4883,17 +4883,17 @@ index	prediction
 4881	entailment
 4882	entailment
 4883	contradiction
-4884	entailment
+4884	contradiction
 4885	entailment
 4886	contradiction
 4887	contradiction
 4888	entailment
 4889	neutral
 4890	entailment
-4891	contradiction
+4891	neutral
 4892	entailment
 4893	entailment
-4894	neutral
+4894	contradiction
 4895	contradiction
 4896	contradiction
 4897	entailment
@@ -4907,10 +4907,10 @@ index	prediction
 4905	contradiction
 4906	neutral
 4907	entailment
-4908	neutral
+4908	entailment
 4909	entailment
-4910	contradiction
-4911	neutral
+4910	entailment
+4911	contradiction
 4912	neutral
 4913	neutral
 4914	contradiction
@@ -4927,7 +4927,7 @@ index	prediction
 4925	entailment
 4926	contradiction
 4927	neutral
-4928	neutral
+4928	contradiction
 4929	neutral
 4930	neutral
 4931	neutral
@@ -4943,19 +4943,19 @@ index	prediction
 4941	entailment
 4942	entailment
 4943	contradiction
-4944	contradiction
+4944	entailment
 4945	entailment
-4946	contradiction
+4946	entailment
 4947	entailment
 4948	contradiction
 4949	entailment
 4950	contradiction
 4951	entailment
 4952	neutral
-4953	contradiction
+4953	neutral
 4954	neutral
-4955	neutral
-4956	neutral
+4955	entailment
+4956	entailment
 4957	entailment
 4958	contradiction
 4959	contradiction
@@ -4963,7 +4963,7 @@ index	prediction
 4961	neutral
 4962	entailment
 4963	contradiction
-4964	entailment
+4964	contradiction
 4965	neutral
 4966	neutral
 4967	neutral
@@ -5007,5 +5007,5 @@ index	prediction
 5005	entailment
 5006	contradiction
 5007	neutral
-5008	entailment
+5008	contradiction
 5009	entailment

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c06254633a7a0eda91ff93a23ea31f48fca1b3c3331999a8a36572714a0eaba8
+oid sha256:044e4d23ec6d5c7fa670f62706844d52f44435c8f6cb267f410a7e7df42d517b
 size 1112257205

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 3.0,
-    "train_loss": 0.4398244035497845,
-    "train_runtime": 7509.3386,
+    "epoch": 5.0,
+    "train_loss": 0.3606064368724201,
+    "train_runtime": 12184.5972,
     "train_samples": 392702,
-    "train_samples_per_second": 156.885,
-    "train_steps_per_second": 4.903
+    "train_samples_per_second": 161.147,
+    "train_steps_per_second": 5.036
 }

trainer_state.json

@@ -1,490 +1,802 @@
 {
-  "best_metric": 0.44585558772087097,
-  "best_model_checkpoint": "english_xlm_xnli/checkpoint-24544",
-  "epoch": 3.0,
-  "global_step": 36816,
+  "best_metric": 0.8353413654618473,
+  "best_model_checkpoint": "models/english_xlm_xnli/checkpoint-24544",
+  "epoch": 5.0,
+  "global_step": 61360,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.04,
-      "learning_rate": 4.932094741416776e-05,
-      "loss": 0.8997,
+      "learning_rate": 1.983702737940026e-05,
+      "loss": 0.9297,
       "step": 500
     },
     {
       "epoch": 0.08,
-      "learning_rate": 4.864189482833551e-05,
-      "loss": 0.7341,
+      "learning_rate": 1.9674054758800523e-05,
+      "loss": 0.7299,
       "step": 1000
     },
     {
       "epoch": 0.12,
-      "learning_rate": 4.7962842242503265e-05,
-      "loss": 0.6824,
+      "learning_rate": 1.9511082138200782e-05,
+      "loss": 0.6739,
       "step": 1500
     },
     {
       "epoch": 0.16,
-      "learning_rate": 4.728378965667101e-05,
-      "loss": 0.6543,
+      "learning_rate": 1.9348109517601044e-05,
+      "loss": 0.635,
       "step": 2000
     },
     {
       "epoch": 0.2,
-      "learning_rate": 4.660473707083877e-05,
-      "loss": 0.6454,
+      "learning_rate": 1.9185136897001307e-05,
+      "loss": 0.6213,
       "step": 2500
     },
     {
       "epoch": 0.24,
-      "learning_rate": 4.592568448500652e-05,
-      "loss": 0.6381,
+      "learning_rate": 1.9022164276401566e-05,
+      "loss": 0.6106,
       "step": 3000
     },
     {
       "epoch": 0.29,
-      "learning_rate": 4.5246631899174276e-05,
-      "loss": 0.6162,
+      "learning_rate": 1.8859191655801828e-05,
+      "loss": 0.5918,
       "step": 3500
     },
     {
       "epoch": 0.33,
-      "learning_rate": 4.456757931334203e-05,
-      "loss": 0.6062,
+      "learning_rate": 1.8696219035202087e-05,
+      "loss": 0.5811,
       "step": 4000
     },
     {
       "epoch": 0.37,
-      "learning_rate": 4.3888526727509784e-05,
-      "loss": 0.5852,
+      "learning_rate": 1.853324641460235e-05,
+      "loss": 0.5602,
       "step": 4500
     },
     {
       "epoch": 0.41,
-      "learning_rate": 4.320947414167754e-05,
-      "loss": 0.587,
+      "learning_rate": 1.837027379400261e-05,
+      "loss": 0.5596,
       "step": 5000
     },
     {
       "epoch": 0.45,
-      "learning_rate": 4.2530421555845286e-05,
-      "loss": 0.5819,
+      "learning_rate": 1.820730117340287e-05,
+      "loss": 0.5626,
       "step": 5500
     },
     {
       "epoch": 0.49,
-      "learning_rate": 4.185136897001304e-05,
-      "loss": 0.5686,
+      "learning_rate": 1.804432855280313e-05,
+      "loss": 0.5492,
       "step": 6000
     },
     {
       "epoch": 0.53,
-      "learning_rate": 4.1172316384180795e-05,
-      "loss": 0.5706,
+      "learning_rate": 1.788135593220339e-05,
+      "loss": 0.5465,
       "step": 6500
     },
     {
       "epoch": 0.57,
-      "learning_rate": 4.049326379834855e-05,
-      "loss": 0.5697,
+      "learning_rate": 1.771838331160365e-05,
+      "loss": 0.5404,
       "step": 7000
     },
     {
       "epoch": 0.61,
-      "learning_rate": 3.98142112125163e-05,
-      "loss": 0.5562,
+      "learning_rate": 1.7555410691003914e-05,
+      "loss": 0.5308,
       "step": 7500
     },
     {
       "epoch": 0.65,
-      "learning_rate": 3.913515862668405e-05,
-      "loss": 0.5462,
+      "learning_rate": 1.7392438070404173e-05,
+      "loss": 0.5247,
       "step": 8000
     },
     {
       "epoch": 0.69,
-      "learning_rate": 3.8456106040851805e-05,
-      "loss": 0.551,
+      "learning_rate": 1.7229465449804435e-05,
+      "loss": 0.524,
       "step": 8500
     },
     {
       "epoch": 0.73,
-      "learning_rate": 3.777705345501956e-05,
-      "loss": 0.5402,
+      "learning_rate": 1.7066492829204694e-05,
+      "loss": 0.5147,
       "step": 9000
     },
     {
       "epoch": 0.77,
-      "learning_rate": 3.7098000869187314e-05,
-      "loss": 0.539,
+      "learning_rate": 1.6903520208604957e-05,
+      "loss": 0.5202,
       "step": 9500
     },
     {
       "epoch": 0.81,
-      "learning_rate": 3.641894828335506e-05,
-      "loss": 0.5315,
+      "learning_rate": 1.6740547588005215e-05,
+      "loss": 0.5089,
       "step": 10000
     },
     {
       "epoch": 0.86,
-      "learning_rate": 3.5739895697522816e-05,
-      "loss": 0.5344,
+      "learning_rate": 1.6577574967405478e-05,
+      "loss": 0.5199,
       "step": 10500
     },
     {
       "epoch": 0.9,
-      "learning_rate": 3.506084311169057e-05,
-      "loss": 0.5359,
+      "learning_rate": 1.6414602346805737e-05,
+      "loss": 0.5144,
       "step": 11000
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.4381790525858324e-05,
-      "loss": 0.5276,
+      "learning_rate": 1.6251629726206e-05,
+      "loss": 0.506,
       "step": 11500
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.370273794002607e-05,
-      "loss": 0.5263,
+      "learning_rate": 1.608865710560626e-05,
+      "loss": 0.5063,
       "step": 12000
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.8072289156626506,
-      "eval_loss": 0.508637011051178,
-      "eval_runtime": 5.1209,
-      "eval_samples_per_second": 486.244,
-      "eval_steps_per_second": 60.927,
+      "eval_accuracy": 0.8092369477911646,
+      "eval_loss": 0.5004722476005554,
+      "eval_runtime": 5.218,
+      "eval_samples_per_second": 477.193,
+      "eval_steps_per_second": 59.793,
       "step": 12272
     },
     {
       "epoch": 1.02,
-      "learning_rate": 3.3023685354193826e-05,
-      "loss": 0.4795,
+      "learning_rate": 1.592568448500652e-05,
+      "loss": 0.4645,
       "step": 12500
     },
     {
       "epoch": 1.06,
-      "learning_rate": 3.234463276836158e-05,
-      "loss": 0.4424,
+      "learning_rate": 1.576271186440678e-05,
+      "loss": 0.4361,
       "step": 13000
     },
     {
       "epoch": 1.1,
-      "learning_rate": 3.1665580182529335e-05,
-      "loss": 0.442,
+      "learning_rate": 1.5599739243807042e-05,
+      "loss": 0.4291,
       "step": 13500
     },
     {
       "epoch": 1.14,
-      "learning_rate": 3.098652759669709e-05,
-      "loss": 0.4355,
+      "learning_rate": 1.54367666232073e-05,
+      "loss": 0.429,
       "step": 14000
     },
     {
       "epoch": 1.18,
-      "learning_rate": 3.0307475010864843e-05,
-      "loss": 0.4249,
+      "learning_rate": 1.5273794002607563e-05,
+      "loss": 0.4159,
       "step": 14500
     },
     {
       "epoch": 1.22,
-      "learning_rate": 2.9628422425032598e-05,
-      "loss": 0.44,
+      "learning_rate": 1.5110821382007822e-05,
+      "loss": 0.4246,
       "step": 15000
     },
     {
       "epoch": 1.26,
-      "learning_rate": 2.8949369839200345e-05,
-      "loss": 0.4181,
+      "learning_rate": 1.4947848761408083e-05,
+      "loss": 0.4141,
       "step": 15500
     },
     {
       "epoch": 1.3,
-      "learning_rate": 2.82703172533681e-05,
-      "loss": 0.4275,
+      "learning_rate": 1.4784876140808346e-05,
+      "loss": 0.4216,
       "step": 16000
     },
     {
       "epoch": 1.34,
-      "learning_rate": 2.7591264667535854e-05,
-      "loss": 0.4289,
+      "learning_rate": 1.4621903520208606e-05,
+      "loss": 0.4271,
       "step": 16500
     },
     {
       "epoch": 1.39,
-      "learning_rate": 2.6912212081703608e-05,
-      "loss": 0.4324,
+      "learning_rate": 1.4458930899608867e-05,
+      "loss": 0.4246,
       "step": 17000
     },
     {
       "epoch": 1.43,
-      "learning_rate": 2.6233159495871362e-05,
-      "loss": 0.4218,
+      "learning_rate": 1.4295958279009128e-05,
+      "loss": 0.4155,
       "step": 17500
     },
     {
       "epoch": 1.47,
-      "learning_rate": 2.5554106910039117e-05,
+      "learning_rate": 1.4132985658409388e-05,
       "loss": 0.4227,
       "step": 18000
     },
     {
       "epoch": 1.51,
-      "learning_rate": 2.4875054324206867e-05,
-      "loss": 0.4232,
+      "learning_rate": 1.3970013037809649e-05,
+      "loss": 0.4186,
       "step": 18500
     },
     {
       "epoch": 1.55,
-      "learning_rate": 2.4196001738374622e-05,
-      "loss": 0.4199,
+      "learning_rate": 1.380704041720991e-05,
+      "loss": 0.4194,
       "step": 19000
     },
     {
       "epoch": 1.59,
-      "learning_rate": 2.3516949152542376e-05,
-      "loss": 0.4205,
+      "learning_rate": 1.364406779661017e-05,
+      "loss": 0.4206,
       "step": 19500
     },
     {
       "epoch": 1.63,
-      "learning_rate": 2.2837896566710127e-05,
-      "loss": 0.429,
+      "learning_rate": 1.3481095176010431e-05,
+      "loss": 0.4205,
       "step": 20000
     },
     {
       "epoch": 1.67,
-      "learning_rate": 2.215884398087788e-05,
-      "loss": 0.4188,
+      "learning_rate": 1.3318122555410693e-05,
+      "loss": 0.4193,
       "step": 20500
     },
     {
       "epoch": 1.71,
-      "learning_rate": 2.1479791395045636e-05,
-      "loss": 0.4178,
+      "learning_rate": 1.3155149934810954e-05,
+      "loss": 0.4134,
       "step": 21000
     },
     {
       "epoch": 1.75,
-      "learning_rate": 2.0800738809213386e-05,
-      "loss": 0.4232,
+      "learning_rate": 1.2992177314211213e-05,
+      "loss": 0.42,
       "step": 21500
     },
     {
       "epoch": 1.79,
-      "learning_rate": 2.012168622338114e-05,
-      "loss": 0.4136,
+      "learning_rate": 1.2829204693611474e-05,
+      "loss": 0.4153,
       "step": 22000
     },
     {
       "epoch": 1.83,
-      "learning_rate": 1.944263363754889e-05,
-      "loss": 0.4164,
+      "learning_rate": 1.2666232073011735e-05,
+      "loss": 0.4178,
       "step": 22500
     },
     {
       "epoch": 1.87,
-      "learning_rate": 1.8763581051716646e-05,
-      "loss": 0.4223,
+      "learning_rate": 1.2503259452411995e-05,
+      "loss": 0.4263,
       "step": 23000
     },
     {
       "epoch": 1.91,
-      "learning_rate": 1.8084528465884397e-05,
-      "loss": 0.4036,
+      "learning_rate": 1.2340286831812256e-05,
+      "loss": 0.411,
       "step": 23500
     },
     {
       "epoch": 1.96,
-      "learning_rate": 1.740547588005215e-05,
-      "loss": 0.4116,
+      "learning_rate": 1.2177314211212517e-05,
+      "loss": 0.4137,
       "step": 24000
     },
     {
       "epoch": 2.0,
-      "learning_rate": 1.6726423294219905e-05,
-      "loss": 0.4115,
+      "learning_rate": 1.2014341590612777e-05,
+      "loss": 0.4132,
       "step": 24500
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.8176706827309237,
-      "eval_loss": 0.44585558772087097,
-      "eval_runtime": 5.1063,
-      "eval_samples_per_second": 487.632,
-      "eval_steps_per_second": 61.101,
+      "eval_accuracy": 0.8353413654618473,
+      "eval_loss": 0.4461533725261688,
+      "eval_runtime": 5.2609,
+      "eval_samples_per_second": 473.304,
+      "eval_steps_per_second": 59.306,
       "step": 24544
     },
     {
       "epoch": 2.04,
-      "learning_rate": 1.6047370708387656e-05,
-      "loss": 0.3125,
+      "learning_rate": 1.185136897001304e-05,
+      "loss": 0.3356,
       "step": 25000
     },
     {
       "epoch": 2.08,
-      "learning_rate": 1.536831812255541e-05,
-      "loss": 0.318,
+      "learning_rate": 1.16883963494133e-05,
+      "loss": 0.3331,
       "step": 25500
     },
     {
       "epoch": 2.12,
-      "learning_rate": 1.4689265536723165e-05,
-      "loss": 0.3112,
+      "learning_rate": 1.1525423728813561e-05,
+      "loss": 0.3341,
       "step": 26000
     },
     {
       "epoch": 2.16,
-      "learning_rate": 1.4010212950890916e-05,
-      "loss": 0.3067,
+      "learning_rate": 1.1362451108213822e-05,
+      "loss": 0.3283,
       "step": 26500
     },
     {
       "epoch": 2.2,
-      "learning_rate": 1.333116036505867e-05,
-      "loss": 0.3087,
+      "learning_rate": 1.1199478487614082e-05,
+      "loss": 0.33,
       "step": 27000
     },
     {
       "epoch": 2.24,
-      "learning_rate": 1.2652107779226425e-05,
-      "loss": 0.2984,
+      "learning_rate": 1.1036505867014341e-05,
+      "loss": 0.3289,
       "step": 27500
     },
     {
       "epoch": 2.28,
-      "learning_rate": 1.1973055193394177e-05,
-      "loss": 0.3089,
+      "learning_rate": 1.0873533246414602e-05,
+      "loss": 0.3389,
       "step": 28000
     },
     {
       "epoch": 2.32,
-      "learning_rate": 1.1294002607561931e-05,
-      "loss": 0.299,
+      "learning_rate": 1.0710560625814863e-05,
+      "loss": 0.3304,
       "step": 28500
     },
     {
       "epoch": 2.36,
-      "learning_rate": 1.0614950021729684e-05,
-      "loss": 0.3042,
+      "learning_rate": 1.0547588005215125e-05,
+      "loss": 0.3324,
       "step": 29000
     },
     {
       "epoch": 2.4,
-      "learning_rate": 9.935897435897435e-06,
-      "loss": 0.3076,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 0.342,
       "step": 29500
     },
     {
       "epoch": 2.44,
-      "learning_rate": 9.25684485006519e-06,
-      "loss": 0.3016,
+      "learning_rate": 1.0221642764015647e-05,
+      "loss": 0.3345,
       "step": 30000
     },
     {
       "epoch": 2.49,
-      "learning_rate": 8.577792264232942e-06,
-      "loss": 0.3122,
+      "learning_rate": 1.0058670143415907e-05,
+      "loss": 0.3384,
       "step": 30500
     },
     {
       "epoch": 2.53,
-      "learning_rate": 7.898739678400696e-06,
-      "loss": 0.2986,
+      "learning_rate": 9.895697522816168e-06,
+      "loss": 0.3286,
       "step": 31000
     },
     {
       "epoch": 2.57,
-      "learning_rate": 7.219687092568449e-06,
-      "loss": 0.3017,
+      "learning_rate": 9.732724902216429e-06,
+      "loss": 0.3353,
       "step": 31500
     },
     {
       "epoch": 2.61,
-      "learning_rate": 6.540634506736203e-06,
-      "loss": 0.2947,
+      "learning_rate": 9.56975228161669e-06,
+      "loss": 0.3324,
       "step": 32000
     },
     {
       "epoch": 2.65,
-      "learning_rate": 5.861581920903955e-06,
-      "loss": 0.2893,
+      "learning_rate": 9.40677966101695e-06,
+      "loss": 0.3208,
       "step": 32500
     },
     {
       "epoch": 2.69,
-      "learning_rate": 5.182529335071708e-06,
-      "loss": 0.3045,
+      "learning_rate": 9.24380704041721e-06,
+      "loss": 0.3405,
       "step": 33000
     },
     {
       "epoch": 2.73,
-      "learning_rate": 4.503476749239461e-06,
-      "loss": 0.2893,
+      "learning_rate": 9.080834419817471e-06,
+      "loss": 0.3269,
       "step": 33500
     },
     {
       "epoch": 2.77,
-      "learning_rate": 3.824424163407214e-06,
-      "loss": 0.2916,
+      "learning_rate": 8.917861799217732e-06,
+      "loss": 0.3327,
       "step": 34000
     },
     {
       "epoch": 2.81,
-      "learning_rate": 3.1453715775749674e-06,
-      "loss": 0.3041,
+      "learning_rate": 8.754889178617993e-06,
+      "loss": 0.3471,
       "step": 34500
     },
     {
       "epoch": 2.85,
-      "learning_rate": 2.466318991742721e-06,
-      "loss": 0.283,
+      "learning_rate": 8.591916558018254e-06,
+      "loss": 0.328,
       "step": 35000
     },
     {
       "epoch": 2.89,
-      "learning_rate": 1.7872664059104738e-06,
-      "loss": 0.2954,
+      "learning_rate": 8.428943937418514e-06,
+      "loss": 0.3339,
       "step": 35500
     },
     {
       "epoch": 2.93,
-      "learning_rate": 1.108213820078227e-06,
-      "loss": 0.2918,
+      "learning_rate": 8.265971316818775e-06,
+      "loss": 0.331,
       "step": 36000
     },
     {
       "epoch": 2.97,
-      "learning_rate": 4.2916123424598005e-07,
-      "loss": 0.2926,
+      "learning_rate": 8.102998696219036e-06,
+      "loss": 0.3308,
       "step": 36500
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.8253012048192772,
-      "eval_loss": 0.4829569160938263,
-      "eval_runtime": 4.9822,
-      "eval_samples_per_second": 499.779,
-      "eval_steps_per_second": 62.623,
+      "eval_accuracy": 0.8216867469879519,
+      "eval_loss": 0.4851071238517761,
+      "eval_runtime": 5.2858,
+      "eval_samples_per_second": 471.074,
+      "eval_steps_per_second": 59.026,
       "step": 36816
     },
     {
-      "epoch": 3.0,
-      "step": 36816,
-      "total_flos": 7.74938740264658e+16,
-      "train_loss": 0.4398244035497845,
-      "train_runtime": 7509.3386,
-      "train_samples_per_second": 156.885,
-      "train_steps_per_second": 4.903
+      "epoch": 3.01,
+      "learning_rate": 7.940026075619296e-06,
+      "loss": 0.3058,
+      "step": 37000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 7.777053455019557e-06,
+      "loss": 0.2535,
+      "step": 37500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 7.614080834419818e-06,
+      "loss": 0.2558,
+      "step": 38000
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 7.451108213820078e-06,
+      "loss": 0.2593,
+      "step": 38500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 7.288135593220339e-06,
+      "loss": 0.2652,
+      "step": 39000
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 7.125162972620601e-06,
+      "loss": 0.2605,
+      "step": 39500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 6.962190352020861e-06,
+      "loss": 0.2639,
+      "step": 40000
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 6.799217731421122e-06,
+      "loss": 0.2745,
+      "step": 40500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 6.636245110821382e-06,
+      "loss": 0.2647,
+      "step": 41000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 6.473272490221643e-06,
+      "loss": 0.2649,
+      "step": 41500
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 6.310299869621904e-06,
+      "loss": 0.2702,
+      "step": 42000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 6.147327249022165e-06,
+      "loss": 0.2656,
+      "step": 42500
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.9843546284224255e-06,
+      "loss": 0.2638,
+      "step": 43000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.821382007822687e-06,
+      "loss": 0.2692,
+      "step": 43500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 5.658409387222948e-06,
+      "loss": 0.2651,
+      "step": 44000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 5.4954367666232076e-06,
+      "loss": 0.2626,
+      "step": 44500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 5.332464146023468e-06,
+      "loss": 0.2743,
+      "step": 45000
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 5.169491525423729e-06,
+      "loss": 0.2604,
+      "step": 45500
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.0065189048239905e-06,
+      "loss": 0.2477,
+      "step": 46000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 4.843546284224251e-06,
+      "loss": 0.2611,
+      "step": 46500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.680573663624511e-06,
+      "loss": 0.2705,
+      "step": 47000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 4.5176010430247726e-06,
+      "loss": 0.2589,
+      "step": 47500
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.354628422425033e-06,
+      "loss": 0.2571,
+      "step": 48000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 4.191655801825294e-06,
+      "loss": 0.2529,
+      "step": 48500
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 4.028683181225555e-06,
+      "loss": 0.2517,
+      "step": 49000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8240963855421687,
+      "eval_loss": 0.5503039956092834,
+      "eval_runtime": 5.1845,
+      "eval_samples_per_second": 480.279,
+      "eval_steps_per_second": 60.18,
+      "step": 49088
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 3.865710560625815e-06,
+      "loss": 0.22,
+      "step": 49500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 3.702737940026076e-06,
+      "loss": 0.2209,
+      "step": 50000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 3.5397653194263363e-06,
+      "loss": 0.2108,
+      "step": 50500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 3.3767926988265974e-06,
+      "loss": 0.2145,
+      "step": 51000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 3.213820078226858e-06,
+      "loss": 0.2086,
+      "step": 51500
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 3.0508474576271192e-06,
+      "loss": 0.2048,
+      "step": 52000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 2.8878748370273795e-06,
+      "loss": 0.2183,
+      "step": 52500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.7249022164276406e-06,
+      "loss": 0.2067,
+      "step": 53000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.5619295958279013e-06,
+      "loss": 0.2104,
+      "step": 53500
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 2.398956975228162e-06,
+      "loss": 0.2108,
+      "step": 54000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 2.2359843546284227e-06,
+      "loss": 0.2123,
+      "step": 54500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 2.0730117340286834e-06,
+      "loss": 0.2222,
+      "step": 55000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 1.910039113428944e-06,
+      "loss": 0.211,
+      "step": 55500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 1.7470664928292048e-06,
+      "loss": 0.2122,
+      "step": 56000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 1.5840938722294655e-06,
+      "loss": 0.2196,
+      "step": 56500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 1.4211212516297262e-06,
+      "loss": 0.2141,
+      "step": 57000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 1.258148631029987e-06,
+      "loss": 0.2049,
+      "step": 57500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 1.0951760104302478e-06,
+      "loss": 0.2045,
+      "step": 58000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 9.322033898305086e-07,
+      "loss": 0.1984,
+      "step": 58500
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 0.2074,
+      "step": 59000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 6.0625814863103e-07,
+      "loss": 0.2159,
+      "step": 59500
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 4.432855280312908e-07,
+      "loss": 0.2117,
+      "step": 60000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 2.803129074315515e-07,
+      "loss": 0.2135,
+      "step": 60500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 1.1734028683181226e-07,
+      "loss": 0.216,
+      "step": 61000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.821285140562249,
+      "eval_loss": 0.5926501750946045,
+      "eval_runtime": 5.1547,
+      "eval_samples_per_second": 483.051,
+      "eval_steps_per_second": 60.527,
+      "step": 61360
+    },
+    {
+      "epoch": 5.0,
+      "step": 61360,
+      "total_flos": 1.2915645671077632e+17,
+      "train_loss": 0.3606064368724201,
+      "train_runtime": 12184.5972,
+      "train_samples_per_second": 161.147,
+      "train_steps_per_second": 5.036
     }
   ],
-  "max_steps": 36816,
-  "num_train_epochs": 3,
-  "total_flos": 7.74938740264658e+16,
+  "max_steps": 61360,
+  "num_train_epochs": 5,
+  "total_flos": 1.2915645671077632e+17,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e49eabe901dcf9767f025e94e578ceda9eb87e4e10432bf3d8eac57fa2d251de
-size 3387
+oid sha256:9d0692aa41b4587d178e1fb65ea1570308e01f74f397ea60dad79ff71f6cc55b
+size 3451