End of training

README.md

@@ -0,0 +1,64 @@
+---
+license: mit
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: deberta-v3-base-amazon-reviews-multi-fp16
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# deberta-v3-base-amazon-reviews-multi-fp16
+
+This model is a fine-tuned version of [microsoft/deberta-v3-base](https://huggingface.co/microsoft/deberta-v3-base) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.9190
+- Accuracy: 0.5976
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 32
+- eval_batch_size: 32
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5.0
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss | Accuracy |
+|:-------------:|:-----:|:-----:|:---------------:|:--------:|
+| 0.9134        | 1.0   | 6250  | 0.9276          | 0.6      |
+| 0.8412        | 2.0   | 12500 | 0.9287          | 0.6082   |
+| 0.7523        | 3.0   | 18750 | 0.9500          | 0.6078   |
+| 0.6247        | 4.0   | 25000 | 1.0481          | 0.5984   |
+| 0.51          | 5.0   | 31250 | 1.1977          | 0.6016   |
+
+
+### Framework versions
+
+- Transformers 4.27.1
+- Pytorch 2.0.1
+- Datasets 2.9.0
+- Tokenizers 0.13.3

all_results.json

@@ -0,0 +1,14 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.5976,
+    "eval_loss": 0.9190464615821838,
+    "eval_runtime": 5.8003,
+    "eval_samples": 5000,
+    "eval_samples_per_second": 862.023,
+    "eval_steps_per_second": 27.068,
+    "test_samples": 5000,
+    "train_loss": 0.7373493041992187,
+    "train_runtime": 4266.3791,
+    "train_samples_per_second": 234.391,
+    "train_steps_per_second": 7.325
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.6082,
+    "eval_loss": 0.928673505783081,
+    "eval_runtime": 5.7982,
+    "eval_samples": 5000,
+    "eval_samples_per_second": 862.33,
+    "eval_steps_per_second": 27.077
+}

logs/events.out.tfevents.1694186970.serverailab12gb-System-Product-Name.2739704.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:255f5d66035ab74b34182be58865fe6c2684998af28fda44a72d3655fd70c76b
-size 15918
+oid sha256:9a74f7487f2ed0eb99214120a835a520eaa945e9b0e6daabbb5794d8d43a0455
+size 16278

logs/events.out.tfevents.1694191242.serverailab12gb-System-Product-Name.2739704.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9803c1c47340364806d1fce80b7bb8ff975241297b3ad66eb7fb62164b5fae9
+size 746

predict_results.txt

@@ -0,0 +1,5001 @@
+index	prediction
+0	1
+1	1
+2	1
+3	1
+4	2
+5	1
+6	2
+7	1
+8	2
+9	1
+10	2
+11	1
+12	1
+13	1
+14	1
+15	1
+16	2
+17	1
+18	2
+19	1
+20	1
+21	1
+22	1
+23	1
+24	1
+25	1
+26	2
+27	1
+28	1
+29	1
+30	1
+31	1
+32	1
+33	3
+34	5
+35	2
+36	1
+37	1
+38	1
+39	1
+40	1
+41	1
+42	1
+43	1
+44	2
+45	1
+46	1
+47	1
+48	1
+49	1
+50	2
+51	1
+52	3
+53	1
+54	1
+55	1
+56	1
+57	4
+58	1
+59	1
+60	1
+61	1
+62	1
+63	1
+64	1
+65	1
+66	1
+67	1
+68	1
+69	1
+70	1
+71	1
+72	1
+73	1
+74	1
+75	1
+76	1
+77	1
+78	1
+79	1
+80	1
+81	1
+82	1
+83	1
+84	3
+85	1
+86	1
+87	1
+88	3
+89	1
+90	2
+91	1
+92	1
+93	1
+94	1
+95	1
+96	1
+97	1
+98	4
+99	1
+100	1
+101	1
+102	1
+103	1
+104	1
+105	1
+106	1
+107	1
+108	2
+109	1
+110	1
+111	1
+112	1
+113	1
+114	1
+115	1
+116	1
+117	1
+118	1
+119	1
+120	1
+121	1
+122	2
+123	1
+124	1
+125	1
+126	1
+127	2
+128	1
+129	1
+130	1
+131	1
+132	1
+133	1
+134	2
+135	1
+136	1
+137	2
+138	1
+139	1
+140	1
+141	1
+142	2
+143	2
+144	1
+145	1
+146	3
+147	1
+148	1
+149	1
+150	1
+151	1
+152	1
+153	1
+154	1
+155	2
+156	2
+157	1
+158	1
+159	1
+160	2
+161	1
+162	1
+163	1
+164	1
+165	1
+166	1
+167	1
+168	3
+169	1
+170	1
+171	1
+172	1
+173	1
+174	1
+175	2
+176	1
+177	1
+178	1
+179	1
+180	1
+181	1
+182	3
+183	1
+184	1
+185	1
+186	3
+187	1
+188	1
+189	2
+190	1
+191	1
+192	4
+193	1
+194	1
+195	1
+196	1
+197	1
+198	3
+199	2
+200	2
+201	2
+202	1
+203	1
+204	1
+205	1
+206	1
+207	1
+208	2
+209	1
+210	1
+211	2
+212	2
+213	1
+214	1
+215	2
+216	1
+217	1
+218	2
+219	1
+220	1
+221	1
+222	2
+223	1
+224	1
+225	1
+226	1
+227	1
+228	1
+229	1
+230	1
+231	1
+232	2
+233	2
+234	1
+235	1
+236	1
+237	1
+238	4
+239	1
+240	5
+241	1
+242	1
+243	2
+244	1
+245	1
+246	1
+247	1
+248	1
+249	1
+250	1
+251	1
+252	2
+253	1
+254	1
+255	1
+256	1
+257	1
+258	1
+259	1
+260	1
+261	2
+262	1
+263	1
+264	2
+265	1
+266	1
+267	2
+268	1
+269	1
+270	1
+271	1
+272	1
+273	1
+274	1
+275	1
+276	1
+277	1
+278	2
+279	2
+280	1
+281	1
+282	1
+283	1
+284	1
+285	1
+286	1
+287	1
+288	2
+289	2
+290	2
+291	1
+292	1
+293	1
+294	1
+295	1
+296	1
+297	3
+298	1
+299	1
+300	1
+301	1
+302	1
+303	1
+304	1
+305	2
+306	1
+307	1
+308	1
+309	2
+310	1
+311	1
+312	1
+313	1
+314	1
+315	1
+316	1
+317	1
+318	1
+319	2
+320	1
+321	5
+322	3
+323	1
+324	1
+325	1
+326	1
+327	1
+328	1
+329	1
+330	1
+331	1
+332	1
+333	1
+334	1
+335	1
+336	1
+337	1
+338	1
+339	1
+340	1
+341	1
+342	1
+343	1
+344	1
+345	1
+346	1
+347	1
+348	1
+349	1
+350	1
+351	2
+352	1
+353	1
+354	2
+355	1
+356	1
+357	2
+358	1
+359	1
+360	2
+361	1
+362	1
+363	1
+364	1
+365	1
+366	1
+367	1
+368	1
+369	1
+370	1
+371	1
+372	2
+373	2
+374	1
+375	1
+376	1
+377	2
+378	1
+379	1
+380	1
+381	1
+382	1
+383	1
+384	1
+385	2
+386	2
+387	1
+388	1
+389	3
+390	3
+391	1
+392	1
+393	1
+394	1
+395	1
+396	1
+397	1
+398	1
+399	1
+400	1
+401	1
+402	2
+403	1
+404	1
+405	1
+406	1
+407	1
+408	1
+409	2
+410	3
+411	1
+412	2
+413	1
+414	2
+415	2
+416	1
+417	1
+418	1
+419	1
+420	1
+421	1
+422	1
+423	1
+424	1
+425	1
+426	1
+427	1
+428	1
+429	1
+430	1
+431	1
+432	1
+433	1
+434	1
+435	1
+436	2
+437	1
+438	1
+439	1
+440	1
+441	1
+442	1
+443	1
+444	2
+445	1
+446	1
+447	2
+448	1
+449	1
+450	1
+451	1
+452	2
+453	1
+454	1
+455	1
+456	1
+457	1
+458	1
+459	1
+460	1
+461	1
+462	1
+463	1
+464	1
+465	1
+466	2
+467	2
+468	1
+469	1
+470	1
+471	1
+472	1
+473	1
+474	1
+475	2
+476	1
+477	2
+478	3
+479	1
+480	1
+481	1
+482	1
+483	2
+484	1
+485	1
+486	1
+487	3
+488	1
+489	1
+490	2
+491	1
+492	1
+493	1
+494	2
+495	1
+496	1
+497	1
+498	2
+499	1
+500	2
+501	1
+502	1
+503	1
+504	1
+505	1
+506	1
+507	1
+508	1
+509	1
+510	1
+511	2
+512	1
+513	1
+514	1
+515	1
+516	1
+517	1
+518	1
+519	1
+520	2
+521	2
+522	3
+523	1
+524	1
+525	1
+526	1
+527	1
+528	2
+529	1
+530	1
+531	1
+532	3
+533	1
+534	2
+535	1
+536	1
+537	1
+538	1
+539	1
+540	1
+541	3
+542	1
+543	1
+544	1
+545	1
+546	1
+547	1
+548	1
+549	3
+550	1
+551	1
+552	1
+553	1
+554	2
+555	1
+556	1
+557	2
+558	2
+559	1
+560	1
+561	2
+562	1
+563	1
+564	1
+565	1
+566	1
+567	1
+568	1
+569	1
+570	2
+571	2
+572	1
+573	1
+574	2
+575	2
+576	1
+577	1
+578	2
+579	1
+580	1
+581	2
+582	1
+583	1
+584	2
+585	1
+586	1
+587	1
+588	1
+589	1
+590	1
+591	1
+592	1
+593	1
+594	1
+595	1
+596	2
+597	1
+598	1
+599	1
+600	1
+601	1
+602	1
+603	1
+604	1
+605	2
+606	1
+607	1
+608	1
+609	2
+610	1
+611	1
+612	1
+613	1
+614	1
+615	1
+616	1
+617	3
+618	1
+619	1
+620	3
+621	1
+622	1
+623	1
+624	1
+625	1
+626	1
+627	1
+628	1
+629	1
+630	1
+631	1
+632	2
+633	1
+634	1
+635	1
+636	1
+637	1
+638	1
+639	3
+640	1
+641	1
+642	1
+643	2
+644	3
+645	1
+646	1
+647	1
+648	1
+649	1
+650	1
+651	1
+652	1
+653	1
+654	1
+655	1
+656	1
+657	1
+658	1
+659	1
+660	1
+661	1
+662	1
+663	2
+664	1
+665	1
+666	2
+667	1
+668	2
+669	2
+670	1
+671	2
+672	3
+673	1
+674	1
+675	1
+676	1
+677	2
+678	1
+679	1
+680	1
+681	1
+682	2
+683	1
+684	2
+685	1
+686	1
+687	1
+688	1
+689	2
+690	1
+691	2
+692	1
+693	1
+694	2
+695	2
+696	1
+697	1
+698	1
+699	1
+700	1
+701	1
+702	2
+703	3
+704	1
+705	2
+706	1
+707	1
+708	2
+709	1
+710	2
+711	1
+712	1
+713	1
+714	1
+715	2
+716	1
+717	1
+718	1
+719	1
+720	1
+721	1
+722	1
+723	1
+724	1
+725	1
+726	2
+727	1
+728	3
+729	1
+730	1
+731	1
+732	5
+733	1
+734	1
+735	1
+736	1
+737	1
+738	2
+739	1
+740	1
+741	1
+742	1
+743	1
+744	1
+745	1
+746	1
+747	1
+748	1
+749	1
+750	2
+751	1
+752	2
+753	1
+754	1
+755	1
+756	2
+757	2
+758	2
+759	1
+760	1
+761	1
+762	1
+763	1
+764	1
+765	1
+766	1
+767	2
+768	1
+769	1
+770	1
+771	1
+772	1
+773	2
+774	1
+775	1
+776	1
+777	1
+778	1
+779	2
+780	1
+781	2
+782	1
+783	2
+784	1
+785	1
+786	1
+787	1
+788	3
+789	1
+790	1
+791	1
+792	1
+793	1
+794	1
+795	1
+796	1
+797	1
+798	1
+799	2
+800	3
+801	2
+802	1
+803	2
+804	1
+805	2
+806	2
+807	1
+808	1
+809	1
+810	1
+811	1
+812	1
+813	2
+814	1
+815	1
+816	2
+817	1
+818	1
+819	1
+820	1
+821	1
+822	1
+823	2
+824	2
+825	1
+826	1
+827	1
+828	1
+829	1
+830	1
+831	2
+832	1
+833	2
+834	1
+835	1
+836	1
+837	2
+838	2
+839	2
+840	1
+841	2
+842	1
+843	2
+844	1
+845	1
+846	1
+847	1
+848	1
+849	1
+850	1
+851	1
+852	1
+853	1
+854	1
+855	1
+856	1
+857	1
+858	1
+859	1
+860	1
+861	1
+862	2
+863	1
+864	1
+865	1
+866	1
+867	1
+868	1
+869	1
+870	1
+871	1
+872	1
+873	1
+874	2
+875	1
+876	1
+877	1
+878	1
+879	1
+880	1
+881	2
+882	2
+883	1
+884	1
+885	1
+886	1
+887	1
+888	2
+889	1
+890	1
+891	1
+892	1
+893	1
+894	5
+895	1
+896	1
+897	1
+898	1
+899	1
+900	1
+901	1
+902	2
+903	1
+904	1
+905	1
+906	1
+907	1
+908	1
+909	1
+910	1
+911	1
+912	1
+913	1
+914	1
+915	1
+916	3
+917	1
+918	2
+919	1
+920	1
+921	2
+922	1
+923	1
+924	1
+925	1
+926	1
+927	1
+928	1
+929	2
+930	1
+931	1
+932	3
+933	1
+934	1
+935	1
+936	1
+937	1
+938	1
+939	1
+940	1
+941	1
+942	1
+943	1
+944	1
+945	3
+946	3
+947	1
+948	1
+949	1
+950	1
+951	1
+952	1
+953	1
+954	3
+955	1
+956	3
+957	1
+958	2
+959	2
+960	1
+961	1
+962	1
+963	1
+964	1
+965	2
+966	1
+967	1
+968	1
+969	1
+970	1
+971	1
+972	1
+973	1
+974	2
+975	1
+976	1
+977	1
+978	2
+979	1
+980	1
+981	1
+982	1
+983	3
+984	1
+985	1
+986	1
+987	1
+988	1
+989	5
+990	3
+991	1
+992	2
+993	1
+994	2
+995	2
+996	1
+997	1
+998	1
+999	1
+1000	3
+1001	2
+1002	1
+1003	1
+1004	2
+1005	1
+1006	3
+1007	3
+1008	2
+1009	2
+1010	2
+1011	1
+1012	3
+1013	3
+1014	1
+1015	2
+1016	1
+1017	2
+1018	3
+1019	1
+1020	2
+1021	1
+1022	2
+1023	3
+1024	2
+1025	3
+1026	2
+1027	3
+1028	3
+1029	2
+1030	2
+1031	2
+1032	2
+1033	2
+1034	1
+1035	2
+1036	2
+1037	3
+1038	1
+1039	3
+1040	1
+1041	2
+1042	1
+1043	1
+1044	1
+1045	2
+1046	3
+1047	2
+1048	2
+1049	1
+1050	2
+1051	2
+1052	2
+1053	2
+1054	1
+1055	2
+1056	2
+1057	3
+1058	1
+1059	3
+1060	3
+1061	2
+1062	2
+1063	1
+1064	2
+1065	2
+1066	1
+1067	1
+1068	3
+1069	2
+1070	2
+1071	3
+1072	2
+1073	1
+1074	1
+1075	1
+1076	3
+1077	2
+1078	2
+1079	2
+1080	4
+1081	3
+1082	1
+1083	1
+1084	3
+1085	1
+1086	1
+1087	1
+1088	2
+1089	4
+1090	1
+1091	1
+1092	1
+1093	2
+1094	2
+1095	2
+1096	1
+1097	1
+1098	1
+1099	3
+1100	2
+1101	3
+1102	2
+1103	2
+1104	3
+1105	1
+1106	2
+1107	1
+1108	2
+1109	1
+1110	1
+1111	1
+1112	3
+1113	2
+1114	1
+1115	2
+1116	2
+1117	1
+1118	2
+1119	1
+1120	1
+1121	3
+1122	1
+1123	1
+1124	3
+1125	1
+1126	3
+1127	1
+1128	2
+1129	2
+1130	2
+1131	1
+1132	1
+1133	2
+1134	3
+1135	2
+1136	1
+1137	2
+1138	2
+1139	3
+1140	2
+1141	1
+1142	3
+1143	2
+1144	1
+1145	1
+1146	1
+1147	2
+1148	1
+1149	2
+1150	2
+1151	3
+1152	2
+1153	1
+1154	1
+1155	1
+1156	3
+1157	1
+1158	2
+1159	3
+1160	3
+1161	1
+1162	3
+1163	3
+1164	4
+1165	3
+1166	1
+1167	3
+1168	2
+1169	3
+1170	2
+1171	1
+1172	2
+1173	1
+1174	2
+1175	1
+1176	1
+1177	1
+1178	3
+1179	2
+1180	1
+1181	5
+1182	3
+1183	4
+1184	2
+1185	2
+1186	2
+1187	3
+1188	2
+1189	2
+1190	1
+1191	1
+1192	1
+1193	2
+1194	2
+1195	2
+1196	2
+1197	2
+1198	3
+1199	3
+1200	2
+1201	3
+1202	2
+1203	2
+1204	3
+1205	3
+1206	2
+1207	2
+1208	3
+1209	2
+1210	2
+1211	3
+1212	2
+1213	2
+1214	2
+1215	2
+1216	2
+1217	2
+1218	1
+1219	3
+1220	2
+1221	2
+1222	3
+1223	2
+1224	1
+1225	3
+1226	3
+1227	1
+1228	1
+1229	2
+1230	2
+1231	2
+1232	2
+1233	2
+1234	3
+1235	2
+1236	3
+1237	2
+1238	1
+1239	3
+1240	2
+1241	3
+1242	1
+1243	1
+1244	1
+1245	2
+1246	1
+1247	3
+1248	1
+1249	1
+1250	1
+1251	2
+1252	2
+1253	2
+1254	2
+1255	1
+1256	2
+1257	1
+1258	2
+1259	3
+1260	2
+1261	3
+1262	2
+1263	2
+1264	1
+1265	2
+1266	1
+1267	3
+1268	1
+1269	2
+1270	2
+1271	1
+1272	2
+1273	2
+1274	1
+1275	2
+1276	1
+1277	1
+1278	1
+1279	3
+1280	1
+1281	2
+1282	1
+1283	2
+1284	3
+1285	2
+1286	2
+1287	2
+1288	3
+1289	3
+1290	2
+1291	3
+1292	3
+1293	2
+1294	2
+1295	1
+1296	2
+1297	3
+1298	3
+1299	1
+1300	2
+1301	1
+1302	3
+1303	2
+1304	2
+1305	2
+1306	2
+1307	2
+1308	3
+1309	1
+1310	1
+1311	3
+1312	3
+1313	2
+1314	1
+1315	1
+1316	2
+1317	4
+1318	2
+1319	2
+1320	1
+1321	3
+1322	2
+1323	2
+1324	1
+1325	2
+1326	2
+1327	1
+1328	2
+1329	1
+1330	1
+1331	1
+1332	2
+1333	1
+1334	2
+1335	3
+1336	1
+1337	1
+1338	3
+1339	2
+1340	1
+1341	3
+1342	2
+1343	2
+1344	1
+1345	3
+1346	2
+1347	4
+1348	4
+1349	2
+1350	2
+1351	2
+1352	1
+1353	1
+1354	2
+1355	2
+1356	1
+1357	1
+1358	3
+1359	1
+1360	1
+1361	2
+1362	2
+1363	2
+1364	1
+1365	1
+1366	1
+1367	2
+1368	2
+1369	1
+1370	1
+1371	2
+1372	1
+1373	3
+1374	1
+1375	1
+1376	2
+1377	2
+1378	1
+1379	2
+1380	3
+1381	1
+1382	1
+1383	2
+1384	2
+1385	2
+1386	1
+1387	2
+1388	1
+1389	2
+1390	1
+1391	3
+1392	2
+1393	2
+1394	2
+1395	3
+1396	3
+1397	2
+1398	3
+1399	1
+1400	1
+1401	3
+1402	1
+1403	1
+1404	3
+1405	1
+1406	3
+1407	2
+1408	2
+1409	3
+1410	1
+1411	1
+1412	2
+1413	2
+1414	1
+1415	1
+1416	4
+1417	3
+1418	1
+1419	2
+1420	1
+1421	1
+1422	1
+1423	2
+1424	1
+1425	1
+1426	3
+1427	3
+1428	2
+1429	3
+1430	3
+1431	1
+1432	1
+1433	2
+1434	1
+1435	1
+1436	2
+1437	2
+1438	1
+1439	3
+1440	2
+1441	2
+1442	2
+1443	1
+1444	3
+1445	1
+1446	1
+1447	2
+1448	1
+1449	1
+1450	2
+1451	2
+1452	3
+1453	2
+1454	2
+1455	1
+1456	2
+1457	3
+1458	1
+1459	2
+1460	1
+1461	2
+1462	1
+1463	2
+1464	2
+1465	1
+1466	2
+1467	3
+1468	3
+1469	2
+1470	1
+1471	2
+1472	3
+1473	1
+1474	1
+1475	3
+1476	2
+1477	1
+1478	2
+1479	2
+1480	1
+1481	2
+1482	3
+1483	1
+1484	1
+1485	1
+1486	1
+1487	1
+1488	2
+1489	1
+1490	1
+1491	1
+1492	2
+1493	3
+1494	3
+1495	2
+1496	1
+1497	2
+1498	2
+1499	3
+1500	2
+1501	2
+1502	2
+1503	2
+1504	2
+1505	1
+1506	2
+1507	2
+1508	2
+1509	2
+1510	1
+1511	1
+1512	3
+1513	3
+1514	2
+1515	3
+1516	3
+1517	1
+1518	2
+1519	3
+1520	1
+1521	2
+1522	2
+1523	2
+1524	2
+1525	2
+1526	3
+1527	2
+1528	1
+1529	2
+1530	2
+1531	2
+1532	1
+1533	2
+1534	2
+1535	2
+1536	3
+1537	2
+1538	2
+1539	2
+1540	2
+1541	5
+1542	3
+1543	1
+1544	3
+1545	3
+1546	3
+1547	2
+1548	3
+1549	3
+1550	2
+1551	1
+1552	1
+1553	1
+1554	2
+1555	1
+1556	3
+1557	2
+1558	2
+1559	1
+1560	1
+1561	3
+1562	1
+1563	1
+1564	2
+1565	1
+1566	2
+1567	2
+1568	2
+1569	1
+1570	1
+1571	2
+1572	2
+1573	2
+1574	2
+1575	1
+1576	1
+1577	1
+1578	2
+1579	3
+1580	3
+1581	1
+1582	2
+1583	2
+1584	2
+1585	2
+1586	2
+1587	1
+1588	2
+1589	1
+1590	1
+1591	3
+1592	2
+1593	1
+1594	1
+1595	2
+1596	2
+1597	3
+1598	2
+1599	2
+1600	1
+1601	2
+1602	2
+1603	1
+1604	2
+1605	1
+1606	2
+1607	4
+1608	3
+1609	1
+1610	4
+1611	2
+1612	1
+1613	3
+1614	2
+1615	2
+1616	3
+1617	2
+1618	2
+1619	2
+1620	2
+1621	2
+1622	1
+1623	2
+1624	2
+1625	2
+1626	3
+1627	1
+1628	2
+1629	2
+1630	2
+1631	2
+1632	2
+1633	3
+1634	2
+1635	2
+1636	1
+1637	2
+1638	2
+1639	1
+1640	3
+1641	2
+1642	1
+1643	2
+1644	1
+1645	1
+1646	3
+1647	2
+1648	3
+1649	3
+1650	1
+1651	2
+1652	2
+1653	1
+1654	2
+1655	1
+1656	5
+1657	1
+1658	3
+1659	2
+1660	2
+1661	1
+1662	1
+1663	1
+1664	2
+1665	2
+1666	2
+1667	2
+1668	2
+1669	2
+1670	2
+1671	1
+1672	2
+1673	4
+1674	2
+1675	1
+1676	3
+1677	2
+1678	2
+1679	2
+1680	1
+1681	1
+1682	1
+1683	3
+1684	1
+1685	1
+1686	2
+1687	3
+1688	2
+1689	2
+1690	1
+1691	3
+1692	3
+1693	1
+1694	2
+1695	2
+1696	2
+1697	3
+1698	3
+1699	1
+1700	3
+1701	2
+1702	2
+1703	1
+1704	1
+1705	2
+1706	1
+1707	2
+1708	2
+1709	2
+1710	1
+1711	1
+1712	1
+1713	2
+1714	3
+1715	3
+1716	2
+1717	2
+1718	3
+1719	1
+1720	1
+1721	1
+1722	1
+1723	1
+1724	1
+1725	2
+1726	1
+1727	1
+1728	1
+1729	1
+1730	2
+1731	2
+1732	2
+1733	2
+1734	1
+1735	2
+1736	1
+1737	2
+1738	1
+1739	2
+1740	3
+1741	1
+1742	1
+1743	2
+1744	3
+1745	2
+1746	3
+1747	2
+1748	1
+1749	2
+1750	2
+1751	1
+1752	1
+1753	2
+1754	2
+1755	1
+1756	1
+1757	2
+1758	3
+1759	2
+1760	1
+1761	2
+1762	3
+1763	1
+1764	2
+1765	1
+1766	2
+1767	3
+1768	2
+1769	1
+1770	1
+1771	3
+1772	3
+1773	1
+1774	2
+1775	2
+1776	1
+1777	3
+1778	2
+1779	1
+1780	1
+1781	1
+1782	2
+1783	2
+1784	1
+1785	2
+1786	2
+1787	2
+1788	3
+1789	2
+1790	1
+1791	1
+1792	2
+1793	1
+1794	3
+1795	1
+1796	2
+1797	2
+1798	2
+1799	3
+1800	2
+1801	3
+1802	2
+1803	2
+1804	2
+1805	2
+1806	2
+1807	3
+1808	3
+1809	1
+1810	1
+1811	1
+1812	2
+1813	1
+1814	2
+1815	2
+1816	1
+1817	1
+1818	2
+1819	2
+1820	1
+1821	3
+1822	3
+1823	1
+1824	1
+1825	2
+1826	1
+1827	2
+1828	1
+1829	3
+1830	1
+1831	3
+1832	2
+1833	1
+1834	3
+1835	3
+1836	1
+1837	3
+1838	2
+1839	1
+1840	1
+1841	1
+1842	2
+1843	2
+1844	3
+1845	3
+1846	1
+1847	1
+1848	1
+1849	1
+1850	3
+1851	2
+1852	2
+1853	2
+1854	2
+1855	2
+1856	1
+1857	2
+1858	1
+1859	2
+1860	1
+1861	2
+1862	1
+1863	1
+1864	2
+1865	1
+1866	1
+1867	3
+1868	1
+1869	1
+1870	1
+1871	2
+1872	1
+1873	1
+1874	3
+1875	1
+1876	2
+1877	1
+1878	3
+1879	1
+1880	2
+1881	1
+1882	1
+1883	1
+1884	2
+1885	1
+1886	3
+1887	2
+1888	1
+1889	1
+1890	1
+1891	1
+1892	3
+1893	3
+1894	1
+1895	1
+1896	2
+1897	3
+1898	3
+1899	2
+1900	2
+1901	1
+1902	1
+1903	2
+1904	3
+1905	2
+1906	2
+1907	2
+1908	3
+1909	1
+1910	2
+1911	1
+1912	2
+1913	1
+1914	3
+1915	2
+1916	2
+1917	1
+1918	2
+1919	1
+1920	1
+1921	2
+1922	2
+1923	2
+1924	2
+1925	1
+1926	1
+1927	2
+1928	2
+1929	1
+1930	1
+1931	2
+1932	2
+1933	2
+1934	1
+1935	3
+1936	2
+1937	3
+1938	1
+1939	3
+1940	1
+1941	3
+1942	3
+1943	2
+1944	1
+1945	2
+1946	3
+1947	1
+1948	3
+1949	2
+1950	2
+1951	1
+1952	2
+1953	1
+1954	2
+1955	1
+1956	3
+1957	2
+1958	2
+1959	2
+1960	2
+1961	2
+1962	2
+1963	2
+1964	1
+1965	1
+1966	2
+1967	2
+1968	3
+1969	1
+1970	2
+1971	3
+1972	2
+1973	1
+1974	4
+1975	3
+1976	2
+1977	1
+1978	2
+1979	2
+1980	1
+1981	1
+1982	1
+1983	1
+1984	1
+1985	2
+1986	3
+1987	1
+1988	2
+1989	1
+1990	2
+1991	3
+1992	2
+1993	1
+1994	2
+1995	2
+1996	2
+1997	1
+1998	3
+1999	2
+2000	2
+2001	3
+2002	3
+2003	1
+2004	1
+2005	3
+2006	3
+2007	3
+2008	3
+2009	3
+2010	2
+2011	5
+2012	3
+2013	3
+2014	2
+2015	3
+2016	2
+2017	3
+2018	2
+2019	1
+2020	3
+2021	3
+2022	1
+2023	3
+2024	4
+2025	2
+2026	2
+2027	2
+2028	3
+2029	3
+2030	2
+2031	3
+2032	3
+2033	3
+2034	4
+2035	1
+2036	1
+2037	1
+2038	3
+2039	3
+2040	2
+2041	2
+2042	2
+2043	3
+2044	2
+2045	4
+2046	3
+2047	3
+2048	4
+2049	3
+2050	1
+2051	3
+2052	5
+2053	3
+2054	5
+2055	3
+2056	3
+2057	2
+2058	3
+2059	1
+2060	2
+2061	3
+2062	2
+2063	2
+2064	2
+2065	2
+2066	3
+2067	3
+2068	2
+2069	2
+2070	3
+2071	3
+2072	3
+2073	1
+2074	2
+2075	2
+2076	3
+2077	2
+2078	3
+2079	4
+2080	1
+2081	3
+2082	2
+2083	2
+2084	2
+2085	1
+2086	2
+2087	3
+2088	3
+2089	3
+2090	5
+2091	3
+2092	1
+2093	2
+2094	3
+2095	2
+2096	3
+2097	3
+2098	4
+2099	3
+2100	2
+2101	2
+2102	2
+2103	5
+2104	3
+2105	3
+2106	3
+2107	3
+2108	4
+2109	4
+2110	3
+2111	2
+2112	2
+2113	3
+2114	1
+2115	4
+2116	2
+2117	3
+2118	3
+2119	4
+2120	2
+2121	2
+2122	3
+2123	4
+2124	3
+2125	3
+2126	3
+2127	3
+2128	1
+2129	4
+2130	2
+2131	3
+2132	2
+2133	3
+2134	3
+2135	4
+2136	3
+2137	3
+2138	3
+2139	3
+2140	3
+2141	3
+2142	2
+2143	2
+2144	2
+2145	4
+2146	3
+2147	1
+2148	3
+2149	3
+2150	4
+2151	3
+2152	3
+2153	2
+2154	3
+2155	3
+2156	2
+2157	3
+2158	5
+2159	2
+2160	4
+2161	4
+2162	3
+2163	4
+2164	2
+2165	3
+2166	3
+2167	2
+2168	3
+2169	2
+2170	1
+2171	3
+2172	4
+2173	2
+2174	3
+2175	3
+2176	3
+2177	1
+2178	2
+2179	2
+2180	2
+2181	3
+2182	3
+2183	1
+2184	4
+2185	3
+2186	3
+2187	2
+2188	4
+2189	3
+2190	2
+2191	1
+2192	4
+2193	3
+2194	4
+2195	3
+2196	2
+2197	4
+2198	2
+2199	3
+2200	2
+2201	4
+2202	2
+2203	2
+2204	4
+2205	1
+2206	1
+2207	3
+2208	3
+2209	3
+2210	2
+2211	3
+2212	3
+2213	2
+2214	4
+2215	2
+2216	5
+2217	3
+2218	3
+2219	3
+2220	4
+2221	3
+2222	3
+2223	2
+2224	2
+2225	3
+2226	3
+2227	2
+2228	3
+2229	3
+2230	1
+2231	2
+2232	2
+2233	3
+2234	3
+2235	2
+2236	2
+2237	3
+2238	3
+2239	5
+2240	3
+2241	2
+2242	2
+2243	2
+2244	2
+2245	3
+2246	3
+2247	2
+2248	4
+2249	1
+2250	1
+2251	3
+2252	3
+2253	2
+2254	2
+2255	3
+2256	3
+2257	4
+2258	3
+2259	2
+2260	1
+2261	3
+2262	2
+2263	3
+2264	2
+2265	2
+2266	2
+2267	2
+2268	4
+2269	3
+2270	2
+2271	2
+2272	3
+2273	3
+2274	1
+2275	3
+2276	3
+2277	2
+2278	3
+2279	3
+2280	2
+2281	3
+2282	1
+2283	3
+2284	3
+2285	4
+2286	2
+2287	2
+2288	3
+2289	4
+2290	3
+2291	3
+2292	3
+2293	2
+2294	3
+2295	5
+2296	3
+2297	3
+2298	2
+2299	3
+2300	2
+2301	4
+2302	3
+2303	1
+2304	3
+2305	2
+2306	3
+2307	2
+2308	2
+2309	2
+2310	5
+2311	1
+2312	1
+2313	3
+2314	3
+2315	4
+2316	3
+2317	4
+2318	3
+2319	3
+2320	3
+2321	3
+2322	2
+2323	2
+2324	1
+2325	3
+2326	3
+2327	3
+2328	3
+2329	3
+2330	2
+2331	4
+2332	3
+2333	3
+2334	2
+2335	3
+2336	3
+2337	4
+2338	1
+2339	4
+2340	5
+2341	3
+2342	4
+2343	3
+2344	3
+2345	3
+2346	3
+2347	3
+2348	4
+2349	2
+2350	3
+2351	2
+2352	3
+2353	2
+2354	3
+2355	1
+2356	3
+2357	4
+2358	3
+2359	3
+2360	2
+2361	3
+2362	3
+2363	4
+2364	1
+2365	2
+2366	2
+2367	2
+2368	2
+2369	4
+2370	2
+2371	2
+2372	2
+2373	4
+2374	3
+2375	3
+2376	2
+2377	3
+2378	1
+2379	1
+2380	3
+2381	5
+2382	3
+2383	3
+2384	3
+2385	4
+2386	3
+2387	1
+2388	2
+2389	5
+2390	3
+2391	2
+2392	4
+2393	2
+2394	1
+2395	1
+2396	3
+2397	4
+2398	3
+2399	2
+2400	4
+2401	2
+2402	2
+2403	3
+2404	4
+2405	3
+2406	3
+2407	1
+2408	3
+2409	3
+2410	3
+2411	1
+2412	2
+2413	3
+2414	4
+2415	4
+2416	2
+2417	2
+2418	2
+2419	1
+2420	5
+2421	5
+2422	4
+2423	3
+2424	3
+2425	3
+2426	3
+2427	3
+2428	3
+2429	3
+2430	4
+2431	2
+2432	1
+2433	1
+2434	3
+2435	2
+2436	3
+2437	2
+2438	1
+2439	4
+2440	3
+2441	3
+2442	4
+2443	2
+2444	2
+2445	3
+2446	3
+2447	3
+2448	2
+2449	3
+2450	3
+2451	2
+2452	2
+2453	2
+2454	3
+2455	3
+2456	3
+2457	2
+2458	3
+2459	4
+2460	3
+2461	2
+2462	2
+2463	3
+2464	3
+2465	1
+2466	3
+2467	3
+2468	3
+2469	3
+2470	3
+2471	3
+2472	2
+2473	3
+2474	4
+2475	4
+2476	1
+2477	3
+2478	3
+2479	3
+2480	2
+2481	4
+2482	3
+2483	3
+2484	3
+2485	5
+2486	3
+2487	3
+2488	3
+2489	2
+2490	3
+2491	3
+2492	2
+2493	2
+2494	2
+2495	2
+2496	3
+2497	3
+2498	3
+2499	2
+2500	4
+2501	3
+2502	3
+2503	3
+2504	3
+2505	3
+2506	3
+2507	3
+2508	3
+2509	2
+2510	2
+2511	3
+2512	3
+2513	1
+2514	4
+2515	3
+2516	2
+2517	2
+2518	2
+2519	3
+2520	2
+2521	3
+2522	3
+2523	3
+2524	3
+2525	3
+2526	3
+2527	4
+2528	3
+2529	4
+2530	3
+2531	4
+2532	2
+2533	3
+2534	4
+2535	2
+2536	3
+2537	4
+2538	3
+2539	3
+2540	4
+2541	3
+2542	3
+2543	2
+2544	5
+2545	4
+2546	2
+2547	2
+2548	2
+2549	3
+2550	4
+2551	3
+2552	3
+2553	3
+2554	2
+2555	3
+2556	4
+2557	3
+2558	3
+2559	1
+2560	1
+2561	3
+2562	3
+2563	3
+2564	3
+2565	3
+2566	3
+2567	3
+2568	3
+2569	3
+2570	3
+2571	2
+2572	3
+2573	3
+2574	2
+2575	1
+2576	1
+2577	1
+2578	2
+2579	3
+2580	2
+2581	3
+2582	4
+2583	3
+2584	3
+2585	3
+2586	1
+2587	2
+2588	1
+2589	4
+2590	2
+2591	3
+2592	3
+2593	1
+2594	2
+2595	3
+2596	2
+2597	3
+2598	2
+2599	3
+2600	3
+2601	3
+2602	3
+2603	3
+2604	3
+2605	3
+2606	3
+2607	2
+2608	2
+2609	4
+2610	2
+2611	1
+2612	1
+2613	1
+2614	3
+2615	3
+2616	2
+2617	3
+2618	1
+2619	3
+2620	2
+2621	2
+2622	4
+2623	3
+2624	3
+2625	3
+2626	1
+2627	3
+2628	3
+2629	3
+2630	3
+2631	3
+2632	4
+2633	1
+2634	3
+2635	2
+2636	2
+2637	3
+2638	3
+2639	3
+2640	2
+2641	4
+2642	3
+2643	3
+2644	3
+2645	4
+2646	2
+2647	3
+2648	3
+2649	4
+2650	3
+2651	3
+2652	1
+2653	3
+2654	2
+2655	2
+2656	3
+2657	3
+2658	2
+2659	3
+2660	3
+2661	3
+2662	3
+2663	4
+2664	3
+2665	3
+2666	4
+2667	4
+2668	1
+2669	3
+2670	3
+2671	4
+2672	4
+2673	3
+2674	2
+2675	2
+2676	2
+2677	3
+2678	4
+2679	4
+2680	1
+2681	3
+2682	1
+2683	1
+2684	3
+2685	3
+2686	2
+2687	2
+2688	3
+2689	4
+2690	3
+2691	4
+2692	4
+2693	3
+2694	1
+2695	3
+2696	2
+2697	3
+2698	2
+2699	3
+2700	2
+2701	3
+2702	3
+2703	2
+2704	1
+2705	4
+2706	3
+2707	3
+2708	2
+2709	2
+2710	4
+2711	2
+2712	2
+2713	5
+2714	4
+2715	4
+2716	2
+2717	3
+2718	2
+2719	3
+2720	2
+2721	3
+2722	2
+2723	3
+2724	2
+2725	1
+2726	3
+2727	2
+2728	3
+2729	3
+2730	2
+2731	2
+2732	1
+2733	3
+2734	3
+2735	2
+2736	3
+2737	3
+2738	3
+2739	1
+2740	2
+2741	2
+2742	3
+2743	3
+2744	3
+2745	4
+2746	1
+2747	1
+2748	3
+2749	4
+2750	1
+2751	3
+2752	4
+2753	1
+2754	4
+2755	1
+2756	3
+2757	3
+2758	3
+2759	1
+2760	3
+2761	3
+2762	4
+2763	1
+2764	2
+2765	4
+2766	2
+2767	2
+2768	4
+2769	4
+2770	3
+2771	3
+2772	4
+2773	4
+2774	3
+2775	3
+2776	5
+2777	4
+2778	1
+2779	3
+2780	3
+2781	3
+2782	2
+2783	2
+2784	3
+2785	1
+2786	4
+2787	1
+2788	2
+2789	4
+2790	2
+2791	2
+2792	4
+2793	4
+2794	2
+2795	3
+2796	3
+2797	1
+2798	1
+2799	3
+2800	3
+2801	3
+2802	3
+2803	2
+2804	3
+2805	3
+2806	3
+2807	2
+2808	2
+2809	3
+2810	3
+2811	1
+2812	3
+2813	3
+2814	5
+2815	3
+2816	3
+2817	2
+2818	2
+2819	2
+2820	4
+2821	2
+2822	2
+2823	3
+2824	1
+2825	2
+2826	2
+2827	1
+2828	2
+2829	3
+2830	1
+2831	2
+2832	2
+2833	3
+2834	3
+2835	1
+2836	1
+2837	2
+2838	2
+2839	2
+2840	1
+2841	2
+2842	3
+2843	3
+2844	3
+2845	4
+2846	2
+2847	3
+2848	3
+2849	3
+2850	3
+2851	1
+2852	2
+2853	4
+2854	3
+2855	2
+2856	5
+2857	3
+2858	3
+2859	2
+2860	1
+2861	2
+2862	3
+2863	4
+2864	3
+2865	3
+2866	1
+2867	3
+2868	3
+2869	4
+2870	3
+2871	3
+2872	1
+2873	2
+2874	3
+2875	1
+2876	3
+2877	1
+2878	3
+2879	3
+2880	4
+2881	3
+2882	2
+2883	4
+2884	3
+2885	3
+2886	3
+2887	3
+2888	5
+2889	2
+2890	2
+2891	3
+2892	3
+2893	4
+2894	3
+2895	3
+2896	3
+2897	2
+2898	3
+2899	3
+2900	3
+2901	2
+2902	3
+2903	2
+2904	3
+2905	1
+2906	4
+2907	3
+2908	3
+2909	2
+2910	3
+2911	4
+2912	3
+2913	2
+2914	2
+2915	1
+2916	2
+2917	3
+2918	3
+2919	3
+2920	4
+2921	1
+2922	3
+2923	1
+2924	1
+2925	1
+2926	3
+2927	3
+2928	3
+2929	3
+2930	2
+2931	4
+2932	3
+2933	3
+2934	3
+2935	3
+2936	2
+2937	2
+2938	2
+2939	1
+2940	3
+2941	3
+2942	3
+2943	4
+2944	3
+2945	3
+2946	3
+2947	1
+2948	2
+2949	2
+2950	4
+2951	1
+2952	1
+2953	3
+2954	3
+2955	2
+2956	3
+2957	3
+2958	3
+2959	2
+2960	2
+2961	3
+2962	3
+2963	4
+2964	5
+2965	3
+2966	2
+2967	3
+2968	1
+2969	1
+2970	4
+2971	3
+2972	2
+2973	2
+2974	2
+2975	1
+2976	2
+2977	5
+2978	4
+2979	1
+2980	1
+2981	2
+2982	3
+2983	2
+2984	3
+2985	1
+2986	1
+2987	3
+2988	3
+2989	4
+2990	1
+2991	3
+2992	3
+2993	3
+2994	3
+2995	4
+2996	1
+2997	3
+2998	4
+2999	2
+3000	4
+3001	5
+3002	5
+3003	4
+3004	5
+3005	4
+3006	3
+3007	4
+3008	4
+3009	3
+3010	4
+3011	5
+3012	4
+3013	3
+3014	5
+3015	3
+3016	3
+3017	5
+3018	2
+3019	5
+3020	4
+3021	5
+3022	3
+3023	4
+3024	5
+3025	4
+3026	4
+3027	4
+3028	4
+3029	4
+3030	5
+3031	4
+3032	2
+3033	5
+3034	4
+3035	4
+3036	5
+3037	4
+3038	2
+3039	5
+3040	4
+3041	5
+3042	4
+3043	5
+3044	4
+3045	3
+3046	3
+3047	3
+3048	5
+3049	4
+3050	5
+3051	5
+3052	5
+3053	5
+3054	4
+3055	3
+3056	4
+3057	1
+3058	3
+3059	4
+3060	2
+3061	3
+3062	4
+3063	3
+3064	1
+3065	1
+3066	4
+3067	4
+3068	4
+3069	4
+3070	4
+3071	3
+3072	4
+3073	4
+3074	4
+3075	3
+3076	5
+3077	4
+3078	1
+3079	4
+3080	4
+3081	3
+3082	4
+3083	4
+3084	4
+3085	3
+3086	4
+3087	4
+3088	4
+3089	4
+3090	4
+3091	3
+3092	4
+3093	4
+3094	4
+3095	5
+3096	5
+3097	5
+3098	3
+3099	4
+3100	3
+3101	5
+3102	3
+3103	3
+3104	4
+3105	4
+3106	4
+3107	3
+3108	4
+3109	3
+3110	4
+3111	5
+3112	5
+3113	5
+3114	1
+3115	5
+3116	5
+3117	4
+3118	4
+3119	4
+3120	4
+3121	4
+3122	5
+3123	4
+3124	4
+3125	4
+3126	4
+3127	3
+3128	4
+3129	3
+3130	4
+3131	1
+3132	5
+3133	4
+3134	4
+3135	5
+3136	5
+3137	4
+3138	5
+3139	5
+3140	5
+3141	3
+3142	4
+3143	4
+3144	3
+3145	2
+3146	5
+3147	4
+3148	3
+3149	5
+3150	3
+3151	3
+3152	4
+3153	5
+3154	5
+3155	4
+3156	4
+3157	3
+3158	2
+3159	5
+3160	4
+3161	4
+3162	3
+3163	5
+3164	3
+3165	5
+3166	4
+3167	4
+3168	5
+3169	3
+3170	4
+3171	3
+3172	5
+3173	4
+3174	4
+3175	3
+3176	3
+3177	4
+3178	4
+3179	3
+3180	3
+3181	4
+3182	4
+3183	4
+3184	3
+3185	5
+3186	2
+3187	4
+3188	4
+3189	4
+3190	4
+3191	4
+3192	3
+3193	4
+3194	5
+3195	4
+3196	4
+3197	5
+3198	4
+3199	4
+3200	4
+3201	4
+3202	5
+3203	4
+3204	4
+3205	3
+3206	5
+3207	4
+3208	4
+3209	4
+3210	3
+3211	3
+3212	4
+3213	3
+3214	5
+3215	4
+3216	4
+3217	4
+3218	4
+3219	5
+3220	4
+3221	4
+3222	3
+3223	4
+3224	4
+3225	3
+3226	5
+3227	3
+3228	3
+3229	3
+3230	1
+3231	4
+3232	4
+3233	2
+3234	5
+3235	4
+3236	5
+3237	4
+3238	5
+3239	4
+3240	4
+3241	3
+3242	4
+3243	5
+3244	4
+3245	5
+3246	4
+3247	5
+3248	5
+3249	3
+3250	5
+3251	4
+3252	5
+3253	5
+3254	5
+3255	5
+3256	4
+3257	5
+3258	3
+3259	4
+3260	5
+3261	5
+3262	5
+3263	4
+3264	4
+3265	4
+3266	4
+3267	3
+3268	3
+3269	3
+3270	5
+3271	4
+3272	4
+3273	5
+3274	4
+3275	4
+3276	5
+3277	3
+3278	3
+3279	3
+3280	4
+3281	3
+3282	4
+3283	3
+3284	4
+3285	5
+3286	4
+3287	4
+3288	3
+3289	4
+3290	4
+3291	5
+3292	4
+3293	3
+3294	5
+3295	3
+3296	3
+3297	3
+3298	4
+3299	2
+3300	4
+3301	4
+3302	4
+3303	4
+3304	3
+3305	3
+3306	4
+3307	4
+3308	5
+3309	3
+3310	3
+3311	4
+3312	5
+3313	5
+3314	4
+3315	5
+3316	4
+3317	4
+3318	4
+3319	4
+3320	3
+3321	4
+3322	4
+3323	5
+3324	2
+3325	3
+3326	3
+3327	5
+3328	5
+3329	4
+3330	4
+3331	4
+3332	4
+3333	5
+3334	5
+3335	4
+3336	3
+3337	4
+3338	4
+3339	4
+3340	3
+3341	4
+3342	5
+3343	4
+3344	4
+3345	4
+3346	4
+3347	3
+3348	3
+3349	5
+3350	4
+3351	5
+3352	5
+3353	5
+3354	4
+3355	3
+3356	5
+3357	4
+3358	2
+3359	4
+3360	4
+3361	5
+3362	4
+3363	4
+3364	3
+3365	5
+3366	5
+3367	4
+3368	5
+3369	3
+3370	4
+3371	2
+3372	4
+3373	4
+3374	2
+3375	5
+3376	4
+3377	4
+3378	3
+3379	4
+3380	4
+3381	5
+3382	5
+3383	4
+3384	4
+3385	4
+3386	4
+3387	5
+3388	4
+3389	4
+3390	5
+3391	3
+3392	4
+3393	4
+3394	4
+3395	4
+3396	4
+3397	4
+3398	4
+3399	4
+3400	4
+3401	5
+3402	4
+3403	5
+3404	3
+3405	3
+3406	5
+3407	1
+3408	4
+3409	4
+3410	4
+3411	5
+3412	4
+3413	3
+3414	3
+3415	5
+3416	4
+3417	3
+3418	5
+3419	3
+3420	4
+3421	3
+3422	3
+3423	5
+3424	4
+3425	3
+3426	5
+3427	4
+3428	5
+3429	4
+3430	4
+3431	4
+3432	4
+3433	3
+3434	4
+3435	4
+3436	3
+3437	3
+3438	1
+3439	3
+3440	3
+3441	5
+3442	5
+3443	3
+3444	3
+3445	3
+3446	4
+3447	3
+3448	3
+3449	3
+3450	5
+3451	3
+3452	3
+3453	4
+3454	3
+3455	4
+3456	5
+3457	5
+3458	4
+3459	5
+3460	4
+3461	4
+3462	4
+3463	4
+3464	3
+3465	3
+3466	3
+3467	4
+3468	4
+3469	5
+3470	5
+3471	5
+3472	3
+3473	5
+3474	4
+3475	4
+3476	4
+3477	5
+3478	5
+3479	4
+3480	4
+3481	5
+3482	4
+3483	4
+3484	4
+3485	4
+3486	4
+3487	5
+3488	3
+3489	4
+3490	5
+3491	4
+3492	3
+3493	4
+3494	3
+3495	4
+3496	4
+3497	3
+3498	3
+3499	4
+3500	3
+3501	4
+3502	3
+3503	5
+3504	4
+3505	4
+3506	4
+3507	5
+3508	5
+3509	4
+3510	4
+3511	5
+3512	5
+3513	5
+3514	4
+3515	4
+3516	5
+3517	5
+3518	2
+3519	4
+3520	3
+3521	3
+3522	4
+3523	4
+3524	2
+3525	4
+3526	1
+3527	4
+3528	2
+3529	4
+3530	5
+3531	4
+3532	4
+3533	4
+3534	4
+3535	4
+3536	5
+3537	5
+3538	4
+3539	3
+3540	5
+3541	4
+3542	3
+3543	4
+3544	1
+3545	5
+3546	4
+3547	5
+3548	4
+3549	5
+3550	4
+3551	4
+3552	4
+3553	3
+3554	5
+3555	5
+3556	4
+3557	2
+3558	4
+3559	3
+3560	4
+3561	5
+3562	4
+3563	4
+3564	4
+3565	3
+3566	4
+3567	3
+3568	4
+3569	3
+3570	5
+3571	4
+3572	4
+3573	5
+3574	4
+3575	3
+3576	5
+3577	3
+3578	3
+3579	5
+3580	4
+3581	5
+3582	4
+3583	3
+3584	4
+3585	5
+3586	3
+3587	4
+3588	5
+3589	4
+3590	4
+3591	4
+3592	3
+3593	1
+3594	5
+3595	3
+3596	4
+3597	5
+3598	4
+3599	4
+3600	4
+3601	3
+3602	5
+3603	3
+3604	3
+3605	4
+3606	4
+3607	3
+3608	5
+3609	4
+3610	4
+3611	5
+3612	4
+3613	4
+3614	4
+3615	4
+3616	4
+3617	4
+3618	4
+3619	4
+3620	3
+3621	3
+3622	3
+3623	3
+3624	4
+3625	4
+3626	3
+3627	5
+3628	3
+3629	4
+3630	5
+3631	3
+3632	4
+3633	4
+3634	4
+3635	4
+3636	5
+3637	5
+3638	5
+3639	5
+3640	5
+3641	5
+3642	3
+3643	5
+3644	3
+3645	4
+3646	4
+3647	5
+3648	4
+3649	4
+3650	4
+3651	4
+3652	4
+3653	5
+3654	3
+3655	4
+3656	4
+3657	5
+3658	3
+3659	5
+3660	4
+3661	4
+3662	4
+3663	5
+3664	5
+3665	5
+3666	4
+3667	4
+3668	4
+3669	1
+3670	3
+3671	4
+3672	3
+3673	3
+3674	4
+3675	5
+3676	3
+3677	4
+3678	3
+3679	4
+3680	5
+3681	4
+3682	4
+3683	3
+3684	5
+3685	4
+3686	4
+3687	4
+3688	5
+3689	4
+3690	3
+3691	4
+3692	5
+3693	5
+3694	3
+3695	5
+3696	4
+3697	5
+3698	3
+3699	4
+3700	4
+3701	5
+3702	3
+3703	3
+3704	4
+3705	3
+3706	4
+3707	4
+3708	5
+3709	5
+3710	4
+3711	4
+3712	4
+3713	3
+3714	4
+3715	3
+3716	5
+3717	4
+3718	4
+3719	4
+3720	5
+3721	4
+3722	4
+3723	5
+3724	3
+3725	5
+3726	4
+3727	4
+3728	4
+3729	5
+3730	3
+3731	3
+3732	3
+3733	4
+3734	4
+3735	4
+3736	4
+3737	4
+3738	5
+3739	5
+3740	4
+3741	5
+3742	5
+3743	3
+3744	4
+3745	4
+3746	4
+3747	4
+3748	5
+3749	3
+3750	4
+3751	4
+3752	3
+3753	4
+3754	4
+3755	4
+3756	4
+3757	5
+3758	3
+3759	3
+3760	3
+3761	4
+3762	5
+3763	4
+3764	5
+3765	3
+3766	4
+3767	4
+3768	4
+3769	4
+3770	3
+3771	4
+3772	4
+3773	4
+3774	5
+3775	5
+3776	5
+3777	4
+3778	4
+3779	4
+3780	3
+3781	4
+3782	4
+3783	5
+3784	3
+3785	4
+3786	4
+3787	5
+3788	3
+3789	5
+3790	3
+3791	4
+3792	3
+3793	4
+3794	4
+3795	5
+3796	3
+3797	4
+3798	4
+3799	4
+3800	4
+3801	4
+3802	4
+3803	5
+3804	4
+3805	1
+3806	3
+3807	4
+3808	5
+3809	1
+3810	4
+3811	3
+3812	3
+3813	4
+3814	3
+3815	3
+3816	5
+3817	4
+3818	4
+3819	4
+3820	4
+3821	1
+3822	5
+3823	5
+3824	4
+3825	4
+3826	5
+3827	5
+3828	4
+3829	4
+3830	3
+3831	3
+3832	4
+3833	1
+3834	4
+3835	5
+3836	4
+3837	5
+3838	4
+3839	4
+3840	4
+3841	4
+3842	4
+3843	4
+3844	4
+3845	3
+3846	5
+3847	4
+3848	4
+3849	3
+3850	3
+3851	4
+3852	3
+3853	4
+3854	4
+3855	4
+3856	4
+3857	4
+3858	4
+3859	3
+3860	4
+3861	5
+3862	3
+3863	4
+3864	3
+3865	4
+3866	4
+3867	2
+3868	5
+3869	4
+3870	3
+3871	3
+3872	3
+3873	4
+3874	3
+3875	4
+3876	4
+3877	4
+3878	4
+3879	4
+3880	4
+3881	4
+3882	4
+3883	4
+3884	4
+3885	4
+3886	4
+3887	4
+3888	4
+3889	3
+3890	5
+3891	3
+3892	4
+3893	3
+3894	4
+3895	3
+3896	4
+3897	5
+3898	4
+3899	3
+3900	4
+3901	4
+3902	4
+3903	2
+3904	3
+3905	4
+3906	4
+3907	4
+3908	5
+3909	4
+3910	3
+3911	4
+3912	5
+3913	3
+3914	5
+3915	4
+3916	4
+3917	4
+3918	3
+3919	3
+3920	3
+3921	5
+3922	3
+3923	4
+3924	5
+3925	1
+3926	3
+3927	5
+3928	2
+3929	4
+3930	4
+3931	3
+3932	3
+3933	4
+3934	3
+3935	3
+3936	3
+3937	5
+3938	4
+3939	5
+3940	4
+3941	4
+3942	4
+3943	4
+3944	3
+3945	4
+3946	4
+3947	4
+3948	5
+3949	4
+3950	3
+3951	3
+3952	4
+3953	4
+3954	5
+3955	5
+3956	3
+3957	3
+3958	4
+3959	4
+3960	4
+3961	4
+3962	5
+3963	5
+3964	5
+3965	5
+3966	4
+3967	4
+3968	3
+3969	3
+3970	3
+3971	5
+3972	2
+3973	4
+3974	3
+3975	5
+3976	4
+3977	4
+3978	4
+3979	2
+3980	3
+3981	4
+3982	4
+3983	4
+3984	4
+3985	5
+3986	5
+3987	5
+3988	4
+3989	4
+3990	3
+3991	3
+3992	5
+3993	4
+3994	4
+3995	5
+3996	4
+3997	4
+3998	4
+3999	4
+4000	5
+4001	5
+4002	5
+4003	5
+4004	5
+4005	5
+4006	5
+4007	5
+4008	4
+4009	5
+4010	5
+4011	5
+4012	5
+4013	5
+4014	4
+4015	4
+4016	5
+4017	5
+4018	5
+4019	5
+4020	4
+4021	5
+4022	5
+4023	4
+4024	5
+4025	4
+4026	5
+4027	5
+4028	4
+4029	5
+4030	5
+4031	5
+4032	5
+4033	5
+4034	4
+4035	5
+4036	5
+4037	5
+4038	5
+4039	5
+4040	5
+4041	5
+4042	5
+4043	5
+4044	5
+4045	5
+4046	4
+4047	5
+4048	5
+4049	5
+4050	4
+4051	5
+4052	5
+4053	5
+4054	5
+4055	5
+4056	5
+4057	4
+4058	5
+4059	5
+4060	5
+4061	3
+4062	5
+4063	4
+4064	5
+4065	5
+4066	4
+4067	4
+4068	5
+4069	5
+4070	5
+4071	4
+4072	4
+4073	5
+4074	4
+4075	5
+4076	5
+4077	5
+4078	4
+4079	5
+4080	4
+4081	5
+4082	5
+4083	5
+4084	5
+4085	4
+4086	5
+4087	5
+4088	5
+4089	4
+4090	5
+4091	5
+4092	5
+4093	5
+4094	4
+4095	4
+4096	5
+4097	5
+4098	5
+4099	5
+4100	5
+4101	5
+4102	5
+4103	4
+4104	5
+4105	5
+4106	5
+4107	5
+4108	5
+4109	5
+4110	5
+4111	5
+4112	5
+4113	5
+4114	5
+4115	5
+4116	5
+4117	5
+4118	5
+4119	5
+4120	5
+4121	5
+4122	5
+4123	4
+4124	5
+4125	5
+4126	5
+4127	5
+4128	4
+4129	5
+4130	5
+4131	5
+4132	5
+4133	5
+4134	5
+4135	5
+4136	5
+4137	5
+4138	5
+4139	5
+4140	5
+4141	5
+4142	5
+4143	5
+4144	5
+4145	5
+4146	5
+4147	5
+4148	5
+4149	4
+4150	5
+4151	5
+4152	5
+4153	5
+4154	5
+4155	5
+4156	5
+4157	5
+4158	5
+4159	5
+4160	5
+4161	4
+4162	4
+4163	5
+4164	5
+4165	5
+4166	5
+4167	5
+4168	5
+4169	5
+4170	5
+4171	5
+4172	4
+4173	5
+4174	5
+4175	5
+4176	5
+4177	5
+4178	5
+4179	5
+4180	5
+4181	5
+4182	5
+4183	5
+4184	5
+4185	5
+4186	5
+4187	5
+4188	5
+4189	5
+4190	5
+4191	5
+4192	4
+4193	5
+4194	4
+4195	5
+4196	4
+4197	5
+4198	4
+4199	5
+4200	5
+4201	5
+4202	5
+4203	5
+4204	5
+4205	5
+4206	5
+4207	5
+4208	5
+4209	5
+4210	5
+4211	5
+4212	5
+4213	5
+4214	5
+4215	5
+4216	5
+4217	4
+4218	5
+4219	5
+4220	5
+4221	4
+4222	5
+4223	5
+4224	5
+4225	5
+4226	5
+4227	5
+4228	5
+4229	5
+4230	5
+4231	5
+4232	4
+4233	5
+4234	5
+4235	5
+4236	5
+4237	5
+4238	5
+4239	4
+4240	4
+4241	3
+4242	5
+4243	5
+4244	5
+4245	4
+4246	4
+4247	5
+4248	5
+4249	4
+4250	5
+4251	5
+4252	5
+4253	5
+4254	5
+4255	5
+4256	5
+4257	4
+4258	5
+4259	5
+4260	4
+4261	4
+4262	3
+4263	5
+4264	5
+4265	5
+4266	5
+4267	4
+4268	4
+4269	4
+4270	5
+4271	5
+4272	5
+4273	5
+4274	5
+4275	5
+4276	5
+4277	5
+4278	5
+4279	5
+4280	5
+4281	5
+4282	5
+4283	5
+4284	4
+4285	5
+4286	5
+4287	5
+4288	5
+4289	5
+4290	5
+4291	5
+4292	5
+4293	5
+4294	4
+4295	5
+4296	5
+4297	4
+4298	5
+4299	5
+4300	5
+4301	5
+4302	5
+4303	5
+4304	5
+4305	4
+4306	5
+4307	5
+4308	5
+4309	4
+4310	5
+4311	5
+4312	4
+4313	5
+4314	5
+4315	5
+4316	4
+4317	5
+4318	5
+4319	5
+4320	5
+4321	5
+4322	5
+4323	5
+4324	5
+4325	4
+4326	5
+4327	5
+4328	5
+4329	5
+4330	4
+4331	5
+4332	5
+4333	5
+4334	5
+4335	5
+4336	5
+4337	5
+4338	3
+4339	4
+4340	3
+4341	4
+4342	5
+4343	5
+4344	5
+4345	5
+4346	5
+4347	5
+4348	5
+4349	5
+4350	4
+4351	4
+4352	5
+4353	5
+4354	4
+4355	5
+4356	5
+4357	5
+4358	4
+4359	5
+4360	5
+4361	4
+4362	4
+4363	5
+4364	5
+4365	5
+4366	5
+4367	5
+4368	5
+4369	4
+4370	5
+4371	5
+4372	4
+4373	5
+4374	5
+4375	5
+4376	5
+4377	5
+4378	5
+4379	4
+4380	5
+4381	5
+4382	3
+4383	4
+4384	4
+4385	5
+4386	4
+4387	5
+4388	5
+4389	4
+4390	5
+4391	5
+4392	5
+4393	5
+4394	5
+4395	4
+4396	5
+4397	5
+4398	3
+4399	5
+4400	5
+4401	4
+4402	5
+4403	5
+4404	5
+4405	5
+4406	5
+4407	5
+4408	5
+4409	5
+4410	4
+4411	5
+4412	5
+4413	5
+4414	5
+4415	5
+4416	4
+4417	5
+4418	5
+4419	5
+4420	5
+4421	5
+4422	5
+4423	4
+4424	5
+4425	5
+4426	5
+4427	5
+4428	5
+4429	5
+4430	4
+4431	4
+4432	1
+4433	4
+4434	5
+4435	5
+4436	5
+4437	5
+4438	5
+4439	4
+4440	5
+4441	5
+4442	5
+4443	5
+4444	5
+4445	5
+4446	4
+4447	5
+4448	5
+4449	5
+4450	4
+4451	5
+4452	4
+4453	4
+4454	3
+4455	5
+4456	5
+4457	5
+4458	5
+4459	4
+4460	5
+4461	5
+4462	5
+4463	4
+4464	5
+4465	5
+4466	5
+4467	5
+4468	4
+4469	5
+4470	5
+4471	2
+4472	5
+4473	1
+4474	5
+4475	5
+4476	5
+4477	5
+4478	5
+4479	5
+4480	4
+4481	4
+4482	5
+4483	5
+4484	5
+4485	5
+4486	5
+4487	3
+4488	5
+4489	4
+4490	5
+4491	5
+4492	5
+4493	5
+4494	5
+4495	4
+4496	5
+4497	5
+4498	5
+4499	5
+4500	5
+4501	5
+4502	4
+4503	5
+4504	5
+4505	5
+4506	5
+4507	4
+4508	5
+4509	5
+4510	5
+4511	5
+4512	5
+4513	5
+4514	5
+4515	4
+4516	5
+4517	3
+4518	5
+4519	5
+4520	5
+4521	4
+4522	4
+4523	5
+4524	5
+4525	5
+4526	5
+4527	5
+4528	5
+4529	5
+4530	1
+4531	5
+4532	4
+4533	5
+4534	5
+4535	4
+4536	5
+4537	5
+4538	5
+4539	5
+4540	5
+4541	5
+4542	5
+4543	5
+4544	4
+4545	5
+4546	4
+4547	5
+4548	5
+4549	5
+4550	5
+4551	5
+4552	5
+4553	5
+4554	4
+4555	5
+4556	5
+4557	5
+4558	5
+4559	4
+4560	4
+4561	5
+4562	5
+4563	5
+4564	5
+4565	4
+4566	4
+4567	5
+4568	5
+4569	5
+4570	5
+4571	5
+4572	4
+4573	5
+4574	5
+4575	5
+4576	5
+4577	5
+4578	5
+4579	5
+4580	5
+4581	4
+4582	5
+4583	5
+4584	5
+4585	5
+4586	5
+4587	5
+4588	4
+4589	5
+4590	5
+4591	5
+4592	4
+4593	5
+4594	5
+4595	5
+4596	4
+4597	5
+4598	4
+4599	5
+4600	5
+4601	4
+4602	4
+4603	5
+4604	5
+4605	5
+4606	5
+4607	5
+4608	5
+4609	4
+4610	5
+4611	3
+4612	1
+4613	5
+4614	5
+4615	5
+4616	5
+4617	5
+4618	5
+4619	5
+4620	5
+4621	5
+4622	5
+4623	4
+4624	5
+4625	5
+4626	5
+4627	5
+4628	5
+4629	5
+4630	5
+4631	5
+4632	5
+4633	5
+4634	5
+4635	5
+4636	5
+4637	5
+4638	5
+4639	5
+4640	4
+4641	4
+4642	4
+4643	5
+4644	5
+4645	5
+4646	5
+4647	5
+4648	5
+4649	4
+4650	5
+4651	5
+4652	5
+4653	4
+4654	5
+4655	5
+4656	5
+4657	5
+4658	5
+4659	5
+4660	5
+4661	5
+4662	5
+4663	5
+4664	5
+4665	3
+4666	3
+4667	5
+4668	5
+4669	5
+4670	4
+4671	5
+4672	5
+4673	5
+4674	4
+4675	5
+4676	5
+4677	5
+4678	5
+4679	5
+4680	5
+4681	5
+4682	5
+4683	4
+4684	5
+4685	5
+4686	5
+4687	5
+4688	3
+4689	5
+4690	4
+4691	5
+4692	5
+4693	5
+4694	4
+4695	5
+4696	5
+4697	4
+4698	5
+4699	5
+4700	1
+4701	5
+4702	5
+4703	5
+4704	5
+4705	4
+4706	5
+4707	5
+4708	5
+4709	4
+4710	5
+4711	4
+4712	5
+4713	5
+4714	5
+4715	5
+4716	4
+4717	5
+4718	5
+4719	4
+4720	5
+4721	4
+4722	5
+4723	5
+4724	5
+4725	5
+4726	4
+4727	4
+4728	5
+4729	5
+4730	4
+4731	5
+4732	4
+4733	5
+4734	4
+4735	5
+4736	5
+4737	5
+4738	5
+4739	4
+4740	5
+4741	5
+4742	5
+4743	5
+4744	5
+4745	4
+4746	4
+4747	5
+4748	5
+4749	4
+4750	4
+4751	5
+4752	5
+4753	5
+4754	5
+4755	3
+4756	4
+4757	4
+4758	5
+4759	5
+4760	5
+4761	4
+4762	5
+4763	5
+4764	5
+4765	4
+4766	5
+4767	5
+4768	4
+4769	5
+4770	5
+4771	3
+4772	5
+4773	5
+4774	5
+4775	4
+4776	5
+4777	5
+4778	5
+4779	5
+4780	5
+4781	5
+4782	5
+4783	5
+4784	5
+4785	5
+4786	5
+4787	5
+4788	5
+4789	5
+4790	5
+4791	5
+4792	5
+4793	5
+4794	5
+4795	5
+4796	5
+4797	5
+4798	4
+4799	5
+4800	4
+4801	5
+4802	5
+4803	5
+4804	5
+4805	5
+4806	5
+4807	5
+4808	3
+4809	5
+4810	5
+4811	4
+4812	5
+4813	5
+4814	5
+4815	5
+4816	5
+4817	5
+4818	5
+4819	4
+4820	5
+4821	5
+4822	5
+4823	5
+4824	5
+4825	5
+4826	5
+4827	5
+4828	5
+4829	5
+4830	5
+4831	5
+4832	5
+4833	4
+4834	5
+4835	5
+4836	5
+4837	5
+4838	5
+4839	5
+4840	5
+4841	4
+4842	5
+4843	5
+4844	3
+4845	5
+4846	4
+4847	5
+4848	5
+4849	5
+4850	5
+4851	5
+4852	5
+4853	5
+4854	5
+4855	5
+4856	5
+4857	5
+4858	4
+4859	5
+4860	5
+4861	5
+4862	5
+4863	5
+4864	4
+4865	5
+4866	5
+4867	5
+4868	4
+4869	5
+4870	4
+4871	5
+4872	4
+4873	4
+4874	5
+4875	4
+4876	5
+4877	5
+4878	5
+4879	5
+4880	5
+4881	5
+4882	5
+4883	5
+4884	5
+4885	5
+4886	4
+4887	5
+4888	5
+4889	5
+4890	5
+4891	5
+4892	5
+4893	5
+4894	5
+4895	5
+4896	5
+4897	5
+4898	5
+4899	5
+4900	5
+4901	5
+4902	5
+4903	5
+4904	5
+4905	5
+4906	5
+4907	5
+4908	5
+4909	4
+4910	5
+4911	5
+4912	3
+4913	5
+4914	3
+4915	4
+4916	5
+4917	5
+4918	5
+4919	5
+4920	5
+4921	5
+4922	5
+4923	5
+4924	5
+4925	5
+4926	5
+4927	5
+4928	5
+4929	5
+4930	5
+4931	4
+4932	5
+4933	5
+4934	5
+4935	5
+4936	4
+4937	5
+4938	5
+4939	5
+4940	5
+4941	5
+4942	5
+4943	5
+4944	5
+4945	4
+4946	5
+4947	5
+4948	5
+4949	5
+4950	5
+4951	5
+4952	5
+4953	5
+4954	5
+4955	5
+4956	5
+4957	5
+4958	3
+4959	5
+4960	5
+4961	4
+4962	5
+4963	4
+4964	4
+4965	5
+4966	5
+4967	4
+4968	5
+4969	4
+4970	5
+4971	1
+4972	5
+4973	5
+4974	5
+4975	5
+4976	5
+4977	3
+4978	5
+4979	4
+4980	5
+4981	5
+4982	5
+4983	5
+4984	5
+4985	5
+4986	5
+4987	4
+4988	5
+4989	4
+4990	3
+4991	5
+4992	5
+4993	5
+4994	5
+4995	4
+4996	5
+4997	5
+4998	5
+4999	5

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80967a6cd5eacb0fa1d40186bd11a9785c7261aaa138b76df6d249dd4356968c
+oid sha256:c3bef5312c27b4aced58364b0085823c562a27f518f50995596f0df6896bcdd3
 size 737777977

test_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.5976,
+    "eval_loss": 0.9190464615821838,
+    "eval_runtime": 5.8003,
+    "eval_samples_per_second": 862.023,
+    "eval_steps_per_second": 27.068,
+    "test_samples": 5000
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "eval_samples": 200000,
+    "train_loss": 0.7373493041992187,
+    "train_runtime": 4266.3791,
+    "train_samples_per_second": 234.391,
+    "train_steps_per_second": 7.325
+}

trainer_state.json

@@ -0,0 +1,442 @@
+{
+  "best_metric": 0.6082,
+  "best_model_checkpoint": "save_model/deberta-v3-base-amazon-reviews-multi-fp16/checkpoint-12500",
+  "epoch": 5.0,
+  "global_step": 31250,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.92016e-05,
+      "loss": 1.0654,
+      "step": 500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.84016e-05,
+      "loss": 0.9825,
+      "step": 1000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.76048e-05,
+      "loss": 0.9506,
+      "step": 1500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.68048e-05,
+      "loss": 0.943,
+      "step": 2000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.6004800000000004e-05,
+      "loss": 0.9473,
+      "step": 2500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.5204800000000005e-05,
+      "loss": 0.9369,
+      "step": 3000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.44048e-05,
+      "loss": 0.9264,
+      "step": 3500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.36064e-05,
+      "loss": 0.9267,
+      "step": 4000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2806400000000004e-05,
+      "loss": 0.9247,
+      "step": 4500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.20064e-05,
+      "loss": 0.9149,
+      "step": 5000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.12064e-05,
+      "loss": 0.9236,
+      "step": 5500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.04064e-05,
+      "loss": 0.9134,
+      "step": 6000
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6,
+      "eval_loss": 0.9276404976844788,
+      "eval_runtime": 5.8479,
+      "eval_samples_per_second": 855.013,
+      "eval_steps_per_second": 26.847,
+      "step": 6250
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.960640000000001e-05,
+      "loss": 0.8749,
+      "step": 6500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.88064e-05,
+      "loss": 0.8431,
+      "step": 7000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.80064e-05,
+      "loss": 0.8411,
+      "step": 7500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.7206400000000003e-05,
+      "loss": 0.8368,
+      "step": 8000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6406400000000004e-05,
+      "loss": 0.8489,
+      "step": 8500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.56064e-05,
+      "loss": 0.8415,
+      "step": 9000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.48064e-05,
+      "loss": 0.8473,
+      "step": 9500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.40064e-05,
+      "loss": 0.8411,
+      "step": 10000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.3208e-05,
+      "loss": 0.8517,
+      "step": 10500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.2408e-05,
+      "loss": 0.8438,
+      "step": 11000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.1608000000000006e-05,
+      "loss": 0.8443,
+      "step": 11500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0808e-05,
+      "loss": 0.847,
+      "step": 12000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.0009599999999998e-05,
+      "loss": 0.8412,
+      "step": 12500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.6082,
+      "eval_loss": 0.928673505783081,
+      "eval_runtime": 5.8358,
+      "eval_samples_per_second": 856.786,
+      "eval_steps_per_second": 26.903,
+      "step": 12500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.92112e-05,
+      "loss": 0.7459,
+      "step": 13000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.84112e-05,
+      "loss": 0.7468,
+      "step": 13500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7611200000000004e-05,
+      "loss": 0.7531,
+      "step": 14000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.68128e-05,
+      "loss": 0.7518,
+      "step": 14500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6012800000000003e-05,
+      "loss": 0.7548,
+      "step": 15000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.52144e-05,
+      "loss": 0.7458,
+      "step": 15500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.44144e-05,
+      "loss": 0.7474,
+      "step": 16000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.36144e-05,
+      "loss": 0.7498,
+      "step": 16500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2814400000000003e-05,
+      "loss": 0.7463,
+      "step": 17000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.20144e-05,
+      "loss": 0.7495,
+      "step": 17500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.12144e-05,
+      "loss": 0.7463,
+      "step": 18000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.04144e-05,
+      "loss": 0.7523,
+      "step": 18500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.6078,
+      "eval_loss": 0.9500126242637634,
+      "eval_runtime": 5.8734,
+      "eval_samples_per_second": 851.298,
+      "eval_steps_per_second": 26.731,
+      "step": 18750
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9614400000000003e-05,
+      "loss": 0.6805,
+      "step": 19000
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.88144e-05,
+      "loss": 0.6338,
+      "step": 19500
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.80144e-05,
+      "loss": 0.633,
+      "step": 20000
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.72144e-05,
+      "loss": 0.6267,
+      "step": 20500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6416e-05,
+      "loss": 0.6349,
+      "step": 21000
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.5616e-05,
+      "loss": 0.6409,
+      "step": 21500
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.4816e-05,
+      "loss": 0.6331,
+      "step": 22000
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4016000000000001e-05,
+      "loss": 0.6194,
+      "step": 22500
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.3217599999999999e-05,
+      "loss": 0.6376,
+      "step": 23000
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.24176e-05,
+      "loss": 0.6279,
+      "step": 23500
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.16176e-05,
+      "loss": 0.6285,
+      "step": 24000
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.08176e-05,
+      "loss": 0.6347,
+      "step": 24500
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1.00176e-05,
+      "loss": 0.6247,
+      "step": 25000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.5984,
+      "eval_loss": 1.0481306314468384,
+      "eval_runtime": 5.8354,
+      "eval_samples_per_second": 856.841,
+      "eval_steps_per_second": 26.905,
+      "step": 25000
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.2176e-06,
+      "loss": 0.5317,
+      "step": 25500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.4176e-06,
+      "loss": 0.5172,
+      "step": 26000
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.6176e-06,
+      "loss": 0.5277,
+      "step": 26500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.817600000000001e-06,
+      "loss": 0.5288,
+      "step": 27000
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6.017600000000001e-06,
+      "loss": 0.5189,
+      "step": 27500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.219200000000001e-06,
+      "loss": 0.5219,
+      "step": 28000
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.419200000000001e-06,
+      "loss": 0.5229,
+      "step": 28500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6192000000000004e-06,
+      "loss": 0.5219,
+      "step": 29000
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8192e-06,
+      "loss": 0.5081,
+      "step": 29500
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0192e-06,
+      "loss": 0.5169,
+      "step": 30000
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2192000000000001e-06,
+      "loss": 0.5051,
+      "step": 30500
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.1920000000000005e-07,
+      "loss": 0.51,
+      "step": 31000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.6016,
+      "eval_loss": 1.1977229118347168,
+      "eval_runtime": 5.8354,
+      "eval_samples_per_second": 856.846,
+      "eval_steps_per_second": 26.905,
+      "step": 31250
+    },
+    {
+      "epoch": 5.0,
+      "step": 31250,
+      "total_flos": 6.5780715264e+16,
+      "train_loss": 0.7373493041992187,
+      "train_runtime": 4266.3791,
+      "train_samples_per_second": 234.391,
+      "train_steps_per_second": 7.325
+    }
+  ],
+  "max_steps": 31250,
+  "num_train_epochs": 5,
+  "total_flos": 6.5780715264e+16,
+  "trial_name": null,
+  "trial_params": null
+}