End of training

README.md

@@ -0,0 +1,63 @@
+---
+license: mit
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: deberta-v3-base-amazon-reviews-multi
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# deberta-v3-base-amazon-reviews-multi
+
+This model is a fine-tuned version of [microsoft/deberta-v3-base](https://huggingface.co/microsoft/deberta-v3-base) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.9288
+- Accuracy: 0.604
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 32
+- eval_batch_size: 32
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5.0
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss | Accuracy |
+|:-------------:|:-----:|:-----:|:---------------:|:--------:|
+| 0.9134        | 1.0   | 6250  | 0.9131          | 0.6012   |
+| 0.8411        | 2.0   | 12500 | 0.9258          | 0.6008   |
+| 0.7503        | 3.0   | 18750 | 0.9383          | 0.6038   |
+| 0.621         | 4.0   | 25000 | 1.0527          | 0.6026   |
+| 0.5088        | 5.0   | 31250 | 1.1826          | 0.5994   |
+
+
+### Framework versions
+
+- Transformers 4.27.1
+- Pytorch 2.0.1
+- Datasets 2.9.0
+- Tokenizers 0.13.3

all_results.json

@@ -0,0 +1,14 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.604,
+    "eval_loss": 0.9287856221199036,
+    "eval_runtime": 11.5494,
+    "eval_samples": 5000,
+    "eval_samples_per_second": 432.921,
+    "eval_steps_per_second": 13.594,
+    "test_samples": 5000,
+    "train_loss": 0.7340158759765625,
+    "train_runtime": 7300.3061,
+    "train_samples_per_second": 136.981,
+    "train_steps_per_second": 4.281
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.6038,
+    "eval_loss": 0.9382744431495667,
+    "eval_runtime": 11.4892,
+    "eval_samples": 5000,
+    "eval_samples_per_second": 435.19,
+    "eval_steps_per_second": 13.665
+}

logs/events.out.tfevents.1694171263.serverailab12gb-System-Product-Name.2679804.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6a58e76eb4e818af31a8cf72191e2cc766a9659b858ffb6673b6712e0d361de
-size 15900
+oid sha256:85fcf49a1483f078a0b19dbe0eaf22131642fb4d1aecd84bcccf1a601d3b2b16
+size 16260

logs/events.out.tfevents.1694178575.serverailab12gb-System-Product-Name.2679804.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0abd4600efa924b38c647f41853374c4b6294af184262e261a1cc28c06b0c2a
+size 746

predict_results.txt

@@ -0,0 +1,5001 @@
+index	prediction
+0	1
+1	1
+2	1
+3	1
+4	2
+5	1
+6	2
+7	1
+8	3
+9	1
+10	3
+11	1
+12	1
+13	1
+14	1
+15	1
+16	3
+17	2
+18	2
+19	1
+20	1
+21	2
+22	1
+23	1
+24	1
+25	1
+26	2
+27	1
+28	1
+29	1
+30	1
+31	1
+32	1
+33	3
+34	5
+35	2
+36	1
+37	1
+38	2
+39	1
+40	1
+41	2
+42	1
+43	1
+44	2
+45	1
+46	1
+47	1
+48	1
+49	1
+50	2
+51	1
+52	3
+53	1
+54	1
+55	1
+56	1
+57	3
+58	1
+59	3
+60	1
+61	1
+62	1
+63	1
+64	1
+65	1
+66	1
+67	1
+68	1
+69	1
+70	2
+71	1
+72	2
+73	1
+74	1
+75	1
+76	1
+77	2
+78	2
+79	1
+80	1
+81	2
+82	1
+83	1
+84	3
+85	1
+86	1
+87	1
+88	3
+89	1
+90	3
+91	2
+92	1
+93	1
+94	1
+95	1
+96	1
+97	1
+98	4
+99	1
+100	1
+101	1
+102	1
+103	1
+104	1
+105	1
+106	2
+107	1
+108	2
+109	1
+110	1
+111	1
+112	1
+113	1
+114	1
+115	1
+116	2
+117	1
+118	2
+119	1
+120	1
+121	1
+122	1
+123	1
+124	1
+125	1
+126	1
+127	2
+128	1
+129	1
+130	1
+131	1
+132	1
+133	1
+134	2
+135	1
+136	1
+137	2
+138	1
+139	2
+140	3
+141	1
+142	3
+143	2
+144	2
+145	1
+146	2
+147	1
+148	1
+149	1
+150	1
+151	1
+152	1
+153	1
+154	1
+155	3
+156	2
+157	1
+158	1
+159	1
+160	2
+161	1
+162	1
+163	1
+164	2
+165	1
+166	1
+167	1
+168	3
+169	1
+170	1
+171	1
+172	1
+173	1
+174	1
+175	1
+176	1
+177	1
+178	1
+179	1
+180	1
+181	1
+182	2
+183	1
+184	1
+185	1
+186	2
+187	2
+188	1
+189	2
+190	1
+191	1
+192	4
+193	1
+194	1
+195	1
+196	1
+197	1
+198	2
+199	2
+200	2
+201	2
+202	1
+203	2
+204	1
+205	1
+206	1
+207	1
+208	2
+209	2
+210	2
+211	2
+212	2
+213	1
+214	1
+215	2
+216	1
+217	1
+218	2
+219	1
+220	1
+221	1
+222	2
+223	1
+224	1
+225	1
+226	1
+227	1
+228	1
+229	1
+230	1
+231	1
+232	2
+233	2
+234	1
+235	1
+236	2
+237	1
+238	4
+239	1
+240	5
+241	1
+242	2
+243	2
+244	1
+245	1
+246	2
+247	1
+248	2
+249	2
+250	1
+251	1
+252	3
+253	2
+254	1
+255	1
+256	1
+257	1
+258	2
+259	2
+260	1
+261	2
+262	1
+263	1
+264	2
+265	1
+266	1
+267	2
+268	1
+269	1
+270	1
+271	1
+272	1
+273	2
+274	1
+275	1
+276	1
+277	2
+278	2
+279	2
+280	1
+281	1
+282	1
+283	2
+284	1
+285	1
+286	1
+287	1
+288	2
+289	2
+290	2
+291	1
+292	1
+293	1
+294	1
+295	1
+296	1
+297	2
+298	1
+299	1
+300	1
+301	1
+302	1
+303	1
+304	2
+305	2
+306	1
+307	2
+308	2
+309	2
+310	3
+311	2
+312	1
+313	2
+314	1
+315	1
+316	1
+317	1
+318	1
+319	2
+320	1
+321	5
+322	3
+323	1
+324	1
+325	2
+326	2
+327	2
+328	2
+329	1
+330	1
+331	1
+332	1
+333	1
+334	2
+335	1
+336	2
+337	1
+338	1
+339	1
+340	1
+341	1
+342	1
+343	1
+344	1
+345	2
+346	1
+347	2
+348	1
+349	2
+350	1
+351	2
+352	1
+353	1
+354	2
+355	2
+356	1
+357	3
+358	1
+359	1
+360	2
+361	3
+362	1
+363	1
+364	2
+365	1
+366	1
+367	1
+368	1
+369	1
+370	1
+371	1
+372	2
+373	2
+374	1
+375	1
+376	1
+377	3
+378	1
+379	1
+380	1
+381	1
+382	1
+383	2
+384	2
+385	2
+386	2
+387	1
+388	2
+389	3
+390	4
+391	1
+392	2
+393	1
+394	1
+395	1
+396	1
+397	1
+398	1
+399	2
+400	1
+401	1
+402	2
+403	1
+404	1
+405	1
+406	1
+407	2
+408	1
+409	2
+410	3
+411	1
+412	2
+413	1
+414	2
+415	2
+416	1
+417	1
+418	1
+419	1
+420	1
+421	1
+422	1
+423	1
+424	1
+425	1
+426	1
+427	1
+428	1
+429	1
+430	2
+431	1
+432	1
+433	1
+434	1
+435	1
+436	2
+437	1
+438	2
+439	1
+440	2
+441	1
+442	1
+443	1
+444	2
+445	1
+446	1
+447	2
+448	1
+449	1
+450	1
+451	1
+452	2
+453	1
+454	1
+455	1
+456	1
+457	1
+458	1
+459	1
+460	1
+461	1
+462	1
+463	2
+464	1
+465	1
+466	2
+467	3
+468	1
+469	2
+470	1
+471	1
+472	1
+473	1
+474	2
+475	2
+476	1
+477	2
+478	3
+479	1
+480	1
+481	1
+482	1
+483	2
+484	1
+485	1
+486	2
+487	3
+488	2
+489	1
+490	1
+491	1
+492	1
+493	1
+494	2
+495	1
+496	1
+497	1
+498	2
+499	1
+500	2
+501	1
+502	1
+503	1
+504	1
+505	1
+506	1
+507	1
+508	1
+509	1
+510	1
+511	2
+512	1
+513	1
+514	1
+515	1
+516	1
+517	1
+518	1
+519	1
+520	2
+521	2
+522	3
+523	1
+524	1
+525	1
+526	1
+527	1
+528	2
+529	2
+530	1
+531	1
+532	4
+533	1
+534	2
+535	1
+536	1
+537	1
+538	1
+539	1
+540	1
+541	3
+542	1
+543	1
+544	1
+545	2
+546	1
+547	1
+548	2
+549	4
+550	1
+551	1
+552	1
+553	1
+554	2
+555	1
+556	1
+557	2
+558	3
+559	1
+560	1
+561	2
+562	1
+563	1
+564	1
+565	1
+566	2
+567	1
+568	1
+569	1
+570	3
+571	2
+572	1
+573	1
+574	2
+575	2
+576	1
+577	1
+578	2
+579	1
+580	1
+581	2
+582	1
+583	1
+584	2
+585	1
+586	1
+587	2
+588	1
+589	1
+590	1
+591	1
+592	1
+593	1
+594	2
+595	1
+596	2
+597	1
+598	2
+599	1
+600	1
+601	1
+602	2
+603	1
+604	1
+605	3
+606	1
+607	1
+608	1
+609	2
+610	1
+611	1
+612	1
+613	1
+614	1
+615	2
+616	1
+617	2
+618	1
+619	1
+620	3
+621	1
+622	1
+623	1
+624	1
+625	2
+626	1
+627	1
+628	2
+629	1
+630	1
+631	1
+632	3
+633	1
+634	1
+635	1
+636	1
+637	1
+638	2
+639	2
+640	1
+641	1
+642	1
+643	2
+644	3
+645	1
+646	1
+647	1
+648	2
+649	1
+650	1
+651	2
+652	2
+653	1
+654	2
+655	2
+656	1
+657	1
+658	1
+659	1
+660	1
+661	1
+662	1
+663	2
+664	1
+665	1
+666	2
+667	1
+668	2
+669	1
+670	1
+671	2
+672	3
+673	1
+674	1
+675	2
+676	1
+677	2
+678	1
+679	1
+680	1
+681	1
+682	2
+683	1
+684	3
+685	1
+686	1
+687	2
+688	1
+689	2
+690	1
+691	2
+692	1
+693	1
+694	2
+695	3
+696	1
+697	1
+698	1
+699	1
+700	1
+701	1
+702	2
+703	3
+704	2
+705	2
+706	1
+707	1
+708	1
+709	1
+710	2
+711	1
+712	1
+713	1
+714	1
+715	2
+716	1
+717	1
+718	1
+719	1
+720	1
+721	1
+722	1
+723	1
+724	1
+725	1
+726	3
+727	1
+728	4
+729	1
+730	1
+731	2
+732	3
+733	2
+734	1
+735	1
+736	1
+737	1
+738	2
+739	1
+740	1
+741	1
+742	1
+743	1
+744	1
+745	1
+746	1
+747	1
+748	1
+749	1
+750	2
+751	1
+752	2
+753	1
+754	1
+755	1
+756	2
+757	2
+758	2
+759	1
+760	2
+761	1
+762	1
+763	1
+764	1
+765	1
+766	1
+767	3
+768	1
+769	1
+770	1
+771	1
+772	1
+773	2
+774	1
+775	1
+776	1
+777	1
+778	1
+779	2
+780	1
+781	3
+782	1
+783	2
+784	2
+785	1
+786	1
+787	1
+788	1
+789	1
+790	1
+791	1
+792	1
+793	2
+794	1
+795	1
+796	1
+797	1
+798	2
+799	2
+800	4
+801	2
+802	1
+803	2
+804	1
+805	2
+806	2
+807	2
+808	1
+809	1
+810	1
+811	1
+812	1
+813	2
+814	1
+815	1
+816	2
+817	1
+818	1
+819	2
+820	1
+821	1
+822	1
+823	2
+824	2
+825	1
+826	1
+827	1
+828	1
+829	2
+830	2
+831	2
+832	1
+833	2
+834	1
+835	1
+836	2
+837	2
+838	2
+839	1
+840	1
+841	2
+842	1
+843	2
+844	1
+845	1
+846	1
+847	1
+848	1
+849	1
+850	1
+851	1
+852	1
+853	1
+854	1
+855	1
+856	1
+857	1
+858	1
+859	2
+860	1
+861	1
+862	3
+863	1
+864	1
+865	1
+866	1
+867	1
+868	1
+869	1
+870	2
+871	1
+872	1
+873	2
+874	2
+875	1
+876	2
+877	1
+878	1
+879	1
+880	1
+881	3
+882	2
+883	1
+884	1
+885	1
+886	1
+887	1
+888	2
+889	1
+890	3
+891	2
+892	1
+893	2
+894	5
+895	1
+896	1
+897	1
+898	1
+899	1
+900	1
+901	1
+902	1
+903	1
+904	1
+905	2
+906	1
+907	1
+908	2
+909	1
+910	2
+911	1
+912	1
+913	1
+914	1
+915	1
+916	3
+917	1
+918	3
+919	1
+920	2
+921	3
+922	1
+923	2
+924	2
+925	1
+926	1
+927	1
+928	1
+929	1
+930	1
+931	1
+932	3
+933	1
+934	1
+935	2
+936	1
+937	1
+938	1
+939	1
+940	1
+941	1
+942	1
+943	1
+944	1
+945	3
+946	3
+947	1
+948	1
+949	1
+950	1
+951	1
+952	1
+953	1
+954	3
+955	1
+956	3
+957	1
+958	2
+959	2
+960	1
+961	1
+962	1
+963	2
+964	1
+965	2
+966	1
+967	1
+968	1
+969	1
+970	1
+971	1
+972	1
+973	3
+974	2
+975	1
+976	1
+977	2
+978	2
+979	1
+980	1
+981	1
+982	1
+983	4
+984	1
+985	1
+986	1
+987	1
+988	1
+989	5
+990	2
+991	1
+992	3
+993	1
+994	3
+995	3
+996	1
+997	2
+998	1
+999	2
+1000	4
+1001	2
+1002	2
+1003	1
+1004	2
+1005	1
+1006	3
+1007	3
+1008	2
+1009	2
+1010	2
+1011	1
+1012	3
+1013	3
+1014	3
+1015	3
+1016	1
+1017	2
+1018	2
+1019	2
+1020	3
+1021	1
+1022	2
+1023	3
+1024	2
+1025	3
+1026	2
+1027	3
+1028	3
+1029	2
+1030	2
+1031	2
+1032	2
+1033	2
+1034	1
+1035	2
+1036	2
+1037	3
+1038	1
+1039	3
+1040	2
+1041	2
+1042	2
+1043	1
+1044	1
+1045	2
+1046	3
+1047	2
+1048	2
+1049	1
+1050	2
+1051	3
+1052	2
+1053	2
+1054	1
+1055	2
+1056	2
+1057	4
+1058	1
+1059	3
+1060	3
+1061	2
+1062	2
+1063	1
+1064	2
+1065	2
+1066	2
+1067	1
+1068	3
+1069	2
+1070	2
+1071	3
+1072	3
+1073	1
+1074	1
+1075	1
+1076	3
+1077	2
+1078	2
+1079	2
+1080	4
+1081	4
+1082	2
+1083	5
+1084	3
+1085	1
+1086	2
+1087	2
+1088	2
+1089	4
+1090	1
+1091	1
+1092	1
+1093	1
+1094	3
+1095	3
+1096	1
+1097	2
+1098	1
+1099	3
+1100	3
+1101	3
+1102	2
+1103	3
+1104	3
+1105	1
+1106	2
+1107	1
+1108	2
+1109	2
+1110	2
+1111	3
+1112	3
+1113	2
+1114	1
+1115	2
+1116	2
+1117	2
+1118	2
+1119	2
+1120	2
+1121	3
+1122	2
+1123	3
+1124	2
+1125	1
+1126	3
+1127	2
+1128	2
+1129	2
+1130	2
+1131	1
+1132	2
+1133	2
+1134	3
+1135	2
+1136	1
+1137	2
+1138	2
+1139	3
+1140	2
+1141	1
+1142	3
+1143	3
+1144	2
+1145	2
+1146	2
+1147	3
+1148	2
+1149	2
+1150	2
+1151	3
+1152	2
+1153	1
+1154	2
+1155	2
+1156	3
+1157	1
+1158	2
+1159	3
+1160	3
+1161	1
+1162	3
+1163	3
+1164	3
+1165	3
+1166	2
+1167	3
+1168	2
+1169	2
+1170	2
+1171	1
+1172	3
+1173	1
+1174	2
+1175	2
+1176	2
+1177	1
+1178	3
+1179	2
+1180	2
+1181	5
+1182	3
+1183	4
+1184	2
+1185	2
+1186	2
+1187	3
+1188	2
+1189	2
+1190	2
+1191	2
+1192	1
+1193	2
+1194	2
+1195	3
+1196	2
+1197	2
+1198	3
+1199	2
+1200	2
+1201	2
+1202	2
+1203	3
+1204	3
+1205	3
+1206	2
+1207	2
+1208	3
+1209	2
+1210	2
+1211	3
+1212	2
+1213	2
+1214	2
+1215	3
+1216	2
+1217	2
+1218	1
+1219	3
+1220	3
+1221	1
+1222	3
+1223	2
+1224	2
+1225	3
+1226	3
+1227	2
+1228	1
+1229	2
+1230	2
+1231	2
+1232	2
+1233	2
+1234	3
+1235	2
+1236	3
+1237	2
+1238	2
+1239	3
+1240	2
+1241	3
+1242	2
+1243	3
+1244	1
+1245	2
+1246	1
+1247	3
+1248	2
+1249	2
+1250	1
+1251	2
+1252	2
+1253	2
+1254	2
+1255	3
+1256	2
+1257	1
+1258	2
+1259	3
+1260	2
+1261	3
+1262	2
+1263	2
+1264	1
+1265	2
+1266	2
+1267	3
+1268	2
+1269	1
+1270	2
+1271	1
+1272	2
+1273	2
+1274	2
+1275	2
+1276	1
+1277	2
+1278	1
+1279	3
+1280	1
+1281	2
+1282	1
+1283	2
+1284	3
+1285	2
+1286	2
+1287	2
+1288	3
+1289	3
+1290	2
+1291	3
+1292	3
+1293	3
+1294	2
+1295	2
+1296	2
+1297	3
+1298	3
+1299	2
+1300	2
+1301	2
+1302	2
+1303	3
+1304	2
+1305	2
+1306	2
+1307	2
+1308	4
+1309	1
+1310	2
+1311	3
+1312	3
+1313	2
+1314	1
+1315	1
+1316	2
+1317	4
+1318	2
+1319	2
+1320	1
+1321	3
+1322	2
+1323	2
+1324	1
+1325	3
+1326	2
+1327	1
+1328	2
+1329	2
+1330	2
+1331	1
+1332	3
+1333	3
+1334	3
+1335	3
+1336	1
+1337	3
+1338	3
+1339	2
+1340	2
+1341	2
+1342	3
+1343	2
+1344	1
+1345	3
+1346	2
+1347	4
+1348	4
+1349	2
+1350	2
+1351	2
+1352	2
+1353	2
+1354	2
+1355	2
+1356	2
+1357	1
+1358	3
+1359	2
+1360	2
+1361	2
+1362	3
+1363	2
+1364	1
+1365	2
+1366	1
+1367	2
+1368	2
+1369	1
+1370	2
+1371	3
+1372	1
+1373	2
+1374	1
+1375	1
+1376	2
+1377	2
+1378	1
+1379	2
+1380	2
+1381	2
+1382	1
+1383	2
+1384	2
+1385	2
+1386	1
+1387	2
+1388	2
+1389	2
+1390	2
+1391	3
+1392	2
+1393	2
+1394	2
+1395	3
+1396	3
+1397	2
+1398	3
+1399	1
+1400	1
+1401	3
+1402	1
+1403	1
+1404	3
+1405	1
+1406	3
+1407	3
+1408	2
+1409	3
+1410	1
+1411	1
+1412	2
+1413	2
+1414	2
+1415	3
+1416	4
+1417	3
+1418	1
+1419	2
+1420	1
+1421	2
+1422	1
+1423	2
+1424	2
+1425	1
+1426	3
+1427	3
+1428	3
+1429	3
+1430	3
+1431	1
+1432	2
+1433	2
+1434	1
+1435	1
+1436	2
+1437	2
+1438	2
+1439	3
+1440	2
+1441	2
+1442	2
+1443	1
+1444	3
+1445	1
+1446	1
+1447	2
+1448	1
+1449	1
+1450	2
+1451	2
+1452	3
+1453	3
+1454	2
+1455	1
+1456	2
+1457	3
+1458	1
+1459	2
+1460	1
+1461	2
+1462	1
+1463	2
+1464	2
+1465	2
+1466	3
+1467	3
+1468	4
+1469	2
+1470	2
+1471	2
+1472	3
+1473	1
+1474	1
+1475	3
+1476	2
+1477	2
+1478	2
+1479	2
+1480	2
+1481	2
+1482	3
+1483	2
+1484	1
+1485	1
+1486	1
+1487	1
+1488	2
+1489	1
+1490	1
+1491	1
+1492	1
+1493	3
+1494	3
+1495	2
+1496	1
+1497	3
+1498	2
+1499	3
+1500	2
+1501	2
+1502	2
+1503	2
+1504	2
+1505	2
+1506	2
+1507	2
+1508	3
+1509	2
+1510	2
+1511	2
+1512	2
+1513	3
+1514	2
+1515	3
+1516	3
+1517	2
+1518	2
+1519	3
+1520	2
+1521	2
+1522	2
+1523	2
+1524	3
+1525	2
+1526	3
+1527	2
+1528	1
+1529	3
+1530	2
+1531	2
+1532	2
+1533	2
+1534	2
+1535	2
+1536	4
+1537	2
+1538	3
+1539	2
+1540	3
+1541	4
+1542	3
+1543	1
+1544	3
+1545	3
+1546	3
+1547	2
+1548	3
+1549	3
+1550	2
+1551	2
+1552	1
+1553	1
+1554	3
+1555	2
+1556	3
+1557	3
+1558	2
+1559	2
+1560	1
+1561	3
+1562	1
+1563	2
+1564	2
+1565	2
+1566	3
+1567	2
+1568	2
+1569	2
+1570	1
+1571	2
+1572	3
+1573	3
+1574	2
+1575	2
+1576	2
+1577	2
+1578	2
+1579	3
+1580	4
+1581	1
+1582	2
+1583	2
+1584	2
+1585	2
+1586	2
+1587	5
+1588	2
+1589	1
+1590	1
+1591	3
+1592	2
+1593	3
+1594	2
+1595	2
+1596	2
+1597	3
+1598	2
+1599	3
+1600	1
+1601	2
+1602	2
+1603	2
+1604	2
+1605	2
+1606	3
+1607	4
+1608	3
+1609	1
+1610	4
+1611	2
+1612	2
+1613	3
+1614	2
+1615	3
+1616	4
+1617	3
+1618	2
+1619	2
+1620	3
+1621	2
+1622	1
+1623	2
+1624	3
+1625	2
+1626	3
+1627	2
+1628	2
+1629	2
+1630	2
+1631	2
+1632	3
+1633	3
+1634	2
+1635	2
+1636	2
+1637	2
+1638	2
+1639	1
+1640	3
+1641	2
+1642	1
+1643	2
+1644	2
+1645	2
+1646	3
+1647	2
+1648	3
+1649	3
+1650	2
+1651	2
+1652	3
+1653	1
+1654	2
+1655	1
+1656	2
+1657	2
+1658	2
+1659	3
+1660	2
+1661	2
+1662	1
+1663	1
+1664	2
+1665	2
+1666	2
+1667	2
+1668	2
+1669	2
+1670	2
+1671	2
+1672	2
+1673	4
+1674	2
+1675	1
+1676	2
+1677	2
+1678	2
+1679	3
+1680	2
+1681	1
+1682	1
+1683	3
+1684	2
+1685	1
+1686	2
+1687	3
+1688	2
+1689	2
+1690	1
+1691	3
+1692	3
+1693	1
+1694	2
+1695	2
+1696	2
+1697	2
+1698	3
+1699	1
+1700	3
+1701	2
+1702	2
+1703	1
+1704	2
+1705	2
+1706	1
+1707	2
+1708	2
+1709	2
+1710	2
+1711	1
+1712	1
+1713	2
+1714	3
+1715	2
+1716	2
+1717	2
+1718	2
+1719	1
+1720	2
+1721	1
+1722	2
+1723	1
+1724	2
+1725	3
+1726	2
+1727	2
+1728	2
+1729	2
+1730	2
+1731	2
+1732	2
+1733	2
+1734	2
+1735	2
+1736	1
+1737	2
+1738	1
+1739	2
+1740	3
+1741	1
+1742	1
+1743	3
+1744	3
+1745	3
+1746	3
+1747	2
+1748	2
+1749	2
+1750	3
+1751	2
+1752	2
+1753	2
+1754	3
+1755	2
+1756	1
+1757	2
+1758	2
+1759	2
+1760	2
+1761	3
+1762	3
+1763	2
+1764	3
+1765	1
+1766	2
+1767	3
+1768	2
+1769	2
+1770	1
+1771	2
+1772	3
+1773	2
+1774	2
+1775	2
+1776	1
+1777	3
+1778	2
+1779	1
+1780	1
+1781	2
+1782	3
+1783	2
+1784	2
+1785	3
+1786	2
+1787	2
+1788	3
+1789	3
+1790	1
+1791	1
+1792	2
+1793	1
+1794	3
+1795	1
+1796	3
+1797	2
+1798	3
+1799	3
+1800	2
+1801	3
+1802	2
+1803	3
+1804	2
+1805	2
+1806	2
+1807	3
+1808	2
+1809	3
+1810	2
+1811	1
+1812	2
+1813	2
+1814	2
+1815	2
+1816	1
+1817	2
+1818	2
+1819	2
+1820	1
+1821	2
+1822	3
+1823	3
+1824	1
+1825	3
+1826	1
+1827	3
+1828	1
+1829	3
+1830	2
+1831	3
+1832	2
+1833	1
+1834	3
+1835	3
+1836	2
+1837	3
+1838	3
+1839	1
+1840	2
+1841	2
+1842	2
+1843	2
+1844	4
+1845	3
+1846	1
+1847	1
+1848	1
+1849	3
+1850	3
+1851	2
+1852	3
+1853	2
+1854	2
+1855	2
+1856	1
+1857	2
+1858	1
+1859	2
+1860	2
+1861	3
+1862	1
+1863	1
+1864	2
+1865	2
+1866	3
+1867	3
+1868	2
+1869	1
+1870	2
+1871	2
+1872	2
+1873	1
+1874	3
+1875	1
+1876	2
+1877	1
+1878	3
+1879	1
+1880	3
+1881	2
+1882	1
+1883	1
+1884	2
+1885	2
+1886	3
+1887	3
+1888	1
+1889	1
+1890	1
+1891	1
+1892	3
+1893	3
+1894	2
+1895	2
+1896	2
+1897	3
+1898	3
+1899	2
+1900	2
+1901	2
+1902	2
+1903	2
+1904	3
+1905	2
+1906	3
+1907	3
+1908	2
+1909	1
+1910	2
+1911	1
+1912	2
+1913	2
+1914	4
+1915	2
+1916	3
+1917	2
+1918	2
+1919	1
+1920	1
+1921	2
+1922	2
+1923	2
+1924	2
+1925	1
+1926	2
+1927	2
+1928	2
+1929	1
+1930	1
+1931	2
+1932	3
+1933	2
+1934	2
+1935	4
+1936	2
+1937	3
+1938	2
+1939	3
+1940	2
+1941	3
+1942	3
+1943	2
+1944	1
+1945	2
+1946	3
+1947	2
+1948	3
+1949	2
+1950	2
+1951	1
+1952	2
+1953	1
+1954	2
+1955	1
+1956	3
+1957	2
+1958	2
+1959	2
+1960	2
+1961	2
+1962	3
+1963	2
+1964	2
+1965	2
+1966	2
+1967	2
+1968	3
+1969	1
+1970	2
+1971	3
+1972	2
+1973	1
+1974	3
+1975	3
+1976	2
+1977	2
+1978	2
+1979	2
+1980	1
+1981	2
+1982	1
+1983	1
+1984	1
+1985	3
+1986	3
+1987	1
+1988	2
+1989	2
+1990	3
+1991	4
+1992	2
+1993	2
+1994	2
+1995	2
+1996	3
+1997	2
+1998	3
+1999	2
+2000	2
+2001	3
+2002	3
+2003	1
+2004	2
+2005	4
+2006	3
+2007	3
+2008	3
+2009	4
+2010	2
+2011	5
+2012	2
+2013	4
+2014	3
+2015	3
+2016	2
+2017	3
+2018	2
+2019	1
+2020	3
+2021	3
+2022	1
+2023	3
+2024	4
+2025	2
+2026	2
+2027	2
+2028	4
+2029	3
+2030	3
+2031	3
+2032	3
+2033	3
+2034	5
+2035	1
+2036	1
+2037	1
+2038	3
+2039	2
+2040	2
+2041	3
+2042	3
+2043	3
+2044	3
+2045	4
+2046	3
+2047	3
+2048	4
+2049	3
+2050	2
+2051	4
+2052	3
+2053	3
+2054	5
+2055	3
+2056	3
+2057	2
+2058	3
+2059	1
+2060	2
+2061	3
+2062	3
+2063	2
+2064	2
+2065	2
+2066	3
+2067	2
+2068	2
+2069	3
+2070	3
+2071	2
+2072	3
+2073	1
+2074	2
+2075	2
+2076	4
+2077	2
+2078	4
+2079	4
+2080	2
+2081	3
+2082	3
+2083	2
+2084	2
+2085	1
+2086	2
+2087	3
+2088	3
+2089	3
+2090	5
+2091	3
+2092	2
+2093	3
+2094	3
+2095	2
+2096	4
+2097	3
+2098	4
+2099	3
+2100	2
+2101	3
+2102	2
+2103	4
+2104	4
+2105	4
+2106	3
+2107	3
+2108	4
+2109	4
+2110	3
+2111	3
+2112	2
+2113	3
+2114	2
+2115	4
+2116	3
+2117	3
+2118	2
+2119	4
+2120	3
+2121	3
+2122	3
+2123	4
+2124	3
+2125	4
+2126	3
+2127	3
+2128	3
+2129	3
+2130	2
+2131	3
+2132	3
+2133	4
+2134	3
+2135	4
+2136	4
+2137	3
+2138	2
+2139	3
+2140	3
+2141	3
+2142	3
+2143	3
+2144	3
+2145	3
+2146	3
+2147	2
+2148	3
+2149	4
+2150	3
+2151	3
+2152	4
+2153	3
+2154	2
+2155	3
+2156	3
+2157	4
+2158	4
+2159	2
+2160	4
+2161	4
+2162	3
+2163	4
+2164	3
+2165	3
+2166	3
+2167	2
+2168	4
+2169	2
+2170	2
+2171	3
+2172	4
+2173	2
+2174	3
+2175	4
+2176	2
+2177	2
+2178	2
+2179	1
+2180	2
+2181	3
+2182	4
+2183	1
+2184	4
+2185	3
+2186	3
+2187	2
+2188	4
+2189	3
+2190	3
+2191	1
+2192	4
+2193	4
+2194	4
+2195	3
+2196	2
+2197	4
+2198	3
+2199	3
+2200	2
+2201	4
+2202	2
+2203	2
+2204	4
+2205	1
+2206	1
+2207	4
+2208	4
+2209	3
+2210	3
+2211	3
+2212	3
+2213	3
+2214	4
+2215	2
+2216	5
+2217	3
+2218	3
+2219	4
+2220	5
+2221	3
+2222	3
+2223	2
+2224	2
+2225	3
+2226	3
+2227	3
+2228	3
+2229	4
+2230	2
+2231	2
+2232	2
+2233	3
+2234	3
+2235	2
+2236	3
+2237	3
+2238	3
+2239	4
+2240	3
+2241	3
+2242	2
+2243	2
+2244	2
+2245	3
+2246	3
+2247	3
+2248	4
+2249	1
+2250	1
+2251	3
+2252	3
+2253	2
+2254	2
+2255	3
+2256	3
+2257	4
+2258	2
+2259	2
+2260	1
+2261	4
+2262	2
+2263	3
+2264	2
+2265	3
+2266	2
+2267	2
+2268	3
+2269	3
+2270	3
+2271	2
+2272	3
+2273	3
+2274	1
+2275	3
+2276	3
+2277	2
+2278	3
+2279	3
+2280	2
+2281	3
+2282	3
+2283	4
+2284	3
+2285	4
+2286	3
+2287	2
+2288	3
+2289	4
+2290	3
+2291	3
+2292	3
+2293	3
+2294	4
+2295	4
+2296	3
+2297	4
+2298	2
+2299	3
+2300	2
+2301	4
+2302	3
+2303	2
+2304	3
+2305	2
+2306	3
+2307	2
+2308	2
+2309	2
+2310	5
+2311	1
+2312	1
+2313	3
+2314	3
+2315	4
+2316	3
+2317	4
+2318	3
+2319	3
+2320	3
+2321	4
+2322	3
+2323	2
+2324	2
+2325	4
+2326	3
+2327	3
+2328	4
+2329	3
+2330	3
+2331	4
+2332	4
+2333	3
+2334	3
+2335	3
+2336	2
+2337	4
+2338	1
+2339	4
+2340	5
+2341	4
+2342	4
+2343	3
+2344	3
+2345	3
+2346	3
+2347	3
+2348	4
+2349	2
+2350	3
+2351	2
+2352	2
+2353	2
+2354	3
+2355	2
+2356	4
+2357	4
+2358	3
+2359	3
+2360	2
+2361	3
+2362	3
+2363	4
+2364	2
+2365	3
+2366	3
+2367	3
+2368	2
+2369	5
+2370	3
+2371	2
+2372	2
+2373	4
+2374	3
+2375	3
+2376	3
+2377	3
+2378	1
+2379	1
+2380	3
+2381	3
+2382	3
+2383	4
+2384	3
+2385	4
+2386	4
+2387	2
+2388	3
+2389	4
+2390	3
+2391	2
+2392	4
+2393	2
+2394	3
+2395	2
+2396	3
+2397	4
+2398	3
+2399	3
+2400	4
+2401	2
+2402	3
+2403	3
+2404	4
+2405	4
+2406	4
+2407	2
+2408	3
+2409	3
+2410	3
+2411	2
+2412	2
+2413	3
+2414	4
+2415	4
+2416	2
+2417	3
+2418	2
+2419	1
+2420	5
+2421	5
+2422	4
+2423	4
+2424	3
+2425	4
+2426	3
+2427	3
+2428	3
+2429	3
+2430	4
+2431	3
+2432	1
+2433	2
+2434	3
+2435	3
+2436	3
+2437	2
+2438	1
+2439	4
+2440	4
+2441	3
+2442	4
+2443	3
+2444	2
+2445	3
+2446	3
+2447	3
+2448	2
+2449	3
+2450	3
+2451	2
+2452	3
+2453	3
+2454	3
+2455	3
+2456	3
+2457	3
+2458	3
+2459	4
+2460	2
+2461	1
+2462	2
+2463	3
+2464	3
+2465	2
+2466	3
+2467	3
+2468	3
+2469	3
+2470	2
+2471	3
+2472	3
+2473	3
+2474	4
+2475	3
+2476	3
+2477	4
+2478	3
+2479	3
+2480	2
+2481	3
+2482	3
+2483	3
+2484	3
+2485	4
+2486	3
+2487	3
+2488	4
+2489	2
+2490	3
+2491	3
+2492	3
+2493	3
+2494	3
+2495	2
+2496	3
+2497	3
+2498	3
+2499	2
+2500	4
+2501	3
+2502	3
+2503	3
+2504	3
+2505	4
+2506	3
+2507	4
+2508	3
+2509	2
+2510	2
+2511	3
+2512	3
+2513	1
+2514	4
+2515	3
+2516	3
+2517	2
+2518	2
+2519	4
+2520	2
+2521	3
+2522	3
+2523	3
+2524	3
+2525	3
+2526	3
+2527	4
+2528	3
+2529	4
+2530	3
+2531	4
+2532	3
+2533	3
+2534	4
+2535	3
+2536	3
+2537	4
+2538	3
+2539	3
+2540	4
+2541	3
+2542	3
+2543	3
+2544	3
+2545	4
+2546	3
+2547	4
+2548	2
+2549	3
+2550	4
+2551	3
+2552	3
+2553	3
+2554	3
+2555	3
+2556	4
+2557	3
+2558	3
+2559	1
+2560	1
+2561	3
+2562	3
+2563	3
+2564	4
+2565	4
+2566	3
+2567	3
+2568	3
+2569	3
+2570	3
+2571	2
+2572	3
+2573	3
+2574	3
+2575	2
+2576	2
+2577	2
+2578	3
+2579	3
+2580	3
+2581	2
+2582	4
+2583	3
+2584	3
+2585	3
+2586	2
+2587	2
+2588	1
+2589	4
+2590	2
+2591	2
+2592	3
+2593	1
+2594	2
+2595	3
+2596	3
+2597	3
+2598	3
+2599	2
+2600	3
+2601	3
+2602	3
+2603	3
+2604	3
+2605	3
+2606	3
+2607	2
+2608	2
+2609	4
+2610	2
+2611	2
+2612	1
+2613	1
+2614	3
+2615	3
+2616	2
+2617	3
+2618	2
+2619	3
+2620	2
+2621	3
+2622	3
+2623	3
+2624	3
+2625	2
+2626	2
+2627	3
+2628	3
+2629	3
+2630	3
+2631	3
+2632	4
+2633	2
+2634	3
+2635	2
+2636	2
+2637	3
+2638	3
+2639	3
+2640	2
+2641	4
+2642	2
+2643	3
+2644	4
+2645	4
+2646	2
+2647	3
+2648	3
+2649	4
+2650	2
+2651	4
+2652	2
+2653	3
+2654	3
+2655	2
+2656	4
+2657	3
+2658	2
+2659	3
+2660	3
+2661	3
+2662	3
+2663	3
+2664	4
+2665	3
+2666	4
+2667	3
+2668	1
+2669	2
+2670	4
+2671	3
+2672	4
+2673	3
+2674	3
+2675	2
+2676	3
+2677	3
+2678	4
+2679	3
+2680	2
+2681	3
+2682	1
+2683	1
+2684	3
+2685	3
+2686	3
+2687	2
+2688	3
+2689	4
+2690	3
+2691	4
+2692	4
+2693	3
+2694	2
+2695	3
+2696	3
+2697	3
+2698	2
+2699	3
+2700	3
+2701	3
+2702	3
+2703	2
+2704	1
+2705	4
+2706	4
+2707	2
+2708	2
+2709	2
+2710	4
+2711	2
+2712	3
+2713	5
+2714	3
+2715	4
+2716	3
+2717	3
+2718	3
+2719	3
+2720	2
+2721	3
+2722	2
+2723	4
+2724	3
+2725	2
+2726	3
+2727	3
+2728	4
+2729	4
+2730	2
+2731	2
+2732	3
+2733	3
+2734	3
+2735	2
+2736	3
+2737	3
+2738	3
+2739	1
+2740	2
+2741	2
+2742	3
+2743	3
+2744	3
+2745	4
+2746	2
+2747	1
+2748	3
+2749	4
+2750	2
+2751	3
+2752	3
+2753	1
+2754	4
+2755	2
+2756	3
+2757	3
+2758	3
+2759	1
+2760	3
+2761	3
+2762	4
+2763	1
+2764	2
+2765	4
+2766	2
+2767	2
+2768	4
+2769	4
+2770	3
+2771	3
+2772	4
+2773	4
+2774	3
+2775	3
+2776	5
+2777	4
+2778	1
+2779	2
+2780	3
+2781	3
+2782	2
+2783	2
+2784	3
+2785	2
+2786	4
+2787	1
+2788	2
+2789	4
+2790	2
+2791	2
+2792	4
+2793	4
+2794	2
+2795	3
+2796	3
+2797	2
+2798	2
+2799	3
+2800	4
+2801	2
+2802	4
+2803	2
+2804	3
+2805	3
+2806	3
+2807	2
+2808	2
+2809	3
+2810	3
+2811	1
+2812	3
+2813	3
+2814	5
+2815	4
+2816	4
+2817	3
+2818	3
+2819	2
+2820	4
+2821	2
+2822	3
+2823	3
+2824	2
+2825	2
+2826	2
+2827	4
+2828	3
+2829	4
+2830	1
+2831	2
+2832	2
+2833	4
+2834	3
+2835	2
+2836	1
+2837	2
+2838	3
+2839	2
+2840	2
+2841	2
+2842	4
+2843	3
+2844	3
+2845	4
+2846	2
+2847	3
+2848	3
+2849	3
+2850	3
+2851	2
+2852	2
+2853	3
+2854	3
+2855	2
+2856	5
+2857	3
+2858	3
+2859	2
+2860	1
+2861	2
+2862	3
+2863	4
+2864	4
+2865	3
+2866	1
+2867	3
+2868	3
+2869	4
+2870	3
+2871	3
+2872	2
+2873	3
+2874	3
+2875	1
+2876	3
+2877	1
+2878	3
+2879	4
+2880	4
+2881	3
+2882	3
+2883	4
+2884	2
+2885	4
+2886	3
+2887	3
+2888	3
+2889	2
+2890	2
+2891	3
+2892	3
+2893	4
+2894	3
+2895	3
+2896	2
+2897	2
+2898	3
+2899	2
+2900	3
+2901	2
+2902	3
+2903	3
+2904	3
+2905	1
+2906	4
+2907	4
+2908	3
+2909	3
+2910	3
+2911	4
+2912	3
+2913	2
+2914	2
+2915	2
+2916	2
+2917	3
+2918	2
+2919	3
+2920	4
+2921	1
+2922	3
+2923	2
+2924	1
+2925	1
+2926	4
+2927	3
+2928	3
+2929	3
+2930	2
+2931	4
+2932	4
+2933	3
+2934	3
+2935	4
+2936	2
+2937	2
+2938	2
+2939	2
+2940	3
+2941	3
+2942	4
+2943	4
+2944	4
+2945	3
+2946	3
+2947	2
+2948	3
+2949	3
+2950	4
+2951	4
+2952	1
+2953	3
+2954	3
+2955	2
+2956	4
+2957	3
+2958	3
+2959	2
+2960	2
+2961	3
+2962	3
+2963	3
+2964	5
+2965	3
+2966	2
+2967	3
+2968	1
+2969	2
+2970	4
+2971	3
+2972	3
+2973	3
+2974	2
+2975	1
+2976	3
+2977	3
+2978	3
+2979	1
+2980	1
+2981	3
+2982	4
+2983	2
+2984	3
+2985	2
+2986	1
+2987	3
+2988	3
+2989	4
+2990	1
+2991	3
+2992	4
+2993	3
+2994	4
+2995	3
+2996	1
+2997	4
+2998	4
+2999	2
+3000	4
+3001	5
+3002	5
+3003	4
+3004	5
+3005	4
+3006	4
+3007	4
+3008	4
+3009	3
+3010	4
+3011	5
+3012	3
+3013	3
+3014	5
+3015	4
+3016	3
+3017	5
+3018	3
+3019	5
+3020	4
+3021	5
+3022	3
+3023	4
+3024	5
+3025	4
+3026	4
+3027	4
+3028	5
+3029	4
+3030	4
+3031	4
+3032	2
+3033	5
+3034	4
+3035	5
+3036	5
+3037	4
+3038	2
+3039	5
+3040	4
+3041	5
+3042	4
+3043	5
+3044	4
+3045	3
+3046	3
+3047	4
+3048	5
+3049	4
+3050	4
+3051	4
+3052	5
+3053	5
+3054	4
+3055	3
+3056	4
+3057	2
+3058	3
+3059	4
+3060	3
+3061	3
+3062	4
+3063	3
+3064	3
+3065	1
+3066	4
+3067	4
+3068	4
+3069	4
+3070	4
+3071	3
+3072	4
+3073	4
+3074	4
+3075	4
+3076	5
+3077	4
+3078	2
+3079	4
+3080	4
+3081	3
+3082	4
+3083	4
+3084	4
+3085	3
+3086	4
+3087	4
+3088	4
+3089	4
+3090	4
+3091	3
+3092	4
+3093	4
+3094	4
+3095	5
+3096	4
+3097	5
+3098	3
+3099	4
+3100	3
+3101	5
+3102	3
+3103	3
+3104	4
+3105	4
+3106	4
+3107	4
+3108	4
+3109	3
+3110	4
+3111	4
+3112	5
+3113	5
+3114	2
+3115	4
+3116	5
+3117	4
+3118	4
+3119	4
+3120	4
+3121	4
+3122	5
+3123	4
+3124	3
+3125	3
+3126	4
+3127	3
+3128	3
+3129	3
+3130	4
+3131	2
+3132	5
+3133	4
+3134	4
+3135	5
+3136	5
+3137	4
+3138	5
+3139	5
+3140	5
+3141	4
+3142	4
+3143	4
+3144	4
+3145	2
+3146	5
+3147	4
+3148	3
+3149	5
+3150	4
+3151	3
+3152	4
+3153	5
+3154	5
+3155	4
+3156	4
+3157	4
+3158	3
+3159	5
+3160	4
+3161	4
+3162	3
+3163	5
+3164	4
+3165	4
+3166	4
+3167	4
+3168	5
+3169	3
+3170	4
+3171	3
+3172	5
+3173	4
+3174	4
+3175	3
+3176	3
+3177	4
+3178	4
+3179	4
+3180	3
+3181	4
+3182	4
+3183	4
+3184	3
+3185	5
+3186	3
+3187	5
+3188	4
+3189	4
+3190	4
+3191	4
+3192	2
+3193	4
+3194	5
+3195	3
+3196	4
+3197	5
+3198	4
+3199	4
+3200	4
+3201	4
+3202	5
+3203	4
+3204	4
+3205	3
+3206	5
+3207	4
+3208	4
+3209	4
+3210	3
+3211	3
+3212	4
+3213	3
+3214	5
+3215	4
+3216	4
+3217	4
+3218	4
+3219	5
+3220	4
+3221	4
+3222	4
+3223	4
+3224	4
+3225	3
+3226	5
+3227	3
+3228	3
+3229	3
+3230	1
+3231	4
+3232	4
+3233	2
+3234	5
+3235	4
+3236	5
+3237	4
+3238	5
+3239	4
+3240	4
+3241	3
+3242	4
+3243	5
+3244	4
+3245	5
+3246	4
+3247	5
+3248	4
+3249	3
+3250	5
+3251	4
+3252	5
+3253	5
+3254	5
+3255	5
+3256	4
+3257	5
+3258	3
+3259	4
+3260	5
+3261	5
+3262	5
+3263	4
+3264	4
+3265	4
+3266	4
+3267	3
+3268	4
+3269	3
+3270	4
+3271	4
+3272	4
+3273	5
+3274	4
+3275	4
+3276	5
+3277	3
+3278	3
+3279	3
+3280	4
+3281	3
+3282	4
+3283	3
+3284	5
+3285	4
+3286	4
+3287	4
+3288	3
+3289	4
+3290	4
+3291	5
+3292	4
+3293	3
+3294	5
+3295	3
+3296	3
+3297	3
+3298	4
+3299	2
+3300	4
+3301	4
+3302	4
+3303	5
+3304	4
+3305	3
+3306	4
+3307	4
+3308	4
+3309	3
+3310	3
+3311	4
+3312	5
+3313	5
+3314	4
+3315	5
+3316	4
+3317	3
+3318	4
+3319	4
+3320	3
+3321	4
+3322	5
+3323	5
+3324	3
+3325	3
+3326	3
+3327	5
+3328	5
+3329	4
+3330	4
+3331	4
+3332	4
+3333	4
+3334	4
+3335	4
+3336	3
+3337	4
+3338	4
+3339	4
+3340	3
+3341	4
+3342	5
+3343	4
+3344	4
+3345	4
+3346	4
+3347	3
+3348	3
+3349	5
+3350	4
+3351	4
+3352	5
+3353	5
+3354	4
+3355	4
+3356	4
+3357	4
+3358	3
+3359	4
+3360	4
+3361	5
+3362	4
+3363	4
+3364	3
+3365	5
+3366	5
+3367	4
+3368	5
+3369	4
+3370	4
+3371	3
+3372	4
+3373	4
+3374	2
+3375	4
+3376	4
+3377	4
+3378	3
+3379	4
+3380	3
+3381	4
+3382	5
+3383	4
+3384	5
+3385	4
+3386	4
+3387	5
+3388	4
+3389	4
+3390	5
+3391	3
+3392	4
+3393	4
+3394	4
+3395	4
+3396	4
+3397	4
+3398	4
+3399	4
+3400	4
+3401	5
+3402	4
+3403	4
+3404	4
+3405	3
+3406	5
+3407	1
+3408	4
+3409	4
+3410	4
+3411	5
+3412	4
+3413	3
+3414	3
+3415	5
+3416	4
+3417	3
+3418	5
+3419	3
+3420	4
+3421	3
+3422	4
+3423	5
+3424	4
+3425	4
+3426	5
+3427	4
+3428	4
+3429	4
+3430	4
+3431	4
+3432	4
+3433	3
+3434	4
+3435	4
+3436	4
+3437	4
+3438	1
+3439	4
+3440	3
+3441	5
+3442	4
+3443	4
+3444	3
+3445	3
+3446	4
+3447	3
+3448	3
+3449	3
+3450	5
+3451	4
+3452	3
+3453	3
+3454	3
+3455	5
+3456	5
+3457	4
+3458	4
+3459	5
+3460	4
+3461	5
+3462	4
+3463	4
+3464	4
+3465	3
+3466	3
+3467	4
+3468	4
+3469	5
+3470	5
+3471	5
+3472	4
+3473	5
+3474	4
+3475	4
+3476	4
+3477	5
+3478	4
+3479	4
+3480	4
+3481	5
+3482	4
+3483	4
+3484	4
+3485	4
+3486	4
+3487	5
+3488	4
+3489	4
+3490	5
+3491	4
+3492	4
+3493	4
+3494	3
+3495	4
+3496	4
+3497	3
+3498	4
+3499	4
+3500	3
+3501	4
+3502	3
+3503	5
+3504	4
+3505	4
+3506	4
+3507	5
+3508	5
+3509	4
+3510	4
+3511	5
+3512	5
+3513	5
+3514	4
+3515	4
+3516	4
+3517	5
+3518	2
+3519	4
+3520	3
+3521	3
+3522	5
+3523	4
+3524	2
+3525	4
+3526	1
+3527	3
+3528	2
+3529	4
+3530	5
+3531	4
+3532	4
+3533	4
+3534	4
+3535	4
+3536	5
+3537	5
+3538	4
+3539	4
+3540	5
+3541	4
+3542	4
+3543	4
+3544	2
+3545	5
+3546	4
+3547	4
+3548	4
+3549	5
+3550	4
+3551	4
+3552	4
+3553	3
+3554	5
+3555	4
+3556	4
+3557	4
+3558	4
+3559	4
+3560	4
+3561	4
+3562	4
+3563	4
+3564	4
+3565	3
+3566	4
+3567	3
+3568	4
+3569	3
+3570	5
+3571	3
+3572	4
+3573	4
+3574	4
+3575	3
+3576	5
+3577	4
+3578	3
+3579	5
+3580	4
+3581	5
+3582	4
+3583	4
+3584	4
+3585	5
+3586	3
+3587	4
+3588	5
+3589	4
+3590	4
+3591	4
+3592	2
+3593	1
+3594	5
+3595	4
+3596	4
+3597	4
+3598	4
+3599	4
+3600	4
+3601	3
+3602	5
+3603	3
+3604	3
+3605	5
+3606	4
+3607	3
+3608	4
+3609	4
+3610	4
+3611	5
+3612	4
+3613	4
+3614	4
+3615	4
+3616	4
+3617	4
+3618	4
+3619	4
+3620	3
+3621	4
+3622	3
+3623	3
+3624	4
+3625	4
+3626	4
+3627	5
+3628	4
+3629	4
+3630	4
+3631	3
+3632	4
+3633	4
+3634	4
+3635	4
+3636	5
+3637	5
+3638	5
+3639	5
+3640	5
+3641	5
+3642	3
+3643	4
+3644	4
+3645	4
+3646	4
+3647	5
+3648	4
+3649	4
+3650	4
+3651	4
+3652	4
+3653	5
+3654	3
+3655	4
+3656	4
+3657	5
+3658	3
+3659	5
+3660	4
+3661	4
+3662	5
+3663	4
+3664	4
+3665	5
+3666	4
+3667	4
+3668	3
+3669	1
+3670	3
+3671	4
+3672	3
+3673	3
+3674	3
+3675	5
+3676	4
+3677	4
+3678	3
+3679	4
+3680	4
+3681	4
+3682	4
+3683	3
+3684	5
+3685	3
+3686	4
+3687	4
+3688	4
+3689	4
+3690	3
+3691	4
+3692	5
+3693	5
+3694	2
+3695	5
+3696	4
+3697	5
+3698	4
+3699	4
+3700	4
+3701	4
+3702	4
+3703	3
+3704	4
+3705	3
+3706	4
+3707	5
+3708	5
+3709	5
+3710	4
+3711	4
+3712	4
+3713	4
+3714	4
+3715	3
+3716	5
+3717	4
+3718	4
+3719	4
+3720	4
+3721	4
+3722	4
+3723	5
+3724	4
+3725	5
+3726	4
+3727	4
+3728	4
+3729	5
+3730	3
+3731	3
+3732	3
+3733	4
+3734	4
+3735	4
+3736	3
+3737	5
+3738	5
+3739	3
+3740	3
+3741	4
+3742	5
+3743	3
+3744	4
+3745	4
+3746	4
+3747	4
+3748	5
+3749	4
+3750	4
+3751	4
+3752	4
+3753	4
+3754	4
+3755	4
+3756	4
+3757	5
+3758	3
+3759	4
+3760	4
+3761	4
+3762	5
+3763	4
+3764	4
+3765	3
+3766	4
+3767	4
+3768	4
+3769	4
+3770	3
+3771	5
+3772	4
+3773	4
+3774	4
+3775	5
+3776	5
+3777	4
+3778	4
+3779	4
+3780	3
+3781	4
+3782	4
+3783	5
+3784	3
+3785	4
+3786	4
+3787	4
+3788	3
+3789	5
+3790	4
+3791	4
+3792	3
+3793	4
+3794	4
+3795	4
+3796	3
+3797	4
+3798	4
+3799	4
+3800	4
+3801	4
+3802	4
+3803	5
+3804	4
+3805	3
+3806	3
+3807	4
+3808	5
+3809	5
+3810	4
+3811	3
+3812	4
+3813	4
+3814	3
+3815	4
+3816	5
+3817	4
+3818	4
+3819	4
+3820	5
+3821	5
+3822	5
+3823	5
+3824	4
+3825	4
+3826	5
+3827	4
+3828	4
+3829	4
+3830	3
+3831	3
+3832	4
+3833	3
+3834	4
+3835	4
+3836	4
+3837	1
+3838	4
+3839	4
+3840	4
+3841	4
+3842	4
+3843	4
+3844	4
+3845	3
+3846	5
+3847	4
+3848	4
+3849	3
+3850	3
+3851	4
+3852	4
+3853	4
+3854	4
+3855	4
+3856	4
+3857	4
+3858	4
+3859	3
+3860	4
+3861	5
+3862	3
+3863	4
+3864	3
+3865	4
+3866	4
+3867	3
+3868	5
+3869	4
+3870	4
+3871	3
+3872	3
+3873	4
+3874	3
+3875	4
+3876	4
+3877	4
+3878	4
+3879	4
+3880	4
+3881	5
+3882	4
+3883	4
+3884	4
+3885	4
+3886	3
+3887	4
+3888	4
+3889	4
+3890	5
+3891	4
+3892	4
+3893	3
+3894	4
+3895	3
+3896	4
+3897	5
+3898	4
+3899	4
+3900	4
+3901	4
+3902	4
+3903	2
+3904	3
+3905	4
+3906	4
+3907	4
+3908	5
+3909	4
+3910	3
+3911	4
+3912	5
+3913	3
+3914	5
+3915	4
+3916	4
+3917	4
+3918	3
+3919	3
+3920	3
+3921	5
+3922	2
+3923	4
+3924	5
+3925	3
+3926	3
+3927	5
+3928	2
+3929	4
+3930	4
+3931	5
+3932	3
+3933	4
+3934	4
+3935	4
+3936	3
+3937	5
+3938	4
+3939	5
+3940	4
+3941	4
+3942	4
+3943	4
+3944	4
+3945	4
+3946	4
+3947	4
+3948	5
+3949	4
+3950	3
+3951	3
+3952	4
+3953	4
+3954	5
+3955	5
+3956	4
+3957	3
+3958	1
+3959	4
+3960	4
+3961	4
+3962	5
+3963	5
+3964	5
+3965	5
+3966	4
+3967	4
+3968	3
+3969	4
+3970	3
+3971	5
+3972	2
+3973	4
+3974	3
+3975	5
+3976	4
+3977	4
+3978	4
+3979	3
+3980	4
+3981	4
+3982	4
+3983	4
+3984	5
+3985	5
+3986	5
+3987	5
+3988	4
+3989	4
+3990	3
+3991	4
+3992	4
+3993	4
+3994	4
+3995	5
+3996	4
+3997	4
+3998	4
+3999	4
+4000	5
+4001	4
+4002	5
+4003	5
+4004	5
+4005	5
+4006	4
+4007	5
+4008	4
+4009	5
+4010	5
+4011	4
+4012	4
+4013	5
+4014	4
+4015	4
+4016	5
+4017	5
+4018	5
+4019	5
+4020	4
+4021	5
+4022	4
+4023	4
+4024	5
+4025	4
+4026	5
+4027	5
+4028	4
+4029	5
+4030	5
+4031	5
+4032	5
+4033	5
+4034	4
+4035	5
+4036	5
+4037	5
+4038	5
+4039	5
+4040	5
+4041	5
+4042	5
+4043	5
+4044	5
+4045	5
+4046	4
+4047	5
+4048	5
+4049	5
+4050	5
+4051	5
+4052	5
+4053	5
+4054	5
+4055	4
+4056	5
+4057	4
+4058	5
+4059	5
+4060	5
+4061	4
+4062	5
+4063	4
+4064	5
+4065	5
+4066	4
+4067	4
+4068	5
+4069	5
+4070	5
+4071	4
+4072	4
+4073	5
+4074	3
+4075	5
+4076	5
+4077	5
+4078	4
+4079	5
+4080	5
+4081	5
+4082	4
+4083	5
+4084	5
+4085	4
+4086	5
+4087	5
+4088	5
+4089	4
+4090	5
+4091	5
+4092	5
+4093	5
+4094	5
+4095	4
+4096	5
+4097	4
+4098	5
+4099	2
+4100	5
+4101	4
+4102	5
+4103	4
+4104	5
+4105	5
+4106	5
+4107	5
+4108	5
+4109	4
+4110	5
+4111	5
+4112	5
+4113	5
+4114	5
+4115	4
+4116	5
+4117	5
+4118	5
+4119	5
+4120	5
+4121	5
+4122	4
+4123	4
+4124	5
+4125	5
+4126	5
+4127	5
+4128	4
+4129	5
+4130	5
+4131	5
+4132	5
+4133	5
+4134	5
+4135	5
+4136	5
+4137	5
+4138	4
+4139	5
+4140	5
+4141	5
+4142	5
+4143	5
+4144	5
+4145	5
+4146	5
+4147	5
+4148	5
+4149	4
+4150	5
+4151	5
+4152	5
+4153	5
+4154	5
+4155	5
+4156	5
+4157	5
+4158	5
+4159	5
+4160	5
+4161	4
+4162	5
+4163	5
+4164	5
+4165	4
+4166	5
+4167	5
+4168	5
+4169	5
+4170	5
+4171	5
+4172	5
+4173	5
+4174	5
+4175	5
+4176	5
+4177	5
+4178	5
+4179	5
+4180	5
+4181	5
+4182	4
+4183	5
+4184	5
+4185	5
+4186	5
+4187	5
+4188	5
+4189	5
+4190	5
+4191	5
+4192	4
+4193	4
+4194	5
+4195	5
+4196	4
+4197	5
+4198	4
+4199	5
+4200	5
+4201	5
+4202	5
+4203	5
+4204	5
+4205	5
+4206	5
+4207	5
+4208	4
+4209	5
+4210	5
+4211	5
+4212	5
+4213	5
+4214	5
+4215	5
+4216	5
+4217	4
+4218	5
+4219	5
+4220	5
+4221	4
+4222	5
+4223	5
+4224	5
+4225	5
+4226	5
+4227	5
+4228	4
+4229	5
+4230	5
+4231	5
+4232	4
+4233	5
+4234	5
+4235	5
+4236	5
+4237	5
+4238	5
+4239	4
+4240	5
+4241	4
+4242	5
+4243	5
+4244	5
+4245	4
+4246	4
+4247	5
+4248	5
+4249	4
+4250	5
+4251	5
+4252	4
+4253	5
+4254	5
+4255	5
+4256	4
+4257	4
+4258	5
+4259	5
+4260	5
+4261	5
+4262	3
+4263	5
+4264	5
+4265	5
+4266	4
+4267	4
+4268	5
+4269	4
+4270	5
+4271	5
+4272	5
+4273	5
+4274	4
+4275	5
+4276	5
+4277	5
+4278	5
+4279	5
+4280	5
+4281	5
+4282	4
+4283	5
+4284	4
+4285	5
+4286	5
+4287	5
+4288	5
+4289	5
+4290	5
+4291	5
+4292	5
+4293	5
+4294	4
+4295	5
+4296	5
+4297	4
+4298	5
+4299	5
+4300	5
+4301	5
+4302	5
+4303	5
+4304	5
+4305	4
+4306	5
+4307	5
+4308	5
+4309	4
+4310	5
+4311	1
+4312	4
+4313	5
+4314	5
+4315	5
+4316	4
+4317	5
+4318	5
+4319	5
+4320	5
+4321	5
+4322	5
+4323	5
+4324	5
+4325	4
+4326	5
+4327	5
+4328	5
+4329	5
+4330	4
+4331	5
+4332	5
+4333	5
+4334	5
+4335	5
+4336	5
+4337	5
+4338	2
+4339	4
+4340	3
+4341	4
+4342	5
+4343	5
+4344	5
+4345	5
+4346	5
+4347	5
+4348	5
+4349	5
+4350	4
+4351	4
+4352	5
+4353	5
+4354	4
+4355	5
+4356	5
+4357	5
+4358	4
+4359	5
+4360	5
+4361	4
+4362	4
+4363	5
+4364	5
+4365	5
+4366	5
+4367	5
+4368	5
+4369	4
+4370	5
+4371	5
+4372	4
+4373	5
+4374	5
+4375	5
+4376	5
+4377	4
+4378	5
+4379	4
+4380	5
+4381	5
+4382	3
+4383	4
+4384	4
+4385	5
+4386	4
+4387	4
+4388	5
+4389	4
+4390	5
+4391	5
+4392	5
+4393	5
+4394	5
+4395	4
+4396	5
+4397	5
+4398	4
+4399	5
+4400	5
+4401	4
+4402	4
+4403	4
+4404	5
+4405	5
+4406	5
+4407	5
+4408	5
+4409	5
+4410	4
+4411	5
+4412	5
+4413	5
+4414	5
+4415	5
+4416	4
+4417	5
+4418	5
+4419	5
+4420	5
+4421	5
+4422	5
+4423	4
+4424	5
+4425	5
+4426	5
+4427	5
+4428	5
+4429	5
+4430	4
+4431	5
+4432	3
+4433	4
+4434	5
+4435	5
+4436	5
+4437	5
+4438	5
+4439	4
+4440	5
+4441	5
+4442	5
+4443	5
+4444	5
+4445	4
+4446	4
+4447	5
+4448	5
+4449	5
+4450	4
+4451	5
+4452	4
+4453	4
+4454	3
+4455	5
+4456	5
+4457	5
+4458	5
+4459	4
+4460	4
+4461	5
+4462	5
+4463	4
+4464	5
+4465	5
+4466	5
+4467	5
+4468	4
+4469	5
+4470	5
+4471	5
+4472	5
+4473	2
+4474	5
+4475	5
+4476	5
+4477	5
+4478	5
+4479	5
+4480	5
+4481	4
+4482	5
+4483	4
+4484	5
+4485	5
+4486	5
+4487	4
+4488	5
+4489	4
+4490	4
+4491	5
+4492	5
+4493	5
+4494	5
+4495	4
+4496	5
+4497	5
+4498	5
+4499	5
+4500	5
+4501	5
+4502	4
+4503	5
+4504	5
+4505	5
+4506	5
+4507	4
+4508	5
+4509	5
+4510	4
+4511	5
+4512	5
+4513	5
+4514	5
+4515	4
+4516	5
+4517	4
+4518	5
+4519	5
+4520	1
+4521	4
+4522	4
+4523	5
+4524	5
+4525	5
+4526	5
+4527	5
+4528	4
+4529	5
+4530	2
+4531	5
+4532	4
+4533	5
+4534	5
+4535	4
+4536	5
+4537	5
+4538	5
+4539	5
+4540	5
+4541	5
+4542	5
+4543	5
+4544	4
+4545	3
+4546	4
+4547	5
+4548	5
+4549	5
+4550	5
+4551	5
+4552	5
+4553	5
+4554	4
+4555	5
+4556	5
+4557	5
+4558	5
+4559	4
+4560	5
+4561	5
+4562	5
+4563	5
+4564	5
+4565	5
+4566	4
+4567	5
+4568	5
+4569	5
+4570	5
+4571	5
+4572	4
+4573	5
+4574	5
+4575	5
+4576	5
+4577	5
+4578	5
+4579	5
+4580	5
+4581	4
+4582	5
+4583	4
+4584	5
+4585	5
+4586	5
+4587	5
+4588	4
+4589	5
+4590	5
+4591	5
+4592	4
+4593	5
+4594	5
+4595	5
+4596	4
+4597	5
+4598	4
+4599	5
+4600	5
+4601	5
+4602	4
+4603	5
+4604	5
+4605	5
+4606	5
+4607	5
+4608	5
+4609	4
+4610	5
+4611	3
+4612	2
+4613	5
+4614	5
+4615	5
+4616	5
+4617	4
+4618	5
+4619	5
+4620	5
+4621	5
+4622	5
+4623	4
+4624	5
+4625	5
+4626	4
+4627	5
+4628	5
+4629	5
+4630	5
+4631	4
+4632	5
+4633	4
+4634	5
+4635	5
+4636	5
+4637	5
+4638	5
+4639	5
+4640	3
+4641	4
+4642	4
+4643	5
+4644	5
+4645	5
+4646	5
+4647	5
+4648	5
+4649	4
+4650	4
+4651	5
+4652	5
+4653	4
+4654	5
+4655	5
+4656	5
+4657	5
+4658	4
+4659	5
+4660	5
+4661	5
+4662	5
+4663	5
+4664	5
+4665	4
+4666	3
+4667	5
+4668	5
+4669	5
+4670	4
+4671	5
+4672	5
+4673	5
+4674	4
+4675	5
+4676	5
+4677	5
+4678	5
+4679	5
+4680	5
+4681	5
+4682	5
+4683	4
+4684	5
+4685	5
+4686	5
+4687	5
+4688	3
+4689	5
+4690	4
+4691	5
+4692	5
+4693	5
+4694	4
+4695	5
+4696	5
+4697	4
+4698	4
+4699	5
+4700	2
+4701	5
+4702	5
+4703	5
+4704	5
+4705	4
+4706	5
+4707	5
+4708	4
+4709	3
+4710	4
+4711	4
+4712	5
+4713	5
+4714	5
+4715	5
+4716	4
+4717	5
+4718	5
+4719	4
+4720	5
+4721	4
+4722	5
+4723	5
+4724	5
+4725	5
+4726	4
+4727	4
+4728	5
+4729	5
+4730	4
+4731	5
+4732	4
+4733	5
+4734	4
+4735	5
+4736	5
+4737	5
+4738	5
+4739	4
+4740	5
+4741	5
+4742	5
+4743	5
+4744	5
+4745	4
+4746	5
+4747	5
+4748	5
+4749	4
+4750	4
+4751	5
+4752	5
+4753	5
+4754	5
+4755	3
+4756	4
+4757	4
+4758	5
+4759	5
+4760	5
+4761	4
+4762	5
+4763	5
+4764	5
+4765	5
+4766	5
+4767	5
+4768	4
+4769	5
+4770	5
+4771	4
+4772	5
+4773	5
+4774	5
+4775	4
+4776	5
+4777	5
+4778	5
+4779	5
+4780	5
+4781	5
+4782	5
+4783	5
+4784	5
+4785	5
+4786	5
+4787	5
+4788	5
+4789	5
+4790	5
+4791	4
+4792	5
+4793	5
+4794	5
+4795	5
+4796	5
+4797	5
+4798	4
+4799	4
+4800	4
+4801	5
+4802	5
+4803	5
+4804	5
+4805	5
+4806	5
+4807	5
+4808	2
+4809	5
+4810	5
+4811	5
+4812	5
+4813	5
+4814	5
+4815	5
+4816	5
+4817	5
+4818	5
+4819	5
+4820	5
+4821	5
+4822	5
+4823	5
+4824	5
+4825	5
+4826	5
+4827	5
+4828	5
+4829	5
+4830	5
+4831	5
+4832	5
+4833	4
+4834	5
+4835	5
+4836	5
+4837	5
+4838	5
+4839	5
+4840	5
+4841	4
+4842	5
+4843	5
+4844	4
+4845	5
+4846	4
+4847	5
+4848	4
+4849	5
+4850	5
+4851	5
+4852	5
+4853	5
+4854	5
+4855	5
+4856	5
+4857	5
+4858	4
+4859	5
+4860	5
+4861	4
+4862	5
+4863	5
+4864	4
+4865	5
+4866	5
+4867	4
+4868	4
+4869	5
+4870	4
+4871	5
+4872	4
+4873	5
+4874	5
+4875	4
+4876	5
+4877	5
+4878	5
+4879	4
+4880	5
+4881	5
+4882	5
+4883	4
+4884	5
+4885	5
+4886	4
+4887	5
+4888	5
+4889	5
+4890	5
+4891	5
+4892	5
+4893	5
+4894	5
+4895	5
+4896	5
+4897	5
+4898	5
+4899	5
+4900	5
+4901	5
+4902	5
+4903	5
+4904	4
+4905	5
+4906	5
+4907	5
+4908	5
+4909	4
+4910	5
+4911	4
+4912	3
+4913	5
+4914	3
+4915	4
+4916	5
+4917	5
+4918	5
+4919	5
+4920	4
+4921	5
+4922	5
+4923	5
+4924	5
+4925	5
+4926	5
+4927	5
+4928	5
+4929	5
+4930	5
+4931	4
+4932	4
+4933	5
+4934	5
+4935	5
+4936	4
+4937	5
+4938	5
+4939	5
+4940	5
+4941	5
+4942	5
+4943	5
+4944	5
+4945	5
+4946	5
+4947	5
+4948	4
+4949	5
+4950	5
+4951	5
+4952	4
+4953	5
+4954	4
+4955	5
+4956	4
+4957	5
+4958	4
+4959	5
+4960	5
+4961	4
+4962	5
+4963	4
+4964	4
+4965	5
+4966	5
+4967	4
+4968	5
+4969	4
+4970	5
+4971	5
+4972	5
+4973	5
+4974	5
+4975	5
+4976	5
+4977	3
+4978	5
+4979	4
+4980	5
+4981	5
+4982	5
+4983	5
+4984	5
+4985	5
+4986	5
+4987	4
+4988	5
+4989	4
+4990	3
+4991	5
+4992	5
+4993	5
+4994	5
+4995	4
+4996	5
+4997	5
+4998	5
+4999	5

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fba89bbb105727c6c083e535e85f7681c1092eefc52d704e2a1eb590621565c
+oid sha256:7d350f4293a8cc4feeaa64c76b50b2ee910ae8cc759291dfa4e973ab526cc04f
 size 737777977

test_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.604,
+    "eval_loss": 0.9287856221199036,
+    "eval_runtime": 11.5494,
+    "eval_samples_per_second": 432.921,
+    "eval_steps_per_second": 13.594,
+    "test_samples": 5000
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "eval_samples": 200000,
+    "train_loss": 0.7340158759765625,
+    "train_runtime": 7300.3061,
+    "train_samples_per_second": 136.981,
+    "train_steps_per_second": 4.281
+}

trainer_state.json

@@ -0,0 +1,442 @@
+{
+  "best_metric": 0.6038,
+  "best_model_checkpoint": "save_model/deberta-v3-base-amazon-reviews-multi/checkpoint-18750",
+  "epoch": 5.0,
+  "global_step": 31250,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.92e-05,
+      "loss": 1.0637,
+      "step": 500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.8400000000000004e-05,
+      "loss": 0.9832,
+      "step": 1000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.76e-05,
+      "loss": 0.9515,
+      "step": 1500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.6800000000000006e-05,
+      "loss": 0.9413,
+      "step": 2000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.600000000000001e-05,
+      "loss": 0.9464,
+      "step": 2500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.52e-05,
+      "loss": 0.9408,
+      "step": 3000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.44e-05,
+      "loss": 0.9262,
+      "step": 3500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.36e-05,
+      "loss": 0.9273,
+      "step": 4000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.2800000000000004e-05,
+      "loss": 0.9227,
+      "step": 4500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.2e-05,
+      "loss": 0.9129,
+      "step": 5000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.12e-05,
+      "loss": 0.9246,
+      "step": 5500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.0400000000000006e-05,
+      "loss": 0.9134,
+      "step": 6000
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6012,
+      "eval_loss": 0.913094162940979,
+      "eval_runtime": 11.6784,
+      "eval_samples_per_second": 428.141,
+      "eval_steps_per_second": 13.444,
+      "step": 6250
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.960000000000001e-05,
+      "loss": 0.8756,
+      "step": 6500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.88e-05,
+      "loss": 0.842,
+      "step": 7000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.8e-05,
+      "loss": 0.8358,
+      "step": 7500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 3.72e-05,
+      "loss": 0.8372,
+      "step": 8000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 3.6400000000000004e-05,
+      "loss": 0.8443,
+      "step": 8500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.56e-05,
+      "loss": 0.8442,
+      "step": 9000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.48e-05,
+      "loss": 0.8437,
+      "step": 9500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.4000000000000007e-05,
+      "loss": 0.8403,
+      "step": 10000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.32e-05,
+      "loss": 0.8521,
+      "step": 10500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.24e-05,
+      "loss": 0.8429,
+      "step": 11000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.16e-05,
+      "loss": 0.8416,
+      "step": 11500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.08e-05,
+      "loss": 0.8467,
+      "step": 12000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3e-05,
+      "loss": 0.8411,
+      "step": 12500
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.6008,
+      "eval_loss": 0.9258156418800354,
+      "eval_runtime": 11.6504,
+      "eval_samples_per_second": 429.17,
+      "eval_steps_per_second": 13.476,
+      "step": 12500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.9199999999999998e-05,
+      "loss": 0.7412,
+      "step": 13000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.84e-05,
+      "loss": 0.745,
+      "step": 13500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 2.7600000000000003e-05,
+      "loss": 0.7507,
+      "step": 14000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 2.6800000000000004e-05,
+      "loss": 0.7455,
+      "step": 14500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 2.6000000000000002e-05,
+      "loss": 0.7532,
+      "step": 15000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 2.5200000000000003e-05,
+      "loss": 0.7484,
+      "step": 15500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 2.44e-05,
+      "loss": 0.7434,
+      "step": 16000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 2.36e-05,
+      "loss": 0.7497,
+      "step": 16500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.2800000000000002e-05,
+      "loss": 0.7409,
+      "step": 17000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.2000000000000003e-05,
+      "loss": 0.7404,
+      "step": 17500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.12e-05,
+      "loss": 0.7437,
+      "step": 18000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 2.04e-05,
+      "loss": 0.7503,
+      "step": 18500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.6038,
+      "eval_loss": 0.9382744431495667,
+      "eval_runtime": 11.6538,
+      "eval_samples_per_second": 429.045,
+      "eval_steps_per_second": 13.472,
+      "step": 18750
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 0.6785,
+      "step": 19000
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.88e-05,
+      "loss": 0.6265,
+      "step": 19500
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.8e-05,
+      "loss": 0.628,
+      "step": 20000
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 1.7199999999999998e-05,
+      "loss": 0.6207,
+      "step": 20500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 1.6400000000000002e-05,
+      "loss": 0.6261,
+      "step": 21000
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 1.56e-05,
+      "loss": 0.6362,
+      "step": 21500
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 1.48e-05,
+      "loss": 0.6292,
+      "step": 22000
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.4000000000000001e-05,
+      "loss": 0.6117,
+      "step": 22500
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 1.32e-05,
+      "loss": 0.6334,
+      "step": 23000
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 1.24e-05,
+      "loss": 0.6245,
+      "step": 23500
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 1.16e-05,
+      "loss": 0.626,
+      "step": 24000
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 1.08e-05,
+      "loss": 0.6302,
+      "step": 24500
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 1e-05,
+      "loss": 0.621,
+      "step": 25000
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.6026,
+      "eval_loss": 1.052680492401123,
+      "eval_runtime": 11.6694,
+      "eval_samples_per_second": 428.472,
+      "eval_steps_per_second": 13.454,
+      "step": 25000
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 9.2e-06,
+      "loss": 0.5245,
+      "step": 25500
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 0.51,
+      "step": 26000
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 7.6e-06,
+      "loss": 0.5238,
+      "step": 26500
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 6.800000000000001e-06,
+      "loss": 0.5292,
+      "step": 27000
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 6e-06,
+      "loss": 0.5049,
+      "step": 27500
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 5.2e-06,
+      "loss": 0.5124,
+      "step": 28000
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.4e-06,
+      "loss": 0.5096,
+      "step": 28500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 3.6e-06,
+      "loss": 0.5142,
+      "step": 29000
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.8000000000000003e-06,
+      "loss": 0.5043,
+      "step": 29500
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.505,
+      "step": 30000
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 0.4981,
+      "step": 30500
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 0.5088,
+      "step": 31000
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.5994,
+      "eval_loss": 1.1826133728027344,
+      "eval_runtime": 11.662,
+      "eval_samples_per_second": 428.744,
+      "eval_steps_per_second": 13.463,
+      "step": 31250
+    },
+    {
+      "epoch": 5.0,
+      "step": 31250,
+      "total_flos": 6.5780715264e+16,
+      "train_loss": 0.7340158759765625,
+      "train_runtime": 7300.3061,
+      "train_samples_per_second": 136.981,
+      "train_steps_per_second": 4.281
+    }
+  ],
+  "max_steps": 31250,
+  "num_train_epochs": 5,
+  "total_flos": 6.5780715264e+16,
+  "trial_name": null,
+  "trial_params": null
+}