End of training

README.md

@@ -20,11 +20,11 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [bert-base-multilingual-cased](https://huggingface.co/bert-base-multilingual-cased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.6012
-- Accuracy: 0.7803
-- F1: 0.5064
-- Precision: 0.5782
-- Recall: 0.4504
+- Loss: 0.4558
+- Accuracy: 0.7829
+- F1: 0.5338
+- Precision: 0.5764
+- Recall: 0.4972
 
 ## Model description
 

all_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.7829320113314447,
+    "eval_f1": 0.5338403041825096,
+    "eval_loss": 0.4558401107788086,
+    "eval_precision": 0.5763546798029556,
+    "eval_recall": 0.4971671388101983,
+    "eval_runtime": 11.157,
+    "eval_samples": 1411,
+    "eval_samples_per_second": 253.114,
+    "eval_steps_per_second": 4.033,
+    "train_loss": 0.3513797155090134,
+    "train_runtime": 654.2316,
+    "train_samples": 9881,
+    "train_samples_per_second": 1510.321,
+    "train_steps_per_second": 47.231
+}

eval_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.7829320113314447,
+    "eval_f1": 0.5338403041825096,
+    "eval_loss": 0.4558401107788086,
+    "eval_precision": 0.5763546798029556,
+    "eval_recall": 0.4971671388101983,
+    "eval_runtime": 11.157,
+    "eval_samples": 1411,
+    "eval_samples_per_second": 253.114,
+    "eval_steps_per_second": 4.033
+}

predict_results.txt

@@ -0,0 +1,2825 @@
+index	prediction
+0	0
+1	1
+2	0
+3	0
+4	1
+5	0
+6	0
+7	0
+8	0
+9	0
+10	1
+11	1
+12	0
+13	1
+14	0
+15	0
+16	0
+17	0
+18	0
+19	1
+20	0
+21	1
+22	1
+23	0
+24	0
+25	1
+26	0
+27	0
+28	0
+29	0
+30	1
+31	0
+32	0
+33	0
+34	0
+35	1
+36	0
+37	0
+38	0
+39	0
+40	1
+41	0
+42	0
+43	0
+44	0
+45	1
+46	0
+47	1
+48	0
+49	0
+50	0
+51	0
+52	1
+53	0
+54	1
+55	0
+56	0
+57	0
+58	1
+59	0
+60	1
+61	1
+62	0
+63	0
+64	0
+65	0
+66	0
+67	0
+68	0
+69	0
+70	1
+71	0
+72	0
+73	0
+74	0
+75	0
+76	0
+77	0
+78	0
+79	0
+80	0
+81	0
+82	0
+83	0
+84	0
+85	0
+86	0
+87	0
+88	1
+89	1
+90	1
+91	0
+92	1
+93	0
+94	0
+95	0
+96	0
+97	0
+98	0
+99	1
+100	1
+101	0
+102	0
+103	1
+104	1
+105	1
+106	0
+107	1
+108	1
+109	1
+110	0
+111	1
+112	0
+113	0
+114	0
+115	0
+116	0
+117	0
+118	0
+119	1
+120	0
+121	0
+122	0
+123	0
+124	0
+125	0
+126	0
+127	0
+128	0
+129	1
+130	0
+131	0
+132	1
+133	1
+134	0
+135	0
+136	0
+137	0
+138	0
+139	0
+140	0
+141	1
+142	1
+143	0
+144	0
+145	0
+146	0
+147	0
+148	0
+149	1
+150	0
+151	0
+152	1
+153	0
+154	0
+155	0
+156	0
+157	0
+158	1
+159	0
+160	0
+161	0
+162	0
+163	0
+164	0
+165	1
+166	0
+167	0
+168	1
+169	0
+170	0
+171	0
+172	0
+173	1
+174	1
+175	0
+176	0
+177	0
+178	0
+179	0
+180	0
+181	1
+182	1
+183	0
+184	0
+185	0
+186	0
+187	0
+188	0
+189	0
+190	0
+191	0
+192	0
+193	0
+194	0
+195	0
+196	0
+197	0
+198	0
+199	0
+200	0
+201	0
+202	0
+203	0
+204	0
+205	1
+206	0
+207	0
+208	0
+209	0
+210	1
+211	0
+212	1
+213	0
+214	1
+215	0
+216	1
+217	0
+218	0
+219	0
+220	1
+221	0
+222	0
+223	0
+224	0
+225	0
+226	1
+227	0
+228	0
+229	0
+230	1
+231	1
+232	0
+233	0
+234	0
+235	0
+236	1
+237	1
+238	0
+239	0
+240	0
+241	0
+242	1
+243	0
+244	0
+245	1
+246	0
+247	1
+248	0
+249	1
+250	0
+251	0
+252	1
+253	0
+254	0
+255	1
+256	0
+257	0
+258	0
+259	0
+260	0
+261	0
+262	0
+263	0
+264	0
+265	0
+266	0
+267	0
+268	0
+269	1
+270	0
+271	0
+272	0
+273	0
+274	0
+275	0
+276	0
+277	0
+278	0
+279	1
+280	1
+281	0
+282	0
+283	0
+284	0
+285	0
+286	0
+287	0
+288	0
+289	0
+290	0
+291	0
+292	1
+293	0
+294	1
+295	0
+296	0
+297	0
+298	0
+299	0
+300	0
+301	0
+302	1
+303	0
+304	0
+305	0
+306	1
+307	0
+308	1
+309	0
+310	0
+311	0
+312	0
+313	1
+314	0
+315	0
+316	0
+317	0
+318	1
+319	0
+320	0
+321	0
+322	1
+323	0
+324	0
+325	0
+326	0
+327	0
+328	0
+329	0
+330	0
+331	1
+332	0
+333	0
+334	0
+335	1
+336	0
+337	0
+338	0
+339	1
+340	0
+341	0
+342	0
+343	0
+344	0
+345	0
+346	0
+347	0
+348	1
+349	0
+350	1
+351	1
+352	0
+353	0
+354	0
+355	1
+356	0
+357	1
+358	0
+359	1
+360	1
+361	1
+362	0
+363	0
+364	1
+365	1
+366	1
+367	0
+368	0
+369	0
+370	0
+371	0
+372	0
+373	0
+374	0
+375	0
+376	0
+377	0
+378	1
+379	0
+380	0
+381	0
+382	0
+383	0
+384	0
+385	0
+386	1
+387	0
+388	0
+389	0
+390	0
+391	0
+392	0
+393	0
+394	0
+395	0
+396	1
+397	0
+398	1
+399	0
+400	1
+401	0
+402	0
+403	0
+404	0
+405	0
+406	0
+407	0
+408	1
+409	1
+410	0
+411	0
+412	0
+413	1
+414	0
+415	1
+416	0
+417	0
+418	1
+419	0
+420	0
+421	0
+422	0
+423	0
+424	1
+425	0
+426	0
+427	0
+428	0
+429	0
+430	1
+431	0
+432	0
+433	0
+434	0
+435	0
+436	0
+437	1
+438	1
+439	0
+440	0
+441	0
+442	0
+443	0
+444	0
+445	1
+446	0
+447	0
+448	0
+449	0
+450	0
+451	0
+452	0
+453	0
+454	0
+455	1
+456	0
+457	1
+458	0
+459	1
+460	0
+461	0
+462	0
+463	0
+464	0
+465	0
+466	1
+467	0
+468	1
+469	0
+470	0
+471	0
+472	0
+473	0
+474	1
+475	0
+476	0
+477	0
+478	1
+479	1
+480	0
+481	0
+482	0
+483	0
+484	0
+485	0
+486	0
+487	0
+488	0
+489	1
+490	1
+491	1
+492	0
+493	1
+494	0
+495	0
+496	0
+497	1
+498	0
+499	1
+500	0
+501	0
+502	0
+503	0
+504	0
+505	0
+506	0
+507	0
+508	0
+509	0
+510	1
+511	1
+512	0
+513	0
+514	0
+515	0
+516	1
+517	0
+518	1
+519	0
+520	1
+521	0
+522	0
+523	1
+524	1
+525	0
+526	0
+527	1
+528	1
+529	0
+530	1
+531	0
+532	0
+533	0
+534	0
+535	0
+536	0
+537	0
+538	0
+539	0
+540	0
+541	0
+542	0
+543	0
+544	0
+545	0
+546	0
+547	0
+548	1
+549	1
+550	0
+551	1
+552	0
+553	0
+554	0
+555	0
+556	0
+557	0
+558	0
+559	0
+560	0
+561	0
+562	0
+563	1
+564	0
+565	0
+566	0
+567	0
+568	0
+569	0
+570	1
+571	0
+572	0
+573	0
+574	0
+575	0
+576	0
+577	0
+578	1
+579	1
+580	0
+581	0
+582	0
+583	0
+584	1
+585	1
+586	0
+587	0
+588	0
+589	0
+590	0
+591	0
+592	1
+593	1
+594	0
+595	0
+596	1
+597	0
+598	0
+599	0
+600	1
+601	1
+602	0
+603	0
+604	1
+605	1
+606	1
+607	0
+608	0
+609	1
+610	0
+611	0
+612	0
+613	0
+614	0
+615	0
+616	0
+617	0
+618	0
+619	0
+620	1
+621	1
+622	0
+623	0
+624	0
+625	1
+626	0
+627	0
+628	0
+629	0
+630	0
+631	0
+632	0
+633	0
+634	0
+635	0
+636	0
+637	0
+638	0
+639	0
+640	0
+641	0
+642	0
+643	1
+644	0
+645	0
+646	0
+647	0
+648	0
+649	0
+650	0
+651	1
+652	0
+653	0
+654	1
+655	0
+656	1
+657	0
+658	0
+659	0
+660	1
+661	0
+662	0
+663	0
+664	0
+665	1
+666	1
+667	1
+668	0
+669	1
+670	0
+671	1
+672	0
+673	0
+674	0
+675	0
+676	0
+677	1
+678	0
+679	0
+680	0
+681	0
+682	0
+683	0
+684	0
+685	0
+686	0
+687	0
+688	0
+689	1
+690	0
+691	0
+692	0
+693	0
+694	0
+695	1
+696	0
+697	0
+698	0
+699	0
+700	0
+701	0
+702	1
+703	0
+704	0
+705	0
+706	1
+707	0
+708	1
+709	0
+710	1
+711	0
+712	0
+713	0
+714	0
+715	0
+716	0
+717	0
+718	0
+719	0
+720	0
+721	0
+722	0
+723	0
+724	0
+725	1
+726	1
+727	0
+728	0
+729	0
+730	0
+731	0
+732	0
+733	1
+734	0
+735	0
+736	0
+737	0
+738	1
+739	0
+740	0
+741	0
+742	0
+743	0
+744	0
+745	0
+746	0
+747	0
+748	0
+749	1
+750	0
+751	0
+752	0
+753	0
+754	0
+755	0
+756	0
+757	1
+758	0
+759	0
+760	0
+761	0
+762	0
+763	0
+764	1
+765	1
+766	1
+767	1
+768	0
+769	0
+770	0
+771	1
+772	1
+773	0
+774	0
+775	1
+776	0
+777	0
+778	0
+779	0
+780	0
+781	0
+782	0
+783	0
+784	0
+785	0
+786	0
+787	1
+788	0
+789	0
+790	1
+791	0
+792	0
+793	0
+794	1
+795	0
+796	0
+797	0
+798	0
+799	0
+800	0
+801	0
+802	0
+803	0
+804	1
+805	0
+806	0
+807	0
+808	0
+809	0
+810	0
+811	0
+812	0
+813	0
+814	1
+815	0
+816	0
+817	0
+818	0
+819	0
+820	0
+821	0
+822	0
+823	0
+824	0
+825	0
+826	1
+827	0
+828	1
+829	0
+830	1
+831	0
+832	0
+833	0
+834	0
+835	0
+836	0
+837	0
+838	0
+839	0
+840	0
+841	1
+842	0
+843	0
+844	1
+845	0
+846	0
+847	0
+848	1
+849	0
+850	0
+851	0
+852	1
+853	1
+854	0
+855	0
+856	0
+857	0
+858	0
+859	0
+860	0
+861	0
+862	0
+863	0
+864	1
+865	1
+866	0
+867	0
+868	0
+869	0
+870	0
+871	1
+872	1
+873	0
+874	0
+875	0
+876	0
+877	0
+878	1
+879	0
+880	0
+881	0
+882	0
+883	0
+884	0
+885	0
+886	0
+887	0
+888	0
+889	1
+890	0
+891	0
+892	0
+893	0
+894	0
+895	0
+896	1
+897	0
+898	0
+899	0
+900	0
+901	0
+902	0
+903	0
+904	1
+905	0
+906	0
+907	0
+908	0
+909	1
+910	0
+911	1
+912	0
+913	0
+914	0
+915	0
+916	0
+917	0
+918	0
+919	0
+920	0
+921	0
+922	0
+923	0
+924	1
+925	0
+926	0
+927	0
+928	0
+929	0
+930	0
+931	0
+932	0
+933	0
+934	0
+935	1
+936	0
+937	0
+938	0
+939	0
+940	0
+941	0
+942	1
+943	1
+944	0
+945	0
+946	0
+947	0
+948	0
+949	0
+950	0
+951	1
+952	1
+953	0
+954	0
+955	1
+956	1
+957	0
+958	0
+959	0
+960	0
+961	0
+962	0
+963	1
+964	0
+965	1
+966	1
+967	0
+968	1
+969	0
+970	0
+971	0
+972	0
+973	0
+974	0
+975	1
+976	0
+977	0
+978	0
+979	0
+980	0
+981	0
+982	1
+983	1
+984	1
+985	0
+986	0
+987	0
+988	0
+989	1
+990	0
+991	0
+992	0
+993	0
+994	0
+995	0
+996	0
+997	0
+998	1
+999	0
+1000	0
+1001	0
+1002	0
+1003	0
+1004	0
+1005	0
+1006	0
+1007	0
+1008	0
+1009	0
+1010	0
+1011	0
+1012	0
+1013	0
+1014	0
+1015	0
+1016	0
+1017	0
+1018	0
+1019	1
+1020	0
+1021	0
+1022	1
+1023	1
+1024	0
+1025	0
+1026	0
+1027	0
+1028	0
+1029	0
+1030	0
+1031	0
+1032	1
+1033	0
+1034	1
+1035	0
+1036	0
+1037	0
+1038	0
+1039	0
+1040	0
+1041	0
+1042	1
+1043	0
+1044	0
+1045	1
+1046	0
+1047	0
+1048	0
+1049	0
+1050	1
+1051	0
+1052	1
+1053	0
+1054	0
+1055	0
+1056	1
+1057	0
+1058	1
+1059	0
+1060	0
+1061	0
+1062	0
+1063	0
+1064	0
+1065	0
+1066	1
+1067	0
+1068	0
+1069	0
+1070	1
+1071	0
+1072	0
+1073	0
+1074	1
+1075	0
+1076	0
+1077	0
+1078	0
+1079	0
+1080	0
+1081	0
+1082	0
+1083	0
+1084	0
+1085	0
+1086	0
+1087	0
+1088	0
+1089	0
+1090	0
+1091	0
+1092	0
+1093	0
+1094	0
+1095	0
+1096	0
+1097	0
+1098	0
+1099	1
+1100	0
+1101	0
+1102	0
+1103	0
+1104	1
+1105	1
+1106	1
+1107	0
+1108	1
+1109	0
+1110	1
+1111	0
+1112	1
+1113	0
+1114	0
+1115	0
+1116	0
+1117	0
+1118	1
+1119	0
+1120	0
+1121	0
+1122	0
+1123	0
+1124	0
+1125	0
+1126	0
+1127	0
+1128	0
+1129	0
+1130	0
+1131	1
+1132	1
+1133	0
+1134	1
+1135	0
+1136	0
+1137	1
+1138	0
+1139	0
+1140	0
+1141	0
+1142	0
+1143	1
+1144	0
+1145	0
+1146	0
+1147	0
+1148	0
+1149	0
+1150	0
+1151	0
+1152	0
+1153	0
+1154	0
+1155	0
+1156	0
+1157	0
+1158	1
+1159	0
+1160	0
+1161	1
+1162	0
+1163	1
+1164	0
+1165	1
+1166	1
+1167	0
+1168	0
+1169	0
+1170	1
+1171	1
+1172	0
+1173	1
+1174	0
+1175	0
+1176	0
+1177	0
+1178	0
+1179	0
+1180	0
+1181	0
+1182	1
+1183	0
+1184	0
+1185	0
+1186	0
+1187	1
+1188	0
+1189	0
+1190	0
+1191	1
+1192	0
+1193	0
+1194	0
+1195	0
+1196	0
+1197	0
+1198	0
+1199	0
+1200	0
+1201	0
+1202	0
+1203	0
+1204	0
+1205	0
+1206	0
+1207	0
+1208	0
+1209	1
+1210	0
+1211	0
+1212	0
+1213	0
+1214	1
+1215	0
+1216	0
+1217	0
+1218	0
+1219	1
+1220	0
+1221	0
+1222	0
+1223	0
+1224	0
+1225	0
+1226	0
+1227	0
+1228	0
+1229	0
+1230	1
+1231	0
+1232	0
+1233	0
+1234	0
+1235	0
+1236	0
+1237	0
+1238	0
+1239	0
+1240	0
+1241	0
+1242	0
+1243	0
+1244	0
+1245	0
+1246	0
+1247	1
+1248	0
+1249	0
+1250	1
+1251	0
+1252	1
+1253	1
+1254	0
+1255	0
+1256	0
+1257	0
+1258	0
+1259	0
+1260	0
+1261	1
+1262	0
+1263	0
+1264	0
+1265	0
+1266	1
+1267	1
+1268	0
+1269	0
+1270	0
+1271	0
+1272	0
+1273	0
+1274	0
+1275	1
+1276	0
+1277	0
+1278	0
+1279	0
+1280	0
+1281	0
+1282	1
+1283	0
+1284	1
+1285	0
+1286	0
+1287	0
+1288	1
+1289	1
+1290	0
+1291	1
+1292	0
+1293	0
+1294	0
+1295	0
+1296	0
+1297	0
+1298	0
+1299	1
+1300	0
+1301	0
+1302	0
+1303	0
+1304	0
+1305	1
+1306	0
+1307	0
+1308	0
+1309	0
+1310	0
+1311	1
+1312	0
+1313	0
+1314	0
+1315	0
+1316	1
+1317	1
+1318	0
+1319	0
+1320	0
+1321	0
+1322	0
+1323	0
+1324	1
+1325	0
+1326	0
+1327	0
+1328	0
+1329	0
+1330	0
+1331	0
+1332	0
+1333	0
+1334	0
+1335	0
+1336	1
+1337	0
+1338	0
+1339	0
+1340	0
+1341	0
+1342	0
+1343	1
+1344	0
+1345	0
+1346	0
+1347	0
+1348	0
+1349	0
+1350	0
+1351	0
+1352	0
+1353	0
+1354	0
+1355	0
+1356	0
+1357	0
+1358	0
+1359	0
+1360	0
+1361	0
+1362	0
+1363	1
+1364	0
+1365	0
+1366	0
+1367	0
+1368	1
+1369	0
+1370	0
+1371	0
+1372	0
+1373	1
+1374	1
+1375	0
+1376	0
+1377	0
+1378	0
+1379	0
+1380	1
+1381	0
+1382	0
+1383	0
+1384	1
+1385	0
+1386	1
+1387	0
+1388	0
+1389	0
+1390	0
+1391	0
+1392	0
+1393	0
+1394	0
+1395	0
+1396	0
+1397	1
+1398	1
+1399	0
+1400	1
+1401	0
+1402	0
+1403	0
+1404	0
+1405	0
+1406	1
+1407	1
+1408	0
+1409	0
+1410	0
+1411	0
+1412	0
+1413	1
+1414	0
+1415	1
+1416	0
+1417	0
+1418	0
+1419	1
+1420	1
+1421	0
+1422	0
+1423	0
+1424	0
+1425	0
+1426	0
+1427	0
+1428	0
+1429	0
+1430	0
+1431	1
+1432	0
+1433	0
+1434	0
+1435	0
+1436	0
+1437	1
+1438	0
+1439	0
+1440	0
+1441	0
+1442	1
+1443	0
+1444	1
+1445	0
+1446	0
+1447	0
+1448	1
+1449	0
+1450	0
+1451	0
+1452	0
+1453	1
+1454	0
+1455	0
+1456	0
+1457	0
+1458	0
+1459	0
+1460	0
+1461	0
+1462	1
+1463	0
+1464	0
+1465	0
+1466	1
+1467	0
+1468	0
+1469	1
+1470	1
+1471	0
+1472	0
+1473	0
+1474	0
+1475	0
+1476	0
+1477	0
+1478	1
+1479	0
+1480	0
+1481	0
+1482	0
+1483	1
+1484	1
+1485	0
+1486	1
+1487	0
+1488	0
+1489	1
+1490	1
+1491	0
+1492	0
+1493	1
+1494	0
+1495	0
+1496	0
+1497	0
+1498	1
+1499	0
+1500	0
+1501	0
+1502	0
+1503	1
+1504	0
+1505	0
+1506	0
+1507	0
+1508	0
+1509	1
+1510	1
+1511	0
+1512	0
+1513	0
+1514	0
+1515	0
+1516	0
+1517	0
+1518	1
+1519	0
+1520	1
+1521	0
+1522	1
+1523	0
+1524	0
+1525	1
+1526	0
+1527	0
+1528	0
+1529	1
+1530	1
+1531	0
+1532	0
+1533	0
+1534	0
+1535	0
+1536	0
+1537	0
+1538	1
+1539	0
+1540	0
+1541	0
+1542	0
+1543	1
+1544	1
+1545	1
+1546	1
+1547	0
+1548	1
+1549	0
+1550	0
+1551	0
+1552	0
+1553	0
+1554	0
+1555	0
+1556	0
+1557	0
+1558	1
+1559	0
+1560	0
+1561	0
+1562	0
+1563	1
+1564	0
+1565	0
+1566	0
+1567	0
+1568	0
+1569	1
+1570	0
+1571	0
+1572	0
+1573	0
+1574	0
+1575	0
+1576	1
+1577	0
+1578	1
+1579	1
+1580	0
+1581	0
+1582	1
+1583	1
+1584	1
+1585	0
+1586	0
+1587	0
+1588	0
+1589	0
+1590	0
+1591	0
+1592	0
+1593	0
+1594	0
+1595	0
+1596	0
+1597	0
+1598	0
+1599	1
+1600	1
+1601	0
+1602	0
+1603	0
+1604	0
+1605	0
+1606	1
+1607	0
+1608	0
+1609	1
+1610	1
+1611	0
+1612	1
+1613	1
+1614	0
+1615	0
+1616	0
+1617	0
+1618	0
+1619	0
+1620	0
+1621	0
+1622	0
+1623	1
+1624	0
+1625	0
+1626	1
+1627	0
+1628	0
+1629	0
+1630	0
+1631	0
+1632	0
+1633	0
+1634	0
+1635	1
+1636	0
+1637	1
+1638	0
+1639	0
+1640	0
+1641	0
+1642	1
+1643	0
+1644	0
+1645	0
+1646	0
+1647	0
+1648	1
+1649	1
+1650	0
+1651	0
+1652	0
+1653	0
+1654	0
+1655	0
+1656	0
+1657	1
+1658	1
+1659	1
+1660	0
+1661	0
+1662	0
+1663	0
+1664	0
+1665	1
+1666	0
+1667	0
+1668	1
+1669	1
+1670	0
+1671	0
+1672	0
+1673	1
+1674	0
+1675	0
+1676	0
+1677	1
+1678	1
+1679	0
+1680	0
+1681	0
+1682	0
+1683	0
+1684	0
+1685	0
+1686	0
+1687	1
+1688	0
+1689	0
+1690	0
+1691	1
+1692	0
+1693	1
+1694	0
+1695	1
+1696	1
+1697	0
+1698	0
+1699	0
+1700	0
+1701	0
+1702	0
+1703	0
+1704	0
+1705	0
+1706	1
+1707	0
+1708	0
+1709	0
+1710	1
+1711	0
+1712	0
+1713	0
+1714	0
+1715	1
+1716	0
+1717	0
+1718	0
+1719	0
+1720	1
+1721	0
+1722	0
+1723	1
+1724	0
+1725	1
+1726	1
+1727	0
+1728	0
+1729	0
+1730	0
+1731	0
+1732	0
+1733	0
+1734	0
+1735	0
+1736	0
+1737	1
+1738	0
+1739	0
+1740	0
+1741	0
+1742	1
+1743	0
+1744	0
+1745	0
+1746	0
+1747	0
+1748	0
+1749	0
+1750	0
+1751	0
+1752	0
+1753	0
+1754	0
+1755	0
+1756	0
+1757	1
+1758	0
+1759	0
+1760	0
+1761	0
+1762	0
+1763	0
+1764	0
+1765	0
+1766	1
+1767	0
+1768	1
+1769	1
+1770	0
+1771	0
+1772	0
+1773	0
+1774	1
+1775	0
+1776	0
+1777	0
+1778	0
+1779	0
+1780	1
+1781	0
+1782	0
+1783	0
+1784	0
+1785	0
+1786	0
+1787	0
+1788	0
+1789	0
+1790	0
+1791	0
+1792	1
+1793	1
+1794	0
+1795	0
+1796	1
+1797	1
+1798	0
+1799	0
+1800	0
+1801	0
+1802	1
+1803	1
+1804	1
+1805	0
+1806	1
+1807	0
+1808	0
+1809	0
+1810	0
+1811	0
+1812	0
+1813	0
+1814	0
+1815	0
+1816	0
+1817	0
+1818	0
+1819	0
+1820	0
+1821	0
+1822	0
+1823	0
+1824	0
+1825	1
+1826	0
+1827	1
+1828	0
+1829	0
+1830	0
+1831	0
+1832	0
+1833	0
+1834	1
+1835	0
+1836	0
+1837	0
+1838	0
+1839	0
+1840	0
+1841	0
+1842	0
+1843	1
+1844	0
+1845	0
+1846	0
+1847	0
+1848	1
+1849	0
+1850	1
+1851	0
+1852	0
+1853	0
+1854	1
+1855	0
+1856	0
+1857	0
+1858	0
+1859	1
+1860	0
+1861	0
+1862	1
+1863	0
+1864	0
+1865	0
+1866	1
+1867	1
+1868	0
+1869	0
+1870	0
+1871	1
+1872	0
+1873	0
+1874	0
+1875	1
+1876	0
+1877	0
+1878	0
+1879	0
+1880	0
+1881	1
+1882	0
+1883	0
+1884	0
+1885	1
+1886	0
+1887	0
+1888	0
+1889	0
+1890	0
+1891	0
+1892	0
+1893	0
+1894	0
+1895	0
+1896	0
+1897	1
+1898	0
+1899	0
+1900	0
+1901	0
+1902	0
+1903	0
+1904	1
+1905	1
+1906	0
+1907	0
+1908	0
+1909	1
+1910	0
+1911	0
+1912	0
+1913	0
+1914	0
+1915	0
+1916	0
+1917	0
+1918	0
+1919	0
+1920	0
+1921	0
+1922	0
+1923	0
+1924	0
+1925	0
+1926	0
+1927	0
+1928	0
+1929	0
+1930	0
+1931	0
+1932	0
+1933	0
+1934	0
+1935	0
+1936	0
+1937	0
+1938	0
+1939	1
+1940	0
+1941	0
+1942	1
+1943	1
+1944	0
+1945	0
+1946	0
+1947	1
+1948	1
+1949	0
+1950	0
+1951	0
+1952	0
+1953	1
+1954	0
+1955	0
+1956	0
+1957	0
+1958	0
+1959	0
+1960	1
+1961	1
+1962	1
+1963	0
+1964	0
+1965	0
+1966	1
+1967	1
+1968	0
+1969	1
+1970	1
+1971	0
+1972	1
+1973	1
+1974	0
+1975	0
+1976	0
+1977	1
+1978	0
+1979	0
+1980	0
+1981	0
+1982	1
+1983	0
+1984	0
+1985	0
+1986	0
+1987	0
+1988	0
+1989	0
+1990	0
+1991	0
+1992	0
+1993	0
+1994	0
+1995	0
+1996	1
+1997	0
+1998	0
+1999	0
+2000	0
+2001	0
+2002	1
+2003	1
+2004	0
+2005	1
+2006	0
+2007	0
+2008	0
+2009	1
+2010	0
+2011	1
+2012	0
+2013	1
+2014	0
+2015	1
+2016	0
+2017	0
+2018	0
+2019	0
+2020	0
+2021	1
+2022	0
+2023	0
+2024	0
+2025	0
+2026	0
+2027	1
+2028	0
+2029	0
+2030	0
+2031	0
+2032	1
+2033	1
+2034	0
+2035	1
+2036	0
+2037	0
+2038	0
+2039	0
+2040	0
+2041	0
+2042	0
+2043	0
+2044	0
+2045	0
+2046	0
+2047	0
+2048	0
+2049	0
+2050	0
+2051	0
+2052	0
+2053	0
+2054	1
+2055	0
+2056	0
+2057	1
+2058	1
+2059	0
+2060	0
+2061	0
+2062	0
+2063	0
+2064	0
+2065	0
+2066	0
+2067	1
+2068	0
+2069	0
+2070	0
+2071	0
+2072	0
+2073	0
+2074	0
+2075	0
+2076	0
+2077	0
+2078	0
+2079	0
+2080	0
+2081	0
+2082	0
+2083	0
+2084	1
+2085	0
+2086	1
+2087	0
+2088	0
+2089	0
+2090	0
+2091	0
+2092	0
+2093	0
+2094	0
+2095	0
+2096	1
+2097	0
+2098	1
+2099	0
+2100	0
+2101	0
+2102	0
+2103	0
+2104	0
+2105	0
+2106	0
+2107	0
+2108	0
+2109	1
+2110	1
+2111	1
+2112	0
+2113	1
+2114	0
+2115	0
+2116	0
+2117	0
+2118	1
+2119	0
+2120	0
+2121	0
+2122	0
+2123	0
+2124	1
+2125	1
+2126	0
+2127	0
+2128	0
+2129	1
+2130	1
+2131	0
+2132	0
+2133	1
+2134	0
+2135	1
+2136	1
+2137	0
+2138	0
+2139	0
+2140	0
+2141	1
+2142	0
+2143	1
+2144	0
+2145	0
+2146	0
+2147	0
+2148	1
+2149	0
+2150	0
+2151	0
+2152	0
+2153	0
+2154	1
+2155	0
+2156	0
+2157	0
+2158	0
+2159	0
+2160	0
+2161	0
+2162	0
+2163	0
+2164	0
+2165	0
+2166	0
+2167	1
+2168	0
+2169	0
+2170	0
+2171	0
+2172	0
+2173	0
+2174	0
+2175	0
+2176	1
+2177	0
+2178	0
+2179	0
+2180	0
+2181	1
+2182	0
+2183	1
+2184	0
+2185	0
+2186	0
+2187	0
+2188	0
+2189	1
+2190	0
+2191	0
+2192	0
+2193	0
+2194	1
+2195	0
+2196	0
+2197	1
+2198	0
+2199	0
+2200	1
+2201	0
+2202	1
+2203	0
+2204	0
+2205	0
+2206	0
+2207	0
+2208	0
+2209	1
+2210	0
+2211	0
+2212	0
+2213	0
+2214	0
+2215	0
+2216	0
+2217	0
+2218	0
+2219	0
+2220	0
+2221	1
+2222	1
+2223	0
+2224	0
+2225	0
+2226	0
+2227	1
+2228	0
+2229	0
+2230	0
+2231	0
+2232	0
+2233	0
+2234	1
+2235	0
+2236	0
+2237	0
+2238	0
+2239	1
+2240	0
+2241	0
+2242	1
+2243	1
+2244	0
+2245	0
+2246	0
+2247	0
+2248	0
+2249	0
+2250	1
+2251	1
+2252	0
+2253	0
+2254	0
+2255	0
+2256	0
+2257	1
+2258	0
+2259	0
+2260	0
+2261	0
+2262	0
+2263	0
+2264	0
+2265	1
+2266	0
+2267	0
+2268	0
+2269	0
+2270	0
+2271	1
+2272	0
+2273	0
+2274	0
+2275	0
+2276	0
+2277	1
+2278	0
+2279	0
+2280	0
+2281	0
+2282	0
+2283	1
+2284	0
+2285	0
+2286	0
+2287	0
+2288	0
+2289	0
+2290	0
+2291	0
+2292	1
+2293	1
+2294	0
+2295	0
+2296	0
+2297	0
+2298	0
+2299	0
+2300	0
+2301	0
+2302	0
+2303	0
+2304	1
+2305	0
+2306	0
+2307	0
+2308	0
+2309	1
+2310	0
+2311	1
+2312	1
+2313	1
+2314	0
+2315	0
+2316	0
+2317	0
+2318	0
+2319	0
+2320	1
+2321	0
+2322	1
+2323	0
+2324	0
+2325	1
+2326	0
+2327	0
+2328	1
+2329	0
+2330	0
+2331	0
+2332	1
+2333	0
+2334	1
+2335	0
+2336	0
+2337	1
+2338	0
+2339	0
+2340	0
+2341	0
+2342	0
+2343	0
+2344	0
+2345	0
+2346	0
+2347	0
+2348	0
+2349	0
+2350	0
+2351	1
+2352	0
+2353	0
+2354	0
+2355	0
+2356	0
+2357	0
+2358	0
+2359	0
+2360	0
+2361	1
+2362	0
+2363	0
+2364	0
+2365	0
+2366	0
+2367	0
+2368	0
+2369	1
+2370	0
+2371	0
+2372	1
+2373	1
+2374	1
+2375	0
+2376	1
+2377	0
+2378	0
+2379	1
+2380	0
+2381	0
+2382	0
+2383	0
+2384	0
+2385	1
+2386	0
+2387	0
+2388	1
+2389	0
+2390	0
+2391	0
+2392	0
+2393	0
+2394	0
+2395	0
+2396	0
+2397	0
+2398	0
+2399	0
+2400	1
+2401	0
+2402	0
+2403	0
+2404	0
+2405	0
+2406	0
+2407	1
+2408	0
+2409	0
+2410	0
+2411	0
+2412	0
+2413	1
+2414	0
+2415	0
+2416	0
+2417	0
+2418	1
+2419	0
+2420	0
+2421	1
+2422	0
+2423	0
+2424	0
+2425	0
+2426	0
+2427	0
+2428	0
+2429	1
+2430	0
+2431	0
+2432	0
+2433	0
+2434	0
+2435	0
+2436	0
+2437	0
+2438	1
+2439	1
+2440	0
+2441	1
+2442	0
+2443	0
+2444	0
+2445	0
+2446	1
+2447	1
+2448	0
+2449	0
+2450	1
+2451	0
+2452	0
+2453	1
+2454	0
+2455	1
+2456	1
+2457	1
+2458	0
+2459	0
+2460	0
+2461	0
+2462	0
+2463	1
+2464	0
+2465	1
+2466	0
+2467	0
+2468	0
+2469	0
+2470	0
+2471	1
+2472	0
+2473	0
+2474	0
+2475	0
+2476	0
+2477	0
+2478	0
+2479	0
+2480	0
+2481	0
+2482	0
+2483	0
+2484	0
+2485	0
+2486	0
+2487	0
+2488	0
+2489	0
+2490	1
+2491	0
+2492	0
+2493	0
+2494	0
+2495	0
+2496	1
+2497	0
+2498	0
+2499	0
+2500	0
+2501	1
+2502	1
+2503	0
+2504	1
+2505	0
+2506	0
+2507	0
+2508	0
+2509	0
+2510	0
+2511	0
+2512	0
+2513	1
+2514	0
+2515	0
+2516	0
+2517	0
+2518	0
+2519	1
+2520	0
+2521	0
+2522	0
+2523	0
+2524	0
+2525	0
+2526	0
+2527	0
+2528	1
+2529	0
+2530	0
+2531	1
+2532	1
+2533	0
+2534	0
+2535	0
+2536	0
+2537	1
+2538	0
+2539	0
+2540	0
+2541	0
+2542	0
+2543	0
+2544	0
+2545	0
+2546	0
+2547	0
+2548	0
+2549	0
+2550	0
+2551	1
+2552	0
+2553	0
+2554	1
+2555	0
+2556	1
+2557	0
+2558	0
+2559	1
+2560	1
+2561	0
+2562	0
+2563	1
+2564	0
+2565	0
+2566	0
+2567	0
+2568	1
+2569	1
+2570	0
+2571	0
+2572	0
+2573	0
+2574	0
+2575	0
+2576	1
+2577	0
+2578	0
+2579	0
+2580	0
+2581	1
+2582	1
+2583	0
+2584	0
+2585	0
+2586	0
+2587	0
+2588	0
+2589	0
+2590	1
+2591	0
+2592	0
+2593	1
+2594	0
+2595	0
+2596	1
+2597	0
+2598	0
+2599	1
+2600	0
+2601	0
+2602	0
+2603	1
+2604	1
+2605	0
+2606	0
+2607	0
+2608	0
+2609	1
+2610	0
+2611	0
+2612	0
+2613	0
+2614	1
+2615	1
+2616	1
+2617	0
+2618	0
+2619	0
+2620	0
+2621	0
+2622	0
+2623	1
+2624	0
+2625	0
+2626	0
+2627	0
+2628	0
+2629	1
+2630	0
+2631	0
+2632	0
+2633	0
+2634	0
+2635	0
+2636	0
+2637	0
+2638	0
+2639	0
+2640	1
+2641	0
+2642	0
+2643	0
+2644	0
+2645	0
+2646	0
+2647	1
+2648	0
+2649	1
+2650	1
+2651	0
+2652	0
+2653	1
+2654	1
+2655	0
+2656	1
+2657	0
+2658	0
+2659	0
+2660	0
+2661	0
+2662	0
+2663	0
+2664	0
+2665	0
+2666	1
+2667	0
+2668	0
+2669	0
+2670	0
+2671	0
+2672	1
+2673	1
+2674	0
+2675	0
+2676	0
+2677	1
+2678	0
+2679	0
+2680	0
+2681	0
+2682	0
+2683	0
+2684	1
+2685	0
+2686	1
+2687	0
+2688	0
+2689	1
+2690	0
+2691	0
+2692	0
+2693	0
+2694	0
+2695	1
+2696	0
+2697	1
+2698	0
+2699	0
+2700	0
+2701	1
+2702	0
+2703	0
+2704	0
+2705	0
+2706	0
+2707	0
+2708	0
+2709	1
+2710	0
+2711	0
+2712	0
+2713	1
+2714	0
+2715	0
+2716	0
+2717	0
+2718	0
+2719	0
+2720	0
+2721	1
+2722	0
+2723	0
+2724	0
+2725	0
+2726	1
+2727	0
+2728	0
+2729	0
+2730	1
+2731	0
+2732	1
+2733	0
+2734	0
+2735	1
+2736	0
+2737	0
+2738	0
+2739	1
+2740	0
+2741	0
+2742	0
+2743	0
+2744	0
+2745	1
+2746	0
+2747	0
+2748	0
+2749	0
+2750	0
+2751	1
+2752	0
+2753	1
+2754	1
+2755	0
+2756	0
+2757	0
+2758	0
+2759	0
+2760	0
+2761	0
+2762	0
+2763	0
+2764	0
+2765	1
+2766	0
+2767	1
+2768	1
+2769	1
+2770	1
+2771	0
+2772	0
+2773	0
+2774	0
+2775	0
+2776	0
+2777	1
+2778	0
+2779	0
+2780	0
+2781	0
+2782	0
+2783	1
+2784	0
+2785	0
+2786	0
+2787	0
+2788	0
+2789	0
+2790	0
+2791	0
+2792	1
+2793	0
+2794	0
+2795	0
+2796	0
+2797	0
+2798	0
+2799	1
+2800	0
+2801	0
+2802	0
+2803	0
+2804	0
+2805	0
+2806	1
+2807	0
+2808	0
+2809	0
+2810	0
+2811	0
+2812	0
+2813	1
+2814	0
+2815	1
+2816	0
+2817	1
+2818	0
+2819	0
+2820	0
+2821	0
+2822	0
+2823	0

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "train_loss": 0.3513797155090134,
+    "train_runtime": 654.2316,
+    "train_samples": 9881,
+    "train_samples_per_second": 1510.321,
+    "train_steps_per_second": 47.231
+}

trainer_state.json

@@ -0,0 +1,120 @@
+{
+  "best_metric": 0.5547226386806596,
+  "best_model_checkpoint": "outputs/bert-base-multilingual-cased-reddit-indonesia-sarcastic/checkpoint-618",
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 1545,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.997596258989254e-06,
+      "loss": 0.4935,
+      "step": 309
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7710843373493976,
+      "eval_f1": 0.518628912071535,
+      "eval_loss": 0.4739145338535309,
+      "eval_precision": 0.5471698113207547,
+      "eval_recall": 0.49291784702549574,
+      "eval_runtime": 5.5595,
+      "eval_samples_per_second": 253.799,
+      "eval_steps_per_second": 4.137,
+      "step": 309
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 9.99026090730682e-06,
+      "loss": 0.4203,
+      "step": 618
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7895109851169383,
+      "eval_f1": 0.5547226386806596,
+      "eval_loss": 0.45271238684654236,
+      "eval_precision": 0.589171974522293,
+      "eval_recall": 0.5240793201133145,
+      "eval_runtime": 5.5644,
+      "eval_samples_per_second": 253.578,
+      "eval_steps_per_second": 4.133,
+      "step": 618
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 9.978000770590375e-06,
+      "loss": 0.3469,
+      "step": 927
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.7923458540042523,
+      "eval_f1": 0.49569707401032703,
+      "eval_loss": 0.5104795694351196,
+      "eval_precision": 0.631578947368421,
+      "eval_recall": 0.40793201133144474,
+      "eval_runtime": 5.5628,
+      "eval_samples_per_second": 253.651,
+      "eval_steps_per_second": 4.135,
+      "step": 927
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.960827948114673e-06,
+      "loss": 0.2754,
+      "step": 1236
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.77462792345854,
+      "eval_f1": 0.5253731343283581,
+      "eval_loss": 0.5125688910484314,
+      "eval_precision": 0.555205047318612,
+      "eval_recall": 0.4985835694050991,
+      "eval_runtime": 5.5704,
+      "eval_samples_per_second": 253.302,
+      "eval_steps_per_second": 4.129,
+      "step": 1236
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 9.9387593873822e-06,
+      "loss": 0.2208,
+      "step": 1545
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.780297661233168,
+      "eval_f1": 0.5063694267515924,
+      "eval_loss": 0.6012129187583923,
+      "eval_precision": 0.5781818181818181,
+      "eval_recall": 0.45042492917847027,
+      "eval_runtime": 5.5644,
+      "eval_samples_per_second": 253.575,
+      "eval_steps_per_second": 4.133,
+      "step": 1545
+    },
+    {
+      "epoch": 5.0,
+      "step": 1545,
+      "total_flos": 3249750422515200.0,
+      "train_loss": 0.3513797155090134,
+      "train_runtime": 654.2316,
+      "train_samples_per_second": 1510.321,
+      "train_steps_per_second": 47.231
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 30900,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 100,
+  "save_steps": 500,
+  "total_flos": 3249750422515200.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}