| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 819, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001221001221001221, | |
| "grad_norm": 2.845627588694297, | |
| "learning_rate": 1.2195121951219513e-05, | |
| "loss": 1.1248, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006105006105006105, | |
| "grad_norm": 1.2124247668960009, | |
| "learning_rate": 6.097560975609756e-05, | |
| "loss": 1.1247, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01221001221001221, | |
| "grad_norm": 0.8188382612691208, | |
| "learning_rate": 0.00012195121951219512, | |
| "loss": 1.0075, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.018315018315018316, | |
| "grad_norm": 0.3132433883914639, | |
| "learning_rate": 0.00018292682926829268, | |
| "loss": 0.9023, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02442002442002442, | |
| "grad_norm": 0.7034747119264958, | |
| "learning_rate": 0.00024390243902439024, | |
| "loss": 0.8799, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.030525030525030524, | |
| "grad_norm": 0.23298545709273827, | |
| "learning_rate": 0.0003048780487804878, | |
| "loss": 0.8544, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03663003663003663, | |
| "grad_norm": 0.19778335914070672, | |
| "learning_rate": 0.00036585365853658537, | |
| "loss": 0.8282, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.042735042735042736, | |
| "grad_norm": 0.19545935471697304, | |
| "learning_rate": 0.0004268292682926829, | |
| "loss": 0.8225, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.04884004884004884, | |
| "grad_norm": 0.5607940032058928, | |
| "learning_rate": 0.0004878048780487805, | |
| "loss": 0.8194, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.054945054945054944, | |
| "grad_norm": 0.1722073432319662, | |
| "learning_rate": 0.0005487804878048781, | |
| "loss": 0.8075, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06105006105006105, | |
| "grad_norm": 0.24733599032712683, | |
| "learning_rate": 0.0006097560975609756, | |
| "loss": 0.8103, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06715506715506715, | |
| "grad_norm": 0.2752427480573236, | |
| "learning_rate": 0.0006707317073170732, | |
| "loss": 0.8077, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.07326007326007326, | |
| "grad_norm": 0.17362880515878137, | |
| "learning_rate": 0.0007317073170731707, | |
| "loss": 0.8101, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07936507936507936, | |
| "grad_norm": 0.19431322941155885, | |
| "learning_rate": 0.0007926829268292683, | |
| "loss": 0.8125, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.08547008547008547, | |
| "grad_norm": 0.2701548935901204, | |
| "learning_rate": 0.0008536585365853659, | |
| "loss": 0.8093, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.09157509157509157, | |
| "grad_norm": 0.16715603547837118, | |
| "learning_rate": 0.0009146341463414635, | |
| "loss": 0.8168, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.09768009768009768, | |
| "grad_norm": 0.319658532139757, | |
| "learning_rate": 0.000975609756097561, | |
| "loss": 0.8444, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.10378510378510379, | |
| "grad_norm": 0.3158267896656623, | |
| "learning_rate": 0.000999959117130623, | |
| "loss": 0.8357, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.10989010989010989, | |
| "grad_norm": 0.1920760211810322, | |
| "learning_rate": 0.000999709301584265, | |
| "loss": 0.826, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.115995115995116, | |
| "grad_norm": 0.21082439943619266, | |
| "learning_rate": 0.0009992324965361792, | |
| "loss": 0.8268, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.1221001221001221, | |
| "grad_norm": 0.2261943689235946, | |
| "learning_rate": 0.0009985289185717684, | |
| "loss": 0.8231, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1282051282051282, | |
| "grad_norm": 0.15827441273364565, | |
| "learning_rate": 0.000997598887286467, | |
| "loss": 0.8246, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1343101343101343, | |
| "grad_norm": 0.17232376165069538, | |
| "learning_rate": 0.000996442825140569, | |
| "loss": 0.8176, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.14041514041514042, | |
| "grad_norm": 0.21743975582559072, | |
| "learning_rate": 0.0009950612572673255, | |
| "loss": 0.8237, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.14652014652014653, | |
| "grad_norm": 0.4311991632319824, | |
| "learning_rate": 0.0009934548112344088, | |
| "loss": 0.8518, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.15262515262515264, | |
| "grad_norm": 0.6756959037582919, | |
| "learning_rate": 0.0009916242167588433, | |
| "loss": 0.8606, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.15873015873015872, | |
| "grad_norm": 0.25239211955256813, | |
| "learning_rate": 0.0009895703053755364, | |
| "loss": 0.8377, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.16483516483516483, | |
| "grad_norm": 0.18668998061461328, | |
| "learning_rate": 0.0009872940100595598, | |
| "loss": 0.8286, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.17094017094017094, | |
| "grad_norm": 0.21053747787681398, | |
| "learning_rate": 0.0009847963648023522, | |
| "loss": 0.8226, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.17704517704517705, | |
| "grad_norm": 0.1517465419574654, | |
| "learning_rate": 0.000982078504142035, | |
| "loss": 0.8106, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.18315018315018314, | |
| "grad_norm": 0.35173293057083965, | |
| "learning_rate": 0.000979141662648057, | |
| "loss": 0.8144, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.18925518925518925, | |
| "grad_norm": 0.1752442164371026, | |
| "learning_rate": 0.0009759871743604004, | |
| "loss": 0.8125, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.19536019536019536, | |
| "grad_norm": 0.18801248773726562, | |
| "learning_rate": 0.0009726164721835996, | |
| "loss": 0.8066, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.20146520146520147, | |
| "grad_norm": 0.1692284228731214, | |
| "learning_rate": 0.0009690310872358572, | |
| "loss": 0.8168, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.20757020757020758, | |
| "grad_norm": 0.14813568110706887, | |
| "learning_rate": 0.0009652326481535434, | |
| "loss": 0.8077, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.21367521367521367, | |
| "grad_norm": 0.1607678270523033, | |
| "learning_rate": 0.0009612228803513976, | |
| "loss": 0.8073, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.21978021978021978, | |
| "grad_norm": 0.17512791958206225, | |
| "learning_rate": 0.0009570036052387725, | |
| "loss": 0.8034, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2258852258852259, | |
| "grad_norm": 0.13910989295755694, | |
| "learning_rate": 0.0009525767393922706, | |
| "loss": 0.7942, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.231990231990232, | |
| "grad_norm": 0.19359539972508316, | |
| "learning_rate": 0.0009479442936851526, | |
| "loss": 0.796, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.23809523809523808, | |
| "grad_norm": 0.17836389937285715, | |
| "learning_rate": 0.0009431083723739124, | |
| "loss": 0.7868, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.2442002442002442, | |
| "grad_norm": 0.265659142625784, | |
| "learning_rate": 0.0009380711721424326, | |
| "loss": 0.7906, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2503052503052503, | |
| "grad_norm": 0.1678961190593195, | |
| "learning_rate": 0.0009328349811041565, | |
| "loss": 0.7918, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.2564102564102564, | |
| "grad_norm": 0.14919322708050076, | |
| "learning_rate": 0.0009274021777627277, | |
| "loss": 0.797, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.2625152625152625, | |
| "grad_norm": 0.1310511078441202, | |
| "learning_rate": 0.0009217752299315725, | |
| "loss": 0.7793, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2686202686202686, | |
| "grad_norm": 0.14167730442710622, | |
| "learning_rate": 0.0009159566936129111, | |
| "loss": 0.7981, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.27472527472527475, | |
| "grad_norm": 0.1274513554504715, | |
| "learning_rate": 0.0009099492118367123, | |
| "loss": 0.7921, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.28083028083028083, | |
| "grad_norm": 0.13255405073600673, | |
| "learning_rate": 0.0009037555134601149, | |
| "loss": 0.7788, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2869352869352869, | |
| "grad_norm": 0.11938377579036098, | |
| "learning_rate": 0.000897378411927864, | |
| "loss": 0.7841, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.29304029304029305, | |
| "grad_norm": 0.1435917602219082, | |
| "learning_rate": 0.0008908208039943213, | |
| "loss": 0.7748, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.29914529914529914, | |
| "grad_norm": 0.16003339862967003, | |
| "learning_rate": 0.0008840856684076366, | |
| "loss": 0.7673, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.3052503052503053, | |
| "grad_norm": 0.15924908240550437, | |
| "learning_rate": 0.0008771760645566706, | |
| "loss": 0.7759, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.31135531135531136, | |
| "grad_norm": 0.5483787394777416, | |
| "learning_rate": 0.000870095131081289, | |
| "loss": 0.7801, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.31746031746031744, | |
| "grad_norm": 0.15293992644666654, | |
| "learning_rate": 0.0008628460844466573, | |
| "loss": 0.77, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3235653235653236, | |
| "grad_norm": 1.0110508213385356, | |
| "learning_rate": 0.0008554322174821833, | |
| "loss": 0.7761, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.32967032967032966, | |
| "grad_norm": 0.1515180292435856, | |
| "learning_rate": 0.0008478568978857722, | |
| "loss": 0.7775, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.33577533577533575, | |
| "grad_norm": 0.12505503848472327, | |
| "learning_rate": 0.0008401235666940728, | |
| "loss": 0.7767, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.3418803418803419, | |
| "grad_norm": 0.12893898857610978, | |
| "learning_rate": 0.0008322357367194109, | |
| "loss": 0.7687, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.34798534798534797, | |
| "grad_norm": 0.1405546608422591, | |
| "learning_rate": 0.0008241969909541184, | |
| "loss": 0.7642, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.3540903540903541, | |
| "grad_norm": 0.21931778442943825, | |
| "learning_rate": 0.0008160109809429835, | |
| "loss": 0.7718, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.3601953601953602, | |
| "grad_norm": 0.30317755956190323, | |
| "learning_rate": 0.0008076814251245613, | |
| "loss": 0.7667, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.3663003663003663, | |
| "grad_norm": 0.13657129292159587, | |
| "learning_rate": 0.0007992121071421001, | |
| "loss": 0.7767, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3724053724053724, | |
| "grad_norm": 0.1468628940058117, | |
| "learning_rate": 0.0007906068741248461, | |
| "loss": 0.7629, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.3785103785103785, | |
| "grad_norm": 0.12694351711402102, | |
| "learning_rate": 0.0007818696349405123, | |
| "loss": 0.7671, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.38461538461538464, | |
| "grad_norm": 0.13102709342976568, | |
| "learning_rate": 0.0007730043584197021, | |
| "loss": 0.7615, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.3907203907203907, | |
| "grad_norm": 0.1245294881062342, | |
| "learning_rate": 0.0007640150715530953, | |
| "loss": 0.7518, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.3968253968253968, | |
| "grad_norm": 0.11835672269374947, | |
| "learning_rate": 0.0007549058576622157, | |
| "loss": 0.7724, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.40293040293040294, | |
| "grad_norm": 0.14015089006294798, | |
| "learning_rate": 0.0007456808545446102, | |
| "loss": 0.7561, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.409035409035409, | |
| "grad_norm": 0.1492561229489302, | |
| "learning_rate": 0.0007363442525942826, | |
| "loss": 0.7532, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.41514041514041516, | |
| "grad_norm": 0.13334234292600997, | |
| "learning_rate": 0.0007269002928982366, | |
| "loss": 0.7535, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.42124542124542125, | |
| "grad_norm": 0.13516173225053815, | |
| "learning_rate": 0.0007173532653099911, | |
| "loss": 0.7475, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.42735042735042733, | |
| "grad_norm": 0.1511324488816498, | |
| "learning_rate": 0.0007077075065009433, | |
| "loss": 0.7635, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.43345543345543347, | |
| "grad_norm": 0.13880830617201192, | |
| "learning_rate": 0.0006979673979904665, | |
| "loss": 0.7543, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.43956043956043955, | |
| "grad_norm": 0.13003038195812766, | |
| "learning_rate": 0.0006881373641556346, | |
| "loss": 0.7404, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4456654456654457, | |
| "grad_norm": 0.11533542815769274, | |
| "learning_rate": 0.0006782218702214797, | |
| "loss": 0.7431, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.4517704517704518, | |
| "grad_norm": 0.10828760782447848, | |
| "learning_rate": 0.000668225420232694, | |
| "loss": 0.7386, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.45787545787545786, | |
| "grad_norm": 0.11844972793162856, | |
| "learning_rate": 0.0006581525550076989, | |
| "loss": 0.741, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.463980463980464, | |
| "grad_norm": 0.13335911956871846, | |
| "learning_rate": 0.0006480078500760096, | |
| "loss": 0.7466, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.4700854700854701, | |
| "grad_norm": 0.12386816519541291, | |
| "learning_rate": 0.0006377959135998322, | |
| "loss": 0.7401, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 0.12984729252751007, | |
| "learning_rate": 0.0006275213842808383, | |
| "loss": 0.7321, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.4822954822954823, | |
| "grad_norm": 0.36584117580730136, | |
| "learning_rate": 0.0006171889292530655, | |
| "loss": 0.734, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.4884004884004884, | |
| "grad_norm": 0.1189163212437526, | |
| "learning_rate": 0.0006068032419629059, | |
| "loss": 0.7412, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4945054945054945, | |
| "grad_norm": 0.10221301095027906, | |
| "learning_rate": 0.0005963690400371386, | |
| "loss": 0.7325, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.5006105006105006, | |
| "grad_norm": 0.1280470363734395, | |
| "learning_rate": 0.0005858910631399817, | |
| "loss": 0.7342, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.5067155067155067, | |
| "grad_norm": 0.12964643726522185, | |
| "learning_rate": 0.0005753740708201315, | |
| "loss": 0.7277, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.5128205128205128, | |
| "grad_norm": 0.12869511222529517, | |
| "learning_rate": 0.0005648228403487712, | |
| "loss": 0.7298, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.518925518925519, | |
| "grad_norm": 0.13085330751064783, | |
| "learning_rate": 0.0005542421645495279, | |
| "loss": 0.731, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.525030525030525, | |
| "grad_norm": 0.1187750571018603, | |
| "learning_rate": 0.0005436368496213656, | |
| "loss": 0.7163, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.5311355311355311, | |
| "grad_norm": 0.1052076485298473, | |
| "learning_rate": 0.0005330117129554028, | |
| "loss": 0.7225, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.5372405372405372, | |
| "grad_norm": 0.10433507372996674, | |
| "learning_rate": 0.0005223715809466454, | |
| "loss": 0.7229, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.5433455433455433, | |
| "grad_norm": 0.11656415183843066, | |
| "learning_rate": 0.0005117212868016303, | |
| "loss": 0.7192, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.5494505494505495, | |
| "grad_norm": 0.10652338347188516, | |
| "learning_rate": 0.0005010656683429746, | |
| "loss": 0.7216, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5555555555555556, | |
| "grad_norm": 0.1005738909094789, | |
| "learning_rate": 0.0004904095658118283, | |
| "loss": 0.7099, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.5616605616605617, | |
| "grad_norm": 0.11153866886950109, | |
| "learning_rate": 0.0004797578196692281, | |
| "loss": 0.7187, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5677655677655677, | |
| "grad_norm": 0.1144504129034415, | |
| "learning_rate": 0.00046911526839735093, | |
| "loss": 0.7221, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.5738705738705738, | |
| "grad_norm": 0.11821028818177344, | |
| "learning_rate": 0.0004584867463016671, | |
| "loss": 0.7147, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.57997557997558, | |
| "grad_norm": 0.10863161336720586, | |
| "learning_rate": 0.00044787708131499104, | |
| "loss": 0.7039, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.5860805860805861, | |
| "grad_norm": 0.1283853192980776, | |
| "learning_rate": 0.0004372910928044249, | |
| "loss": 0.7082, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.5921855921855922, | |
| "grad_norm": 0.10840234459597066, | |
| "learning_rate": 0.00042673358938219544, | |
| "loss": 0.7066, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.5982905982905983, | |
| "grad_norm": 0.1039543838216163, | |
| "learning_rate": 0.00041620936672137393, | |
| "loss": 0.7059, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.6043956043956044, | |
| "grad_norm": 0.11740716367044565, | |
| "learning_rate": 0.00040572320537747656, | |
| "loss": 0.7037, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.6105006105006106, | |
| "grad_norm": 0.10875226172213023, | |
| "learning_rate": 0.0003952798686169279, | |
| "loss": 0.7172, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.6166056166056166, | |
| "grad_norm": 0.10778168900235421, | |
| "learning_rate": 0.00038488410025338133, | |
| "loss": 0.7066, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.6227106227106227, | |
| "grad_norm": 0.13912280488293668, | |
| "learning_rate": 0.00037454062249287477, | |
| "loss": 0.7042, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.6288156288156288, | |
| "grad_norm": 0.09955262254043926, | |
| "learning_rate": 0.0003642541337887999, | |
| "loss": 0.7058, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.6349206349206349, | |
| "grad_norm": 0.1062306858321646, | |
| "learning_rate": 0.00035402930670766296, | |
| "loss": 0.6914, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.6410256410256411, | |
| "grad_norm": 0.12999926182410393, | |
| "learning_rate": 0.00034387078580660346, | |
| "loss": 0.6945, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.6471306471306472, | |
| "grad_norm": 0.09855411173072333, | |
| "learning_rate": 0.00033378318552363664, | |
| "loss": 0.694, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.6532356532356532, | |
| "grad_norm": 0.11806337807522205, | |
| "learning_rate": 0.0003237710880815756, | |
| "loss": 0.6999, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.6593406593406593, | |
| "grad_norm": 0.10757598864289536, | |
| "learning_rate": 0.00031383904140658986, | |
| "loss": 0.6875, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.6654456654456654, | |
| "grad_norm": 0.1072081233564741, | |
| "learning_rate": 0.0003039915570623396, | |
| "loss": 0.695, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.6715506715506715, | |
| "grad_norm": 0.10979416858173498, | |
| "learning_rate": 0.0002942331082006308, | |
| "loss": 0.6868, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6776556776556777, | |
| "grad_norm": 0.8819457273201341, | |
| "learning_rate": 0.00028456812752951485, | |
| "loss": 0.7007, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.6837606837606838, | |
| "grad_norm": 0.11243672341550275, | |
| "learning_rate": 0.0002750010052997635, | |
| "loss": 0.6865, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6898656898656899, | |
| "grad_norm": 0.10293192092961795, | |
| "learning_rate": 0.00026553608731062604, | |
| "loss": 0.6895, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.6959706959706959, | |
| "grad_norm": 0.1182585426603602, | |
| "learning_rate": 0.00025617767293578176, | |
| "loss": 0.6803, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.702075702075702, | |
| "grad_norm": 0.10806065271563285, | |
| "learning_rate": 0.0002469300131703773, | |
| "loss": 0.6862, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.7081807081807082, | |
| "grad_norm": 0.12112895844817373, | |
| "learning_rate": 0.00023779730870004235, | |
| "loss": 0.6756, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.10280660717512566, | |
| "learning_rate": 0.00022878370799275777, | |
| "loss": 0.6864, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.7203907203907204, | |
| "grad_norm": 0.09742652551259846, | |
| "learning_rate": 0.0002198933054144414, | |
| "loss": 0.6697, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.7264957264957265, | |
| "grad_norm": 0.10276863533595788, | |
| "learning_rate": 0.00021113013936911113, | |
| "loss": 0.6773, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.7326007326007326, | |
| "grad_norm": 0.09405375108971262, | |
| "learning_rate": 0.00020249819046446837, | |
| "loss": 0.6744, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.7387057387057387, | |
| "grad_norm": 0.09943799218174577, | |
| "learning_rate": 0.00019400137970373356, | |
| "loss": 0.6798, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.7448107448107448, | |
| "grad_norm": 0.09345899241802126, | |
| "learning_rate": 0.00018564356670455767, | |
| "loss": 0.6796, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.7509157509157509, | |
| "grad_norm": 0.09653784373074349, | |
| "learning_rate": 0.00017742854794581785, | |
| "loss": 0.6824, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.757020757020757, | |
| "grad_norm": 0.09280543861775854, | |
| "learning_rate": 0.00016936005504309342, | |
| "loss": 0.6779, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.7631257631257631, | |
| "grad_norm": 0.09345715836472011, | |
| "learning_rate": 0.0001614417530536042, | |
| "loss": 0.6759, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 0.09678676699978526, | |
| "learning_rate": 0.00015367723881138434, | |
| "loss": 0.6783, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.7753357753357754, | |
| "grad_norm": 0.10103798904615227, | |
| "learning_rate": 0.00014607003929344492, | |
| "loss": 0.6737, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.7814407814407814, | |
| "grad_norm": 0.10782510789122983, | |
| "learning_rate": 0.00013862361001766972, | |
| "loss": 0.6663, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7875457875457875, | |
| "grad_norm": 0.09404405358524387, | |
| "learning_rate": 0.00013134133347316885, | |
| "loss": 0.6623, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.7936507936507936, | |
| "grad_norm": 0.09304236582140996, | |
| "learning_rate": 0.0001242265175838072, | |
| "loss": 0.6629, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7997557997557998, | |
| "grad_norm": 0.10119415327352758, | |
| "learning_rate": 0.00011728239420560316, | |
| "loss": 0.6674, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.8058608058608059, | |
| "grad_norm": 0.09622079862749633, | |
| "learning_rate": 0.0001105121176586793, | |
| "loss": 0.6662, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.811965811965812, | |
| "grad_norm": 0.10162594693939093, | |
| "learning_rate": 0.00010391876329443534, | |
| "loss": 0.661, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.818070818070818, | |
| "grad_norm": 0.10210286806288393, | |
| "learning_rate": 9.750532609858991e-05, | |
| "loss": 0.6657, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.8241758241758241, | |
| "grad_norm": 0.09880466873137764, | |
| "learning_rate": 9.127471933073007e-05, | |
| "loss": 0.6672, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.8302808302808303, | |
| "grad_norm": 0.10918550954379612, | |
| "learning_rate": 8.522977320098224e-05, | |
| "loss": 0.6589, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.8363858363858364, | |
| "grad_norm": 0.08978860640915999, | |
| "learning_rate": 7.937323358440934e-05, | |
| "loss": 0.6623, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.8424908424908425, | |
| "grad_norm": 0.10525052691451267, | |
| "learning_rate": 7.370776077371622e-05, | |
| "loss": 0.656, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.8485958485958486, | |
| "grad_norm": 0.08820292667299327, | |
| "learning_rate": 6.82359282708292e-05, | |
| "loss": 0.6634, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.8547008547008547, | |
| "grad_norm": 0.10304057992300253, | |
| "learning_rate": 6.296022161790149e-05, | |
| "loss": 0.6619, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.8608058608058609, | |
| "grad_norm": 0.09268680805627066, | |
| "learning_rate": 5.78830372682721e-05, | |
| "loss": 0.6606, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.8669108669108669, | |
| "grad_norm": 0.11269852110384801, | |
| "learning_rate": 5.300668149789417e-05, | |
| "loss": 0.66, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.873015873015873, | |
| "grad_norm": 0.09810783125187136, | |
| "learning_rate": 4.833336935772442e-05, | |
| "loss": 0.6561, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.8791208791208791, | |
| "grad_norm": 0.09466046226072769, | |
| "learning_rate": 4.386522366755169e-05, | |
| "loss": 0.6612, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.8852258852258852, | |
| "grad_norm": 0.10630959016804076, | |
| "learning_rate": 3.960427405172079e-05, | |
| "loss": 0.659, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.8913308913308914, | |
| "grad_norm": 0.10763420167495608, | |
| "learning_rate": 3.5552456017189926e-05, | |
| "loss": 0.6603, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.8974358974358975, | |
| "grad_norm": 0.0939541631473488, | |
| "learning_rate": 3.171161007433937e-05, | |
| "loss": 0.6565, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.9035409035409036, | |
| "grad_norm": 0.09013917837701788, | |
| "learning_rate": 2.808348090093277e-05, | |
| "loss": 0.6609, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.9096459096459096, | |
| "grad_norm": 0.0940662793486537, | |
| "learning_rate": 2.466971654960931e-05, | |
| "loss": 0.6597, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.9157509157509157, | |
| "grad_norm": 0.09483824579567894, | |
| "learning_rate": 2.147186769926712e-05, | |
| "loss": 0.6539, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.9218559218559218, | |
| "grad_norm": 0.08386874161410003, | |
| "learning_rate": 1.8491386950677812e-05, | |
| "loss": 0.6548, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.927960927960928, | |
| "grad_norm": 0.09329690783399783, | |
| "learning_rate": 1.572962816665302e-05, | |
| "loss": 0.6578, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.9340659340659341, | |
| "grad_norm": 0.09440009819249363, | |
| "learning_rate": 1.3187845857061508e-05, | |
| "loss": 0.6486, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.9401709401709402, | |
| "grad_norm": 0.0993077201527517, | |
| "learning_rate": 1.0867194608976228e-05, | |
| "loss": 0.6666, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.9462759462759462, | |
| "grad_norm": 0.08833153825443844, | |
| "learning_rate": 8.768728562211947e-06, | |
| "loss": 0.6576, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.09203712131267434, | |
| "learning_rate": 6.893400930488569e-06, | |
| "loss": 0.6585, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.9584859584859585, | |
| "grad_norm": 0.0951382321616532, | |
| "learning_rate": 5.242063568441313e-06, | |
| "loss": 0.6576, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.9645909645909646, | |
| "grad_norm": 0.08565887455728097, | |
| "learning_rate": 3.815466584670746e-06, | |
| "loss": 0.6503, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.9706959706959707, | |
| "grad_norm": 0.09652420113897765, | |
| "learning_rate": 2.6142580010117823e-06, | |
| "loss": 0.656, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.9768009768009768, | |
| "grad_norm": 0.08859484215258381, | |
| "learning_rate": 1.6389834581739814e-06, | |
| "loss": 0.6564, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.9829059829059829, | |
| "grad_norm": 0.08947783751139311, | |
| "learning_rate": 8.900859678879769e-07, | |
| "loss": 0.6573, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.989010989010989, | |
| "grad_norm": 0.09210226203889316, | |
| "learning_rate": 3.6790571167061305e-07, | |
| "loss": 0.6579, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.9951159951159951, | |
| "grad_norm": 0.09419192800150224, | |
| "learning_rate": 7.26798862996092e-08, | |
| "loss": 0.6504, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.0153491497039795, | |
| "eval_runtime": 101.6617, | |
| "eval_samples_per_second": 206.489, | |
| "eval_steps_per_second": 6.453, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 819, | |
| "total_flos": 129231539404800.0, | |
| "train_loss": 0.7394485170879062, | |
| "train_runtime": 1679.86, | |
| "train_samples_per_second": 62.397, | |
| "train_steps_per_second": 0.488 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 819, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 129231539404800.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |