| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 200, | |
| "global_step": 789, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0012674271229404308, | |
| "grad_norm": 0.8615043469450224, | |
| "learning_rate": 2.531645569620253e-06, | |
| "loss": 0.479, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0063371356147021544, | |
| "grad_norm": 1.2064683000577734, | |
| "learning_rate": 1.2658227848101267e-05, | |
| "loss": 0.5395, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.012674271229404309, | |
| "grad_norm": 1.0410453983480228, | |
| "learning_rate": 2.5316455696202533e-05, | |
| "loss": 0.6061, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.019011406844106463, | |
| "grad_norm": 0.6487558463156515, | |
| "learning_rate": 3.79746835443038e-05, | |
| "loss": 0.5462, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.025348542458808618, | |
| "grad_norm": 0.5370587969238408, | |
| "learning_rate": 5.0632911392405066e-05, | |
| "loss": 0.4583, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.031685678073510776, | |
| "grad_norm": 0.5034416625324662, | |
| "learning_rate": 6.329113924050633e-05, | |
| "loss": 0.4883, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03802281368821293, | |
| "grad_norm": 0.39983399371170963, | |
| "learning_rate": 7.59493670886076e-05, | |
| "loss": 0.3405, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.044359949302915085, | |
| "grad_norm": 0.43348705894690165, | |
| "learning_rate": 8.860759493670887e-05, | |
| "loss": 0.4164, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.050697084917617236, | |
| "grad_norm": 0.38455150629020124, | |
| "learning_rate": 0.00010126582278481013, | |
| "loss": 0.3655, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.057034220532319393, | |
| "grad_norm": 0.4620346635793738, | |
| "learning_rate": 0.0001139240506329114, | |
| "loss": 0.321, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06337135614702155, | |
| "grad_norm": 0.5487179791839946, | |
| "learning_rate": 0.00012658227848101267, | |
| "loss": 0.3917, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0697084917617237, | |
| "grad_norm": 0.4322988318215336, | |
| "learning_rate": 0.00013924050632911395, | |
| "loss": 0.2954, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.07604562737642585, | |
| "grad_norm": 0.45659465975830865, | |
| "learning_rate": 0.0001518987341772152, | |
| "loss": 0.3362, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.08238276299112801, | |
| "grad_norm": 0.5012029391973714, | |
| "learning_rate": 0.00016455696202531648, | |
| "loss": 0.3201, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.08871989860583017, | |
| "grad_norm": 0.4257121777036391, | |
| "learning_rate": 0.00017721518987341773, | |
| "loss": 0.3103, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.09505703422053231, | |
| "grad_norm": 0.49930786967179713, | |
| "learning_rate": 0.00018987341772151899, | |
| "loss": 0.3895, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.10139416983523447, | |
| "grad_norm": 0.3987283812690162, | |
| "learning_rate": 0.00019999902106840922, | |
| "loss": 0.2607, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.10773130544993663, | |
| "grad_norm": 0.4941124105408692, | |
| "learning_rate": 0.00019996476047513454, | |
| "loss": 0.3509, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.11406844106463879, | |
| "grad_norm": 0.35089312674321954, | |
| "learning_rate": 0.00019988157246677513, | |
| "loss": 0.323, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.12040557667934093, | |
| "grad_norm": 0.4238705680350401, | |
| "learning_rate": 0.00019974949775942134, | |
| "loss": 0.2834, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.1267427122940431, | |
| "grad_norm": 0.45602469539148643, | |
| "learning_rate": 0.00019956860099659346, | |
| "loss": 0.3492, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.13307984790874525, | |
| "grad_norm": 0.40420721250262537, | |
| "learning_rate": 0.00019933897071760235, | |
| "loss": 0.2865, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1394169835234474, | |
| "grad_norm": 0.47242229343887376, | |
| "learning_rate": 0.00019906071931421413, | |
| "loss": 0.3047, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.14575411913814956, | |
| "grad_norm": 0.3662230634874705, | |
| "learning_rate": 0.00019873398297564037, | |
| "loss": 0.3183, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1520912547528517, | |
| "grad_norm": 0.3786550636833906, | |
| "learning_rate": 0.00019835892162188066, | |
| "loss": 0.2903, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.15842839036755388, | |
| "grad_norm": 0.42556611928998644, | |
| "learning_rate": 0.00019793571882545047, | |
| "loss": 0.3298, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.16476552598225602, | |
| "grad_norm": 0.3477579859642712, | |
| "learning_rate": 0.0001974645817215322, | |
| "loss": 0.2811, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.17110266159695817, | |
| "grad_norm": 0.338149840344514, | |
| "learning_rate": 0.0001969457409065933, | |
| "loss": 0.3218, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.17743979721166034, | |
| "grad_norm": 0.31604418234996284, | |
| "learning_rate": 0.0001963794503255219, | |
| "loss": 0.3181, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.18377693282636248, | |
| "grad_norm": 0.37941148877648684, | |
| "learning_rate": 0.00019576598714733431, | |
| "loss": 0.2708, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.19011406844106463, | |
| "grad_norm": 0.41662892297732984, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 0.3133, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1964512040557668, | |
| "grad_norm": 0.33440472234808516, | |
| "learning_rate": 0.0001943987669710586, | |
| "loss": 0.3027, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.20278833967046894, | |
| "grad_norm": 0.3858834779514916, | |
| "learning_rate": 0.0001936456791542776, | |
| "loss": 0.3148, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.20912547528517111, | |
| "grad_norm": 0.3588666651678752, | |
| "learning_rate": 0.000192846756775466, | |
| "loss": 0.3038, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.21546261089987326, | |
| "grad_norm": 0.3923595420574365, | |
| "learning_rate": 0.00019200239086448933, | |
| "loss": 0.251, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2217997465145754, | |
| "grad_norm": 0.3720411933468231, | |
| "learning_rate": 0.0001911129946933968, | |
| "loss": 0.3066, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.22813688212927757, | |
| "grad_norm": 0.32287305381502635, | |
| "learning_rate": 0.00019017900357414669, | |
| "loss": 0.3021, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.23447401774397972, | |
| "grad_norm": 0.3574163723783811, | |
| "learning_rate": 0.00018920087464554427, | |
| "loss": 0.3156, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.24081115335868186, | |
| "grad_norm": 0.4152681195493882, | |
| "learning_rate": 0.0001881790866494969, | |
| "loss": 0.2839, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.24714828897338403, | |
| "grad_norm": 0.36834582922377895, | |
| "learning_rate": 0.00018711413969669526, | |
| "loss": 0.2945, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.2534854245880862, | |
| "grad_norm": 0.39981519235640095, | |
| "learning_rate": 0.00018600655502183612, | |
| "loss": 0.3189, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2534854245880862, | |
| "eval_loss": 0.28277337551116943, | |
| "eval_runtime": 1084.4496, | |
| "eval_samples_per_second": 3.689, | |
| "eval_steps_per_second": 0.115, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2598225602027883, | |
| "grad_norm": 0.31219177577589374, | |
| "learning_rate": 0.0001848568747285054, | |
| "loss": 0.2299, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.2661596958174905, | |
| "grad_norm": 0.37017559919032633, | |
| "learning_rate": 0.00018366566152384773, | |
| "loss": 0.2753, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.27249683143219267, | |
| "grad_norm": 0.29894743373031823, | |
| "learning_rate": 0.00018243349844315117, | |
| "loss": 0.2734, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2788339670468948, | |
| "grad_norm": 0.3227139696142255, | |
| "learning_rate": 0.00018116098856448253, | |
| "loss": 0.2595, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.28517110266159695, | |
| "grad_norm": 0.3780707564332847, | |
| "learning_rate": 0.00017984875471351302, | |
| "loss": 0.3107, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2915082382762991, | |
| "grad_norm": 0.31519655631233245, | |
| "learning_rate": 0.00017849743915867807, | |
| "loss": 0.2336, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.29784537389100124, | |
| "grad_norm": 0.35840275346083816, | |
| "learning_rate": 0.00017710770329682144, | |
| "loss": 0.2939, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3041825095057034, | |
| "grad_norm": 0.2971942370747859, | |
| "learning_rate": 0.0001756802273294766, | |
| "loss": 0.2959, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3105196451204056, | |
| "grad_norm": 0.3247193570102783, | |
| "learning_rate": 0.0001742157099299445, | |
| "loss": 0.2373, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.31685678073510776, | |
| "grad_norm": 0.38491700907647547, | |
| "learning_rate": 0.00017271486790133023, | |
| "loss": 0.3272, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3231939163498099, | |
| "grad_norm": 0.3075011053275653, | |
| "learning_rate": 0.00017117843582570608, | |
| "loss": 0.2377, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.32953105196451205, | |
| "grad_norm": 0.31453423737207853, | |
| "learning_rate": 0.00016960716570457292, | |
| "loss": 0.2842, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3358681875792142, | |
| "grad_norm": 0.24817557882025235, | |
| "learning_rate": 0.00016800182659079568, | |
| "loss": 0.2721, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.34220532319391633, | |
| "grad_norm": 0.3377039172873109, | |
| "learning_rate": 0.00016636320421219278, | |
| "loss": 0.2463, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.3485424588086185, | |
| "grad_norm": 0.3661471684768712, | |
| "learning_rate": 0.00016469210058696446, | |
| "loss": 0.3025, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.3548795944233207, | |
| "grad_norm": 0.27351558488185734, | |
| "learning_rate": 0.0001629893336311477, | |
| "loss": 0.2335, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.3612167300380228, | |
| "grad_norm": 0.4358770290773004, | |
| "learning_rate": 0.00016125573675828983, | |
| "loss": 0.279, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.36755386565272496, | |
| "grad_norm": 0.2774172437400498, | |
| "learning_rate": 0.00015949215847153717, | |
| "loss": 0.2581, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.37389100126742714, | |
| "grad_norm": 0.28991353506835355, | |
| "learning_rate": 0.00015769946194833817, | |
| "loss": 0.2314, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.38022813688212925, | |
| "grad_norm": 0.4117767724226869, | |
| "learning_rate": 0.00015587852461796376, | |
| "loss": 0.3218, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3865652724968314, | |
| "grad_norm": 0.31038917537934363, | |
| "learning_rate": 0.00015403023773205286, | |
| "loss": 0.2315, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.3929024081115336, | |
| "grad_norm": 0.3358971163136089, | |
| "learning_rate": 0.00015215550592839218, | |
| "loss": 0.302, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.39923954372623577, | |
| "grad_norm": 0.24064351622215968, | |
| "learning_rate": 0.00015025524678814427, | |
| "loss": 0.2795, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.4055766793409379, | |
| "grad_norm": 0.32648334764287845, | |
| "learning_rate": 0.00014833039038674047, | |
| "loss": 0.2398, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.41191381495564006, | |
| "grad_norm": 0.4100611479861272, | |
| "learning_rate": 0.0001463818788386588, | |
| "loss": 0.2849, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.41825095057034223, | |
| "grad_norm": 0.333871597957756, | |
| "learning_rate": 0.00014441066583630906, | |
| "loss": 0.2297, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.42458808618504434, | |
| "grad_norm": 0.34174204454819196, | |
| "learning_rate": 0.00014241771618325123, | |
| "loss": 0.2704, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.4309252217997465, | |
| "grad_norm": 0.2539128471983557, | |
| "learning_rate": 0.00014040400532197583, | |
| "loss": 0.2579, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.4372623574144487, | |
| "grad_norm": 0.29762852904975656, | |
| "learning_rate": 0.0001383705188564767, | |
| "loss": 0.255, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.4435994930291508, | |
| "grad_norm": 0.3477101390224288, | |
| "learning_rate": 0.00013631825206985063, | |
| "loss": 0.2841, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.449936628643853, | |
| "grad_norm": 0.2807172517529508, | |
| "learning_rate": 0.0001342482094371591, | |
| "loss": 0.2112, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.45627376425855515, | |
| "grad_norm": 0.3838095185531826, | |
| "learning_rate": 0.00013216140413379167, | |
| "loss": 0.282, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.46261089987325726, | |
| "grad_norm": 0.2421625693621495, | |
| "learning_rate": 0.00013005885753957048, | |
| "loss": 0.2473, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.46894803548795944, | |
| "grad_norm": 0.32700829134754156, | |
| "learning_rate": 0.0001279415987388395, | |
| "loss": 0.2174, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.4752851711026616, | |
| "grad_norm": 0.3713274528328548, | |
| "learning_rate": 0.0001258106640167826, | |
| "loss": 0.283, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.4816223067173637, | |
| "grad_norm": 0.27730345855582755, | |
| "learning_rate": 0.0001236670963522172, | |
| "loss": 0.2021, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.4879594423320659, | |
| "grad_norm": 0.34446917830376517, | |
| "learning_rate": 0.00012151194490711178, | |
| "loss": 0.2561, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.49429657794676807, | |
| "grad_norm": 0.2522933072667094, | |
| "learning_rate": 0.00011934626451307726, | |
| "loss": 0.2433, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5006337135614702, | |
| "grad_norm": 0.3469006061112617, | |
| "learning_rate": 0.00011717111515508319, | |
| "loss": 0.2266, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.5069708491761724, | |
| "grad_norm": 0.3778944814729631, | |
| "learning_rate": 0.00011498756145265144, | |
| "loss": 0.2906, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5069708491761724, | |
| "eval_loss": 0.2465018332004547, | |
| "eval_runtime": 1086.0248, | |
| "eval_samples_per_second": 3.683, | |
| "eval_steps_per_second": 0.115, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5133079847908745, | |
| "grad_norm": 0.2906640770941992, | |
| "learning_rate": 0.00011279667213878205, | |
| "loss": 0.2329, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.5196451204055766, | |
| "grad_norm": 0.3562675808467966, | |
| "learning_rate": 0.00011059951953686535, | |
| "loss": 0.2727, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.5259822560202788, | |
| "grad_norm": 0.23100289329465973, | |
| "learning_rate": 0.00010839717903583684, | |
| "loss": 0.2559, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.532319391634981, | |
| "grad_norm": 0.31979110117969145, | |
| "learning_rate": 0.00010619072856383181, | |
| "loss": 0.2413, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.5386565272496832, | |
| "grad_norm": 0.3131449805956835, | |
| "learning_rate": 0.00010398124806059701, | |
| "loss": 0.2807, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.5449936628643853, | |
| "grad_norm": 0.30855801225213353, | |
| "learning_rate": 0.00010176981894891768, | |
| "loss": 0.1961, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.5513307984790875, | |
| "grad_norm": 0.3422494582211193, | |
| "learning_rate": 9.955752360531896e-05, | |
| "loss": 0.2805, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.5576679340937896, | |
| "grad_norm": 0.26688868743798966, | |
| "learning_rate": 9.734544483030026e-05, | |
| "loss": 0.2597, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.5640050697084917, | |
| "grad_norm": 0.3161252521303147, | |
| "learning_rate": 9.513466531836221e-05, | |
| "loss": 0.2166, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.5703422053231939, | |
| "grad_norm": 0.3401785018630494, | |
| "learning_rate": 9.292626712808556e-05, | |
| "loss": 0.2827, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5766793409378961, | |
| "grad_norm": 0.3036061299387351, | |
| "learning_rate": 9.072133115252112e-05, | |
| "loss": 0.2254, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.5830164765525983, | |
| "grad_norm": 0.35415945685790207, | |
| "learning_rate": 8.85209365901505e-05, | |
| "loss": 0.2692, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5893536121673004, | |
| "grad_norm": 0.25401069755470806, | |
| "learning_rate": 8.632616041667577e-05, | |
| "loss": 0.2539, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.5956907477820025, | |
| "grad_norm": 0.31003086790259704, | |
| "learning_rate": 8.41380768578976e-05, | |
| "loss": 0.2271, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.6020278833967047, | |
| "grad_norm": 0.3237135373224526, | |
| "learning_rate": 8.195775686393897e-05, | |
| "loss": 0.2792, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.6083650190114068, | |
| "grad_norm": 0.2952913468902984, | |
| "learning_rate": 7.978626758507217e-05, | |
| "loss": 0.2033, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.614702154626109, | |
| "grad_norm": 0.32514176968318775, | |
| "learning_rate": 7.762467184940574e-05, | |
| "loss": 0.2632, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.6210392902408112, | |
| "grad_norm": 0.2704128994845209, | |
| "learning_rate": 7.547402764268689e-05, | |
| "loss": 0.2657, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.6273764258555133, | |
| "grad_norm": 0.3419677722251191, | |
| "learning_rate": 7.333538759047389e-05, | |
| "loss": 0.2432, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.6337135614702155, | |
| "grad_norm": 0.3336718483492428, | |
| "learning_rate": 7.120979844293201e-05, | |
| "loss": 0.2789, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.6400506970849176, | |
| "grad_norm": 0.28861366582406006, | |
| "learning_rate": 6.909830056250527e-05, | |
| "loss": 0.2185, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.6463878326996197, | |
| "grad_norm": 0.3292639675337998, | |
| "learning_rate": 6.700192741471447e-05, | |
| "loss": 0.2622, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.6527249683143219, | |
| "grad_norm": 0.2539285743910528, | |
| "learning_rate": 6.4921705062331e-05, | |
| "loss": 0.2442, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.6590621039290241, | |
| "grad_norm": 0.3067269034698268, | |
| "learning_rate": 6.285865166317386e-05, | |
| "loss": 0.2143, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.6653992395437263, | |
| "grad_norm": 0.3245132022152399, | |
| "learning_rate": 6.081377697177576e-05, | |
| "loss": 0.2719, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.6717363751584284, | |
| "grad_norm": 0.27285602978719187, | |
| "learning_rate": 5.8788081845162246e-05, | |
| "loss": 0.205, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.6780735107731305, | |
| "grad_norm": 0.33017438859174614, | |
| "learning_rate": 5.678255775298542e-05, | |
| "loss": 0.2595, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.6844106463878327, | |
| "grad_norm": 0.22042843479196494, | |
| "learning_rate": 5.479818629225259e-05, | |
| "loss": 0.2508, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.6907477820025348, | |
| "grad_norm": 0.3262775579247169, | |
| "learning_rate": 5.2835938706886966e-05, | |
| "loss": 0.2252, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.697084917617237, | |
| "grad_norm": 0.3604718135367501, | |
| "learning_rate": 5.0896775412355434e-05, | |
| "loss": 0.2703, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.7034220532319392, | |
| "grad_norm": 0.2849330234510489, | |
| "learning_rate": 4.89816455255966e-05, | |
| "loss": 0.1977, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.7097591888466414, | |
| "grad_norm": 0.2992590502661103, | |
| "learning_rate": 4.7091486400478604e-05, | |
| "loss": 0.252, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.7160963244613435, | |
| "grad_norm": 0.2424976560859796, | |
| "learning_rate": 4.5227223169014456e-05, | |
| "loss": 0.2465, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.7224334600760456, | |
| "grad_norm": 0.35965307208087977, | |
| "learning_rate": 4.338976828855939e-05, | |
| "loss": 0.2249, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.7287705956907478, | |
| "grad_norm": 0.3741830397170476, | |
| "learning_rate": 4.1580021095211486e-05, | |
| "loss": 0.284, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.7351077313054499, | |
| "grad_norm": 0.2903803822883755, | |
| "learning_rate": 3.9798867363634814e-05, | |
| "loss": 0.2123, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.7414448669201521, | |
| "grad_norm": 0.31710020807356026, | |
| "learning_rate": 3.804717887351991e-05, | |
| "loss": 0.2605, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.7477820025348543, | |
| "grad_norm": 0.24733722916292933, | |
| "learning_rate": 3.632581298289427e-05, | |
| "loss": 0.2289, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.7541191381495564, | |
| "grad_norm": 0.3001878742603873, | |
| "learning_rate": 3.4635612208491194e-05, | |
| "loss": 0.2322, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.7604562737642585, | |
| "grad_norm": 0.3250883573895976, | |
| "learning_rate": 3.2977403813382926e-05, | |
| "loss": 0.2525, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.7604562737642585, | |
| "eval_loss": 0.2325838953256607, | |
| "eval_runtime": 1086.1174, | |
| "eval_samples_per_second": 3.683, | |
| "eval_steps_per_second": 0.115, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.7667934093789607, | |
| "grad_norm": 0.3246331902911399, | |
| "learning_rate": 3.135199940207947e-05, | |
| "loss": 0.2206, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.7731305449936628, | |
| "grad_norm": 0.3364965552008111, | |
| "learning_rate": 2.976019452329153e-05, | |
| "loss": 0.2566, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.779467680608365, | |
| "grad_norm": 0.22924356326780843, | |
| "learning_rate": 2.8202768280551894e-05, | |
| "loss": 0.2448, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.7858048162230672, | |
| "grad_norm": 0.3207071242715804, | |
| "learning_rate": 2.6680482950885777e-05, | |
| "loss": 0.2269, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.7921419518377694, | |
| "grad_norm": 0.37606836614121164, | |
| "learning_rate": 2.5194083611716935e-05, | |
| "loss": 0.27, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.7984790874524715, | |
| "grad_norm": 0.2830616844795413, | |
| "learning_rate": 2.374429777619205e-05, | |
| "loss": 0.1848, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.8048162230671736, | |
| "grad_norm": 0.3123281734582231, | |
| "learning_rate": 2.2331835037101823e-05, | |
| "loss": 0.2562, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.8111533586818758, | |
| "grad_norm": 0.27281906149266577, | |
| "learning_rate": 2.0957386719573224e-05, | |
| "loss": 0.2417, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.8174904942965779, | |
| "grad_norm": 0.3463842809980822, | |
| "learning_rate": 1.962162554270267e-05, | |
| "loss": 0.2108, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.8238276299112801, | |
| "grad_norm": 0.35511851586585724, | |
| "learning_rate": 1.83252052902961e-05, | |
| "loss": 0.2789, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.8301647655259823, | |
| "grad_norm": 0.2720460231999165, | |
| "learning_rate": 1.7068760490876422e-05, | |
| "loss": 0.1886, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.8365019011406845, | |
| "grad_norm": 0.323785370919597, | |
| "learning_rate": 1.5852906107115893e-05, | |
| "loss": 0.2617, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.8428390367553865, | |
| "grad_norm": 0.23954436901187928, | |
| "learning_rate": 1.4678237234844649e-05, | |
| "loss": 0.2501, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.8491761723700887, | |
| "grad_norm": 0.3169133202131331, | |
| "learning_rate": 1.354532881178301e-05, | |
| "loss": 0.1988, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.8555133079847909, | |
| "grad_norm": 0.3516256902668012, | |
| "learning_rate": 1.2454735336140167e-05, | |
| "loss": 0.2765, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.861850443599493, | |
| "grad_norm": 0.2923347791144997, | |
| "learning_rate": 1.1406990595216971e-05, | |
| "loss": 0.2065, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.8681875792141952, | |
| "grad_norm": 0.30823497046755327, | |
| "learning_rate": 1.0402607404145449e-05, | |
| "loss": 0.2623, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.8745247148288974, | |
| "grad_norm": 0.25292131222665615, | |
| "learning_rate": 9.442077354893198e-06, | |
| "loss": 0.2461, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.8808618504435995, | |
| "grad_norm": 0.32414756933713984, | |
| "learning_rate": 8.525870575655392e-06, | |
| "loss": 0.217, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.8871989860583016, | |
| "grad_norm": 0.3423100582401461, | |
| "learning_rate": 7.654435500752055e-06, | |
| "loss": 0.2675, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.8935361216730038, | |
| "grad_norm": 0.29544160874192754, | |
| "learning_rate": 6.828198651143425e-06, | |
| "loss": 0.1927, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.899873257287706, | |
| "grad_norm": 0.32477510117980407, | |
| "learning_rate": 6.047564425670749e-06, | |
| "loss": 0.2613, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.9062103929024081, | |
| "grad_norm": 0.23676655623304554, | |
| "learning_rate": 5.312914903124566e-06, | |
| "loss": 0.2414, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.9125475285171103, | |
| "grad_norm": 0.2967989522178623, | |
| "learning_rate": 4.624609655237544e-06, | |
| "loss": 0.2002, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.9188846641318125, | |
| "grad_norm": 0.340334151463555, | |
| "learning_rate": 3.982985570693354e-06, | |
| "loss": 0.2764, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.9252217997465145, | |
| "grad_norm": 0.2776495387493925, | |
| "learning_rate": 3.388356690237582e-06, | |
| "loss": 0.1859, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.9315589353612167, | |
| "grad_norm": 0.37073108669893173, | |
| "learning_rate": 2.84101405297158e-06, | |
| "loss": 0.2378, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.9378960709759189, | |
| "grad_norm": 0.2570912693772944, | |
| "learning_rate": 2.341225553904336e-06, | |
| "loss": 0.2398, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.944233206590621, | |
| "grad_norm": 0.3306131510091784, | |
| "learning_rate": 1.8892358128322018e-06, | |
| "loss": 0.2092, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.9505703422053232, | |
| "grad_norm": 0.33888565708232804, | |
| "learning_rate": 1.4852660546105234e-06, | |
| "loss": 0.2873, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.9569074778200254, | |
| "grad_norm": 0.2906867586955816, | |
| "learning_rate": 1.1295140008758864e-06, | |
| "loss": 0.2079, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.9632446134347274, | |
| "grad_norm": 0.34402820600782946, | |
| "learning_rate": 8.221537732719275e-07, | |
| "loss": 0.2648, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.9695817490494296, | |
| "grad_norm": 0.26017431588284967, | |
| "learning_rate": 5.633358082260954e-07, | |
| "loss": 0.2481, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.9759188846641318, | |
| "grad_norm": 0.3339069885340444, | |
| "learning_rate": 3.5318678331904833e-07, | |
| "loss": 0.2237, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.982256020278834, | |
| "grad_norm": 0.34754105161997045, | |
| "learning_rate": 1.9180955528270706e-07, | |
| "loss": 0.27, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.9885931558935361, | |
| "grad_norm": 0.3246226295094946, | |
| "learning_rate": 7.928310965742425e-08, | |
| "loss": 0.2226, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.9949302915082383, | |
| "grad_norm": 0.31594487456225406, | |
| "learning_rate": 1.5662522132742218e-08, | |
| "loss": 0.2444, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 789, | |
| "total_flos": 1.0371979095834624e+16, | |
| "train_loss": 0.2726454405050314, | |
| "train_runtime": 20804.2809, | |
| "train_samples_per_second": 1.213, | |
| "train_steps_per_second": 0.038 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 789, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0371979095834624e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |