{ "best_metric": null, "best_model_checkpoint": null, "epoch": 10.0, "eval_steps": 500, "global_step": 221790, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 0.00011999999999999999, "loss": 18.2932, "step": 600 }, { "epoch": 0.05, "learning_rate": 0.00023999999999999998, "loss": 4.6022, "step": 1200 }, { "epoch": 0.08, "learning_rate": 0.00029959144763720545, "loss": 2.9785, "step": 1800 }, { "epoch": 0.11, "learning_rate": 0.0002987743429116165, "loss": 2.065, "step": 2400 }, { "epoch": 0.14, "learning_rate": 0.0002979572381860275, "loss": 1.7581, "step": 3000 }, { "epoch": 0.16, "learning_rate": 0.0002971401334604385, "loss": 1.6367, "step": 3600 }, { "epoch": 0.19, "learning_rate": 0.0002963230287348495, "loss": 1.5326, "step": 4200 }, { "epoch": 0.22, "learning_rate": 0.0002955059240092605, "loss": 1.4634, "step": 4800 }, { "epoch": 0.24, "learning_rate": 0.0002946888192836715, "loss": 1.4078, "step": 5400 }, { "epoch": 0.27, "learning_rate": 0.0002938717145580825, "loss": 1.385, "step": 6000 }, { "epoch": 0.3, "learning_rate": 0.0002930546098324935, "loss": 1.3197, "step": 6600 }, { "epoch": 0.32, "learning_rate": 0.00029223750510690453, "loss": 1.3254, "step": 7200 }, { "epoch": 0.35, "learning_rate": 0.00029142040038131553, "loss": 1.3057, "step": 7800 }, { "epoch": 0.38, "learning_rate": 0.0002906032956557265, "loss": 1.2723, "step": 8400 }, { "epoch": 0.41, "learning_rate": 0.0002897861909301375, "loss": 1.2535, "step": 9000 }, { "epoch": 0.43, "learning_rate": 0.0002889690862045485, "loss": 1.2308, "step": 9600 }, { "epoch": 0.46, "learning_rate": 0.0002881519814789595, "loss": 1.2168, "step": 10200 }, { "epoch": 0.49, "learning_rate": 0.0002873348767533705, "loss": 1.2023, "step": 10800 }, { "epoch": 0.51, "learning_rate": 0.00028651777202778157, "loss": 1.2041, "step": 11400 }, { "epoch": 0.54, "learning_rate": 0.00028570066730219257, "loss": 1.1883, "step": 12000 }, { "epoch": 0.57, "learning_rate": 0.0002848835625766035, "loss": 1.1623, "step": 12600 }, { "epoch": 0.6, "learning_rate": 0.00028406645785101456, "loss": 1.1844, "step": 13200 }, { "epoch": 0.62, "learning_rate": 0.00028324935312542556, "loss": 1.1347, "step": 13800 }, { "epoch": 0.65, "learning_rate": 0.00028243224839983656, "loss": 1.1252, "step": 14400 }, { "epoch": 0.68, "learning_rate": 0.00028161514367424755, "loss": 1.1061, "step": 15000 }, { "epoch": 0.7, "learning_rate": 0.00028079803894865855, "loss": 1.1354, "step": 15600 }, { "epoch": 0.73, "learning_rate": 0.00027998093422306955, "loss": 1.1211, "step": 16200 }, { "epoch": 0.76, "learning_rate": 0.00027916382949748055, "loss": 1.0821, "step": 16800 }, { "epoch": 0.78, "learning_rate": 0.00027834672477189154, "loss": 1.0761, "step": 17400 }, { "epoch": 0.81, "learning_rate": 0.0002775296200463026, "loss": 1.0546, "step": 18000 }, { "epoch": 0.84, "learning_rate": 0.0002767125153207136, "loss": 1.0796, "step": 18600 }, { "epoch": 0.87, "learning_rate": 0.0002758954105951246, "loss": 1.0725, "step": 19200 }, { "epoch": 0.89, "learning_rate": 0.0002750783058695356, "loss": 1.0716, "step": 19800 }, { "epoch": 0.92, "learning_rate": 0.0002742612011439466, "loss": 1.0463, "step": 20400 }, { "epoch": 0.95, "learning_rate": 0.0002734440964183576, "loss": 1.0412, "step": 21000 }, { "epoch": 0.97, "learning_rate": 0.0002726269916927686, "loss": 1.0318, "step": 21600 }, { "epoch": 1.0, "learning_rate": 0.00027180988696717963, "loss": 1.0419, "step": 22200 }, { "epoch": 1.03, "learning_rate": 0.00027099278224159063, "loss": 0.9673, "step": 22800 }, { "epoch": 1.06, "learning_rate": 0.0002701756775160016, "loss": 0.9693, "step": 23400 }, { "epoch": 1.08, "learning_rate": 0.0002693585727904126, "loss": 0.9555, "step": 24000 }, { "epoch": 1.11, "learning_rate": 0.0002685414680648236, "loss": 0.9832, "step": 24600 }, { "epoch": 1.14, "learning_rate": 0.0002677243633392346, "loss": 0.9578, "step": 25200 }, { "epoch": 1.16, "learning_rate": 0.0002669072586136456, "loss": 0.9569, "step": 25800 }, { "epoch": 1.19, "learning_rate": 0.00026609015388805667, "loss": 0.9521, "step": 26400 }, { "epoch": 1.22, "learning_rate": 0.0002652730491624676, "loss": 0.953, "step": 27000 }, { "epoch": 1.24, "learning_rate": 0.0002644559444368786, "loss": 0.9757, "step": 27600 }, { "epoch": 1.27, "learning_rate": 0.00026363883971128966, "loss": 0.9517, "step": 28200 }, { "epoch": 1.3, "learning_rate": 0.00026282173498570066, "loss": 0.9552, "step": 28800 }, { "epoch": 1.33, "learning_rate": 0.00026200463026011166, "loss": 0.944, "step": 29400 }, { "epoch": 1.35, "learning_rate": 0.00026118752553452266, "loss": 0.936, "step": 30000 }, { "epoch": 1.38, "learning_rate": 0.00026037042080893365, "loss": 0.9071, "step": 30600 }, { "epoch": 1.41, "learning_rate": 0.00025955331608334465, "loss": 0.9137, "step": 31200 }, { "epoch": 1.43, "learning_rate": 0.00025873621135775565, "loss": 0.9191, "step": 31800 }, { "epoch": 1.46, "learning_rate": 0.00025791910663216665, "loss": 0.9185, "step": 32400 }, { "epoch": 1.49, "learning_rate": 0.0002571020019065777, "loss": 0.9054, "step": 33000 }, { "epoch": 1.51, "learning_rate": 0.0002562848971809887, "loss": 0.9274, "step": 33600 }, { "epoch": 1.54, "learning_rate": 0.0002554677924553997, "loss": 0.8956, "step": 34200 }, { "epoch": 1.57, "learning_rate": 0.0002546506877298107, "loss": 0.893, "step": 34800 }, { "epoch": 1.6, "learning_rate": 0.0002538335830042217, "loss": 0.9151, "step": 35400 }, { "epoch": 1.62, "learning_rate": 0.0002530164782786327, "loss": 0.8903, "step": 36000 }, { "epoch": 1.65, "learning_rate": 0.0002521993735530437, "loss": 0.8929, "step": 36600 }, { "epoch": 1.68, "learning_rate": 0.0002513822688274547, "loss": 0.8886, "step": 37200 }, { "epoch": 1.7, "learning_rate": 0.0002505651641018657, "loss": 0.8827, "step": 37800 }, { "epoch": 1.73, "learning_rate": 0.0002497480593762767, "loss": 0.8877, "step": 38400 }, { "epoch": 1.76, "learning_rate": 0.00024893095465068773, "loss": 0.868, "step": 39000 }, { "epoch": 1.79, "learning_rate": 0.0002481138499250987, "loss": 0.8731, "step": 39600 }, { "epoch": 1.81, "learning_rate": 0.0002472967451995097, "loss": 0.8649, "step": 40200 }, { "epoch": 1.84, "learning_rate": 0.0002464796404739207, "loss": 0.862, "step": 40800 }, { "epoch": 1.87, "learning_rate": 0.0002456625357483317, "loss": 0.8933, "step": 41400 }, { "epoch": 1.89, "learning_rate": 0.0002448454310227427, "loss": 0.8711, "step": 42000 }, { "epoch": 1.92, "learning_rate": 0.00024402832629715374, "loss": 0.8805, "step": 42600 }, { "epoch": 1.95, "learning_rate": 0.00024321122157156474, "loss": 0.8518, "step": 43200 }, { "epoch": 1.97, "learning_rate": 0.00024239411684597576, "loss": 0.8591, "step": 43800 }, { "epoch": 2.0, "learning_rate": 0.00024157701212038673, "loss": 0.8552, "step": 44400 }, { "epoch": 2.03, "learning_rate": 0.00024075990739479773, "loss": 0.7824, "step": 45000 }, { "epoch": 2.06, "learning_rate": 0.00023994280266920876, "loss": 0.7737, "step": 45600 }, { "epoch": 2.08, "learning_rate": 0.00023912569794361975, "loss": 0.7888, "step": 46200 }, { "epoch": 2.11, "learning_rate": 0.00023830859321803075, "loss": 0.7917, "step": 46800 }, { "epoch": 2.14, "learning_rate": 0.00023749148849244178, "loss": 0.7782, "step": 47400 }, { "epoch": 2.16, "learning_rate": 0.00023667438376685275, "loss": 0.7769, "step": 48000 }, { "epoch": 2.19, "learning_rate": 0.00023585727904126377, "loss": 0.7699, "step": 48600 }, { "epoch": 2.22, "learning_rate": 0.00023504017431567477, "loss": 0.7767, "step": 49200 }, { "epoch": 2.25, "learning_rate": 0.00023422306959008577, "loss": 0.7957, "step": 49800 }, { "epoch": 2.27, "learning_rate": 0.0002334059648644968, "loss": 0.7831, "step": 50400 }, { "epoch": 2.3, "learning_rate": 0.0002325888601389078, "loss": 0.8037, "step": 51000 }, { "epoch": 2.33, "learning_rate": 0.00023177175541331876, "loss": 0.7941, "step": 51600 }, { "epoch": 2.35, "learning_rate": 0.00023095465068772978, "loss": 0.7829, "step": 52200 }, { "epoch": 2.38, "learning_rate": 0.00023013754596214078, "loss": 0.7806, "step": 52800 }, { "epoch": 2.41, "learning_rate": 0.0002293204412365518, "loss": 0.7946, "step": 53400 }, { "epoch": 2.43, "learning_rate": 0.0002285033365109628, "loss": 0.7717, "step": 54000 }, { "epoch": 2.46, "learning_rate": 0.00022768623178537383, "loss": 0.7628, "step": 54600 }, { "epoch": 2.49, "learning_rate": 0.0002268691270597848, "loss": 0.7918, "step": 55200 }, { "epoch": 2.52, "learning_rate": 0.0002260520223341958, "loss": 0.7773, "step": 55800 }, { "epoch": 2.54, "learning_rate": 0.00022523491760860682, "loss": 0.7632, "step": 56400 }, { "epoch": 2.57, "learning_rate": 0.00022441781288301782, "loss": 0.7636, "step": 57000 }, { "epoch": 2.6, "learning_rate": 0.00022360070815742884, "loss": 0.7784, "step": 57600 }, { "epoch": 2.62, "learning_rate": 0.00022278360343183984, "loss": 0.7695, "step": 58200 }, { "epoch": 2.65, "learning_rate": 0.0002219664987062508, "loss": 0.7613, "step": 58800 }, { "epoch": 2.68, "learning_rate": 0.00022114939398066184, "loss": 0.7485, "step": 59400 }, { "epoch": 2.71, "learning_rate": 0.00022033228925507283, "loss": 0.7708, "step": 60000 }, { "epoch": 2.73, "learning_rate": 0.00021951518452948386, "loss": 0.7696, "step": 60600 }, { "epoch": 2.76, "learning_rate": 0.00021869807980389486, "loss": 0.7666, "step": 61200 }, { "epoch": 2.79, "learning_rate": 0.00021788097507830585, "loss": 0.785, "step": 61800 }, { "epoch": 2.81, "learning_rate": 0.00021706387035271685, "loss": 0.7501, "step": 62400 }, { "epoch": 2.84, "learning_rate": 0.00021624676562712785, "loss": 0.7595, "step": 63000 }, { "epoch": 2.87, "learning_rate": 0.00021542966090153885, "loss": 0.7308, "step": 63600 }, { "epoch": 2.89, "learning_rate": 0.00021461255617594987, "loss": 0.7349, "step": 64200 }, { "epoch": 2.92, "learning_rate": 0.00021379545145036087, "loss": 0.7373, "step": 64800 }, { "epoch": 2.95, "learning_rate": 0.0002129783467247719, "loss": 0.7557, "step": 65400 }, { "epoch": 2.98, "learning_rate": 0.00021216124199918286, "loss": 0.7597, "step": 66000 }, { "epoch": 3.0, "learning_rate": 0.00021134413727359386, "loss": 0.7466, "step": 66600 }, { "epoch": 3.03, "learning_rate": 0.00021052703254800489, "loss": 0.6804, "step": 67200 }, { "epoch": 3.06, "learning_rate": 0.00020970992782241588, "loss": 0.6638, "step": 67800 }, { "epoch": 3.08, "learning_rate": 0.0002088928230968269, "loss": 0.6752, "step": 68400 }, { "epoch": 3.11, "learning_rate": 0.0002080757183712379, "loss": 0.6732, "step": 69000 }, { "epoch": 3.14, "learning_rate": 0.00020725861364564888, "loss": 0.6693, "step": 69600 }, { "epoch": 3.17, "learning_rate": 0.0002064415089200599, "loss": 0.6765, "step": 70200 }, { "epoch": 3.19, "learning_rate": 0.0002056244041944709, "loss": 0.6703, "step": 70800 }, { "epoch": 3.22, "learning_rate": 0.00020480729946888192, "loss": 0.6746, "step": 71400 }, { "epoch": 3.25, "learning_rate": 0.00020399019474329292, "loss": 0.6885, "step": 72000 }, { "epoch": 3.27, "learning_rate": 0.00020317309001770394, "loss": 0.7011, "step": 72600 }, { "epoch": 3.3, "learning_rate": 0.00020235598529211492, "loss": 0.6752, "step": 73200 }, { "epoch": 3.33, "learning_rate": 0.0002015388805665259, "loss": 0.6875, "step": 73800 }, { "epoch": 3.35, "learning_rate": 0.00020072177584093694, "loss": 0.6809, "step": 74400 }, { "epoch": 3.38, "learning_rate": 0.00019990467111534793, "loss": 0.6775, "step": 75000 }, { "epoch": 3.41, "learning_rate": 0.00019908756638975893, "loss": 0.692, "step": 75600 }, { "epoch": 3.44, "learning_rate": 0.00019827046166416996, "loss": 0.68, "step": 76200 }, { "epoch": 3.46, "learning_rate": 0.00019745335693858093, "loss": 0.675, "step": 76800 }, { "epoch": 3.49, "learning_rate": 0.00019663625221299195, "loss": 0.6812, "step": 77400 }, { "epoch": 3.52, "learning_rate": 0.00019581914748740295, "loss": 0.6699, "step": 78000 }, { "epoch": 3.54, "learning_rate": 0.00019500204276181395, "loss": 0.6684, "step": 78600 }, { "epoch": 3.57, "learning_rate": 0.00019418493803622497, "loss": 0.675, "step": 79200 }, { "epoch": 3.6, "learning_rate": 0.00019336783331063597, "loss": 0.6479, "step": 79800 }, { "epoch": 3.63, "learning_rate": 0.00019255072858504697, "loss": 0.6679, "step": 80400 }, { "epoch": 3.65, "learning_rate": 0.00019173362385945796, "loss": 0.6831, "step": 81000 }, { "epoch": 3.68, "learning_rate": 0.00019091651913386896, "loss": 0.6633, "step": 81600 }, { "epoch": 3.71, "learning_rate": 0.00019009941440828, "loss": 0.6809, "step": 82200 }, { "epoch": 3.73, "learning_rate": 0.00018928230968269098, "loss": 0.6579, "step": 82800 }, { "epoch": 3.76, "learning_rate": 0.000188465204957102, "loss": 0.6539, "step": 83400 }, { "epoch": 3.79, "learning_rate": 0.00018764810023151298, "loss": 0.6607, "step": 84000 }, { "epoch": 3.81, "learning_rate": 0.00018683099550592398, "loss": 0.6615, "step": 84600 }, { "epoch": 3.84, "learning_rate": 0.000186013890780335, "loss": 0.6614, "step": 85200 }, { "epoch": 3.87, "learning_rate": 0.000185196786054746, "loss": 0.6517, "step": 85800 }, { "epoch": 3.9, "learning_rate": 0.00018437968132915702, "loss": 0.6559, "step": 86400 }, { "epoch": 3.92, "learning_rate": 0.00018356257660356802, "loss": 0.6506, "step": 87000 }, { "epoch": 3.95, "learning_rate": 0.000182745471877979, "loss": 0.6541, "step": 87600 }, { "epoch": 3.98, "learning_rate": 0.00018192836715239002, "loss": 0.6593, "step": 88200 }, { "epoch": 4.0, "learning_rate": 0.00018111126242680101, "loss": 0.6335, "step": 88800 }, { "epoch": 4.03, "learning_rate": 0.00018029415770121204, "loss": 0.5884, "step": 89400 }, { "epoch": 4.06, "learning_rate": 0.00017947705297562304, "loss": 0.5834, "step": 90000 }, { "epoch": 4.08, "learning_rate": 0.00017865994825003403, "loss": 0.596, "step": 90600 }, { "epoch": 4.11, "learning_rate": 0.00017784284352444503, "loss": 0.5839, "step": 91200 }, { "epoch": 4.14, "learning_rate": 0.00017702573879885603, "loss": 0.5738, "step": 91800 }, { "epoch": 4.17, "learning_rate": 0.00017620863407326705, "loss": 0.5835, "step": 92400 }, { "epoch": 4.19, "learning_rate": 0.00017539152934767805, "loss": 0.5738, "step": 93000 }, { "epoch": 4.22, "learning_rate": 0.00017457442462208905, "loss": 0.5773, "step": 93600 }, { "epoch": 4.25, "learning_rate": 0.00017375731989650007, "loss": 0.5866, "step": 94200 }, { "epoch": 4.27, "learning_rate": 0.00017294021517091104, "loss": 0.5843, "step": 94800 }, { "epoch": 4.3, "learning_rate": 0.00017212311044532204, "loss": 0.603, "step": 95400 }, { "epoch": 4.33, "learning_rate": 0.00017130600571973307, "loss": 0.5819, "step": 96000 }, { "epoch": 4.36, "learning_rate": 0.00017048890099414406, "loss": 0.592, "step": 96600 }, { "epoch": 4.38, "learning_rate": 0.0001696717962685551, "loss": 0.58, "step": 97200 }, { "epoch": 4.41, "learning_rate": 0.0001688546915429661, "loss": 0.5882, "step": 97800 }, { "epoch": 4.44, "learning_rate": 0.00016803758681737706, "loss": 0.5987, "step": 98400 }, { "epoch": 4.46, "learning_rate": 0.00016722048209178808, "loss": 0.585, "step": 99000 }, { "epoch": 4.49, "learning_rate": 0.00016640337736619908, "loss": 0.5769, "step": 99600 }, { "epoch": 4.52, "learning_rate": 0.0001655862726406101, "loss": 0.5813, "step": 100200 }, { "epoch": 4.54, "learning_rate": 0.0001647691679150211, "loss": 0.6053, "step": 100800 }, { "epoch": 4.57, "learning_rate": 0.00016395206318943207, "loss": 0.5889, "step": 101400 }, { "epoch": 4.6, "learning_rate": 0.0001631349584638431, "loss": 0.5877, "step": 102000 }, { "epoch": 4.63, "learning_rate": 0.0001623178537382541, "loss": 0.581, "step": 102600 }, { "epoch": 4.65, "learning_rate": 0.00016150074901266512, "loss": 0.5699, "step": 103200 }, { "epoch": 4.68, "learning_rate": 0.00016068364428707612, "loss": 0.5781, "step": 103800 }, { "epoch": 4.71, "learning_rate": 0.00015986653956148714, "loss": 0.5812, "step": 104400 }, { "epoch": 4.73, "learning_rate": 0.0001590494348358981, "loss": 0.5686, "step": 105000 }, { "epoch": 4.76, "learning_rate": 0.0001582323301103091, "loss": 0.5724, "step": 105600 }, { "epoch": 4.79, "learning_rate": 0.00015741522538472013, "loss": 0.5722, "step": 106200 }, { "epoch": 4.82, "learning_rate": 0.00015659812065913113, "loss": 0.5834, "step": 106800 }, { "epoch": 4.84, "learning_rate": 0.00015578101593354213, "loss": 0.5825, "step": 107400 }, { "epoch": 4.87, "learning_rate": 0.00015496391120795315, "loss": 0.5783, "step": 108000 }, { "epoch": 4.9, "learning_rate": 0.00015414680648236412, "loss": 0.5819, "step": 108600 }, { "epoch": 4.92, "learning_rate": 0.00015332970175677515, "loss": 0.5823, "step": 109200 }, { "epoch": 4.95, "learning_rate": 0.00015251259703118615, "loss": 0.5755, "step": 109800 }, { "epoch": 4.98, "learning_rate": 0.00015169549230559714, "loss": 0.571, "step": 110400 }, { "epoch": 5.0, "learning_rate": 0.00015087838758000817, "loss": 0.5603, "step": 111000 }, { "epoch": 5.03, "learning_rate": 0.00015006128285441917, "loss": 0.5127, "step": 111600 }, { "epoch": 5.06, "learning_rate": 0.00014924417812883016, "loss": 0.52, "step": 112200 }, { "epoch": 5.09, "learning_rate": 0.0001484270734032412, "loss": 0.5327, "step": 112800 }, { "epoch": 5.11, "learning_rate": 0.00014760996867765216, "loss": 0.5081, "step": 113400 }, { "epoch": 5.14, "learning_rate": 0.00014679286395206318, "loss": 0.5189, "step": 114000 }, { "epoch": 5.17, "learning_rate": 0.00014597575922647418, "loss": 0.5178, "step": 114600 }, { "epoch": 5.19, "learning_rate": 0.00014515865450088518, "loss": 0.5254, "step": 115200 }, { "epoch": 5.22, "learning_rate": 0.00014434154977529618, "loss": 0.5171, "step": 115800 }, { "epoch": 5.25, "learning_rate": 0.0001435244450497072, "loss": 0.5167, "step": 116400 }, { "epoch": 5.28, "learning_rate": 0.0001427073403241182, "loss": 0.5286, "step": 117000 }, { "epoch": 5.3, "learning_rate": 0.0001418902355985292, "loss": 0.5298, "step": 117600 }, { "epoch": 5.33, "learning_rate": 0.00014107313087294022, "loss": 0.5295, "step": 118200 }, { "epoch": 5.36, "learning_rate": 0.0001402560261473512, "loss": 0.5324, "step": 118800 }, { "epoch": 5.38, "learning_rate": 0.00013943892142176222, "loss": 0.5155, "step": 119400 }, { "epoch": 5.41, "learning_rate": 0.0001386218166961732, "loss": 0.5138, "step": 120000 }, { "epoch": 5.44, "learning_rate": 0.0001378047119705842, "loss": 0.5215, "step": 120600 }, { "epoch": 5.46, "learning_rate": 0.00013698760724499524, "loss": 0.5236, "step": 121200 }, { "epoch": 5.49, "learning_rate": 0.00013617050251940623, "loss": 0.5249, "step": 121800 }, { "epoch": 5.52, "learning_rate": 0.00013535339779381723, "loss": 0.5086, "step": 122400 }, { "epoch": 5.55, "learning_rate": 0.00013453629306822823, "loss": 0.5271, "step": 123000 }, { "epoch": 5.57, "learning_rate": 0.00013371918834263925, "loss": 0.5214, "step": 123600 }, { "epoch": 5.6, "learning_rate": 0.00013290208361705022, "loss": 0.5257, "step": 124200 }, { "epoch": 5.63, "learning_rate": 0.00013208497889146125, "loss": 0.5182, "step": 124800 }, { "epoch": 5.65, "learning_rate": 0.00013126787416587225, "loss": 0.5128, "step": 125400 }, { "epoch": 5.68, "learning_rate": 0.00013045076944028324, "loss": 0.5164, "step": 126000 }, { "epoch": 5.71, "learning_rate": 0.00012963366471469427, "loss": 0.5142, "step": 126600 }, { "epoch": 5.74, "learning_rate": 0.00012881655998910527, "loss": 0.5336, "step": 127200 }, { "epoch": 5.76, "learning_rate": 0.00012799945526351626, "loss": 0.5216, "step": 127800 }, { "epoch": 5.79, "learning_rate": 0.00012718235053792726, "loss": 0.5185, "step": 128400 }, { "epoch": 5.82, "learning_rate": 0.00012636524581233829, "loss": 0.5134, "step": 129000 }, { "epoch": 5.84, "learning_rate": 0.00012554814108674928, "loss": 0.5206, "step": 129600 }, { "epoch": 5.87, "learning_rate": 0.00012473103636116028, "loss": 0.5056, "step": 130200 }, { "epoch": 5.9, "learning_rate": 0.00012391393163557128, "loss": 0.4996, "step": 130800 }, { "epoch": 5.92, "learning_rate": 0.00012309682690998228, "loss": 0.51, "step": 131400 }, { "epoch": 5.95, "learning_rate": 0.0001222797221843933, "loss": 0.499, "step": 132000 }, { "epoch": 5.98, "learning_rate": 0.0001214626174588043, "loss": 0.5181, "step": 132600 }, { "epoch": 6.01, "learning_rate": 0.0001206455127332153, "loss": 0.5164, "step": 133200 }, { "epoch": 6.03, "learning_rate": 0.0001198284080076263, "loss": 0.4706, "step": 133800 }, { "epoch": 6.06, "learning_rate": 0.00011901130328203729, "loss": 0.4552, "step": 134400 }, { "epoch": 6.09, "learning_rate": 0.0001181941985564483, "loss": 0.457, "step": 135000 }, { "epoch": 6.11, "learning_rate": 0.00011737709383085931, "loss": 0.4606, "step": 135600 }, { "epoch": 6.14, "learning_rate": 0.00011655998910527031, "loss": 0.4685, "step": 136200 }, { "epoch": 6.17, "learning_rate": 0.00011574288437968132, "loss": 0.4564, "step": 136800 }, { "epoch": 6.2, "learning_rate": 0.00011492577965409233, "loss": 0.4611, "step": 137400 }, { "epoch": 6.22, "learning_rate": 0.00011410867492850332, "loss": 0.4496, "step": 138000 }, { "epoch": 6.25, "learning_rate": 0.00011329157020291433, "loss": 0.4509, "step": 138600 }, { "epoch": 6.28, "learning_rate": 0.00011247446547732534, "loss": 0.4546, "step": 139200 }, { "epoch": 6.3, "learning_rate": 0.00011165736075173634, "loss": 0.4616, "step": 139800 }, { "epoch": 6.33, "learning_rate": 0.00011084025602614733, "loss": 0.465, "step": 140400 }, { "epoch": 6.36, "learning_rate": 0.00011002315130055835, "loss": 0.4639, "step": 141000 }, { "epoch": 6.38, "learning_rate": 0.00010920604657496934, "loss": 0.4605, "step": 141600 }, { "epoch": 6.41, "learning_rate": 0.00010838894184938035, "loss": 0.4592, "step": 142200 }, { "epoch": 6.44, "learning_rate": 0.00010757183712379136, "loss": 0.4612, "step": 142800 }, { "epoch": 6.47, "learning_rate": 0.00010675473239820235, "loss": 0.4538, "step": 143400 }, { "epoch": 6.49, "learning_rate": 0.00010593762767261336, "loss": 0.452, "step": 144000 }, { "epoch": 6.52, "learning_rate": 0.00010512052294702437, "loss": 0.4701, "step": 144600 }, { "epoch": 6.55, "learning_rate": 0.00010430341822143537, "loss": 0.4518, "step": 145200 }, { "epoch": 6.57, "learning_rate": 0.00010348631349584638, "loss": 0.4594, "step": 145800 }, { "epoch": 6.6, "learning_rate": 0.00010266920877025738, "loss": 0.4593, "step": 146400 }, { "epoch": 6.63, "learning_rate": 0.00010185210404466838, "loss": 0.4651, "step": 147000 }, { "epoch": 6.65, "learning_rate": 0.00010103499931907939, "loss": 0.4547, "step": 147600 }, { "epoch": 6.68, "learning_rate": 0.0001002178945934904, "loss": 0.4544, "step": 148200 }, { "epoch": 6.71, "learning_rate": 9.940078986790138e-05, "loss": 0.4605, "step": 148800 }, { "epoch": 6.74, "learning_rate": 9.858368514231239e-05, "loss": 0.4518, "step": 149400 }, { "epoch": 6.76, "learning_rate": 9.77665804167234e-05, "loss": 0.4625, "step": 150000 }, { "epoch": 6.79, "learning_rate": 9.69494756911344e-05, "loss": 0.4537, "step": 150600 }, { "epoch": 6.82, "learning_rate": 9.613237096554541e-05, "loss": 0.4515, "step": 151200 }, { "epoch": 6.84, "learning_rate": 9.531526623995642e-05, "loss": 0.4507, "step": 151800 }, { "epoch": 6.87, "learning_rate": 9.449816151436741e-05, "loss": 0.4617, "step": 152400 }, { "epoch": 6.9, "learning_rate": 9.368105678877842e-05, "loss": 0.4494, "step": 153000 }, { "epoch": 6.93, "learning_rate": 9.286395206318943e-05, "loss": 0.4502, "step": 153600 }, { "epoch": 6.95, "learning_rate": 9.204684733760043e-05, "loss": 0.4495, "step": 154200 }, { "epoch": 6.98, "learning_rate": 9.122974261201142e-05, "loss": 0.4569, "step": 154800 }, { "epoch": 7.01, "learning_rate": 9.041263788642244e-05, "loss": 0.4416, "step": 155400 }, { "epoch": 7.03, "learning_rate": 8.959553316083343e-05, "loss": 0.4081, "step": 156000 }, { "epoch": 7.06, "learning_rate": 8.877842843524444e-05, "loss": 0.4196, "step": 156600 }, { "epoch": 7.09, "learning_rate": 8.796132370965546e-05, "loss": 0.4135, "step": 157200 }, { "epoch": 7.11, "learning_rate": 8.714421898406644e-05, "loss": 0.4088, "step": 157800 }, { "epoch": 7.14, "learning_rate": 8.632711425847745e-05, "loss": 0.4005, "step": 158400 }, { "epoch": 7.17, "learning_rate": 8.551000953288846e-05, "loss": 0.3954, "step": 159000 }, { "epoch": 7.2, "learning_rate": 8.469290480729946e-05, "loss": 0.4093, "step": 159600 }, { "epoch": 7.22, "learning_rate": 8.387580008171047e-05, "loss": 0.3998, "step": 160200 }, { "epoch": 7.25, "learning_rate": 8.305869535612147e-05, "loss": 0.4068, "step": 160800 }, { "epoch": 7.28, "learning_rate": 8.224159063053247e-05, "loss": 0.3933, "step": 161400 }, { "epoch": 7.3, "learning_rate": 8.142448590494348e-05, "loss": 0.3957, "step": 162000 }, { "epoch": 7.33, "learning_rate": 8.060738117935449e-05, "loss": 0.3954, "step": 162600 }, { "epoch": 7.36, "learning_rate": 7.979027645376547e-05, "loss": 0.3949, "step": 163200 }, { "epoch": 7.39, "learning_rate": 7.897317172817648e-05, "loss": 0.4014, "step": 163800 }, { "epoch": 7.41, "learning_rate": 7.81560670025875e-05, "loss": 0.4007, "step": 164400 }, { "epoch": 7.44, "learning_rate": 7.733896227699849e-05, "loss": 0.4037, "step": 165000 }, { "epoch": 7.47, "learning_rate": 7.65218575514095e-05, "loss": 0.4055, "step": 165600 }, { "epoch": 7.49, "learning_rate": 7.570475282582051e-05, "loss": 0.3985, "step": 166200 }, { "epoch": 7.52, "learning_rate": 7.488764810023151e-05, "loss": 0.4022, "step": 166800 }, { "epoch": 7.55, "learning_rate": 7.407054337464251e-05, "loss": 0.3872, "step": 167400 }, { "epoch": 7.57, "learning_rate": 7.325343864905351e-05, "loss": 0.3895, "step": 168000 }, { "epoch": 7.6, "learning_rate": 7.243633392346452e-05, "loss": 0.3968, "step": 168600 }, { "epoch": 7.63, "learning_rate": 7.161922919787552e-05, "loss": 0.4051, "step": 169200 }, { "epoch": 7.66, "learning_rate": 7.080212447228653e-05, "loss": 0.3915, "step": 169800 }, { "epoch": 7.68, "learning_rate": 6.998501974669754e-05, "loss": 0.3934, "step": 170400 }, { "epoch": 7.71, "learning_rate": 6.916791502110854e-05, "loss": 0.3943, "step": 171000 }, { "epoch": 7.74, "learning_rate": 6.835081029551953e-05, "loss": 0.3932, "step": 171600 }, { "epoch": 7.76, "learning_rate": 6.753370556993054e-05, "loss": 0.4063, "step": 172200 }, { "epoch": 7.79, "learning_rate": 6.671660084434154e-05, "loss": 0.3975, "step": 172800 }, { "epoch": 7.82, "learning_rate": 6.589949611875254e-05, "loss": 0.3915, "step": 173400 }, { "epoch": 7.85, "learning_rate": 6.508239139316355e-05, "loss": 0.3892, "step": 174000 }, { "epoch": 7.87, "learning_rate": 6.426528666757456e-05, "loss": 0.3831, "step": 174600 }, { "epoch": 7.9, "learning_rate": 6.344818194198556e-05, "loss": 0.3896, "step": 175200 }, { "epoch": 7.93, "learning_rate": 6.263107721639657e-05, "loss": 0.3839, "step": 175800 }, { "epoch": 7.95, "learning_rate": 6.181397249080757e-05, "loss": 0.401, "step": 176400 }, { "epoch": 7.98, "learning_rate": 6.0996867765218565e-05, "loss": 0.3888, "step": 177000 }, { "epoch": 8.01, "learning_rate": 6.0179763039629576e-05, "loss": 0.371, "step": 177600 }, { "epoch": 8.03, "learning_rate": 5.936265831404058e-05, "loss": 0.3514, "step": 178200 }, { "epoch": 8.06, "learning_rate": 5.854555358845158e-05, "loss": 0.364, "step": 178800 }, { "epoch": 8.09, "learning_rate": 5.772844886286259e-05, "loss": 0.3486, "step": 179400 }, { "epoch": 8.12, "learning_rate": 5.691134413727359e-05, "loss": 0.3531, "step": 180000 }, { "epoch": 8.14, "learning_rate": 5.609423941168459e-05, "loss": 0.3584, "step": 180600 }, { "epoch": 8.17, "learning_rate": 5.52771346860956e-05, "loss": 0.345, "step": 181200 }, { "epoch": 8.2, "learning_rate": 5.44600299605066e-05, "loss": 0.3406, "step": 181800 }, { "epoch": 8.22, "learning_rate": 5.3642925234917604e-05, "loss": 0.3519, "step": 182400 }, { "epoch": 8.25, "learning_rate": 5.28258205093286e-05, "loss": 0.3607, "step": 183000 }, { "epoch": 8.28, "learning_rate": 5.200871578373961e-05, "loss": 0.3533, "step": 183600 }, { "epoch": 8.31, "learning_rate": 5.119161105815061e-05, "loss": 0.3586, "step": 184200 }, { "epoch": 8.33, "learning_rate": 5.0374506332561615e-05, "loss": 0.3453, "step": 184800 }, { "epoch": 8.36, "learning_rate": 4.9557401606972626e-05, "loss": 0.3431, "step": 185400 }, { "epoch": 8.39, "learning_rate": 4.8740296881383624e-05, "loss": 0.3546, "step": 186000 }, { "epoch": 8.41, "learning_rate": 4.792319215579463e-05, "loss": 0.3434, "step": 186600 }, { "epoch": 8.44, "learning_rate": 4.710608743020563e-05, "loss": 0.356, "step": 187200 }, { "epoch": 8.47, "learning_rate": 4.628898270461664e-05, "loss": 0.343, "step": 187800 }, { "epoch": 8.49, "learning_rate": 4.547187797902764e-05, "loss": 0.3501, "step": 188400 }, { "epoch": 8.52, "learning_rate": 4.4654773253438645e-05, "loss": 0.3384, "step": 189000 }, { "epoch": 8.55, "learning_rate": 4.383766852784965e-05, "loss": 0.3515, "step": 189600 }, { "epoch": 8.58, "learning_rate": 4.302056380226065e-05, "loss": 0.353, "step": 190200 }, { "epoch": 8.6, "learning_rate": 4.220345907667166e-05, "loss": 0.3448, "step": 190800 }, { "epoch": 8.63, "learning_rate": 4.138635435108266e-05, "loss": 0.3438, "step": 191400 }, { "epoch": 8.66, "learning_rate": 4.056924962549366e-05, "loss": 0.3539, "step": 192000 }, { "epoch": 8.68, "learning_rate": 3.975214489990467e-05, "loss": 0.3514, "step": 192600 }, { "epoch": 8.71, "learning_rate": 3.893504017431567e-05, "loss": 0.3514, "step": 193200 }, { "epoch": 8.74, "learning_rate": 3.811793544872667e-05, "loss": 0.3349, "step": 193800 }, { "epoch": 8.77, "learning_rate": 3.730083072313768e-05, "loss": 0.3429, "step": 194400 }, { "epoch": 8.79, "learning_rate": 3.648372599754868e-05, "loss": 0.3407, "step": 195000 }, { "epoch": 8.82, "learning_rate": 3.5666621271959686e-05, "loss": 0.3444, "step": 195600 }, { "epoch": 8.85, "learning_rate": 3.484951654637069e-05, "loss": 0.3434, "step": 196200 }, { "epoch": 8.87, "learning_rate": 3.4032411820781695e-05, "loss": 0.3423, "step": 196800 }, { "epoch": 8.9, "learning_rate": 3.32153070951927e-05, "loss": 0.3387, "step": 197400 }, { "epoch": 8.93, "learning_rate": 3.23982023696037e-05, "loss": 0.3415, "step": 198000 }, { "epoch": 8.95, "learning_rate": 3.158109764401471e-05, "loss": 0.3404, "step": 198600 }, { "epoch": 8.98, "learning_rate": 3.076399291842571e-05, "loss": 0.3303, "step": 199200 }, { "epoch": 9.01, "learning_rate": 2.994688819283671e-05, "loss": 0.3239, "step": 199800 }, { "epoch": 9.04, "learning_rate": 2.9129783467247718e-05, "loss": 0.3095, "step": 200400 }, { "epoch": 9.06, "learning_rate": 2.8312678741658722e-05, "loss": 0.3101, "step": 201000 }, { "epoch": 9.09, "learning_rate": 2.7495574016069723e-05, "loss": 0.3228, "step": 201600 }, { "epoch": 9.12, "learning_rate": 2.6678469290480727e-05, "loss": 0.3092, "step": 202200 }, { "epoch": 9.14, "learning_rate": 2.5861364564891732e-05, "loss": 0.3162, "step": 202800 }, { "epoch": 9.17, "learning_rate": 2.5044259839302733e-05, "loss": 0.3065, "step": 203400 }, { "epoch": 9.2, "learning_rate": 2.422715511371374e-05, "loss": 0.3123, "step": 204000 }, { "epoch": 9.22, "learning_rate": 2.3410050388124745e-05, "loss": 0.3075, "step": 204600 }, { "epoch": 9.25, "learning_rate": 2.2592945662535746e-05, "loss": 0.3075, "step": 205200 }, { "epoch": 9.28, "learning_rate": 2.177584093694675e-05, "loss": 0.3129, "step": 205800 }, { "epoch": 9.31, "learning_rate": 2.0958736211357754e-05, "loss": 0.3091, "step": 206400 }, { "epoch": 9.33, "learning_rate": 2.0141631485768755e-05, "loss": 0.3076, "step": 207000 }, { "epoch": 9.36, "learning_rate": 1.9324526760179763e-05, "loss": 0.31, "step": 207600 }, { "epoch": 9.39, "learning_rate": 1.8507422034590764e-05, "loss": 0.3169, "step": 208200 }, { "epoch": 9.41, "learning_rate": 1.769031730900177e-05, "loss": 0.3117, "step": 208800 }, { "epoch": 9.44, "learning_rate": 1.6873212583412773e-05, "loss": 0.312, "step": 209400 }, { "epoch": 9.47, "learning_rate": 1.6056107857823777e-05, "loss": 0.3039, "step": 210000 }, { "epoch": 9.5, "learning_rate": 1.523900313223478e-05, "loss": 0.3057, "step": 210600 }, { "epoch": 9.52, "learning_rate": 1.4421898406645782e-05, "loss": 0.318, "step": 211200 }, { "epoch": 9.55, "learning_rate": 1.3604793681056788e-05, "loss": 0.3094, "step": 211800 }, { "epoch": 9.58, "learning_rate": 1.2787688955467791e-05, "loss": 0.3057, "step": 212400 }, { "epoch": 9.6, "learning_rate": 1.1970584229878794e-05, "loss": 0.3001, "step": 213000 }, { "epoch": 9.63, "learning_rate": 1.11534795042898e-05, "loss": 0.31, "step": 213600 }, { "epoch": 9.66, "learning_rate": 1.0336374778700802e-05, "loss": 0.3195, "step": 214200 }, { "epoch": 9.68, "learning_rate": 9.519270053111805e-06, "loss": 0.3022, "step": 214800 }, { "epoch": 9.71, "learning_rate": 8.70216532752281e-06, "loss": 0.3081, "step": 215400 }, { "epoch": 9.74, "learning_rate": 7.885060601933814e-06, "loss": 0.3037, "step": 216000 }, { "epoch": 9.77, "learning_rate": 7.067955876344818e-06, "loss": 0.3039, "step": 216600 }, { "epoch": 9.79, "learning_rate": 6.250851150755821e-06, "loss": 0.2932, "step": 217200 }, { "epoch": 9.82, "learning_rate": 5.433746425166825e-06, "loss": 0.3038, "step": 217800 }, { "epoch": 9.85, "learning_rate": 4.616641699577829e-06, "loss": 0.3031, "step": 218400 }, { "epoch": 9.87, "learning_rate": 3.7995369739888326e-06, "loss": 0.297, "step": 219000 }, { "epoch": 9.9, "learning_rate": 2.982432248399836e-06, "loss": 0.3094, "step": 219600 }, { "epoch": 9.93, "learning_rate": 2.16532752281084e-06, "loss": 0.3106, "step": 220200 }, { "epoch": 9.96, "learning_rate": 1.348222797221844e-06, "loss": 0.3051, "step": 220800 }, { "epoch": 9.98, "learning_rate": 5.311180716328475e-07, "loss": 0.3008, "step": 221400 } ], "logging_steps": 600, "max_steps": 221790, "num_train_epochs": 10, "save_steps": 500, "total_flos": 2.2250697536839877e+20, "trial_name": null, "trial_params": null }