| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.975609756097561, | |
| "eval_steps": 500, | |
| "global_step": 800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.4390243902439027e-06, | |
| "loss": 2.6767, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.2195121951219513e-05, | |
| "loss": 2.7823, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.4390243902439026e-05, | |
| "loss": 2.4361, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.6585365853658535e-05, | |
| "loss": 2.535, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.878048780487805e-05, | |
| "loss": 2.5652, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 6.097560975609756e-05, | |
| "loss": 2.6216, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.317073170731707e-05, | |
| "loss": 2.1459, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.53658536585366e-05, | |
| "loss": 2.5116, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.75609756097561e-05, | |
| "loss": 2.5704, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00010975609756097563, | |
| "loss": 2.3636, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00012195121951219512, | |
| "loss": 2.6786, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00013414634146341464, | |
| "loss": 2.4003, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00014634146341463414, | |
| "loss": 2.4267, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00015853658536585366, | |
| "loss": 2.4149, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.0001707317073170732, | |
| "loss": 2.1072, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.0001829268292682927, | |
| "loss": 2.3557, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.0001951219512195122, | |
| "loss": 2.3392, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00019999184556954776, | |
| "loss": 2.2043, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.0001999420177550043, | |
| "loss": 2.2218, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.00019984691491033906, | |
| "loss": 2.4057, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.00019970658011837404, | |
| "loss": 2.3682, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.00019952107695258992, | |
| "loss": 2.718, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.00019929048944832638, | |
| "loss": 2.4517, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.00019901492206471325, | |
| "loss": 2.5616, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.00019869449963734893, | |
| "loss": 2.496, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.00019832936732174834, | |
| "loss": 2.1452, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.00019791969052758562, | |
| "loss": 2.2789, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.00019746565484376132, | |
| "loss": 2.0612, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.00019696746595432828, | |
| "loss": 2.2248, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.0001964253495453141, | |
| "loss": 2.6121, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.00019583955120248237, | |
| "loss": 2.4211, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.00019521033630007928, | |
| "loss": 2.5135, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.00019453798988061535, | |
| "loss": 2.343, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.00019382281652573785, | |
| "loss": 2.5214, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00019306514021825118, | |
| "loss": 2.6032, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00019226530419534833, | |
| "loss": 2.7405, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.00019142367079312021, | |
| "loss": 2.2154, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.00019054062128241264, | |
| "loss": 2.5134, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.00018961655569610557, | |
| "loss": 2.3687, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 0.0001886518926478932, | |
| "loss": 2.4462, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 0.00018764706914264635, | |
| "loss": 2.0328, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 2.5844, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.00018551877954036162, | |
| "loss": 2.5333, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.00018439627758611385, | |
| "loss": 2.3423, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.00018323554302364272, | |
| "loss": 2.5999, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.00018203710168075788, | |
| "loss": 2.421, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 0.0001808014964669293, | |
| "loss": 2.5597, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00017952928712734268, | |
| "loss": 2.48, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00017822104998932713, | |
| "loss": 2.6025, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.00017687737770127185, | |
| "loss": 2.3616, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.00017549887896414851, | |
| "loss": 2.4311, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 0.0001740861782557618, | |
| "loss": 2.5858, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.0001726399155478529, | |
| "loss": 2.4726, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.00017116074601618417, | |
| "loss": 2.4097, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 0.0001696493397437357, | |
| "loss": 2.4452, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 0.00016810638141714934, | |
| "loss": 2.341, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 0.00016653257001655652, | |
| "loss": 2.2435, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.0001649286184989315, | |
| "loss": 2.3826, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.0001632952534751122, | |
| "loss": 2.3505, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.00016163321488063637, | |
| "loss": 2.5566, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00015994325564054122, | |
| "loss": 2.3983, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00015822614132827837, | |
| "loss": 2.0597, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.00015648264981889934, | |
| "loss": 2.3717, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.00015471357093666804, | |
| "loss": 2.6116, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 0.00015291970609726007, | |
| "loss": 2.3766, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.00015110186794471103, | |
| "loss": 2.2623, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.00014926087998327837, | |
| "loss": 2.3868, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 0.00014739757620438307, | |
| "loss": 2.6517, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 0.0001455128007088009, | |
| "loss": 2.355, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 0.00014360740732427367, | |
| "loss": 2.3603, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.00014168225921871433, | |
| "loss": 2.4304, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.00013973822850918055, | |
| "loss": 2.3809, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.0001377761958667946, | |
| "loss": 2.6495, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.00013579705011778766, | |
| "loss": 2.4582, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.00013380168784085027, | |
| "loss": 2.4106, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 0.00013179101296097035, | |
| "loss": 2.1831, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 0.00012976593633994346, | |
| "loss": 2.5222, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 0.0001277273753637408, | |
| "loss": 2.4411, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 0.00012567625352692127, | |
| "loss": 2.468, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 0.0001236135000142765, | |
| "loss": 2.5124, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.00012154004927989815, | |
| "loss": 2.2386, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.00011945684062385803, | |
| "loss": 2.3717, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 2.4957, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 0.00011526492842188745, | |
| "loss": 2.5043, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 0.0001131581238665465, | |
| "loss": 2.4179, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.00011104535851045539, | |
| "loss": 2.3551, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.00010892758946371944, | |
| "loss": 2.3083, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 0.00010680577610318072, | |
| "loss": 2.5975, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 0.00010468087963780789, | |
| "loss": 2.2378, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 0.00010255386267325602, | |
| "loss": 2.2045, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 0.00010042568877579388, | |
| "loss": 2.0761, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 9.829732203579584e-05, | |
| "loss": 2.3797, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 9.616972663099647e-05, | |
| "loss": 2.457, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 9.404386638970542e-05, | |
| "loss": 2.4869, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 9.192070435418079e-05, | |
| "loss": 2.3134, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.980120234435849e-05, | |
| "loss": 2.6018, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 8.768632052213531e-05, | |
| "loss": 2.3912, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 8.557701695640321e-05, | |
| "loss": 2.273, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 8.347424718903151e-05, | |
| "loss": 2.4595, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 8.13789638019942e-05, | |
| "loss": 2.4639, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 7.929211598583794e-05, | |
| "loss": 2.3833, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 7.721464910968627e-05, | |
| "loss": 2.1531, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 7.514750429297528e-05, | |
| "loss": 1.9377, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 7.309161797911441e-05, | |
| "loss": 2.3244, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 7.104792151126515e-05, | |
| "loss": 2.452, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 6.901734071043071e-05, | |
| "loss": 2.5114, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 6.700079545604708e-05, | |
| "loss": 2.4173, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 6.499919926926566e-05, | |
| "loss": 2.3595, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 6.301345889911637e-05, | |
| "loss": 2.5965, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 6.104447391173858e-05, | |
| "loss": 2.4791, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 5.909313628286601e-05, | |
| "loss": 2.3998, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 5.716032999375006e-05, | |
| "loss": 2.5947, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 5.524693063070492e-05, | |
| "loss": 2.5223, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 5.335380498845559e-05, | |
| "loss": 2.4139, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 5.148181067746862e-05, | |
| "loss": 2.4851, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.963179573544357e-05, | |
| "loss": 2.3187, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.7804598243140666e-05, | |
| "loss": 2.5466, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.60010459447196e-05, | |
| "loss": 2.5622, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 4.422195587276058e-05, | |
| "loss": 2.3284, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.2468133978137945e-05, | |
| "loss": 2.1308, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.0740374764914136e-05, | |
| "loss": 2.5981, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.903946093041877e-05, | |
| "loss": 2.1314, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.736616301067694e-05, | |
| "loss": 2.2348, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 2.5269, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.410543416432069e-05, | |
| "loss": 2.3657, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.2519480390159806e-05, | |
| "loss": 2.4194, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 3.096409616649023e-05, | |
| "loss": 2.4472, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 2.9439986102536043e-05, | |
| "loss": 2.0381, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 2.794784063992131e-05, | |
| "loss": 1.9038, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 2.6488335739891178e-05, | |
| "loss": 2.5467, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 2.50621325770927e-05, | |
| "loss": 2.3751, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.366987724005404e-05, | |
| "loss": 2.2535, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.2312200438498043e-05, | |
| "loss": 2.5885, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.0989717217622652e-05, | |
| "loss": 2.4353, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.9703026679477256e-05, | |
| "loss": 2.3635, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.8452711711561842e-05, | |
| "loss": 2.4849, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.7239338722771327e-05, | |
| "loss": 2.3917, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.6063457386805004e-05, | |
| "loss": 2.7249, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.4925600393157324e-05, | |
| "loss": 2.5142, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.3826283205802427e-05, | |
| "loss": 2.5111, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.2766003829682505e-05, | |
| "loss": 2.1423, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.1745242585104955e-05, | |
| "loss": 2.2201, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.0764461890151112e-05, | |
| "loss": 2.5609, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 9.824106051194859e-06, | |
| "loss": 2.339, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.924601061626048e-06, | |
| "loss": 2.5648, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.066354408870048e-06, | |
| "loss": 2.3712, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 7.249754889790539e-06, | |
| "loss": 2.4474, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 6.475172434559573e-06, | |
| "loss": 2.4237, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.742957939074412e-06, | |
| "loss": 2.401, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 5.0534431059970685e-06, | |
| "loss": 2.6402, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.40694029448877e-06, | |
| "loss": 2.2489, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.803742378707198e-06, | |
| "loss": 2.1774, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.2441226151306404e-06, | |
| "loss": 2.4729, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 2.7283345187693264e-06, | |
| "loss": 2.1403, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.256611748319792e-06, | |
| "loss": 2.818, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.8291680003145073e-06, | |
| "loss": 2.8155, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.4461969123145457e-06, | |
| "loss": 2.2691, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.107871975189234e-06, | |
| "loss": 2.3321, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 8.143464545226298e-07, | |
| "loss": 2.3751, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 5.657533211820942e-07, | |
| "loss": 2.5208, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.622051910808666e-07, | |
| "loss": 1.9324, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "step": 800, | |
| "total_flos": 5.73623349805056e+16, | |
| "train_loss": 0.0, | |
| "train_runtime": 12.6248, | |
| "train_samples_per_second": 60.674, | |
| "train_steps_per_second": 60.674 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 766, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 5.73623349805056e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |