| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9974842767295597, | |
| "eval_steps": 20, | |
| "global_step": 794, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005031446540880503, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8316, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.010062893081761006, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8423, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01509433962264151, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8389, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.02012578616352201, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8302, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.025157232704402517, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8634, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03018867924528302, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8553, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.03522012578616352, | |
| "grad_norm": 0.7739448547363281, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 0.8423, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.04025157232704402, | |
| "grad_norm": 0.7387983202934265, | |
| "learning_rate": 5e-06, | |
| "loss": 0.8385, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.045283018867924525, | |
| "grad_norm": 0.34386318922042847, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.8163, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.050314465408805034, | |
| "grad_norm": 0.32477569580078125, | |
| "learning_rate": 1e-05, | |
| "loss": 0.7541, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.050314465408805034, | |
| "eval_loss": 0.7434237599372864, | |
| "eval_runtime": 512.9045, | |
| "eval_samples_per_second": 20.873, | |
| "eval_steps_per_second": 0.164, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.055345911949685536, | |
| "grad_norm": 0.3248128294944763, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.7494, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.06037735849056604, | |
| "grad_norm": 0.25117382407188416, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.7204, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.06540880503144654, | |
| "grad_norm": 0.23494713008403778, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6902, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.07044025157232704, | |
| "grad_norm": 0.19120900332927704, | |
| "learning_rate": 2.3333333333333336e-05, | |
| "loss": 0.6971, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.07547169811320754, | |
| "grad_norm": 0.16960154473781586, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 0.677, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08050314465408805, | |
| "grad_norm": 0.16359932720661163, | |
| "learning_rate": 3e-05, | |
| "loss": 0.6863, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.08553459119496855, | |
| "grad_norm": 0.1389608234167099, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.6786, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.09056603773584905, | |
| "grad_norm": 0.14994372427463531, | |
| "learning_rate": 3.6666666666666666e-05, | |
| "loss": 0.6692, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.09559748427672957, | |
| "grad_norm": 0.13334757089614868, | |
| "learning_rate": 4e-05, | |
| "loss": 0.666, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.10062893081761007, | |
| "grad_norm": 0.14932414889335632, | |
| "learning_rate": 4.3333333333333334e-05, | |
| "loss": 0.6771, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.10062893081761007, | |
| "eval_loss": 0.6487388610839844, | |
| "eval_runtime": 477.079, | |
| "eval_samples_per_second": 22.441, | |
| "eval_steps_per_second": 0.176, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.10566037735849057, | |
| "grad_norm": 0.1352750062942505, | |
| "learning_rate": 4.666666666666667e-05, | |
| "loss": 0.668, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.11069182389937107, | |
| "grad_norm": 0.11694569140672684, | |
| "learning_rate": 5e-05, | |
| "loss": 0.6517, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.11572327044025157, | |
| "grad_norm": 0.12432057410478592, | |
| "learning_rate": 4.9999239107866414e-05, | |
| "loss": 0.6353, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.12075471698113208, | |
| "grad_norm": 0.121449314057827, | |
| "learning_rate": 4.9996956482928485e-05, | |
| "loss": 0.6348, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.12578616352201258, | |
| "grad_norm": 0.119928739964962, | |
| "learning_rate": 4.999315227957123e-05, | |
| "loss": 0.6402, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13081761006289308, | |
| "grad_norm": 0.12270842492580414, | |
| "learning_rate": 4.998782675509138e-05, | |
| "loss": 0.6294, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.13584905660377358, | |
| "grad_norm": 0.1132158562541008, | |
| "learning_rate": 4.998098026968003e-05, | |
| "loss": 0.6417, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.14088050314465408, | |
| "grad_norm": 0.13522745668888092, | |
| "learning_rate": 4.997261328639824e-05, | |
| "loss": 0.6366, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1459119496855346, | |
| "grad_norm": 0.11879543960094452, | |
| "learning_rate": 4.996272637114571e-05, | |
| "loss": 0.6335, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.1509433962264151, | |
| "grad_norm": 0.1235610768198967, | |
| "learning_rate": 4.995132019262254e-05, | |
| "loss": 0.6483, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1509433962264151, | |
| "eval_loss": 0.6241472363471985, | |
| "eval_runtime": 445.3592, | |
| "eval_samples_per_second": 24.039, | |
| "eval_steps_per_second": 0.189, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1559748427672956, | |
| "grad_norm": 0.11320329457521439, | |
| "learning_rate": 4.993839552228398e-05, | |
| "loss": 0.6242, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.1610062893081761, | |
| "grad_norm": 0.12192777544260025, | |
| "learning_rate": 4.992395323428824e-05, | |
| "loss": 0.6214, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1660377358490566, | |
| "grad_norm": 0.12313053756952286, | |
| "learning_rate": 4.9907994305437405e-05, | |
| "loss": 0.6331, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1710691823899371, | |
| "grad_norm": 0.12243402749300003, | |
| "learning_rate": 4.989051981511133e-05, | |
| "loss": 0.6222, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1761006289308176, | |
| "grad_norm": 0.12040385603904724, | |
| "learning_rate": 4.9871530945194654e-05, | |
| "loss": 0.6394, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1811320754716981, | |
| "grad_norm": 0.11485008895397186, | |
| "learning_rate": 4.985102897999687e-05, | |
| "loss": 0.5755, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1861635220125786, | |
| "grad_norm": 0.1206885501742363, | |
| "learning_rate": 4.982901530616545e-05, | |
| "loss": 0.6354, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.19119496855345913, | |
| "grad_norm": 0.12174931168556213, | |
| "learning_rate": 4.980549141259205e-05, | |
| "loss": 0.6362, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.19622641509433963, | |
| "grad_norm": 0.13587461411952972, | |
| "learning_rate": 4.9780458890311846e-05, | |
| "loss": 0.616, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.20125786163522014, | |
| "grad_norm": 0.12933531403541565, | |
| "learning_rate": 4.9753919432395876e-05, | |
| "loss": 0.6363, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.20125786163522014, | |
| "eval_loss": 0.6132378578186035, | |
| "eval_runtime": 463.9686, | |
| "eval_samples_per_second": 23.075, | |
| "eval_steps_per_second": 0.181, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.20628930817610064, | |
| "grad_norm": 0.11656603217124939, | |
| "learning_rate": 4.9725874833836574e-05, | |
| "loss": 0.62, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.21132075471698114, | |
| "grad_norm": 0.11784744262695312, | |
| "learning_rate": 4.969632699142632e-05, | |
| "loss": 0.6094, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.21635220125786164, | |
| "grad_norm": 0.11344680190086365, | |
| "learning_rate": 4.966527790362919e-05, | |
| "loss": 0.5968, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.22138364779874214, | |
| "grad_norm": 0.11833988130092621, | |
| "learning_rate": 4.963272967044579e-05, | |
| "loss": 0.6306, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.22641509433962265, | |
| "grad_norm": 0.11473698914051056, | |
| "learning_rate": 4.959868449327119e-05, | |
| "loss": 0.6152, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.23144654088050315, | |
| "grad_norm": 0.10996667295694351, | |
| "learning_rate": 4.9563144674746046e-05, | |
| "loss": 0.595, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.23647798742138365, | |
| "grad_norm": 0.11677283048629761, | |
| "learning_rate": 4.952611261860089e-05, | |
| "loss": 0.5967, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.24150943396226415, | |
| "grad_norm": 0.1206679567694664, | |
| "learning_rate": 4.9487590829493514e-05, | |
| "loss": 0.604, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.24654088050314465, | |
| "grad_norm": 0.12233300507068634, | |
| "learning_rate": 4.944758191283959e-05, | |
| "loss": 0.6043, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.25157232704402516, | |
| "grad_norm": 0.11701351404190063, | |
| "learning_rate": 4.940608857463644e-05, | |
| "loss": 0.6, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.25157232704402516, | |
| "eval_loss": 0.6065506339073181, | |
| "eval_runtime": 422.5948, | |
| "eval_samples_per_second": 25.334, | |
| "eval_steps_per_second": 0.199, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.25660377358490566, | |
| "grad_norm": 0.1179809644818306, | |
| "learning_rate": 4.9363113621280036e-05, | |
| "loss": 0.6406, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.26163522012578616, | |
| "grad_norm": 0.12534746527671814, | |
| "learning_rate": 4.931865995937519e-05, | |
| "loss": 0.6227, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 0.12294790893793106, | |
| "learning_rate": 4.927273059553892e-05, | |
| "loss": 0.5957, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.27169811320754716, | |
| "grad_norm": 0.12756744027137756, | |
| "learning_rate": 4.9225328636197144e-05, | |
| "loss": 0.6226, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.27672955974842767, | |
| "grad_norm": 0.12662391364574432, | |
| "learning_rate": 4.9176457287374584e-05, | |
| "loss": 0.5899, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.28176100628930817, | |
| "grad_norm": 0.12516862154006958, | |
| "learning_rate": 4.912611985447789e-05, | |
| "loss": 0.6238, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.28679245283018867, | |
| "grad_norm": 0.116559699177742, | |
| "learning_rate": 4.907431974207211e-05, | |
| "loss": 0.6112, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2918238993710692, | |
| "grad_norm": 0.11833405494689941, | |
| "learning_rate": 4.90210604536504e-05, | |
| "loss": 0.6087, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.2968553459119497, | |
| "grad_norm": 0.1188972070813179, | |
| "learning_rate": 4.896634559139707e-05, | |
| "loss": 0.594, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.3018867924528302, | |
| "grad_norm": 0.11520268023014069, | |
| "learning_rate": 4.891017885594399e-05, | |
| "loss": 0.6059, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3018867924528302, | |
| "eval_loss": 0.6016330718994141, | |
| "eval_runtime": 415.9012, | |
| "eval_samples_per_second": 25.742, | |
| "eval_steps_per_second": 0.202, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3069182389937107, | |
| "grad_norm": 0.11097536981105804, | |
| "learning_rate": 4.885256404612022e-05, | |
| "loss": 0.5963, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3119496855345912, | |
| "grad_norm": 0.1210559606552124, | |
| "learning_rate": 4.8793505058695155e-05, | |
| "loss": 0.6367, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3169811320754717, | |
| "grad_norm": 0.12011069059371948, | |
| "learning_rate": 4.8733005888114915e-05, | |
| "loss": 0.5889, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.3220125786163522, | |
| "grad_norm": 0.12133902311325073, | |
| "learning_rate": 4.867107062623223e-05, | |
| "loss": 0.5812, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.3270440251572327, | |
| "grad_norm": 0.11452817916870117, | |
| "learning_rate": 4.860770346202962e-05, | |
| "loss": 0.607, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.3320754716981132, | |
| "grad_norm": 0.1322205364704132, | |
| "learning_rate": 4.854290868133614e-05, | |
| "loss": 0.5789, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.3371069182389937, | |
| "grad_norm": 0.1177845150232315, | |
| "learning_rate": 4.847669066653746e-05, | |
| "loss": 0.5834, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3421383647798742, | |
| "grad_norm": 0.12132906913757324, | |
| "learning_rate": 4.840905389627951e-05, | |
| "loss": 0.6178, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.3471698113207547, | |
| "grad_norm": 0.11665117740631104, | |
| "learning_rate": 4.834000294516552e-05, | |
| "loss": 0.5999, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.3522012578616352, | |
| "grad_norm": 0.12204349786043167, | |
| "learning_rate": 4.8269542483446654e-05, | |
| "loss": 0.602, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3522012578616352, | |
| "eval_loss": 0.5978492498397827, | |
| "eval_runtime": 462.6047, | |
| "eval_samples_per_second": 23.143, | |
| "eval_steps_per_second": 0.182, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3572327044025157, | |
| "grad_norm": 0.1177980899810791, | |
| "learning_rate": 4.819767727670612e-05, | |
| "loss": 0.6035, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.3622641509433962, | |
| "grad_norm": 0.12166167795658112, | |
| "learning_rate": 4.812441218553683e-05, | |
| "loss": 0.5909, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.3672955974842767, | |
| "grad_norm": 0.13141223788261414, | |
| "learning_rate": 4.804975216521272e-05, | |
| "loss": 0.5985, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.3723270440251572, | |
| "grad_norm": 0.12138612568378448, | |
| "learning_rate": 4.797370226535353e-05, | |
| "loss": 0.5866, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.37735849056603776, | |
| "grad_norm": 0.12571364641189575, | |
| "learning_rate": 4.789626762958331e-05, | |
| "loss": 0.5789, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.38238993710691827, | |
| "grad_norm": 0.1183118149638176, | |
| "learning_rate": 4.781745349518252e-05, | |
| "loss": 0.5958, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.38742138364779877, | |
| "grad_norm": 0.11182838678359985, | |
| "learning_rate": 4.7737265192733815e-05, | |
| "loss": 0.5768, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.39245283018867927, | |
| "grad_norm": 0.12711752951145172, | |
| "learning_rate": 4.765570814576153e-05, | |
| "loss": 0.5951, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.39748427672955977, | |
| "grad_norm": 0.12628626823425293, | |
| "learning_rate": 4.757278787036479e-05, | |
| "loss": 0.5907, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.4025157232704403, | |
| "grad_norm": 0.11637621372938156, | |
| "learning_rate": 4.748850997484452e-05, | |
| "loss": 0.6115, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4025157232704403, | |
| "eval_loss": 0.5944415926933289, | |
| "eval_runtime": 416.2458, | |
| "eval_samples_per_second": 25.72, | |
| "eval_steps_per_second": 0.202, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4075471698113208, | |
| "grad_norm": 0.11336452513933182, | |
| "learning_rate": 4.7402880159324084e-05, | |
| "loss": 0.5685, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.4125786163522013, | |
| "grad_norm": 0.12172479182481766, | |
| "learning_rate": 4.7315904215363734e-05, | |
| "loss": 0.5765, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.4176100628930818, | |
| "grad_norm": 0.11980731040239334, | |
| "learning_rate": 4.722758802556896e-05, | |
| "loss": 0.5948, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4226415094339623, | |
| "grad_norm": 0.11705721169710159, | |
| "learning_rate": 4.7137937563192555e-05, | |
| "loss": 0.5749, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.4276729559748428, | |
| "grad_norm": 0.1204642727971077, | |
| "learning_rate": 4.704695889173066e-05, | |
| "loss": 0.6069, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4327044025157233, | |
| "grad_norm": 0.11957567930221558, | |
| "learning_rate": 4.695465816451266e-05, | |
| "loss": 0.5724, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.4377358490566038, | |
| "grad_norm": 0.12370068579912186, | |
| "learning_rate": 4.686104162428497e-05, | |
| "loss": 0.6164, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.4427672955974843, | |
| "grad_norm": 0.14216069877147675, | |
| "learning_rate": 4.676611560278884e-05, | |
| "loss": 0.6018, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.4477987421383648, | |
| "grad_norm": 0.12077496945858002, | |
| "learning_rate": 4.66698865203321e-05, | |
| "loss": 0.5919, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.4528301886792453, | |
| "grad_norm": 0.12382370233535767, | |
| "learning_rate": 4.6572360885354905e-05, | |
| "loss": 0.6304, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4528301886792453, | |
| "eval_loss": 0.5917236804962158, | |
| "eval_runtime": 416.6125, | |
| "eval_samples_per_second": 25.698, | |
| "eval_steps_per_second": 0.202, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4578616352201258, | |
| "grad_norm": 0.11310654878616333, | |
| "learning_rate": 4.647354529398957e-05, | |
| "loss": 0.5984, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.4628930817610063, | |
| "grad_norm": 0.11125874519348145, | |
| "learning_rate": 4.637344642961442e-05, | |
| "loss": 0.5993, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.4679245283018868, | |
| "grad_norm": 0.10250482708215714, | |
| "learning_rate": 4.627207106240176e-05, | |
| "loss": 0.5958, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.4729559748427673, | |
| "grad_norm": 0.10660769045352936, | |
| "learning_rate": 4.6169426048859994e-05, | |
| "loss": 0.5602, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4779874213836478, | |
| "grad_norm": 0.10431323200464249, | |
| "learning_rate": 4.606551833136985e-05, | |
| "loss": 0.5903, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4830188679245283, | |
| "grad_norm": 0.11766020953655243, | |
| "learning_rate": 4.596035493771488e-05, | |
| "loss": 0.6004, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.4880503144654088, | |
| "grad_norm": 0.1166047751903534, | |
| "learning_rate": 4.585394298060611e-05, | |
| "loss": 0.5977, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.4930817610062893, | |
| "grad_norm": 0.1147083193063736, | |
| "learning_rate": 4.574628965720097e-05, | |
| "loss": 0.5897, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.4981132075471698, | |
| "grad_norm": 0.10733990371227264, | |
| "learning_rate": 4.5637402248616506e-05, | |
| "loss": 0.5978, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.5031446540880503, | |
| "grad_norm": 0.10964643210172653, | |
| "learning_rate": 4.552728811943696e-05, | |
| "loss": 0.602, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5031446540880503, | |
| "eval_loss": 0.5892359018325806, | |
| "eval_runtime": 416.8902, | |
| "eval_samples_per_second": 25.681, | |
| "eval_steps_per_second": 0.201, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5081761006289308, | |
| "grad_norm": 0.11032500118017197, | |
| "learning_rate": 4.54717733587572e-05, | |
| "loss": 0.5817, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.5132075471698113, | |
| "grad_norm": 0.1092258021235466, | |
| "learning_rate": 4.5359833138637734e-05, | |
| "loss": 0.5982, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5182389937106918, | |
| "grad_norm": 0.10684628039598465, | |
| "learning_rate": 4.524668497127006e-05, | |
| "loss": 0.5923, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.5232704402515723, | |
| "grad_norm": 0.11228887736797333, | |
| "learning_rate": 4.513233650941422e-05, | |
| "loss": 0.5742, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5283018867924528, | |
| "grad_norm": 0.1152106523513794, | |
| "learning_rate": 4.501679548701201e-05, | |
| "loss": 0.5955, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 0.11588042229413986, | |
| "learning_rate": 4.490006971866385e-05, | |
| "loss": 0.5936, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.5383647798742138, | |
| "grad_norm": 0.11394830793142319, | |
| "learning_rate": 4.478216709910035e-05, | |
| "loss": 0.5937, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.5433962264150943, | |
| "grad_norm": 0.11031538993120193, | |
| "learning_rate": 4.466309560264822e-05, | |
| "loss": 0.5973, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.5484276729559748, | |
| "grad_norm": 0.11161042749881744, | |
| "learning_rate": 4.4542863282691014e-05, | |
| "loss": 0.5701, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.5534591194968553, | |
| "grad_norm": 0.11783146113157272, | |
| "learning_rate": 4.4421478271124426e-05, | |
| "loss": 0.603, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5534591194968553, | |
| "eval_loss": 0.5872239470481873, | |
| "eval_runtime": 412.7815, | |
| "eval_samples_per_second": 25.936, | |
| "eval_steps_per_second": 0.203, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5584905660377358, | |
| "grad_norm": 0.10747622698545456, | |
| "learning_rate": 4.429894877780627e-05, | |
| "loss": 0.6089, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.5635220125786163, | |
| "grad_norm": 0.1075616180896759, | |
| "learning_rate": 4.4175283090001225e-05, | |
| "loss": 0.6042, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5685534591194968, | |
| "grad_norm": 0.11763885617256165, | |
| "learning_rate": 4.4050489571820306e-05, | |
| "loss": 0.5854, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.5735849056603773, | |
| "grad_norm": 0.1110839769244194, | |
| "learning_rate": 4.392457666365519e-05, | |
| "loss": 0.5731, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5786163522012578, | |
| "grad_norm": 0.1211901530623436, | |
| "learning_rate": 4.379755288160733e-05, | |
| "loss": 0.5571, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5836477987421383, | |
| "grad_norm": 0.10990186035633087, | |
| "learning_rate": 4.3669426816911985e-05, | |
| "loss": 0.5919, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5886792452830188, | |
| "grad_norm": 0.1129634901881218, | |
| "learning_rate": 4.354020713535711e-05, | |
| "loss": 0.5853, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.5937106918238994, | |
| "grad_norm": 0.11691266298294067, | |
| "learning_rate": 4.340990257669732e-05, | |
| "loss": 0.5878, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.5987421383647799, | |
| "grad_norm": 0.11645273119211197, | |
| "learning_rate": 4.327852195406271e-05, | |
| "loss": 0.5946, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.6037735849056604, | |
| "grad_norm": 0.1155095249414444, | |
| "learning_rate": 4.314607415336281e-05, | |
| "loss": 0.6004, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6037735849056604, | |
| "eval_loss": 0.5851526856422424, | |
| "eval_runtime": 413.8117, | |
| "eval_samples_per_second": 25.872, | |
| "eval_steps_per_second": 0.203, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6088050314465409, | |
| "grad_norm": 0.11004958301782608, | |
| "learning_rate": 4.301256813268559e-05, | |
| "loss": 0.5846, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.6138364779874214, | |
| "grad_norm": 0.10904593765735626, | |
| "learning_rate": 4.287801292169159e-05, | |
| "loss": 0.5871, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6188679245283019, | |
| "grad_norm": 0.11857830733060837, | |
| "learning_rate": 4.274241762100315e-05, | |
| "loss": 0.5826, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.6238993710691824, | |
| "grad_norm": 0.11342642456293106, | |
| "learning_rate": 4.260579140158898e-05, | |
| "loss": 0.5807, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6289308176100629, | |
| "grad_norm": 0.10923154652118683, | |
| "learning_rate": 4.246814350414377e-05, | |
| "loss": 0.5732, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6339622641509434, | |
| "grad_norm": 0.11175252497196198, | |
| "learning_rate": 4.2329483238463304e-05, | |
| "loss": 0.5649, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.6389937106918239, | |
| "grad_norm": 0.10550232976675034, | |
| "learning_rate": 4.218981998281471e-05, | |
| "loss": 0.5853, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.6440251572327044, | |
| "grad_norm": 0.10999017208814621, | |
| "learning_rate": 4.204916318330225e-05, | |
| "loss": 0.5864, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.6490566037735849, | |
| "grad_norm": 0.13525208830833435, | |
| "learning_rate": 4.190752235322832e-05, | |
| "loss": 0.5842, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.6540880503144654, | |
| "grad_norm": 0.11547064781188965, | |
| "learning_rate": 4.176490707245011e-05, | |
| "loss": 0.5891, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6540880503144654, | |
| "eval_loss": 0.5836161971092224, | |
| "eval_runtime": 414.2177, | |
| "eval_samples_per_second": 25.846, | |
| "eval_steps_per_second": 0.203, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6591194968553459, | |
| "grad_norm": 0.10233239829540253, | |
| "learning_rate": 4.162132698673167e-05, | |
| "loss": 0.5708, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.6641509433962264, | |
| "grad_norm": 0.11854418367147446, | |
| "learning_rate": 4.1476791807091445e-05, | |
| "loss": 0.6074, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.6691823899371069, | |
| "grad_norm": 0.13011477887630463, | |
| "learning_rate": 4.133131130914555e-05, | |
| "loss": 0.597, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.6742138364779874, | |
| "grad_norm": 0.11256586760282516, | |
| "learning_rate": 4.118489533244655e-05, | |
| "loss": 0.5895, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.6792452830188679, | |
| "grad_norm": 0.10651887208223343, | |
| "learning_rate": 4.1037553779818016e-05, | |
| "loss": 0.5934, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6842767295597484, | |
| "grad_norm": 0.11151424050331116, | |
| "learning_rate": 4.088929661668468e-05, | |
| "loss": 0.6028, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.6893081761006289, | |
| "grad_norm": 0.10524857044219971, | |
| "learning_rate": 4.0740133870398456e-05, | |
| "loss": 0.608, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.6943396226415094, | |
| "grad_norm": 0.12080366164445877, | |
| "learning_rate": 4.059007562956027e-05, | |
| "loss": 0.6175, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.6993710691823899, | |
| "grad_norm": 0.1079036071896553, | |
| "learning_rate": 4.0439132043337666e-05, | |
| "loss": 0.5938, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.7044025157232704, | |
| "grad_norm": 0.11142345517873764, | |
| "learning_rate": 4.028731332077843e-05, | |
| "loss": 0.5752, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7044025157232704, | |
| "eval_loss": 0.5814208984375, | |
| "eval_runtime": 413.672, | |
| "eval_samples_per_second": 25.88, | |
| "eval_steps_per_second": 0.203, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7094339622641509, | |
| "grad_norm": 0.11195844411849976, | |
| "learning_rate": 4.0134629730120045e-05, | |
| "loss": 0.583, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.7144654088050314, | |
| "grad_norm": 0.10488727688789368, | |
| "learning_rate": 3.9981091598095213e-05, | |
| "loss": 0.5593, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7194968553459119, | |
| "grad_norm": 0.10145172476768494, | |
| "learning_rate": 3.9826709309233454e-05, | |
| "loss": 0.5839, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.7245283018867924, | |
| "grad_norm": 0.1036810651421547, | |
| "learning_rate": 3.967149330515867e-05, | |
| "loss": 0.5796, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7295597484276729, | |
| "grad_norm": 0.1167021244764328, | |
| "learning_rate": 3.951545408388301e-05, | |
| "loss": 0.6006, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.7345911949685534, | |
| "grad_norm": 0.10975436121225357, | |
| "learning_rate": 3.935860219909679e-05, | |
| "loss": 0.5802, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.7396226415094339, | |
| "grad_norm": 0.11112164705991745, | |
| "learning_rate": 3.920094825945468e-05, | |
| "loss": 0.5851, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.7446540880503144, | |
| "grad_norm": 0.10697871446609497, | |
| "learning_rate": 3.904250292785825e-05, | |
| "loss": 0.5855, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.7496855345911949, | |
| "grad_norm": 0.10061946511268616, | |
| "learning_rate": 3.8883276920734736e-05, | |
| "loss": 0.5941, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.7547169811320755, | |
| "grad_norm": 0.102944515645504, | |
| "learning_rate": 3.8723281007312256e-05, | |
| "loss": 0.5732, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7547169811320755, | |
| "eval_loss": 0.5801501870155334, | |
| "eval_runtime": 412.1928, | |
| "eval_samples_per_second": 25.973, | |
| "eval_steps_per_second": 0.204, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.759748427672956, | |
| "grad_norm": 0.10275246948003769, | |
| "learning_rate": 3.856252600889143e-05, | |
| "loss": 0.5803, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.7647798742138365, | |
| "grad_norm": 0.10686468333005905, | |
| "learning_rate": 3.840102279811345e-05, | |
| "loss": 0.585, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.769811320754717, | |
| "grad_norm": 0.11284485459327698, | |
| "learning_rate": 3.82387822982248e-05, | |
| "loss": 0.5937, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.7748427672955975, | |
| "grad_norm": 0.10271965712308884, | |
| "learning_rate": 3.807581548233837e-05, | |
| "loss": 0.5777, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.779874213836478, | |
| "grad_norm": 0.10338881611824036, | |
| "learning_rate": 3.791213337269134e-05, | |
| "loss": 0.5888, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7849056603773585, | |
| "grad_norm": 0.11098296195268631, | |
| "learning_rate": 3.7747747039899676e-05, | |
| "loss": 0.5764, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.789937106918239, | |
| "grad_norm": 0.10431266576051712, | |
| "learning_rate": 3.758266760220937e-05, | |
| "loss": 0.5985, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.7949685534591195, | |
| "grad_norm": 0.10191661864519119, | |
| "learning_rate": 3.741690622474449e-05, | |
| "loss": 0.5626, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.11264406889677048, | |
| "learning_rate": 3.7250474118751974e-05, | |
| "loss": 0.6094, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.8050314465408805, | |
| "grad_norm": 0.10798995941877365, | |
| "learning_rate": 3.708338254084339e-05, | |
| "loss": 0.5714, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8050314465408805, | |
| "eval_loss": 0.5783895254135132, | |
| "eval_runtime": 411.3396, | |
| "eval_samples_per_second": 26.027, | |
| "eval_steps_per_second": 0.204, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.810062893081761, | |
| "grad_norm": 0.10546964406967163, | |
| "learning_rate": 3.69156427922336e-05, | |
| "loss": 0.5682, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.8150943396226416, | |
| "grad_norm": 0.11086619645357132, | |
| "learning_rate": 3.6747266217976414e-05, | |
| "loss": 0.5682, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.820125786163522, | |
| "grad_norm": 0.11166223883628845, | |
| "learning_rate": 3.6578264206197245e-05, | |
| "loss": 0.5798, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.8251572327044026, | |
| "grad_norm": 0.1012871265411377, | |
| "learning_rate": 3.6408648187322854e-05, | |
| "loss": 0.5694, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.8301886792452831, | |
| "grad_norm": 0.11129719018936157, | |
| "learning_rate": 3.623842963330832e-05, | |
| "loss": 0.5827, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.8352201257861636, | |
| "grad_norm": 0.10445208847522736, | |
| "learning_rate": 3.6067620056861086e-05, | |
| "loss": 0.5684, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.8402515723270441, | |
| "grad_norm": 0.09836594015359879, | |
| "learning_rate": 3.589623101066232e-05, | |
| "loss": 0.5755, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.8452830188679246, | |
| "grad_norm": 0.10354923456907272, | |
| "learning_rate": 3.572427408658552e-05, | |
| "loss": 0.5782, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.8503144654088051, | |
| "grad_norm": 0.10813874751329422, | |
| "learning_rate": 3.5551760914912546e-05, | |
| "loss": 0.5939, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.8553459119496856, | |
| "grad_norm": 0.10268381237983704, | |
| "learning_rate": 3.537870316354699e-05, | |
| "loss": 0.5697, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8553459119496856, | |
| "eval_loss": 0.5766698122024536, | |
| "eval_runtime": 412.4072, | |
| "eval_samples_per_second": 25.96, | |
| "eval_steps_per_second": 0.204, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8603773584905661, | |
| "grad_norm": 0.10261879861354828, | |
| "learning_rate": 3.5205112537224974e-05, | |
| "loss": 0.5694, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.8654088050314466, | |
| "grad_norm": 0.10596223920583725, | |
| "learning_rate": 3.50310007767236e-05, | |
| "loss": 0.6091, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.8704402515723271, | |
| "grad_norm": 0.09846257418394089, | |
| "learning_rate": 3.485637965806674e-05, | |
| "loss": 0.5808, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.8754716981132076, | |
| "grad_norm": 0.10605087131261826, | |
| "learning_rate": 3.4681260991728685e-05, | |
| "loss": 0.5737, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.8805031446540881, | |
| "grad_norm": 0.11082804203033447, | |
| "learning_rate": 3.450565662183527e-05, | |
| "loss": 0.5826, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8855345911949686, | |
| "grad_norm": 0.10169358551502228, | |
| "learning_rate": 3.432957842536282e-05, | |
| "loss": 0.5724, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.8905660377358491, | |
| "grad_norm": 0.10837408900260925, | |
| "learning_rate": 3.415303831133485e-05, | |
| "loss": 0.5736, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.8955974842767296, | |
| "grad_norm": 0.11302381008863449, | |
| "learning_rate": 3.3976048220016604e-05, | |
| "loss": 0.589, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.9006289308176101, | |
| "grad_norm": 0.10759381949901581, | |
| "learning_rate": 3.37986201221075e-05, | |
| "loss": 0.5769, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.9056603773584906, | |
| "grad_norm": 0.11644274741411209, | |
| "learning_rate": 3.362076601793142e-05, | |
| "loss": 0.5603, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9056603773584906, | |
| "eval_loss": 0.5751825571060181, | |
| "eval_runtime": 411.2176, | |
| "eval_samples_per_second": 26.035, | |
| "eval_steps_per_second": 0.204, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9106918238993711, | |
| "grad_norm": 0.10910682380199432, | |
| "learning_rate": 3.344249793662514e-05, | |
| "loss": 0.5632, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.9157232704402516, | |
| "grad_norm": 0.10915949195623398, | |
| "learning_rate": 3.326382793532476e-05, | |
| "loss": 0.5903, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9207547169811321, | |
| "grad_norm": 0.11586213856935501, | |
| "learning_rate": 3.308476809835013e-05, | |
| "loss": 0.594, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.9257861635220126, | |
| "grad_norm": 0.11010655015707016, | |
| "learning_rate": 3.290533053638759e-05, | |
| "loss": 0.5723, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.9308176100628931, | |
| "grad_norm": 0.11362364888191223, | |
| "learning_rate": 3.272552738567086e-05, | |
| "loss": 0.5825, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.9358490566037736, | |
| "grad_norm": 0.10686285048723221, | |
| "learning_rate": 3.254537080716021e-05, | |
| "loss": 0.586, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.9408805031446541, | |
| "grad_norm": 0.11016613245010376, | |
| "learning_rate": 3.236487298571996e-05, | |
| "loss": 0.5813, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.9459119496855346, | |
| "grad_norm": 0.10999295115470886, | |
| "learning_rate": 3.2184046129294295e-05, | |
| "loss": 0.5716, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.9509433962264151, | |
| "grad_norm": 0.1100740134716034, | |
| "learning_rate": 3.20029024680817e-05, | |
| "loss": 0.5424, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.9559748427672956, | |
| "grad_norm": 0.105403371155262, | |
| "learning_rate": 3.1821454253707646e-05, | |
| "loss": 0.5963, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9559748427672956, | |
| "eval_loss": 0.5737633109092712, | |
| "eval_runtime": 412.702, | |
| "eval_samples_per_second": 25.941, | |
| "eval_steps_per_second": 0.204, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9610062893081761, | |
| "grad_norm": 0.10489460825920105, | |
| "learning_rate": 3.1639713758396055e-05, | |
| "loss": 0.567, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.9660377358490566, | |
| "grad_norm": 0.10349351167678833, | |
| "learning_rate": 3.145769327413922e-05, | |
| "loss": 0.5721, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.9710691823899371, | |
| "grad_norm": 0.10395889729261398, | |
| "learning_rate": 3.127540511186643e-05, | |
| "loss": 0.569, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.9761006289308176, | |
| "grad_norm": 0.10146255046129227, | |
| "learning_rate": 3.109286160061136e-05, | |
| "loss": 0.5699, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.9811320754716981, | |
| "grad_norm": 0.10547154396772385, | |
| "learning_rate": 3.091007508667814e-05, | |
| "loss": 0.5686, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.9861635220125786, | |
| "grad_norm": 0.10124453902244568, | |
| "learning_rate": 3.072705793280642e-05, | |
| "loss": 0.5983, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.9911949685534591, | |
| "grad_norm": 0.10909611731767654, | |
| "learning_rate": 3.054382251733507e-05, | |
| "loss": 0.5881, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.9962264150943396, | |
| "grad_norm": 0.10168620944023132, | |
| "learning_rate": 3.0360381233365105e-05, | |
| "loss": 0.5978, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.0012578616352201, | |
| "grad_norm": 0.1318611353635788, | |
| "learning_rate": 3.0176746487921404e-05, | |
| "loss": 0.5694, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.0062893081761006, | |
| "grad_norm": 0.12533968687057495, | |
| "learning_rate": 2.9992930701113586e-05, | |
| "loss": 0.5082, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0062893081761006, | |
| "eval_loss": 0.5776596665382385, | |
| "eval_runtime": 410.8135, | |
| "eval_samples_per_second": 26.06, | |
| "eval_steps_per_second": 0.204, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0113207547169811, | |
| "grad_norm": 0.12798835337162018, | |
| "learning_rate": 2.9808946305295988e-05, | |
| "loss": 0.4912, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.0163522012578616, | |
| "grad_norm": 0.13782812654972076, | |
| "learning_rate": 2.962480574422678e-05, | |
| "loss": 0.5288, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.0213836477987421, | |
| "grad_norm": 0.11341769248247147, | |
| "learning_rate": 2.9440521472226368e-05, | |
| "loss": 0.5032, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.0264150943396226, | |
| "grad_norm": 0.1318856179714203, | |
| "learning_rate": 2.9256105953334982e-05, | |
| "loss": 0.5038, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.0314465408805031, | |
| "grad_norm": 0.11981856822967529, | |
| "learning_rate": 2.9071571660469775e-05, | |
| "loss": 0.4965, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.0364779874213836, | |
| "grad_norm": 0.11475057154893875, | |
| "learning_rate": 2.888693107458111e-05, | |
| "loss": 0.4912, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.0415094339622641, | |
| "grad_norm": 0.13232818245887756, | |
| "learning_rate": 2.8702196683808496e-05, | |
| "loss": 0.5065, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.0465408805031446, | |
| "grad_norm": 0.1348014920949936, | |
| "learning_rate": 2.8517380982635906e-05, | |
| "loss": 0.5293, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.0515723270440251, | |
| "grad_norm": 0.11755809187889099, | |
| "learning_rate": 2.8332496471046737e-05, | |
| "loss": 0.486, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.0566037735849056, | |
| "grad_norm": 0.1252366006374359, | |
| "learning_rate": 2.8147555653678353e-05, | |
| "loss": 0.4975, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.0566037735849056, | |
| "eval_loss": 0.5800932049751282, | |
| "eval_runtime": 411.2332, | |
| "eval_samples_per_second": 26.034, | |
| "eval_steps_per_second": 0.204, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.0616352201257861, | |
| "grad_norm": 0.11638514697551727, | |
| "learning_rate": 2.7962571038976376e-05, | |
| "loss": 0.5021, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.0666666666666667, | |
| "grad_norm": 0.11196921765804291, | |
| "learning_rate": 2.777755513834865e-05, | |
| "loss": 0.5081, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.0716981132075472, | |
| "grad_norm": 0.12703673541545868, | |
| "learning_rate": 2.7592520465319012e-05, | |
| "loss": 0.5186, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.0767295597484277, | |
| "grad_norm": 0.12006295472383499, | |
| "learning_rate": 2.7407479534680997e-05, | |
| "loss": 0.5123, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.0817610062893082, | |
| "grad_norm": 0.11968886107206345, | |
| "learning_rate": 2.722244486165136e-05, | |
| "loss": 0.5135, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.0867924528301887, | |
| "grad_norm": 0.11439641565084457, | |
| "learning_rate": 2.7037428961023632e-05, | |
| "loss": 0.4964, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.0918238993710692, | |
| "grad_norm": 0.12513814866542816, | |
| "learning_rate": 2.685244434632166e-05, | |
| "loss": 0.5103, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.0968553459119497, | |
| "grad_norm": 0.11105407029390335, | |
| "learning_rate": 2.6667503528953275e-05, | |
| "loss": 0.4915, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.1018867924528302, | |
| "grad_norm": 0.1270296275615692, | |
| "learning_rate": 2.6482619017364096e-05, | |
| "loss": 0.5197, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.1069182389937107, | |
| "grad_norm": 0.12292016297578812, | |
| "learning_rate": 2.629780331619151e-05, | |
| "loss": 0.5131, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.1069182389937107, | |
| "eval_loss": 0.5787190198898315, | |
| "eval_runtime": 410.8629, | |
| "eval_samples_per_second": 26.057, | |
| "eval_steps_per_second": 0.204, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.1119496855345912, | |
| "grad_norm": 0.10833011567592621, | |
| "learning_rate": 2.6113068925418892e-05, | |
| "loss": 0.4747, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.1169811320754717, | |
| "grad_norm": 0.11480649560689926, | |
| "learning_rate": 2.592842833953023e-05, | |
| "loss": 0.5033, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.1220125786163522, | |
| "grad_norm": 0.11621647328138351, | |
| "learning_rate": 2.5743894046665013e-05, | |
| "loss": 0.5041, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.1270440251572327, | |
| "grad_norm": 0.11848396062850952, | |
| "learning_rate": 2.555947852777364e-05, | |
| "loss": 0.4868, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.1320754716981132, | |
| "grad_norm": 0.11532817780971527, | |
| "learning_rate": 2.537519425577322e-05, | |
| "loss": 0.485, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.1371069182389937, | |
| "grad_norm": 0.11470374464988708, | |
| "learning_rate": 2.519105369470402e-05, | |
| "loss": 0.5009, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.1421383647798742, | |
| "grad_norm": 0.11918400973081589, | |
| "learning_rate": 2.5007069298886416e-05, | |
| "loss": 0.492, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.1471698113207547, | |
| "grad_norm": 0.11399897933006287, | |
| "learning_rate": 2.4823253512078605e-05, | |
| "loss": 0.5227, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.1522012578616352, | |
| "grad_norm": 0.1135721504688263, | |
| "learning_rate": 2.4639618766634904e-05, | |
| "loss": 0.4948, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.1572327044025157, | |
| "grad_norm": 0.11768464744091034, | |
| "learning_rate": 2.4456177482664932e-05, | |
| "loss": 0.5069, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.1572327044025157, | |
| "eval_loss": 0.5783973932266235, | |
| "eval_runtime": 410.9352, | |
| "eval_samples_per_second": 26.053, | |
| "eval_steps_per_second": 0.204, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.1622641509433962, | |
| "grad_norm": 0.11413212865591049, | |
| "learning_rate": 2.4272942067193593e-05, | |
| "loss": 0.4919, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.1672955974842767, | |
| "grad_norm": 0.11099102348089218, | |
| "learning_rate": 2.4089924913321854e-05, | |
| "loss": 0.5131, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.1723270440251572, | |
| "grad_norm": 0.12233982235193253, | |
| "learning_rate": 2.3907138399388656e-05, | |
| "loss": 0.5152, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.1773584905660377, | |
| "grad_norm": 0.109150230884552, | |
| "learning_rate": 2.3724594888133578e-05, | |
| "loss": 0.4942, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.1823899371069182, | |
| "grad_norm": 0.11547227948904037, | |
| "learning_rate": 2.354230672586079e-05, | |
| "loss": 0.5087, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.1874213836477987, | |
| "grad_norm": 0.11096334457397461, | |
| "learning_rate": 2.3360286241603947e-05, | |
| "loss": 0.528, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.1924528301886792, | |
| "grad_norm": 0.11583118885755539, | |
| "learning_rate": 2.3178545746292363e-05, | |
| "loss": 0.5053, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.1974842767295597, | |
| "grad_norm": 0.12394651025533676, | |
| "learning_rate": 2.299709753191831e-05, | |
| "loss": 0.519, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.2025157232704402, | |
| "grad_norm": 0.10962869971990585, | |
| "learning_rate": 2.281595387070571e-05, | |
| "loss": 0.5119, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.2075471698113207, | |
| "grad_norm": 0.11548969149589539, | |
| "learning_rate": 2.263512701428005e-05, | |
| "loss": 0.5053, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.2075471698113207, | |
| "eval_loss": 0.5777500867843628, | |
| "eval_runtime": 410.7907, | |
| "eval_samples_per_second": 26.062, | |
| "eval_steps_per_second": 0.204, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.2125786163522012, | |
| "grad_norm": 0.11964194476604462, | |
| "learning_rate": 2.2454629192839782e-05, | |
| "loss": 0.5067, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.2176100628930817, | |
| "grad_norm": 0.11280932277441025, | |
| "learning_rate": 2.2274472614329146e-05, | |
| "loss": 0.5097, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.2226415094339622, | |
| "grad_norm": 0.11903873831033707, | |
| "learning_rate": 2.2094669463612417e-05, | |
| "loss": 0.4973, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.2276729559748427, | |
| "grad_norm": 0.11274790018796921, | |
| "learning_rate": 2.191523190164988e-05, | |
| "loss": 0.4802, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.2327044025157232, | |
| "grad_norm": 0.12155181169509888, | |
| "learning_rate": 2.1736172064675242e-05, | |
| "loss": 0.5039, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.2377358490566037, | |
| "grad_norm": 0.1149788573384285, | |
| "learning_rate": 2.1557502063374863e-05, | |
| "loss": 0.5018, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.2427672955974842, | |
| "grad_norm": 0.11619096249341965, | |
| "learning_rate": 2.1379233982068597e-05, | |
| "loss": 0.5001, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.2477987421383647, | |
| "grad_norm": 0.11911306530237198, | |
| "learning_rate": 2.120137987789252e-05, | |
| "loss": 0.5257, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.2528301886792452, | |
| "grad_norm": 0.11577396094799042, | |
| "learning_rate": 2.1023951779983408e-05, | |
| "loss": 0.5156, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.2578616352201257, | |
| "grad_norm": 0.11911614239215851, | |
| "learning_rate": 2.0846961688665158e-05, | |
| "loss": 0.5189, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.2578616352201257, | |
| "eval_loss": 0.5771186947822571, | |
| "eval_runtime": 410.8096, | |
| "eval_samples_per_second": 26.061, | |
| "eval_steps_per_second": 0.204, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.2628930817610062, | |
| "grad_norm": 0.12026111036539078, | |
| "learning_rate": 2.0670421574637182e-05, | |
| "loss": 0.4965, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.2679245283018867, | |
| "grad_norm": 0.11090611666440964, | |
| "learning_rate": 2.0494343378164736e-05, | |
| "loss": 0.4924, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.2729559748427672, | |
| "grad_norm": 0.11498820036649704, | |
| "learning_rate": 2.0318739008271327e-05, | |
| "loss": 0.5069, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.2779874213836477, | |
| "grad_norm": 0.11681642383337021, | |
| "learning_rate": 2.014362034193326e-05, | |
| "loss": 0.5208, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.2830188679245282, | |
| "grad_norm": 0.11289618164300919, | |
| "learning_rate": 1.9968999223276406e-05, | |
| "loss": 0.497, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.2880503144654087, | |
| "grad_norm": 0.11700893938541412, | |
| "learning_rate": 1.979488746277503e-05, | |
| "loss": 0.4872, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.2930817610062892, | |
| "grad_norm": 0.11669134348630905, | |
| "learning_rate": 1.9621296836453025e-05, | |
| "loss": 0.5117, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.2981132075471697, | |
| "grad_norm": 0.11578242480754852, | |
| "learning_rate": 1.944823908508745e-05, | |
| "loss": 0.5046, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.3031446540880502, | |
| "grad_norm": 0.11336881667375565, | |
| "learning_rate": 1.9275725913414483e-05, | |
| "loss": 0.4828, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.3081761006289307, | |
| "grad_norm": 0.1218356043100357, | |
| "learning_rate": 1.910376898933769e-05, | |
| "loss": 0.5173, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.3081761006289307, | |
| "eval_loss": 0.5762000679969788, | |
| "eval_runtime": 410.9091, | |
| "eval_samples_per_second": 26.054, | |
| "eval_steps_per_second": 0.204, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.3132075471698113, | |
| "grad_norm": 0.11644181609153748, | |
| "learning_rate": 1.8932379943138916e-05, | |
| "loss": 0.5002, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.3182389937106918, | |
| "grad_norm": 0.11215106397867203, | |
| "learning_rate": 1.8761570366691684e-05, | |
| "loss": 0.4808, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.3232704402515723, | |
| "grad_norm": 0.11506900936365128, | |
| "learning_rate": 1.8591351812677144e-05, | |
| "loss": 0.4915, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.3283018867924528, | |
| "grad_norm": 0.11646901071071625, | |
| "learning_rate": 1.8421735793802763e-05, | |
| "loss": 0.5067, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 0.1217241957783699, | |
| "learning_rate": 1.8252733782023584e-05, | |
| "loss": 0.5105, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.3383647798742138, | |
| "grad_norm": 0.12330880761146545, | |
| "learning_rate": 1.8084357207766406e-05, | |
| "loss": 0.5107, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.3433962264150943, | |
| "grad_norm": 0.10948923975229263, | |
| "learning_rate": 1.7916617459156615e-05, | |
| "loss": 0.4929, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.3484276729559748, | |
| "grad_norm": 0.11415420472621918, | |
| "learning_rate": 1.7749525881248035e-05, | |
| "loss": 0.5123, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.3534591194968553, | |
| "grad_norm": 0.11750365048646927, | |
| "learning_rate": 1.7583093775255516e-05, | |
| "loss": 0.5082, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.3584905660377358, | |
| "grad_norm": 0.11664094030857086, | |
| "learning_rate": 1.741733239779063e-05, | |
| "loss": 0.5048, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.3584905660377358, | |
| "eval_loss": 0.5755621194839478, | |
| "eval_runtime": 410.7838, | |
| "eval_samples_per_second": 26.062, | |
| "eval_steps_per_second": 0.204, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.3635220125786163, | |
| "grad_norm": 0.11655986309051514, | |
| "learning_rate": 1.725225296010034e-05, | |
| "loss": 0.4923, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.3685534591194968, | |
| "grad_norm": 0.11432712525129318, | |
| "learning_rate": 1.7087866627308664e-05, | |
| "loss": 0.4976, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.3735849056603773, | |
| "grad_norm": 0.11400482058525085, | |
| "learning_rate": 1.692418451766163e-05, | |
| "loss": 0.5026, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.378616352201258, | |
| "grad_norm": 0.11588790267705917, | |
| "learning_rate": 1.6761217701775207e-05, | |
| "loss": 0.5031, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.3836477987421385, | |
| "grad_norm": 0.11426915228366852, | |
| "learning_rate": 1.6598977201886558e-05, | |
| "loss": 0.5001, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.388679245283019, | |
| "grad_norm": 0.11552328616380692, | |
| "learning_rate": 1.6437473991108585e-05, | |
| "loss": 0.4928, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.3937106918238995, | |
| "grad_norm": 0.11312104761600494, | |
| "learning_rate": 1.6276718992687746e-05, | |
| "loss": 0.4977, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.39874213836478, | |
| "grad_norm": 0.11197475343942642, | |
| "learning_rate": 1.6116723079265263e-05, | |
| "loss": 0.489, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.4037735849056605, | |
| "grad_norm": 0.11652438342571259, | |
| "learning_rate": 1.5957497072141758e-05, | |
| "loss": 0.4971, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.408805031446541, | |
| "grad_norm": 0.1163628101348877, | |
| "learning_rate": 1.579905174054533e-05, | |
| "loss": 0.4986, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.408805031446541, | |
| "eval_loss": 0.5742356777191162, | |
| "eval_runtime": 410.5998, | |
| "eval_samples_per_second": 26.074, | |
| "eval_steps_per_second": 0.205, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.4138364779874215, | |
| "grad_norm": 0.1128329187631607, | |
| "learning_rate": 1.5641397800903222e-05, | |
| "loss": 0.5068, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.418867924528302, | |
| "grad_norm": 0.11648018658161163, | |
| "learning_rate": 1.5484545916116995e-05, | |
| "loss": 0.4958, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.4238993710691825, | |
| "grad_norm": 0.1150885596871376, | |
| "learning_rate": 1.5328506694841334e-05, | |
| "loss": 0.4855, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.428930817610063, | |
| "grad_norm": 0.11181043833494186, | |
| "learning_rate": 1.5173290690766553e-05, | |
| "loss": 0.5114, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.4339622641509435, | |
| "grad_norm": 0.11899517476558685, | |
| "learning_rate": 1.5018908401904785e-05, | |
| "loss": 0.5048, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.438993710691824, | |
| "grad_norm": 0.11897191405296326, | |
| "learning_rate": 1.4865370269879955e-05, | |
| "loss": 0.5308, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.4440251572327045, | |
| "grad_norm": 0.11142674088478088, | |
| "learning_rate": 1.471268667922157e-05, | |
| "loss": 0.4958, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.449056603773585, | |
| "grad_norm": 0.1150866225361824, | |
| "learning_rate": 1.4560867956662336e-05, | |
| "loss": 0.4939, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.4540880503144655, | |
| "grad_norm": 0.11816877871751785, | |
| "learning_rate": 1.4409924370439737e-05, | |
| "loss": 0.4913, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.459119496855346, | |
| "grad_norm": 0.11381349712610245, | |
| "learning_rate": 1.425986612960155e-05, | |
| "loss": 0.5039, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.459119496855346, | |
| "eval_loss": 0.573836624622345, | |
| "eval_runtime": 410.5985, | |
| "eval_samples_per_second": 26.074, | |
| "eval_steps_per_second": 0.205, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.4641509433962265, | |
| "grad_norm": 0.1094905436038971, | |
| "learning_rate": 1.4110703383315326e-05, | |
| "loss": 0.4901, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.469182389937107, | |
| "grad_norm": 0.11396130174398422, | |
| "learning_rate": 1.396244622018199e-05, | |
| "loss": 0.5081, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.4742138364779875, | |
| "grad_norm": 0.1160426139831543, | |
| "learning_rate": 1.3815104667553452e-05, | |
| "loss": 0.4869, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.479245283018868, | |
| "grad_norm": 0.11492225527763367, | |
| "learning_rate": 1.3668688690854453e-05, | |
| "loss": 0.4888, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.4842767295597485, | |
| "grad_norm": 0.11282163113355637, | |
| "learning_rate": 1.3523208192908562e-05, | |
| "loss": 0.4983, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.489308176100629, | |
| "grad_norm": 0.11276757717132568, | |
| "learning_rate": 1.3378673013268336e-05, | |
| "loss": 0.517, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.4943396226415095, | |
| "grad_norm": 0.11005326360464096, | |
| "learning_rate": 1.3235092927549888e-05, | |
| "loss": 0.4933, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.49937106918239, | |
| "grad_norm": 0.11391846090555191, | |
| "learning_rate": 1.3092477646771686e-05, | |
| "loss": 0.5047, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.5044025157232706, | |
| "grad_norm": 0.112746462225914, | |
| "learning_rate": 1.2950836816697753e-05, | |
| "loss": 0.4933, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.509433962264151, | |
| "grad_norm": 0.11274772882461548, | |
| "learning_rate": 1.2810180017185286e-05, | |
| "loss": 0.4928, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.509433962264151, | |
| "eval_loss": 0.5733875632286072, | |
| "eval_runtime": 410.9812, | |
| "eval_samples_per_second": 26.05, | |
| "eval_steps_per_second": 0.204, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.5144654088050316, | |
| "grad_norm": 0.11344069242477417, | |
| "learning_rate": 1.2670516761536705e-05, | |
| "loss": 0.5083, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.519496855345912, | |
| "grad_norm": 0.1206919476389885, | |
| "learning_rate": 1.2531856495856234e-05, | |
| "loss": 0.4931, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.5245283018867926, | |
| "grad_norm": 0.11568621546030045, | |
| "learning_rate": 1.2394208598411026e-05, | |
| "loss": 0.4961, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.529559748427673, | |
| "grad_norm": 0.11288320273160934, | |
| "learning_rate": 1.2257582378996846e-05, | |
| "loss": 0.493, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.5345911949685536, | |
| "grad_norm": 0.11447000503540039, | |
| "learning_rate": 1.2121987078308414e-05, | |
| "loss": 0.487, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.539622641509434, | |
| "grad_norm": 0.1167483702301979, | |
| "learning_rate": 1.1987431867314417e-05, | |
| "loss": 0.5078, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.5446540880503146, | |
| "grad_norm": 0.11339499801397324, | |
| "learning_rate": 1.1853925846637192e-05, | |
| "loss": 0.5101, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.549685534591195, | |
| "grad_norm": 0.11238376796245575, | |
| "learning_rate": 1.1721478045937298e-05, | |
| "loss": 0.5075, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.5547169811320756, | |
| "grad_norm": 0.11750028282403946, | |
| "learning_rate": 1.1590097423302684e-05, | |
| "loss": 0.5223, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.559748427672956, | |
| "grad_norm": 0.11243315786123276, | |
| "learning_rate": 1.1459792864642889e-05, | |
| "loss": 0.5014, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.559748427672956, | |
| "eval_loss": 0.5725140571594238, | |
| "eval_runtime": 411.304, | |
| "eval_samples_per_second": 26.029, | |
| "eval_steps_per_second": 0.204, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.5647798742138366, | |
| "grad_norm": 0.10880452394485474, | |
| "learning_rate": 1.1330573183088027e-05, | |
| "loss": 0.4946, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.569811320754717, | |
| "grad_norm": 0.11715767532587051, | |
| "learning_rate": 1.1202447118392666e-05, | |
| "loss": 0.4934, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.5748427672955976, | |
| "grad_norm": 0.1085837110877037, | |
| "learning_rate": 1.1075423336344815e-05, | |
| "loss": 0.4918, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.579874213836478, | |
| "grad_norm": 0.11400571465492249, | |
| "learning_rate": 1.0949510428179703e-05, | |
| "loss": 0.4907, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.5849056603773586, | |
| "grad_norm": 0.11114535480737686, | |
| "learning_rate": 1.0824716909998783e-05, | |
| "loss": 0.504, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.589937106918239, | |
| "grad_norm": 0.10678807646036148, | |
| "learning_rate": 1.0701051222193734e-05, | |
| "loss": 0.4757, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.5949685534591196, | |
| "grad_norm": 0.11523126810789108, | |
| "learning_rate": 1.0578521728875578e-05, | |
| "loss": 0.5019, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.11389489471912384, | |
| "learning_rate": 1.0457136717308988e-05, | |
| "loss": 0.5162, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.6050314465408806, | |
| "grad_norm": 0.11754269152879715, | |
| "learning_rate": 1.0336904397351794e-05, | |
| "loss": 0.4991, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.610062893081761, | |
| "grad_norm": 0.11521238088607788, | |
| "learning_rate": 1.021783290089966e-05, | |
| "loss": 0.5041, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.610062893081761, | |
| "eval_loss": 0.57233065366745, | |
| "eval_runtime": 417.7875, | |
| "eval_samples_per_second": 25.625, | |
| "eval_steps_per_second": 0.201, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.6150943396226416, | |
| "grad_norm": 0.1117156520485878, | |
| "learning_rate": 1.009993028133615e-05, | |
| "loss": 0.4919, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.620125786163522, | |
| "grad_norm": 0.11549975723028183, | |
| "learning_rate": 9.983204512988004e-06, | |
| "loss": 0.4988, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.6251572327044026, | |
| "grad_norm": 0.11243242025375366, | |
| "learning_rate": 9.867663490585783e-06, | |
| "loss": 0.5128, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.630188679245283, | |
| "grad_norm": 0.11129079759120941, | |
| "learning_rate": 9.753315028729948e-06, | |
| "loss": 0.4893, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.6352201257861636, | |
| "grad_norm": 0.11360695213079453, | |
| "learning_rate": 9.640166861362268e-06, | |
| "loss": 0.503, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.640251572327044, | |
| "grad_norm": 0.11027677357196808, | |
| "learning_rate": 9.528226641242804e-06, | |
| "loss": 0.4933, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.6452830188679246, | |
| "grad_norm": 0.11328162252902985, | |
| "learning_rate": 9.417501939432257e-06, | |
| "loss": 0.4969, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.650314465408805, | |
| "grad_norm": 0.111870676279068, | |
| "learning_rate": 9.308000244779918e-06, | |
| "loss": 0.5009, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.6553459119496856, | |
| "grad_norm": 0.11578749120235443, | |
| "learning_rate": 9.19972896341717e-06, | |
| "loss": 0.5226, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.6603773584905661, | |
| "grad_norm": 0.11840783059597015, | |
| "learning_rate": 9.09269541825658e-06, | |
| "loss": 0.4876, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.6603773584905661, | |
| "eval_loss": 0.5716937184333801, | |
| "eval_runtime": 411.8982, | |
| "eval_samples_per_second": 25.992, | |
| "eval_steps_per_second": 0.204, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.6654088050314466, | |
| "grad_norm": 0.10933776944875717, | |
| "learning_rate": 8.98690684849659e-06, | |
| "loss": 0.5217, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.6704402515723271, | |
| "grad_norm": 0.11809239536523819, | |
| "learning_rate": 8.882370409131924e-06, | |
| "loss": 0.5182, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.6754716981132076, | |
| "grad_norm": 0.1144753098487854, | |
| "learning_rate": 8.779093170469629e-06, | |
| "loss": 0.4999, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.6805031446540881, | |
| "grad_norm": 0.11396916210651398, | |
| "learning_rate": 8.677082117650906e-06, | |
| "loss": 0.507, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.6855345911949686, | |
| "grad_norm": 0.11068397760391235, | |
| "learning_rate": 8.576344150178653e-06, | |
| "loss": 0.5136, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.6905660377358491, | |
| "grad_norm": 0.1053067147731781, | |
| "learning_rate": 8.47688608145083e-06, | |
| "loss": 0.4907, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.6955974842767296, | |
| "grad_norm": 0.1102994978427887, | |
| "learning_rate": 8.378714638299628e-06, | |
| "loss": 0.4881, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.7006289308176101, | |
| "grad_norm": 0.10971739888191223, | |
| "learning_rate": 8.28183646053649e-06, | |
| "loss": 0.5176, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.7056603773584906, | |
| "grad_norm": 0.11169516295194626, | |
| "learning_rate": 8.186258100503058e-06, | |
| "loss": 0.5102, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.7106918238993711, | |
| "grad_norm": 0.1112278550863266, | |
| "learning_rate": 8.091986022627978e-06, | |
| "loss": 0.5272, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.7106918238993711, | |
| "eval_loss": 0.5712010860443115, | |
| "eval_runtime": 411.4247, | |
| "eval_samples_per_second": 26.022, | |
| "eval_steps_per_second": 0.204, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.7157232704402516, | |
| "grad_norm": 0.11466188728809357, | |
| "learning_rate": 7.999026602989687e-06, | |
| "loss": 0.4974, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.7207547169811321, | |
| "grad_norm": 0.12257977575063705, | |
| "learning_rate": 7.907386128885182e-06, | |
| "loss": 0.4946, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.7257861635220126, | |
| "grad_norm": 0.12135323882102966, | |
| "learning_rate": 7.817070798404755e-06, | |
| "loss": 0.5374, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.7308176100628931, | |
| "grad_norm": 0.11566798388957977, | |
| "learning_rate": 7.728086720012813e-06, | |
| "loss": 0.5048, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.7358490566037736, | |
| "grad_norm": 0.11244137585163116, | |
| "learning_rate": 7.640439912134711e-06, | |
| "loss": 0.5169, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.7408805031446541, | |
| "grad_norm": 0.1125202625989914, | |
| "learning_rate": 7.554136302749705e-06, | |
| "loss": 0.5076, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.7459119496855346, | |
| "grad_norm": 0.1143079325556755, | |
| "learning_rate": 7.469181728990013e-06, | |
| "loss": 0.4961, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.7509433962264151, | |
| "grad_norm": 0.11676593869924545, | |
| "learning_rate": 7.385581936746035e-06, | |
| "loss": 0.5003, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.7559748427672957, | |
| "grad_norm": 0.1095028892159462, | |
| "learning_rate": 7.303342580277696e-06, | |
| "loss": 0.4755, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.7610062893081762, | |
| "grad_norm": 0.11439331620931625, | |
| "learning_rate": 7.222469221832061e-06, | |
| "loss": 0.5057, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.7610062893081762, | |
| "eval_loss": 0.5707039833068848, | |
| "eval_runtime": 411.7854, | |
| "eval_samples_per_second": 25.999, | |
| "eval_steps_per_second": 0.204, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.7660377358490567, | |
| "grad_norm": 0.11388733237981796, | |
| "learning_rate": 7.142967331267113e-06, | |
| "loss": 0.4748, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.7710691823899372, | |
| "grad_norm": 0.11583738774061203, | |
| "learning_rate": 7.064842285681781e-06, | |
| "loss": 0.494, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.7761006289308177, | |
| "grad_norm": 0.11597929149866104, | |
| "learning_rate": 6.988099369052318e-06, | |
| "loss": 0.5106, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.7811320754716982, | |
| "grad_norm": 0.1117326021194458, | |
| "learning_rate": 6.9127437718748465e-06, | |
| "loss": 0.4844, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.7861635220125787, | |
| "grad_norm": 0.11276806890964508, | |
| "learning_rate": 6.838780590814366e-06, | |
| "loss": 0.5221, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.7911949685534592, | |
| "grad_norm": 0.11557289958000183, | |
| "learning_rate": 6.7662148283599955e-06, | |
| "loss": 0.5021, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.7962264150943397, | |
| "grad_norm": 0.11254438757896423, | |
| "learning_rate": 6.695051392486652e-06, | |
| "loss": 0.4999, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.8012578616352202, | |
| "grad_norm": 0.11114822328090668, | |
| "learning_rate": 6.625295096323097e-06, | |
| "loss": 0.4849, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.8062893081761007, | |
| "grad_norm": 0.11419788002967834, | |
| "learning_rate": 6.556950657826405e-06, | |
| "loss": 0.5227, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.8113207547169812, | |
| "grad_norm": 0.11834213882684708, | |
| "learning_rate": 6.490022699462844e-06, | |
| "loss": 0.5043, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.8113207547169812, | |
| "eval_loss": 0.5703166723251343, | |
| "eval_runtime": 411.34, | |
| "eval_samples_per_second": 26.027, | |
| "eval_steps_per_second": 0.204, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.8163522012578617, | |
| "grad_norm": 0.11034736037254333, | |
| "learning_rate": 6.424515747895265e-06, | |
| "loss": 0.48, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.8213836477987422, | |
| "grad_norm": 0.11254922300577164, | |
| "learning_rate": 6.360434233676926e-06, | |
| "loss": 0.4864, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.8264150943396227, | |
| "grad_norm": 0.10830461978912354, | |
| "learning_rate": 6.297782490951833e-06, | |
| "loss": 0.4943, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.8314465408805032, | |
| "grad_norm": 0.1077997013926506, | |
| "learning_rate": 6.236564757161608e-06, | |
| "loss": 0.4865, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.8364779874213837, | |
| "grad_norm": 0.11505385488271713, | |
| "learning_rate": 6.176785172758871e-06, | |
| "loss": 0.5039, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.8415094339622642, | |
| "grad_norm": 0.12043328583240509, | |
| "learning_rate": 6.118447780927233e-06, | |
| "loss": 0.4909, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.8465408805031447, | |
| "grad_norm": 0.11934798955917358, | |
| "learning_rate": 6.0615565273078025e-06, | |
| "loss": 0.4978, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.8515723270440252, | |
| "grad_norm": 0.11153744161128998, | |
| "learning_rate": 6.006115259732345e-06, | |
| "loss": 0.4924, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.8566037735849057, | |
| "grad_norm": 0.11369643360376358, | |
| "learning_rate": 5.952127727963029e-06, | |
| "loss": 0.4938, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.8616352201257862, | |
| "grad_norm": 0.1063813716173172, | |
| "learning_rate": 5.899597583438808e-06, | |
| "loss": 0.5059, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.8616352201257862, | |
| "eval_loss": 0.5707431435585022, | |
| "eval_runtime": 411.3909, | |
| "eval_samples_per_second": 26.024, | |
| "eval_steps_per_second": 0.204, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.8666666666666667, | |
| "grad_norm": 0.12777185440063477, | |
| "learning_rate": 5.848528379028456e-06, | |
| "loss": 0.5138, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.8716981132075472, | |
| "grad_norm": 0.11385183781385422, | |
| "learning_rate": 5.798923568790283e-06, | |
| "loss": 0.5101, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.8767295597484277, | |
| "grad_norm": 0.11212068051099777, | |
| "learning_rate": 5.750786507738497e-06, | |
| "loss": 0.4845, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.8817610062893082, | |
| "grad_norm": 0.11255759000778198, | |
| "learning_rate": 5.704120451616305e-06, | |
| "loss": 0.5019, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.8867924528301887, | |
| "grad_norm": 0.11542278528213501, | |
| "learning_rate": 5.6589285566757095e-06, | |
| "loss": 0.5014, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.8918238993710692, | |
| "grad_norm": 0.11562332510948181, | |
| "learning_rate": 5.61521387946403e-06, | |
| "loss": 0.5077, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.8968553459119497, | |
| "grad_norm": 0.10956519842147827, | |
| "learning_rate": 5.572979376617183e-06, | |
| "loss": 0.4842, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.9018867924528302, | |
| "grad_norm": 0.11526080965995789, | |
| "learning_rate": 5.532227904659695e-06, | |
| "loss": 0.488, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.9069182389937107, | |
| "grad_norm": 0.11320438235998154, | |
| "learning_rate": 5.49296221981152e-06, | |
| "loss": 0.5021, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.9119496855345912, | |
| "grad_norm": 0.11186771839857101, | |
| "learning_rate": 5.455184977801612e-06, | |
| "loss": 0.4996, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.9119496855345912, | |
| "eval_loss": 0.5699969530105591, | |
| "eval_runtime": 411.4136, | |
| "eval_samples_per_second": 26.022, | |
| "eval_steps_per_second": 0.204, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.9169811320754717, | |
| "grad_norm": 0.1088699921965599, | |
| "learning_rate": 5.418898733688302e-06, | |
| "loss": 0.4933, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.9220125786163522, | |
| "grad_norm": 0.11521943658590317, | |
| "learning_rate": 5.384105941686499e-06, | |
| "loss": 0.5018, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.9270440251572327, | |
| "grad_norm": 0.1104261726140976, | |
| "learning_rate": 5.350808955001693e-06, | |
| "loss": 0.4945, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.9320754716981132, | |
| "grad_norm": 0.11762084811925888, | |
| "learning_rate": 5.3190100256707905e-06, | |
| "loss": 0.4892, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.9371069182389937, | |
| "grad_norm": 0.1136779636144638, | |
| "learning_rate": 5.288711304409814e-06, | |
| "loss": 0.5075, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.9421383647798742, | |
| "grad_norm": 0.11609724909067154, | |
| "learning_rate": 5.259914840468416e-06, | |
| "loss": 0.5052, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.9471698113207547, | |
| "grad_norm": 0.11565674096345901, | |
| "learning_rate": 5.2326225814913e-06, | |
| "loss": 0.5054, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.9522012578616352, | |
| "grad_norm": 0.10971004515886307, | |
| "learning_rate": 5.206836373386482e-06, | |
| "loss": 0.4711, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.9572327044025157, | |
| "grad_norm": 0.11187240481376648, | |
| "learning_rate": 5.182557960200441e-06, | |
| "loss": 0.4946, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.9622641509433962, | |
| "grad_norm": 0.11195476353168488, | |
| "learning_rate": 5.1597889840001635e-06, | |
| "loss": 0.4975, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.9622641509433962, | |
| "eval_loss": 0.5697274208068848, | |
| "eval_runtime": 411.2337, | |
| "eval_samples_per_second": 26.034, | |
| "eval_steps_per_second": 0.204, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.9672955974842767, | |
| "grad_norm": 0.11138684302568436, | |
| "learning_rate": 5.138530984762087e-06, | |
| "loss": 0.4915, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.9723270440251572, | |
| "grad_norm": 0.10923836380243301, | |
| "learning_rate": 5.118785400267929e-06, | |
| "loss": 0.4855, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.9773584905660377, | |
| "grad_norm": 0.10922150313854218, | |
| "learning_rate": 5.100553566007467e-06, | |
| "loss": 0.4794, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.9823899371069182, | |
| "grad_norm": 0.10965920239686966, | |
| "learning_rate": 5.083836715088188e-06, | |
| "loss": 0.4836, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.9874213836477987, | |
| "grad_norm": 0.11357378959655762, | |
| "learning_rate": 5.068635978151901e-06, | |
| "loss": 0.4942, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.9924528301886792, | |
| "grad_norm": 0.11112317442893982, | |
| "learning_rate": 5.0549523832982645e-06, | |
| "loss": 0.4939, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.9974842767295597, | |
| "grad_norm": 0.11381904780864716, | |
| "learning_rate": 5.042786856015253e-06, | |
| "loss": 0.5013, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.9974842767295597, | |
| "step": 794, | |
| "total_flos": 946984181301248.0, | |
| "train_loss": 0.5561736259862818, | |
| "train_runtime": 112418.4712, | |
| "train_samples_per_second": 3.619, | |
| "train_steps_per_second": 0.007 | |
| } | |
| ], | |
| "logging_steps": 2, | |
| "max_steps": 794, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 946984181301248.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |