| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 73151, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.965824117236949e-05, | |
| "loss": 5.6804, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9316482344738966e-05, | |
| "loss": 4.9782, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.897472351710845e-05, | |
| "loss": 4.8339, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.8632964689477936e-05, | |
| "loss": 4.6915, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.829188937950268e-05, | |
| "loss": 4.5389, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.7950130551872156e-05, | |
| "loss": 4.362, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.760837172424164e-05, | |
| "loss": 4.3116, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7266612896611126e-05, | |
| "loss": 4.245, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.6924854068980604e-05, | |
| "loss": 4.2283, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.658309524135009e-05, | |
| "loss": 4.1251, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.624133641371957e-05, | |
| "loss": 4.0663, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.5899577586089046e-05, | |
| "loss": 4.0828, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.555918579376906e-05, | |
| "loss": 3.9893, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.5217426966138536e-05, | |
| "loss": 3.9494, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.487566813850802e-05, | |
| "loss": 3.8261, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.4533909310877506e-05, | |
| "loss": 3.8834, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.4192150483246984e-05, | |
| "loss": 3.8186, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.3851075173271725e-05, | |
| "loss": 3.791, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.350931634564121e-05, | |
| "loss": 3.7413, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.3167557518010696e-05, | |
| "loss": 3.631, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.2825798690380174e-05, | |
| "loss": 3.6658, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.248403986274966e-05, | |
| "loss": 3.6128, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.2142281035119144e-05, | |
| "loss": 3.5832, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.180052220748862e-05, | |
| "loss": 3.4998, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.14587633798581e-05, | |
| "loss": 3.5122, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.111768806988285e-05, | |
| "loss": 3.5041, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.0775929242252334e-05, | |
| "loss": 3.4191, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.0434853932277075e-05, | |
| "loss": 3.4023, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.0093095104646554e-05, | |
| "loss": 3.3738, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.975133627701604e-05, | |
| "loss": 3.3359, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.9409577449385524e-05, | |
| "loss": 3.2606, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.9068502139410265e-05, | |
| "loss": 3.3322, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.8726743311779744e-05, | |
| "loss": 3.2278, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.838498448414923e-05, | |
| "loss": 3.2608, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.8043225656518714e-05, | |
| "loss": 3.2201, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.770146682888819e-05, | |
| "loss": 3.2005, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.7360391518912934e-05, | |
| "loss": 3.1464, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.701863269128242e-05, | |
| "loss": 3.2039, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.6676873863651904e-05, | |
| "loss": 3.1524, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.633511503602138e-05, | |
| "loss": 3.1729, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.599335620839087e-05, | |
| "loss": 3.1225, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.5651597380760345e-05, | |
| "loss": 3.1449, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.530983855312983e-05, | |
| "loss": 3.1289, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.496807972549931e-05, | |
| "loss": 3.0806, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.462700441552406e-05, | |
| "loss": 3.0845, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4285245587893535e-05, | |
| "loss": 3.12, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.394348676026302e-05, | |
| "loss": 3.0579, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.3601727932632506e-05, | |
| "loss": 3.0443, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.326065262265725e-05, | |
| "loss": 3.0636, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.2918893795026725e-05, | |
| "loss": 3.0179, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.257713496739621e-05, | |
| "loss": 2.9552, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.2235376139765695e-05, | |
| "loss": 3.0536, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.1893617312135174e-05, | |
| "loss": 2.911, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.1552542002159915e-05, | |
| "loss": 3.0095, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.12107831745294e-05, | |
| "loss": 2.9568, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.0869024346898885e-05, | |
| "loss": 2.9344, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0527265519268364e-05, | |
| "loss": 2.9417, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.018619020929311e-05, | |
| "loss": 2.9011, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.984443138166259e-05, | |
| "loss": 2.8799, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9502672554032075e-05, | |
| "loss": 2.9197, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.9160913726401557e-05, | |
| "loss": 2.8963, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.881915489877104e-05, | |
| "loss": 2.914, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.847807958879578e-05, | |
| "loss": 2.8748, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.8136320761165265e-05, | |
| "loss": 2.9159, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.7794561933534747e-05, | |
| "loss": 2.8798, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.745280310590423e-05, | |
| "loss": 2.8773, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.711104427827371e-05, | |
| "loss": 2.8688, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.676928545064319e-05, | |
| "loss": 2.8408, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.642752662301267e-05, | |
| "loss": 2.8473, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.6085767795382155e-05, | |
| "loss": 2.8303, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.57446924854069e-05, | |
| "loss": 2.7961, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5402933657776385e-05, | |
| "loss": 2.8852, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.5061858347801127e-05, | |
| "loss": 2.819, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4720099520170605e-05, | |
| "loss": 2.8543, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.437834069254009e-05, | |
| "loss": 2.8135, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.4036581864909572e-05, | |
| "loss": 2.8237, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3695506554934317e-05, | |
| "loss": 2.7813, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3353747727303798e-05, | |
| "loss": 2.7788, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.301198889967328e-05, | |
| "loss": 2.7682, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.267023007204276e-05, | |
| "loss": 2.7843, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2328471244412243e-05, | |
| "loss": 2.7897, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.1987395934436988e-05, | |
| "loss": 2.7146, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.164563710680647e-05, | |
| "loss": 2.7909, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.130387827917595e-05, | |
| "loss": 2.7408, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.0962119451545433e-05, | |
| "loss": 2.7703, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0620360623914915e-05, | |
| "loss": 2.7564, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.027928531393966e-05, | |
| "loss": 2.7858, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.993752648630914e-05, | |
| "loss": 2.7562, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9595767658678623e-05, | |
| "loss": 2.7151, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9254008831048105e-05, | |
| "loss": 2.7155, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.891225000341759e-05, | |
| "loss": 2.7111, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.857049117578707e-05, | |
| "loss": 2.7161, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.8228732348156553e-05, | |
| "loss": 2.7353, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.7886973520526035e-05, | |
| "loss": 2.671, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.754589821055078e-05, | |
| "loss": 2.708, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.720413938292026e-05, | |
| "loss": 2.7514, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.6862380555289743e-05, | |
| "loss": 2.6464, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6521305245314485e-05, | |
| "loss": 2.7079, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.617954641768397e-05, | |
| "loss": 2.6883, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.583778759005345e-05, | |
| "loss": 2.686, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.5496028762422933e-05, | |
| "loss": 2.6826, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5154269934792417e-05, | |
| "loss": 2.6855, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.48125111071619e-05, | |
| "loss": 2.607, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.447075227953138e-05, | |
| "loss": 2.7357, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.4128993451900863e-05, | |
| "loss": 2.644, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3787918141925606e-05, | |
| "loss": 2.6631, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.344615931429509e-05, | |
| "loss": 2.6176, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3104400486664573e-05, | |
| "loss": 2.6017, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2762641659034053e-05, | |
| "loss": 2.615, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2420882831403535e-05, | |
| "loss": 2.6685, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2079124003773018e-05, | |
| "loss": 2.6363, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.17373651761425e-05, | |
| "loss": 2.6344, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1396289866167243e-05, | |
| "loss": 2.6118, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1054531038536727e-05, | |
| "loss": 2.617, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0712772210906208e-05, | |
| "loss": 2.6345, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.037101338327569e-05, | |
| "loss": 2.6346, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.0029938073300433e-05, | |
| "loss": 2.6163, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.688179245669916e-06, | |
| "loss": 2.629, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.346420418039398e-06, | |
| "loss": 2.6725, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.00466159040888e-06, | |
| "loss": 2.6297, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.662902762778363e-06, | |
| "loss": 2.6274, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.321143935147847e-06, | |
| "loss": 2.6258, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 7.979385107517327e-06, | |
| "loss": 2.6075, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.63762627988681e-06, | |
| "loss": 2.5569, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.296550969911553e-06, | |
| "loss": 2.606, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.954792142281036e-06, | |
| "loss": 2.6188, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.6130333146505175e-06, | |
| "loss": 2.6118, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.27127448702e-06, | |
| "loss": 2.5898, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.929515659389482e-06, | |
| "loss": 2.6512, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.588440349414226e-06, | |
| "loss": 2.552, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.247365039438969e-06, | |
| "loss": 2.5514, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.905606211808451e-06, | |
| "loss": 2.5717, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.563847384177934e-06, | |
| "loss": 2.5928, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.2220885565474156e-06, | |
| "loss": 2.6304, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.880329728916898e-06, | |
| "loss": 2.6121, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.539254418941641e-06, | |
| "loss": 2.495, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.197495591311124e-06, | |
| "loss": 2.5219, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.855736763680606e-06, | |
| "loss": 2.6132, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.513977936050088e-06, | |
| "loss": 2.6146, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.1722191084195706e-06, | |
| "loss": 2.5907, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.830460280789053e-06, | |
| "loss": 2.4962, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4887014531585353e-06, | |
| "loss": 2.6012, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.1469426255280174e-06, | |
| "loss": 2.5367, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.051837978974998e-07, | |
| "loss": 2.6087, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.641084879222431e-07, | |
| "loss": 2.5672, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.2234966029172534e-07, | |
| "loss": 2.5733, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 73151, | |
| "total_flos": 1.2183202602103603e+17, | |
| "train_loss": 3.037818258402621, | |
| "train_runtime": 6822.2882, | |
| "train_samples_per_second": 10.722, | |
| "train_steps_per_second": 10.722 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 73151, | |
| "num_train_epochs": 1, | |
| "save_steps": -73151, | |
| "total_flos": 1.2183202602103603e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |