| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 30.0, | |
| "eval_steps": 500, | |
| "global_step": 1204800, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 7.47011952191235e-05, | |
| "loss": 11.8613, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.000149402390438247, | |
| "loss": 1.9866, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.0002241035856573705, | |
| "loss": 1.4383, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.000298804780876494, | |
| "loss": 1.3467, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.0002992575153929735, | |
| "loss": 1.3175, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.00029850295786550764, | |
| "loss": 1.2551, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.00029774840033804177, | |
| "loss": 1.2058, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 0.00029699384281057584, | |
| "loss": 1.1759, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 0.00029623928528310997, | |
| "loss": 1.148, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 0.0002954847277556441, | |
| "loss": 1.116, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 0.00029473017022817817, | |
| "loss": 1.0933, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 0.00029397561270071225, | |
| "loss": 1.0788, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 0.0002932210551732464, | |
| "loss": 1.0578, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 0.0002924664976457805, | |
| "loss": 1.0363, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 0.0002917119401183146, | |
| "loss": 1.0198, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 0.0002909573825908487, | |
| "loss": 1.0132, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 0.00029020282506338283, | |
| "loss": 0.9995, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 0.0002894482675359169, | |
| "loss": 0.992, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 0.000288693710008451, | |
| "loss": 0.9821, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 0.0002879391524809851, | |
| "loss": 0.9878, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 0.00028718459495351924, | |
| "loss": 0.9952, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 0.0002864300374260533, | |
| "loss": 0.9804, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 0.00028567547989858744, | |
| "loss": 0.9736, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 0.00028492092237112157, | |
| "loss": 0.9681, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 0.00028416636484365564, | |
| "loss": 0.965, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 0.00028341180731618977, | |
| "loss": 0.9519, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 0.00028265724978872385, | |
| "loss": 0.9525, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 0.000281902692261258, | |
| "loss": 0.9175, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 0.00028114813473379205, | |
| "loss": 0.9129, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 0.0002803935772063262, | |
| "loss": 0.9167, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 0.0002796390196788603, | |
| "loss": 0.9037, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 0.0002788844621513944, | |
| "loss": 0.8967, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 0.0002781299046239285, | |
| "loss": 0.8896, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 0.0002773753470964626, | |
| "loss": 0.8848, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 0.0002766207895689967, | |
| "loss": 0.8864, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 0.00027586623204153084, | |
| "loss": 0.8793, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 0.0002751116745140649, | |
| "loss": 0.8727, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 0.00027435711698659904, | |
| "loss": 0.8605, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 0.00027360255945913317, | |
| "loss": 0.8614, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 0.00027284800193166724, | |
| "loss": 0.8584, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 0.00027209344440420137, | |
| "loss": 0.8322, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 0.0002713388868767355, | |
| "loss": 0.8182, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 0.0002705843293492696, | |
| "loss": 0.8203, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 0.00026982977182180365, | |
| "loss": 0.824, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 0.0002690752142943378, | |
| "loss": 0.819, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 0.0002683206567668719, | |
| "loss": 0.8144, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 0.000267566099239406, | |
| "loss": 0.8158, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 0.0002668115417119401, | |
| "loss": 0.8148, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 0.00026605698418447424, | |
| "loss": 0.8188, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 0.0002653024266570083, | |
| "loss": 0.8064, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 0.0002645478691295424, | |
| "loss": 0.8047, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 0.0002637933116020765, | |
| "loss": 0.8008, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 0.00026303875407461064, | |
| "loss": 0.799, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 0.0002622841965471447, | |
| "loss": 0.7822, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 0.00026152963901967884, | |
| "loss": 0.7657, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 0.00026077508149221297, | |
| "loss": 0.7627, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 0.00026002052396474705, | |
| "loss": 0.7603, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 0.0002592659664372812, | |
| "loss": 0.7608, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 0.00025851140890981525, | |
| "loss": 0.7642, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 0.0002577568513823494, | |
| "loss": 0.7607, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 0.0002570022938548835, | |
| "loss": 0.7546, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 0.0002562477363274176, | |
| "loss": 0.7531, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 0.0002554931787999517, | |
| "loss": 0.7572, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 0.0002547386212724858, | |
| "loss": 0.7578, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 0.0002539840637450199, | |
| "loss": 0.7558, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 0.000253229506217554, | |
| "loss": 0.7556, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 0.0002524749486900881, | |
| "loss": 0.7476, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 0.00025172039116262224, | |
| "loss": 0.721, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 0.0002509658336351563, | |
| "loss": 0.7241, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 0.00025021127610769044, | |
| "loss": 0.7183, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 0.00024945671858022457, | |
| "loss": 0.7163, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 0.00024870216105275865, | |
| "loss": 0.716, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 0.0002479476035252927, | |
| "loss": 0.7208, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 0.00024719304599782685, | |
| "loss": 0.7149, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 0.000246438488470361, | |
| "loss": 0.7168, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 0.00024568393094289505, | |
| "loss": 0.7131, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 0.0002449293734154292, | |
| "loss": 0.7134, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 0.0002441748158879633, | |
| "loss": 0.7088, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 0.00024342025836049738, | |
| "loss": 0.7101, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 0.00024266570083303148, | |
| "loss": 0.7106, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 0.0002419111433055656, | |
| "loss": 0.6846, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 0.00024115658577809968, | |
| "loss": 0.6761, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 0.00024040202825063379, | |
| "loss": 0.6783, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 0.00023964747072316791, | |
| "loss": 0.6815, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 0.00023889291319570202, | |
| "loss": 0.6864, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 0.00023813835566823612, | |
| "loss": 0.688, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 0.00023738379814077025, | |
| "loss": 0.6843, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 0.00023662924061330435, | |
| "loss": 0.6842, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 0.00023587468308583842, | |
| "loss": 0.6874, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "learning_rate": 0.00023512012555837258, | |
| "loss": 0.6777, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 0.00023436556803090665, | |
| "loss": 0.6813, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "learning_rate": 0.00023361101050344075, | |
| "loss": 0.6859, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 0.00023285645297597488, | |
| "loss": 0.6756, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "learning_rate": 0.00023210189544850898, | |
| "loss": 0.6682, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "learning_rate": 0.00023134733792104308, | |
| "loss": 0.6456, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 0.00023059278039357716, | |
| "loss": 0.6463, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 0.0002298382228661113, | |
| "loss": 0.6508, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "learning_rate": 0.00022908366533864539, | |
| "loss": 0.6513, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "learning_rate": 0.0002283291078111795, | |
| "loss": 0.6479, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "learning_rate": 0.00022757455028371362, | |
| "loss": 0.6514, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "learning_rate": 0.00022681999275624772, | |
| "loss": 0.648, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 7.62, | |
| "learning_rate": 0.00022606543522878182, | |
| "loss": 0.6467, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "learning_rate": 0.00022531087770131595, | |
| "loss": 0.6476, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "learning_rate": 0.00022455632017385005, | |
| "loss": 0.6485, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "learning_rate": 0.00022380176264638412, | |
| "loss": 0.6464, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 0.00022304720511891825, | |
| "loss": 0.644, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 7.99, | |
| "learning_rate": 0.00022229264759145235, | |
| "loss": 0.6423, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "learning_rate": 0.00022153809006398645, | |
| "loss": 0.6169, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "learning_rate": 0.00022078353253652058, | |
| "loss": 0.6166, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 8.22, | |
| "learning_rate": 0.00022002897500905468, | |
| "loss": 0.6174, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "learning_rate": 0.00021927441748158878, | |
| "loss": 0.62, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 0.00021851985995412286, | |
| "loss": 0.6217, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "learning_rate": 0.00021776530242665699, | |
| "loss": 0.6187, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 8.52, | |
| "learning_rate": 0.0002170107448991911, | |
| "loss": 0.6221, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "learning_rate": 0.0002162561873717252, | |
| "loss": 0.6202, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 8.67, | |
| "learning_rate": 0.00021550162984425932, | |
| "loss": 0.6198, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "learning_rate": 0.00021474707231679342, | |
| "loss": 0.6159, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 8.81, | |
| "learning_rate": 0.00021399251478932752, | |
| "loss": 0.615, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 8.89, | |
| "learning_rate": 0.00021323795726186165, | |
| "loss": 0.6188, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "learning_rate": 0.00021248339973439572, | |
| "loss": 0.6167, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "learning_rate": 0.00021172884220692982, | |
| "loss": 0.6022, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "learning_rate": 0.00021097428467946395, | |
| "loss": 0.5912, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "learning_rate": 0.00021021972715199805, | |
| "loss": 0.5906, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "learning_rate": 0.00020946516962453215, | |
| "loss": 0.5921, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 0.00020871061209706628, | |
| "loss": 0.584, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "learning_rate": 0.00020795605456960038, | |
| "loss": 0.5884, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 9.49, | |
| "learning_rate": 0.00020720149704213446, | |
| "loss": 0.585, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 9.56, | |
| "learning_rate": 0.00020644693951466859, | |
| "loss": 0.5878, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 9.64, | |
| "learning_rate": 0.0002056923819872027, | |
| "loss": 0.5894, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 0.0002049378244597368, | |
| "loss": 0.5875, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 9.79, | |
| "learning_rate": 0.0002041832669322709, | |
| "loss": 0.5877, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 9.86, | |
| "learning_rate": 0.00020342870940480502, | |
| "loss": 0.5876, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 9.94, | |
| "learning_rate": 0.00020267415187733912, | |
| "loss": 0.5876, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 10.01, | |
| "learning_rate": 0.0002019195943498732, | |
| "loss": 0.5885, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 10.08, | |
| "learning_rate": 0.00020116503682240732, | |
| "loss": 0.5606, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 10.16, | |
| "learning_rate": 0.00020041047929494142, | |
| "loss": 0.5618, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 10.23, | |
| "learning_rate": 0.00019965592176747552, | |
| "loss": 0.5661, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 10.31, | |
| "learning_rate": 0.00019890136424000965, | |
| "loss": 0.5723, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 10.38, | |
| "learning_rate": 0.00019814680671254375, | |
| "loss": 0.5665, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 10.46, | |
| "learning_rate": 0.00019739224918507786, | |
| "loss": 0.5635, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 10.53, | |
| "learning_rate": 0.00019663769165761198, | |
| "loss": 0.5677, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 10.61, | |
| "learning_rate": 0.00019588313413014606, | |
| "loss": 0.5657, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 10.68, | |
| "learning_rate": 0.00019512857660268016, | |
| "loss": 0.5675, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 10.76, | |
| "learning_rate": 0.0001943740190752143, | |
| "loss": 0.5646, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 10.83, | |
| "learning_rate": 0.0001936194615477484, | |
| "loss": 0.5663, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 10.91, | |
| "learning_rate": 0.0001928649040202825, | |
| "loss": 0.5692, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 10.98, | |
| "learning_rate": 0.0001921103464928166, | |
| "loss": 0.5664, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 11.06, | |
| "learning_rate": 0.00019135578896535072, | |
| "loss": 0.5487, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 11.13, | |
| "learning_rate": 0.0001906012314378848, | |
| "loss": 0.5436, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 11.21, | |
| "learning_rate": 0.0001898466739104189, | |
| "loss": 0.5438, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 11.28, | |
| "learning_rate": 0.00018909211638295302, | |
| "loss": 0.5444, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 11.35, | |
| "learning_rate": 0.00018833755885548712, | |
| "loss": 0.5422, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 11.43, | |
| "learning_rate": 0.00018758300132802123, | |
| "loss": 0.5452, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 11.5, | |
| "learning_rate": 0.00018682844380055535, | |
| "loss": 0.545, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 11.58, | |
| "learning_rate": 0.00018607388627308946, | |
| "loss": 0.5418, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 11.65, | |
| "learning_rate": 0.00018531932874562353, | |
| "loss": 0.5457, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 11.73, | |
| "learning_rate": 0.00018456477121815766, | |
| "loss": 0.5425, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 11.8, | |
| "learning_rate": 0.00018381021369069176, | |
| "loss": 0.5435, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 11.88, | |
| "learning_rate": 0.00018305565616322586, | |
| "loss": 0.5489, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 11.95, | |
| "learning_rate": 0.00018230109863576, | |
| "loss": 0.5457, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 12.03, | |
| "learning_rate": 0.0001815465411082941, | |
| "loss": 0.5353, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 12.1, | |
| "learning_rate": 0.0001807919835808282, | |
| "loss": 0.5185, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 12.18, | |
| "learning_rate": 0.00018003742605336227, | |
| "loss": 0.5223, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 12.25, | |
| "learning_rate": 0.0001792828685258964, | |
| "loss": 0.5172, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 12.33, | |
| "learning_rate": 0.0001785283109984305, | |
| "loss": 0.5191, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 12.4, | |
| "learning_rate": 0.0001777737534709646, | |
| "loss": 0.5221, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 12.48, | |
| "learning_rate": 0.00017701919594349872, | |
| "loss": 0.522, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 12.55, | |
| "learning_rate": 0.00017626463841603283, | |
| "loss": 0.525, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 12.62, | |
| "learning_rate": 0.00017551008088856693, | |
| "loss": 0.5265, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 12.7, | |
| "learning_rate": 0.00017475552336110106, | |
| "loss": 0.526, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 12.77, | |
| "learning_rate": 0.00017400096583363513, | |
| "loss": 0.527, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 12.85, | |
| "learning_rate": 0.00017324640830616923, | |
| "loss": 0.5259, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 12.92, | |
| "learning_rate": 0.00017249185077870336, | |
| "loss": 0.5234, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 0.00017173729325123746, | |
| "loss": 0.5259, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 13.07, | |
| "learning_rate": 0.00017098273572377156, | |
| "loss": 0.5027, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 13.15, | |
| "learning_rate": 0.0001702281781963057, | |
| "loss": 0.5043, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 13.22, | |
| "learning_rate": 0.0001694736206688398, | |
| "loss": 0.5051, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 13.3, | |
| "learning_rate": 0.00016871906314137387, | |
| "loss": 0.5062, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 13.37, | |
| "learning_rate": 0.00016796450561390797, | |
| "loss": 0.5062, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 13.45, | |
| "learning_rate": 0.0001672099480864421, | |
| "loss": 0.508, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 13.52, | |
| "learning_rate": 0.0001664553905589762, | |
| "loss": 0.5086, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 13.6, | |
| "learning_rate": 0.0001657008330315103, | |
| "loss": 0.5072, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 13.67, | |
| "learning_rate": 0.00016494627550404443, | |
| "loss": 0.5, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 13.75, | |
| "learning_rate": 0.00016419171797657853, | |
| "loss": 0.5067, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 13.82, | |
| "learning_rate": 0.0001634371604491126, | |
| "loss": 0.5055, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 13.89, | |
| "learning_rate": 0.00016268260292164673, | |
| "loss": 0.501, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 13.97, | |
| "learning_rate": 0.00016192804539418083, | |
| "loss": 0.5068, | |
| "step": 561000 | |
| }, | |
| { | |
| "epoch": 14.04, | |
| "learning_rate": 0.00016117348786671493, | |
| "loss": 0.4915, | |
| "step": 564000 | |
| }, | |
| { | |
| "epoch": 14.12, | |
| "learning_rate": 0.00016041893033924906, | |
| "loss": 0.4865, | |
| "step": 567000 | |
| }, | |
| { | |
| "epoch": 14.19, | |
| "learning_rate": 0.00015966437281178316, | |
| "loss": 0.4881, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "learning_rate": 0.00015890981528431726, | |
| "loss": 0.4842, | |
| "step": 573000 | |
| }, | |
| { | |
| "epoch": 14.34, | |
| "learning_rate": 0.0001581552577568514, | |
| "loss": 0.4873, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 14.42, | |
| "learning_rate": 0.00015740070022938547, | |
| "loss": 0.4861, | |
| "step": 579000 | |
| }, | |
| { | |
| "epoch": 14.49, | |
| "learning_rate": 0.00015664614270191957, | |
| "loss": 0.4867, | |
| "step": 582000 | |
| }, | |
| { | |
| "epoch": 14.57, | |
| "learning_rate": 0.00015589158517445367, | |
| "loss": 0.4902, | |
| "step": 585000 | |
| }, | |
| { | |
| "epoch": 14.64, | |
| "learning_rate": 0.0001551370276469878, | |
| "loss": 0.4927, | |
| "step": 588000 | |
| }, | |
| { | |
| "epoch": 14.72, | |
| "learning_rate": 0.0001543824701195219, | |
| "loss": 0.4904, | |
| "step": 591000 | |
| }, | |
| { | |
| "epoch": 14.79, | |
| "learning_rate": 0.000153627912592056, | |
| "loss": 0.4909, | |
| "step": 594000 | |
| }, | |
| { | |
| "epoch": 14.87, | |
| "learning_rate": 0.00015287335506459013, | |
| "loss": 0.4914, | |
| "step": 597000 | |
| }, | |
| { | |
| "epoch": 14.94, | |
| "learning_rate": 0.00015211879753712423, | |
| "loss": 0.4864, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 15.01, | |
| "learning_rate": 0.0001513642400096583, | |
| "loss": 0.4834, | |
| "step": 603000 | |
| }, | |
| { | |
| "epoch": 15.09, | |
| "learning_rate": 0.00015060968248219243, | |
| "loss": 0.4687, | |
| "step": 606000 | |
| }, | |
| { | |
| "epoch": 15.16, | |
| "learning_rate": 0.00014985512495472653, | |
| "loss": 0.4683, | |
| "step": 609000 | |
| }, | |
| { | |
| "epoch": 15.24, | |
| "learning_rate": 0.00014910056742726066, | |
| "loss": 0.4657, | |
| "step": 612000 | |
| }, | |
| { | |
| "epoch": 15.31, | |
| "learning_rate": 0.00014834600989979473, | |
| "loss": 0.4727, | |
| "step": 615000 | |
| }, | |
| { | |
| "epoch": 15.39, | |
| "learning_rate": 0.00014759145237232886, | |
| "loss": 0.4709, | |
| "step": 618000 | |
| }, | |
| { | |
| "epoch": 15.46, | |
| "learning_rate": 0.00014683689484486296, | |
| "loss": 0.4703, | |
| "step": 621000 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "learning_rate": 0.00014608233731739707, | |
| "loss": 0.4709, | |
| "step": 624000 | |
| }, | |
| { | |
| "epoch": 15.61, | |
| "learning_rate": 0.00014532777978993117, | |
| "loss": 0.4726, | |
| "step": 627000 | |
| }, | |
| { | |
| "epoch": 15.69, | |
| "learning_rate": 0.00014457322226246527, | |
| "loss": 0.4684, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 15.76, | |
| "learning_rate": 0.0001438186647349994, | |
| "loss": 0.4725, | |
| "step": 633000 | |
| }, | |
| { | |
| "epoch": 15.84, | |
| "learning_rate": 0.0001430641072075335, | |
| "loss": 0.4689, | |
| "step": 636000 | |
| }, | |
| { | |
| "epoch": 15.91, | |
| "learning_rate": 0.0001423095496800676, | |
| "loss": 0.468, | |
| "step": 639000 | |
| }, | |
| { | |
| "epoch": 15.99, | |
| "learning_rate": 0.0001415549921526017, | |
| "loss": 0.4749, | |
| "step": 642000 | |
| }, | |
| { | |
| "epoch": 16.06, | |
| "learning_rate": 0.00014080043462513583, | |
| "loss": 0.4551, | |
| "step": 645000 | |
| }, | |
| { | |
| "epoch": 16.14, | |
| "learning_rate": 0.0001400458770976699, | |
| "loss": 0.4536, | |
| "step": 648000 | |
| }, | |
| { | |
| "epoch": 16.21, | |
| "learning_rate": 0.00013929131957020403, | |
| "loss": 0.4548, | |
| "step": 651000 | |
| }, | |
| { | |
| "epoch": 16.28, | |
| "learning_rate": 0.00013853676204273813, | |
| "loss": 0.4541, | |
| "step": 654000 | |
| }, | |
| { | |
| "epoch": 16.36, | |
| "learning_rate": 0.00013778220451527223, | |
| "loss": 0.4573, | |
| "step": 657000 | |
| }, | |
| { | |
| "epoch": 16.43, | |
| "learning_rate": 0.00013702764698780633, | |
| "loss": 0.4521, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 16.51, | |
| "learning_rate": 0.00013627308946034044, | |
| "loss": 0.4564, | |
| "step": 663000 | |
| }, | |
| { | |
| "epoch": 16.58, | |
| "learning_rate": 0.00013551853193287456, | |
| "loss": 0.4563, | |
| "step": 666000 | |
| }, | |
| { | |
| "epoch": 16.66, | |
| "learning_rate": 0.00013476397440540867, | |
| "loss": 0.4582, | |
| "step": 669000 | |
| }, | |
| { | |
| "epoch": 16.73, | |
| "learning_rate": 0.00013400941687794277, | |
| "loss": 0.4556, | |
| "step": 672000 | |
| }, | |
| { | |
| "epoch": 16.81, | |
| "learning_rate": 0.00013325485935047687, | |
| "loss": 0.4527, | |
| "step": 675000 | |
| }, | |
| { | |
| "epoch": 16.88, | |
| "learning_rate": 0.00013250030182301097, | |
| "loss": 0.4535, | |
| "step": 678000 | |
| }, | |
| { | |
| "epoch": 16.96, | |
| "learning_rate": 0.00013174574429554507, | |
| "loss": 0.4578, | |
| "step": 681000 | |
| }, | |
| { | |
| "epoch": 17.03, | |
| "learning_rate": 0.0001309911867680792, | |
| "loss": 0.449, | |
| "step": 684000 | |
| }, | |
| { | |
| "epoch": 17.11, | |
| "learning_rate": 0.0001302366292406133, | |
| "loss": 0.4389, | |
| "step": 687000 | |
| }, | |
| { | |
| "epoch": 17.18, | |
| "learning_rate": 0.0001294820717131474, | |
| "loss": 0.438, | |
| "step": 690000 | |
| }, | |
| { | |
| "epoch": 17.26, | |
| "learning_rate": 0.0001287275141856815, | |
| "loss": 0.4396, | |
| "step": 693000 | |
| }, | |
| { | |
| "epoch": 17.33, | |
| "learning_rate": 0.0001279729566582156, | |
| "loss": 0.437, | |
| "step": 696000 | |
| }, | |
| { | |
| "epoch": 17.41, | |
| "learning_rate": 0.00012721839913074973, | |
| "loss": 0.443, | |
| "step": 699000 | |
| }, | |
| { | |
| "epoch": 17.48, | |
| "learning_rate": 0.0001264638416032838, | |
| "loss": 0.4428, | |
| "step": 702000 | |
| }, | |
| { | |
| "epoch": 17.55, | |
| "learning_rate": 0.00012570928407581793, | |
| "loss": 0.4384, | |
| "step": 705000 | |
| }, | |
| { | |
| "epoch": 17.63, | |
| "learning_rate": 0.00012495472654835204, | |
| "loss": 0.4387, | |
| "step": 708000 | |
| }, | |
| { | |
| "epoch": 17.7, | |
| "learning_rate": 0.00012420016902088614, | |
| "loss": 0.4416, | |
| "step": 711000 | |
| }, | |
| { | |
| "epoch": 17.78, | |
| "learning_rate": 0.00012344561149342024, | |
| "loss": 0.4398, | |
| "step": 714000 | |
| }, | |
| { | |
| "epoch": 17.85, | |
| "learning_rate": 0.00012269105396595437, | |
| "loss": 0.437, | |
| "step": 717000 | |
| }, | |
| { | |
| "epoch": 17.93, | |
| "learning_rate": 0.00012193649643848845, | |
| "loss": 0.4393, | |
| "step": 720000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "learning_rate": 0.00012118193891102257, | |
| "loss": 0.4416, | |
| "step": 723000 | |
| }, | |
| { | |
| "epoch": 18.08, | |
| "learning_rate": 0.00012042738138355667, | |
| "loss": 0.4216, | |
| "step": 726000 | |
| }, | |
| { | |
| "epoch": 18.15, | |
| "learning_rate": 0.00011967282385609077, | |
| "loss": 0.4206, | |
| "step": 729000 | |
| }, | |
| { | |
| "epoch": 18.23, | |
| "learning_rate": 0.00011891826632862489, | |
| "loss": 0.4223, | |
| "step": 732000 | |
| }, | |
| { | |
| "epoch": 18.3, | |
| "learning_rate": 0.00011816370880115899, | |
| "loss": 0.4261, | |
| "step": 735000 | |
| }, | |
| { | |
| "epoch": 18.38, | |
| "learning_rate": 0.0001174091512736931, | |
| "loss": 0.4238, | |
| "step": 738000 | |
| }, | |
| { | |
| "epoch": 18.45, | |
| "learning_rate": 0.0001166545937462272, | |
| "loss": 0.4224, | |
| "step": 741000 | |
| }, | |
| { | |
| "epoch": 18.53, | |
| "learning_rate": 0.0001159000362187613, | |
| "loss": 0.4261, | |
| "step": 744000 | |
| }, | |
| { | |
| "epoch": 18.6, | |
| "learning_rate": 0.00011514547869129542, | |
| "loss": 0.4287, | |
| "step": 747000 | |
| }, | |
| { | |
| "epoch": 18.68, | |
| "learning_rate": 0.00011439092116382951, | |
| "loss": 0.4261, | |
| "step": 750000 | |
| }, | |
| { | |
| "epoch": 18.75, | |
| "learning_rate": 0.00011363636363636362, | |
| "loss": 0.4259, | |
| "step": 753000 | |
| }, | |
| { | |
| "epoch": 18.82, | |
| "learning_rate": 0.00011288180610889774, | |
| "loss": 0.4233, | |
| "step": 756000 | |
| }, | |
| { | |
| "epoch": 18.9, | |
| "learning_rate": 0.00011212724858143184, | |
| "loss": 0.427, | |
| "step": 759000 | |
| }, | |
| { | |
| "epoch": 18.97, | |
| "learning_rate": 0.00011137269105396594, | |
| "loss": 0.4302, | |
| "step": 762000 | |
| }, | |
| { | |
| "epoch": 19.05, | |
| "learning_rate": 0.00011061813352650005, | |
| "loss": 0.4109, | |
| "step": 765000 | |
| }, | |
| { | |
| "epoch": 19.12, | |
| "learning_rate": 0.00010986357599903416, | |
| "loss": 0.4088, | |
| "step": 768000 | |
| }, | |
| { | |
| "epoch": 19.2, | |
| "learning_rate": 0.00010910901847156827, | |
| "loss": 0.4078, | |
| "step": 771000 | |
| }, | |
| { | |
| "epoch": 19.27, | |
| "learning_rate": 0.00010835446094410236, | |
| "loss": 0.4094, | |
| "step": 774000 | |
| }, | |
| { | |
| "epoch": 19.35, | |
| "learning_rate": 0.00010759990341663647, | |
| "loss": 0.409, | |
| "step": 777000 | |
| }, | |
| { | |
| "epoch": 19.42, | |
| "learning_rate": 0.00010684534588917059, | |
| "loss": 0.4086, | |
| "step": 780000 | |
| }, | |
| { | |
| "epoch": 19.5, | |
| "learning_rate": 0.00010609078836170468, | |
| "loss": 0.406, | |
| "step": 783000 | |
| }, | |
| { | |
| "epoch": 19.57, | |
| "learning_rate": 0.00010533623083423879, | |
| "loss": 0.4102, | |
| "step": 786000 | |
| }, | |
| { | |
| "epoch": 19.65, | |
| "learning_rate": 0.0001045816733067729, | |
| "loss": 0.4089, | |
| "step": 789000 | |
| }, | |
| { | |
| "epoch": 19.72, | |
| "learning_rate": 0.000103827115779307, | |
| "loss": 0.4096, | |
| "step": 792000 | |
| }, | |
| { | |
| "epoch": 19.8, | |
| "learning_rate": 0.00010307255825184111, | |
| "loss": 0.4119, | |
| "step": 795000 | |
| }, | |
| { | |
| "epoch": 19.87, | |
| "learning_rate": 0.00010231800072437521, | |
| "loss": 0.4101, | |
| "step": 798000 | |
| }, | |
| { | |
| "epoch": 19.95, | |
| "learning_rate": 0.00010156344319690932, | |
| "loss": 0.4125, | |
| "step": 801000 | |
| }, | |
| { | |
| "epoch": 20.02, | |
| "learning_rate": 0.00010080888566944344, | |
| "loss": 0.4091, | |
| "step": 804000 | |
| }, | |
| { | |
| "epoch": 20.09, | |
| "learning_rate": 0.00010005432814197753, | |
| "loss": 0.3946, | |
| "step": 807000 | |
| }, | |
| { | |
| "epoch": 20.17, | |
| "learning_rate": 9.929977061451164e-05, | |
| "loss": 0.3959, | |
| "step": 810000 | |
| }, | |
| { | |
| "epoch": 20.24, | |
| "learning_rate": 9.854521308704576e-05, | |
| "loss": 0.3954, | |
| "step": 813000 | |
| }, | |
| { | |
| "epoch": 20.32, | |
| "learning_rate": 9.779065555957984e-05, | |
| "loss": 0.3974, | |
| "step": 816000 | |
| }, | |
| { | |
| "epoch": 20.39, | |
| "learning_rate": 9.703609803211396e-05, | |
| "loss": 0.3943, | |
| "step": 819000 | |
| }, | |
| { | |
| "epoch": 20.47, | |
| "learning_rate": 9.628154050464806e-05, | |
| "loss": 0.3984, | |
| "step": 822000 | |
| }, | |
| { | |
| "epoch": 20.54, | |
| "learning_rate": 9.552698297718217e-05, | |
| "loss": 0.3963, | |
| "step": 825000 | |
| }, | |
| { | |
| "epoch": 20.62, | |
| "learning_rate": 9.477242544971629e-05, | |
| "loss": 0.3927, | |
| "step": 828000 | |
| }, | |
| { | |
| "epoch": 20.69, | |
| "learning_rate": 9.401786792225038e-05, | |
| "loss": 0.3955, | |
| "step": 831000 | |
| }, | |
| { | |
| "epoch": 20.77, | |
| "learning_rate": 9.326331039478449e-05, | |
| "loss": 0.3982, | |
| "step": 834000 | |
| }, | |
| { | |
| "epoch": 20.84, | |
| "learning_rate": 9.25087528673186e-05, | |
| "loss": 0.3976, | |
| "step": 837000 | |
| }, | |
| { | |
| "epoch": 20.92, | |
| "learning_rate": 9.17541953398527e-05, | |
| "loss": 0.3957, | |
| "step": 840000 | |
| }, | |
| { | |
| "epoch": 20.99, | |
| "learning_rate": 9.099963781238681e-05, | |
| "loss": 0.3982, | |
| "step": 843000 | |
| }, | |
| { | |
| "epoch": 21.07, | |
| "learning_rate": 9.024508028492091e-05, | |
| "loss": 0.3806, | |
| "step": 846000 | |
| }, | |
| { | |
| "epoch": 21.14, | |
| "learning_rate": 8.949052275745503e-05, | |
| "loss": 0.3819, | |
| "step": 849000 | |
| }, | |
| { | |
| "epoch": 21.22, | |
| "learning_rate": 8.873596522998913e-05, | |
| "loss": 0.3847, | |
| "step": 852000 | |
| }, | |
| { | |
| "epoch": 21.29, | |
| "learning_rate": 8.798140770252323e-05, | |
| "loss": 0.3843, | |
| "step": 855000 | |
| }, | |
| { | |
| "epoch": 21.36, | |
| "learning_rate": 8.722685017505734e-05, | |
| "loss": 0.3859, | |
| "step": 858000 | |
| }, | |
| { | |
| "epoch": 21.44, | |
| "learning_rate": 8.647229264759146e-05, | |
| "loss": 0.3821, | |
| "step": 861000 | |
| }, | |
| { | |
| "epoch": 21.51, | |
| "learning_rate": 8.571773512012555e-05, | |
| "loss": 0.386, | |
| "step": 864000 | |
| }, | |
| { | |
| "epoch": 21.59, | |
| "learning_rate": 8.496317759265966e-05, | |
| "loss": 0.3853, | |
| "step": 867000 | |
| }, | |
| { | |
| "epoch": 21.66, | |
| "learning_rate": 8.420862006519376e-05, | |
| "loss": 0.3856, | |
| "step": 870000 | |
| }, | |
| { | |
| "epoch": 21.74, | |
| "learning_rate": 8.345406253772786e-05, | |
| "loss": 0.3843, | |
| "step": 873000 | |
| }, | |
| { | |
| "epoch": 21.81, | |
| "learning_rate": 8.269950501026198e-05, | |
| "loss": 0.3845, | |
| "step": 876000 | |
| }, | |
| { | |
| "epoch": 21.89, | |
| "learning_rate": 8.194494748279608e-05, | |
| "loss": 0.3809, | |
| "step": 879000 | |
| }, | |
| { | |
| "epoch": 21.96, | |
| "learning_rate": 8.11903899553302e-05, | |
| "loss": 0.3824, | |
| "step": 882000 | |
| }, | |
| { | |
| "epoch": 22.04, | |
| "learning_rate": 8.04358324278643e-05, | |
| "loss": 0.3801, | |
| "step": 885000 | |
| }, | |
| { | |
| "epoch": 22.11, | |
| "learning_rate": 7.96812749003984e-05, | |
| "loss": 0.3702, | |
| "step": 888000 | |
| }, | |
| { | |
| "epoch": 22.19, | |
| "learning_rate": 7.892671737293251e-05, | |
| "loss": 0.3713, | |
| "step": 891000 | |
| }, | |
| { | |
| "epoch": 22.26, | |
| "learning_rate": 7.817215984546663e-05, | |
| "loss": 0.3715, | |
| "step": 894000 | |
| }, | |
| { | |
| "epoch": 22.34, | |
| "learning_rate": 7.741760231800071e-05, | |
| "loss": 0.3681, | |
| "step": 897000 | |
| }, | |
| { | |
| "epoch": 22.41, | |
| "learning_rate": 7.666304479053483e-05, | |
| "loss": 0.3714, | |
| "step": 900000 | |
| }, | |
| { | |
| "epoch": 22.49, | |
| "learning_rate": 7.590848726306893e-05, | |
| "loss": 0.3725, | |
| "step": 903000 | |
| }, | |
| { | |
| "epoch": 22.56, | |
| "learning_rate": 7.515392973560303e-05, | |
| "loss": 0.3692, | |
| "step": 906000 | |
| }, | |
| { | |
| "epoch": 22.63, | |
| "learning_rate": 7.439937220813715e-05, | |
| "loss": 0.375, | |
| "step": 909000 | |
| }, | |
| { | |
| "epoch": 22.71, | |
| "learning_rate": 7.364481468067125e-05, | |
| "loss": 0.3721, | |
| "step": 912000 | |
| }, | |
| { | |
| "epoch": 22.78, | |
| "learning_rate": 7.289025715320536e-05, | |
| "loss": 0.3699, | |
| "step": 915000 | |
| }, | |
| { | |
| "epoch": 22.86, | |
| "learning_rate": 7.213569962573946e-05, | |
| "loss": 0.37, | |
| "step": 918000 | |
| }, | |
| { | |
| "epoch": 22.93, | |
| "learning_rate": 7.138114209827356e-05, | |
| "loss": 0.3702, | |
| "step": 921000 | |
| }, | |
| { | |
| "epoch": 23.01, | |
| "learning_rate": 7.062658457080768e-05, | |
| "loss": 0.3668, | |
| "step": 924000 | |
| }, | |
| { | |
| "epoch": 23.08, | |
| "learning_rate": 6.987202704334178e-05, | |
| "loss": 0.3602, | |
| "step": 927000 | |
| }, | |
| { | |
| "epoch": 23.16, | |
| "learning_rate": 6.911746951587588e-05, | |
| "loss": 0.3557, | |
| "step": 930000 | |
| }, | |
| { | |
| "epoch": 23.23, | |
| "learning_rate": 6.836291198840998e-05, | |
| "loss": 0.3607, | |
| "step": 933000 | |
| }, | |
| { | |
| "epoch": 23.31, | |
| "learning_rate": 6.76083544609441e-05, | |
| "loss": 0.3571, | |
| "step": 936000 | |
| }, | |
| { | |
| "epoch": 23.38, | |
| "learning_rate": 6.68537969334782e-05, | |
| "loss": 0.3589, | |
| "step": 939000 | |
| }, | |
| { | |
| "epoch": 23.46, | |
| "learning_rate": 6.609923940601231e-05, | |
| "loss": 0.361, | |
| "step": 942000 | |
| }, | |
| { | |
| "epoch": 23.53, | |
| "learning_rate": 6.534468187854641e-05, | |
| "loss": 0.3595, | |
| "step": 945000 | |
| }, | |
| { | |
| "epoch": 23.61, | |
| "learning_rate": 6.459012435108053e-05, | |
| "loss": 0.3554, | |
| "step": 948000 | |
| }, | |
| { | |
| "epoch": 23.68, | |
| "learning_rate": 6.383556682361463e-05, | |
| "loss": 0.3572, | |
| "step": 951000 | |
| }, | |
| { | |
| "epoch": 23.75, | |
| "learning_rate": 6.308100929614873e-05, | |
| "loss": 0.3604, | |
| "step": 954000 | |
| }, | |
| { | |
| "epoch": 23.83, | |
| "learning_rate": 6.232645176868283e-05, | |
| "loss": 0.3591, | |
| "step": 957000 | |
| }, | |
| { | |
| "epoch": 23.9, | |
| "learning_rate": 6.157189424121695e-05, | |
| "loss": 0.3582, | |
| "step": 960000 | |
| }, | |
| { | |
| "epoch": 23.98, | |
| "learning_rate": 6.0817336713751056e-05, | |
| "loss": 0.3568, | |
| "step": 963000 | |
| }, | |
| { | |
| "epoch": 24.05, | |
| "learning_rate": 6.006277918628516e-05, | |
| "loss": 0.3495, | |
| "step": 966000 | |
| }, | |
| { | |
| "epoch": 24.13, | |
| "learning_rate": 5.930822165881926e-05, | |
| "loss": 0.3484, | |
| "step": 969000 | |
| }, | |
| { | |
| "epoch": 24.2, | |
| "learning_rate": 5.855366413135337e-05, | |
| "loss": 0.3449, | |
| "step": 972000 | |
| }, | |
| { | |
| "epoch": 24.28, | |
| "learning_rate": 5.7799106603887474e-05, | |
| "loss": 0.3471, | |
| "step": 975000 | |
| }, | |
| { | |
| "epoch": 24.35, | |
| "learning_rate": 5.704454907642158e-05, | |
| "loss": 0.3495, | |
| "step": 978000 | |
| }, | |
| { | |
| "epoch": 24.43, | |
| "learning_rate": 5.6289991548955684e-05, | |
| "loss": 0.3489, | |
| "step": 981000 | |
| }, | |
| { | |
| "epoch": 24.5, | |
| "learning_rate": 5.55354340214898e-05, | |
| "loss": 0.3464, | |
| "step": 984000 | |
| }, | |
| { | |
| "epoch": 24.58, | |
| "learning_rate": 5.47808764940239e-05, | |
| "loss": 0.3485, | |
| "step": 987000 | |
| }, | |
| { | |
| "epoch": 24.65, | |
| "learning_rate": 5.402631896655801e-05, | |
| "loss": 0.3486, | |
| "step": 990000 | |
| }, | |
| { | |
| "epoch": 24.73, | |
| "learning_rate": 5.327176143909211e-05, | |
| "loss": 0.3476, | |
| "step": 993000 | |
| }, | |
| { | |
| "epoch": 24.8, | |
| "learning_rate": 5.2517203911626224e-05, | |
| "loss": 0.3502, | |
| "step": 996000 | |
| }, | |
| { | |
| "epoch": 24.88, | |
| "learning_rate": 5.1762646384160325e-05, | |
| "loss": 0.3492, | |
| "step": 999000 | |
| }, | |
| { | |
| "epoch": 24.95, | |
| "learning_rate": 5.1008088856694426e-05, | |
| "loss": 0.347, | |
| "step": 1002000 | |
| }, | |
| { | |
| "epoch": 25.02, | |
| "learning_rate": 5.0253531329228534e-05, | |
| "loss": 0.343, | |
| "step": 1005000 | |
| }, | |
| { | |
| "epoch": 25.1, | |
| "learning_rate": 4.949897380176264e-05, | |
| "loss": 0.3366, | |
| "step": 1008000 | |
| }, | |
| { | |
| "epoch": 25.17, | |
| "learning_rate": 4.874441627429675e-05, | |
| "loss": 0.3348, | |
| "step": 1011000 | |
| }, | |
| { | |
| "epoch": 25.25, | |
| "learning_rate": 4.798985874683085e-05, | |
| "loss": 0.3344, | |
| "step": 1014000 | |
| }, | |
| { | |
| "epoch": 25.32, | |
| "learning_rate": 4.723530121936496e-05, | |
| "loss": 0.3406, | |
| "step": 1017000 | |
| }, | |
| { | |
| "epoch": 25.4, | |
| "learning_rate": 4.648074369189907e-05, | |
| "loss": 0.3366, | |
| "step": 1020000 | |
| }, | |
| { | |
| "epoch": 25.47, | |
| "learning_rate": 4.5726186164433176e-05, | |
| "loss": 0.3392, | |
| "step": 1023000 | |
| }, | |
| { | |
| "epoch": 25.55, | |
| "learning_rate": 4.497162863696728e-05, | |
| "loss": 0.3379, | |
| "step": 1026000 | |
| }, | |
| { | |
| "epoch": 25.62, | |
| "learning_rate": 4.421707110950138e-05, | |
| "loss": 0.3388, | |
| "step": 1029000 | |
| }, | |
| { | |
| "epoch": 25.7, | |
| "learning_rate": 4.346251358203549e-05, | |
| "loss": 0.3383, | |
| "step": 1032000 | |
| }, | |
| { | |
| "epoch": 25.77, | |
| "learning_rate": 4.27079560545696e-05, | |
| "loss": 0.3372, | |
| "step": 1035000 | |
| }, | |
| { | |
| "epoch": 25.85, | |
| "learning_rate": 4.19533985271037e-05, | |
| "loss": 0.3358, | |
| "step": 1038000 | |
| }, | |
| { | |
| "epoch": 25.92, | |
| "learning_rate": 4.1198840999637803e-05, | |
| "loss": 0.3353, | |
| "step": 1041000 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "learning_rate": 4.044428347217192e-05, | |
| "loss": 0.34, | |
| "step": 1044000 | |
| }, | |
| { | |
| "epoch": 26.07, | |
| "learning_rate": 3.968972594470602e-05, | |
| "loss": 0.3282, | |
| "step": 1047000 | |
| }, | |
| { | |
| "epoch": 26.15, | |
| "learning_rate": 3.893516841724013e-05, | |
| "loss": 0.3267, | |
| "step": 1050000 | |
| }, | |
| { | |
| "epoch": 26.22, | |
| "learning_rate": 3.818061088977423e-05, | |
| "loss": 0.3268, | |
| "step": 1053000 | |
| }, | |
| { | |
| "epoch": 26.29, | |
| "learning_rate": 3.742605336230834e-05, | |
| "loss": 0.3248, | |
| "step": 1056000 | |
| }, | |
| { | |
| "epoch": 26.37, | |
| "learning_rate": 3.6671495834842445e-05, | |
| "loss": 0.3268, | |
| "step": 1059000 | |
| }, | |
| { | |
| "epoch": 26.44, | |
| "learning_rate": 3.591693830737655e-05, | |
| "loss": 0.324, | |
| "step": 1062000 | |
| }, | |
| { | |
| "epoch": 26.52, | |
| "learning_rate": 3.516238077991066e-05, | |
| "loss": 0.3298, | |
| "step": 1065000 | |
| }, | |
| { | |
| "epoch": 26.59, | |
| "learning_rate": 3.440782325244476e-05, | |
| "loss": 0.3296, | |
| "step": 1068000 | |
| }, | |
| { | |
| "epoch": 26.67, | |
| "learning_rate": 3.365326572497887e-05, | |
| "loss": 0.3261, | |
| "step": 1071000 | |
| }, | |
| { | |
| "epoch": 26.74, | |
| "learning_rate": 3.289870819751297e-05, | |
| "loss": 0.3284, | |
| "step": 1074000 | |
| }, | |
| { | |
| "epoch": 26.82, | |
| "learning_rate": 3.214415067004708e-05, | |
| "loss": 0.3279, | |
| "step": 1077000 | |
| }, | |
| { | |
| "epoch": 26.89, | |
| "learning_rate": 3.138959314258119e-05, | |
| "loss": 0.3273, | |
| "step": 1080000 | |
| }, | |
| { | |
| "epoch": 26.97, | |
| "learning_rate": 3.0635035615115295e-05, | |
| "loss": 0.3275, | |
| "step": 1083000 | |
| }, | |
| { | |
| "epoch": 27.04, | |
| "learning_rate": 2.9880478087649397e-05, | |
| "loss": 0.323, | |
| "step": 1086000 | |
| }, | |
| { | |
| "epoch": 27.12, | |
| "learning_rate": 2.9125920560183505e-05, | |
| "loss": 0.3182, | |
| "step": 1089000 | |
| }, | |
| { | |
| "epoch": 27.19, | |
| "learning_rate": 2.837136303271761e-05, | |
| "loss": 0.3209, | |
| "step": 1092000 | |
| }, | |
| { | |
| "epoch": 27.27, | |
| "learning_rate": 2.7616805505251717e-05, | |
| "loss": 0.3185, | |
| "step": 1095000 | |
| }, | |
| { | |
| "epoch": 27.34, | |
| "learning_rate": 2.6862247977785822e-05, | |
| "loss": 0.3214, | |
| "step": 1098000 | |
| }, | |
| { | |
| "epoch": 27.42, | |
| "learning_rate": 2.610769045031993e-05, | |
| "loss": 0.3164, | |
| "step": 1101000 | |
| }, | |
| { | |
| "epoch": 27.49, | |
| "learning_rate": 2.5353132922854035e-05, | |
| "loss": 0.3206, | |
| "step": 1104000 | |
| }, | |
| { | |
| "epoch": 27.56, | |
| "learning_rate": 2.4598575395388143e-05, | |
| "loss": 0.3175, | |
| "step": 1107000 | |
| }, | |
| { | |
| "epoch": 27.64, | |
| "learning_rate": 2.3844017867922247e-05, | |
| "loss": 0.3185, | |
| "step": 1110000 | |
| }, | |
| { | |
| "epoch": 27.71, | |
| "learning_rate": 2.3089460340456355e-05, | |
| "loss": 0.3199, | |
| "step": 1113000 | |
| }, | |
| { | |
| "epoch": 27.79, | |
| "learning_rate": 2.233490281299046e-05, | |
| "loss": 0.318, | |
| "step": 1116000 | |
| }, | |
| { | |
| "epoch": 27.86, | |
| "learning_rate": 2.1580345285524568e-05, | |
| "loss": 0.319, | |
| "step": 1119000 | |
| }, | |
| { | |
| "epoch": 27.94, | |
| "learning_rate": 2.082578775805867e-05, | |
| "loss": 0.3152, | |
| "step": 1122000 | |
| }, | |
| { | |
| "epoch": 28.01, | |
| "learning_rate": 2.0071230230592777e-05, | |
| "loss": 0.3161, | |
| "step": 1125000 | |
| }, | |
| { | |
| "epoch": 28.09, | |
| "learning_rate": 1.9316672703126882e-05, | |
| "loss": 0.3142, | |
| "step": 1128000 | |
| }, | |
| { | |
| "epoch": 28.16, | |
| "learning_rate": 1.856211517566099e-05, | |
| "loss": 0.3129, | |
| "step": 1131000 | |
| }, | |
| { | |
| "epoch": 28.24, | |
| "learning_rate": 1.7807557648195098e-05, | |
| "loss": 0.3123, | |
| "step": 1134000 | |
| }, | |
| { | |
| "epoch": 28.31, | |
| "learning_rate": 1.7053000120729203e-05, | |
| "loss": 0.314, | |
| "step": 1137000 | |
| }, | |
| { | |
| "epoch": 28.39, | |
| "learning_rate": 1.629844259326331e-05, | |
| "loss": 0.3137, | |
| "step": 1140000 | |
| }, | |
| { | |
| "epoch": 28.46, | |
| "learning_rate": 1.5543885065797415e-05, | |
| "loss": 0.3093, | |
| "step": 1143000 | |
| }, | |
| { | |
| "epoch": 28.54, | |
| "learning_rate": 1.4789327538331522e-05, | |
| "loss": 0.3128, | |
| "step": 1146000 | |
| }, | |
| { | |
| "epoch": 28.61, | |
| "learning_rate": 1.4034770010865628e-05, | |
| "loss": 0.3127, | |
| "step": 1149000 | |
| }, | |
| { | |
| "epoch": 28.69, | |
| "learning_rate": 1.3280212483399733e-05, | |
| "loss": 0.3116, | |
| "step": 1152000 | |
| }, | |
| { | |
| "epoch": 28.76, | |
| "learning_rate": 1.2525654955933839e-05, | |
| "loss": 0.3117, | |
| "step": 1155000 | |
| }, | |
| { | |
| "epoch": 28.83, | |
| "learning_rate": 1.1771097428467945e-05, | |
| "loss": 0.3083, | |
| "step": 1158000 | |
| }, | |
| { | |
| "epoch": 28.91, | |
| "learning_rate": 1.1016539901002052e-05, | |
| "loss": 0.3099, | |
| "step": 1161000 | |
| }, | |
| { | |
| "epoch": 28.98, | |
| "learning_rate": 1.0261982373536158e-05, | |
| "loss": 0.3064, | |
| "step": 1164000 | |
| }, | |
| { | |
| "epoch": 29.06, | |
| "learning_rate": 9.507424846070264e-06, | |
| "loss": 0.3065, | |
| "step": 1167000 | |
| }, | |
| { | |
| "epoch": 29.13, | |
| "learning_rate": 8.752867318604369e-06, | |
| "loss": 0.3055, | |
| "step": 1170000 | |
| }, | |
| { | |
| "epoch": 29.21, | |
| "learning_rate": 7.998309791138475e-06, | |
| "loss": 0.3074, | |
| "step": 1173000 | |
| }, | |
| { | |
| "epoch": 29.28, | |
| "learning_rate": 7.243752263672582e-06, | |
| "loss": 0.3085, | |
| "step": 1176000 | |
| }, | |
| { | |
| "epoch": 29.36, | |
| "learning_rate": 6.489194736206688e-06, | |
| "loss": 0.3071, | |
| "step": 1179000 | |
| }, | |
| { | |
| "epoch": 29.43, | |
| "learning_rate": 5.734637208740793e-06, | |
| "loss": 0.3092, | |
| "step": 1182000 | |
| }, | |
| { | |
| "epoch": 29.51, | |
| "learning_rate": 4.9800796812749e-06, | |
| "loss": 0.3074, | |
| "step": 1185000 | |
| }, | |
| { | |
| "epoch": 29.58, | |
| "learning_rate": 4.225522153809006e-06, | |
| "loss": 0.3055, | |
| "step": 1188000 | |
| }, | |
| { | |
| "epoch": 29.66, | |
| "learning_rate": 3.4709646263431124e-06, | |
| "loss": 0.3072, | |
| "step": 1191000 | |
| }, | |
| { | |
| "epoch": 29.73, | |
| "learning_rate": 2.7164070988772183e-06, | |
| "loss": 0.305, | |
| "step": 1194000 | |
| }, | |
| { | |
| "epoch": 29.81, | |
| "learning_rate": 1.9618495714113242e-06, | |
| "loss": 0.3048, | |
| "step": 1197000 | |
| }, | |
| { | |
| "epoch": 29.88, | |
| "learning_rate": 1.2072920439454301e-06, | |
| "loss": 0.3068, | |
| "step": 1200000 | |
| }, | |
| { | |
| "epoch": 29.96, | |
| "learning_rate": 4.5273451647953635e-07, | |
| "loss": 0.3059, | |
| "step": 1203000 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "step": 1204800, | |
| "total_flos": 2.3932840682448497e+21, | |
| "train_loss": 0.5678151446034709, | |
| "train_runtime": 679738.019, | |
| "train_samples_per_second": 28.359, | |
| "train_steps_per_second": 1.772 | |
| } | |
| ], | |
| "logging_steps": 3000, | |
| "max_steps": 1204800, | |
| "num_train_epochs": 30, | |
| "save_steps": 500, | |
| "total_flos": 2.3932840682448497e+21, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |