parlbert-german-v2 / trainer_state.json
chkla's picture
Upload 8 files
06e70c4
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.49847046802871836,
"global_step": 803500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.9997932086836637e-05,
"loss": 1.8211,
"step": 500
},
{
"epoch": 0.0,
"learning_rate": 1.9995864173673275e-05,
"loss": 1.8484,
"step": 1000
},
{
"epoch": 0.0,
"learning_rate": 1.9993796260509913e-05,
"loss": 1.832,
"step": 1500
},
{
"epoch": 0.0,
"learning_rate": 1.9991728347346548e-05,
"loss": 1.8583,
"step": 2000
},
{
"epoch": 0.0,
"learning_rate": 1.9989660434183183e-05,
"loss": 1.8529,
"step": 2500
},
{
"epoch": 0.0,
"learning_rate": 1.998759252101982e-05,
"loss": 1.8312,
"step": 3000
},
{
"epoch": 0.0,
"learning_rate": 1.998552460785646e-05,
"loss": 1.8302,
"step": 3500
},
{
"epoch": 0.0,
"learning_rate": 1.9983456694693095e-05,
"loss": 1.8357,
"step": 4000
},
{
"epoch": 0.0,
"learning_rate": 1.998138878152973e-05,
"loss": 1.8555,
"step": 4500
},
{
"epoch": 0.0,
"learning_rate": 1.9979320868366368e-05,
"loss": 1.8106,
"step": 5000
},
{
"epoch": 0.0,
"learning_rate": 1.9977252955203007e-05,
"loss": 1.7992,
"step": 5500
},
{
"epoch": 0.0,
"learning_rate": 1.997518504203964e-05,
"loss": 1.8011,
"step": 6000
},
{
"epoch": 0.0,
"learning_rate": 1.997311712887628e-05,
"loss": 1.8131,
"step": 6500
},
{
"epoch": 0.0,
"learning_rate": 1.9971049215712918e-05,
"loss": 1.8333,
"step": 7000
},
{
"epoch": 0.0,
"learning_rate": 1.9968981302549553e-05,
"loss": 1.8279,
"step": 7500
},
{
"epoch": 0.0,
"learning_rate": 1.9966913389386188e-05,
"loss": 1.8247,
"step": 8000
},
{
"epoch": 0.01,
"learning_rate": 1.9964845476222826e-05,
"loss": 1.7957,
"step": 8500
},
{
"epoch": 0.01,
"learning_rate": 1.9962777563059465e-05,
"loss": 1.8243,
"step": 9000
},
{
"epoch": 0.01,
"learning_rate": 1.99607096498961e-05,
"loss": 1.7959,
"step": 9500
},
{
"epoch": 0.01,
"learning_rate": 1.9958641736732735e-05,
"loss": 1.8339,
"step": 10000
},
{
"epoch": 0.01,
"learning_rate": 1.9956573823569373e-05,
"loss": 1.8002,
"step": 10500
},
{
"epoch": 0.01,
"learning_rate": 1.995450591040601e-05,
"loss": 1.8096,
"step": 11000
},
{
"epoch": 0.01,
"learning_rate": 1.9952437997242646e-05,
"loss": 1.7897,
"step": 11500
},
{
"epoch": 0.01,
"learning_rate": 1.995037008407928e-05,
"loss": 1.7928,
"step": 12000
},
{
"epoch": 0.01,
"learning_rate": 1.994830217091592e-05,
"loss": 1.788,
"step": 12500
},
{
"epoch": 0.01,
"learning_rate": 1.9946234257752558e-05,
"loss": 1.776,
"step": 13000
},
{
"epoch": 0.01,
"learning_rate": 1.9944166344589193e-05,
"loss": 1.7895,
"step": 13500
},
{
"epoch": 0.01,
"learning_rate": 1.9942098431425828e-05,
"loss": 1.7952,
"step": 14000
},
{
"epoch": 0.01,
"learning_rate": 1.9940030518262466e-05,
"loss": 1.8282,
"step": 14500
},
{
"epoch": 0.01,
"learning_rate": 1.9937962605099105e-05,
"loss": 1.7913,
"step": 15000
},
{
"epoch": 0.01,
"learning_rate": 1.993589469193574e-05,
"loss": 1.7591,
"step": 15500
},
{
"epoch": 0.01,
"learning_rate": 1.9933826778772375e-05,
"loss": 1.7948,
"step": 16000
},
{
"epoch": 0.01,
"learning_rate": 1.9931758865609013e-05,
"loss": 1.8091,
"step": 16500
},
{
"epoch": 0.01,
"learning_rate": 1.992969095244565e-05,
"loss": 1.7862,
"step": 17000
},
{
"epoch": 0.01,
"learning_rate": 1.9927623039282286e-05,
"loss": 1.8192,
"step": 17500
},
{
"epoch": 0.01,
"learning_rate": 1.992555512611892e-05,
"loss": 1.8088,
"step": 18000
},
{
"epoch": 0.01,
"learning_rate": 1.992348721295556e-05,
"loss": 1.7959,
"step": 18500
},
{
"epoch": 0.01,
"learning_rate": 1.9921419299792198e-05,
"loss": 1.803,
"step": 19000
},
{
"epoch": 0.01,
"learning_rate": 1.9919351386628833e-05,
"loss": 1.7873,
"step": 19500
},
{
"epoch": 0.01,
"learning_rate": 1.991728347346547e-05,
"loss": 1.7821,
"step": 20000
},
{
"epoch": 0.01,
"learning_rate": 1.991521556030211e-05,
"loss": 1.7863,
"step": 20500
},
{
"epoch": 0.01,
"learning_rate": 1.9913147647138745e-05,
"loss": 1.8086,
"step": 21000
},
{
"epoch": 0.01,
"learning_rate": 1.991107973397538e-05,
"loss": 1.7648,
"step": 21500
},
{
"epoch": 0.01,
"learning_rate": 1.9909011820812018e-05,
"loss": 1.774,
"step": 22000
},
{
"epoch": 0.01,
"learning_rate": 1.9906943907648656e-05,
"loss": 1.8018,
"step": 22500
},
{
"epoch": 0.01,
"learning_rate": 1.990487599448529e-05,
"loss": 1.7961,
"step": 23000
},
{
"epoch": 0.01,
"learning_rate": 1.9902808081321926e-05,
"loss": 1.7624,
"step": 23500
},
{
"epoch": 0.01,
"learning_rate": 1.9900740168158564e-05,
"loss": 1.7494,
"step": 24000
},
{
"epoch": 0.02,
"learning_rate": 1.9898672254995203e-05,
"loss": 1.7513,
"step": 24500
},
{
"epoch": 0.02,
"learning_rate": 1.9896604341831838e-05,
"loss": 1.7641,
"step": 25000
},
{
"epoch": 0.02,
"learning_rate": 1.9894536428668473e-05,
"loss": 1.7823,
"step": 25500
},
{
"epoch": 0.02,
"learning_rate": 1.989246851550511e-05,
"loss": 1.7488,
"step": 26000
},
{
"epoch": 0.02,
"learning_rate": 1.989040060234175e-05,
"loss": 1.7275,
"step": 26500
},
{
"epoch": 0.02,
"learning_rate": 1.9888332689178384e-05,
"loss": 1.78,
"step": 27000
},
{
"epoch": 0.02,
"learning_rate": 1.988626477601502e-05,
"loss": 1.7703,
"step": 27500
},
{
"epoch": 0.02,
"learning_rate": 1.9884196862851658e-05,
"loss": 1.759,
"step": 28000
},
{
"epoch": 0.02,
"learning_rate": 1.9882128949688296e-05,
"loss": 1.7876,
"step": 28500
},
{
"epoch": 0.02,
"learning_rate": 1.988006103652493e-05,
"loss": 1.7472,
"step": 29000
},
{
"epoch": 0.02,
"learning_rate": 1.9877993123361566e-05,
"loss": 1.786,
"step": 29500
},
{
"epoch": 0.02,
"learning_rate": 1.9875925210198204e-05,
"loss": 1.7707,
"step": 30000
},
{
"epoch": 0.02,
"learning_rate": 1.9873857297034843e-05,
"loss": 1.749,
"step": 30500
},
{
"epoch": 0.02,
"learning_rate": 1.9871789383871478e-05,
"loss": 1.7522,
"step": 31000
},
{
"epoch": 0.02,
"learning_rate": 1.9869721470708113e-05,
"loss": 1.7915,
"step": 31500
},
{
"epoch": 0.02,
"learning_rate": 1.9867653557544754e-05,
"loss": 1.7413,
"step": 32000
},
{
"epoch": 0.02,
"learning_rate": 1.986558564438139e-05,
"loss": 1.735,
"step": 32500
},
{
"epoch": 0.02,
"learning_rate": 1.9863517731218024e-05,
"loss": 1.7725,
"step": 33000
},
{
"epoch": 0.02,
"learning_rate": 1.9861449818054663e-05,
"loss": 1.79,
"step": 33500
},
{
"epoch": 0.02,
"learning_rate": 1.98593819048913e-05,
"loss": 1.7809,
"step": 34000
},
{
"epoch": 0.02,
"learning_rate": 1.9857313991727936e-05,
"loss": 1.7557,
"step": 34500
},
{
"epoch": 0.02,
"learning_rate": 1.985524607856457e-05,
"loss": 1.7474,
"step": 35000
},
{
"epoch": 0.02,
"learning_rate": 1.985317816540121e-05,
"loss": 1.7717,
"step": 35500
},
{
"epoch": 0.02,
"learning_rate": 1.9851110252237848e-05,
"loss": 1.761,
"step": 36000
},
{
"epoch": 0.02,
"learning_rate": 1.9849042339074483e-05,
"loss": 1.763,
"step": 36500
},
{
"epoch": 0.02,
"learning_rate": 1.9846974425911118e-05,
"loss": 1.7306,
"step": 37000
},
{
"epoch": 0.02,
"learning_rate": 1.9844906512747756e-05,
"loss": 1.7409,
"step": 37500
},
{
"epoch": 0.02,
"learning_rate": 1.9842838599584394e-05,
"loss": 1.7731,
"step": 38000
},
{
"epoch": 0.02,
"learning_rate": 1.984077068642103e-05,
"loss": 1.782,
"step": 38500
},
{
"epoch": 0.02,
"learning_rate": 1.9838702773257664e-05,
"loss": 1.7416,
"step": 39000
},
{
"epoch": 0.02,
"learning_rate": 1.9836634860094302e-05,
"loss": 1.7537,
"step": 39500
},
{
"epoch": 0.02,
"learning_rate": 1.983456694693094e-05,
"loss": 1.7449,
"step": 40000
},
{
"epoch": 0.03,
"learning_rate": 1.9832499033767576e-05,
"loss": 1.7629,
"step": 40500
},
{
"epoch": 0.03,
"learning_rate": 1.983043112060421e-05,
"loss": 1.7539,
"step": 41000
},
{
"epoch": 0.03,
"learning_rate": 1.982836320744085e-05,
"loss": 1.7311,
"step": 41500
},
{
"epoch": 0.03,
"learning_rate": 1.9826295294277487e-05,
"loss": 1.7415,
"step": 42000
},
{
"epoch": 0.03,
"learning_rate": 1.9824227381114122e-05,
"loss": 1.7529,
"step": 42500
},
{
"epoch": 0.03,
"learning_rate": 1.9822159467950757e-05,
"loss": 1.7372,
"step": 43000
},
{
"epoch": 0.03,
"learning_rate": 1.9820091554787396e-05,
"loss": 1.7288,
"step": 43500
},
{
"epoch": 0.03,
"learning_rate": 1.9818023641624034e-05,
"loss": 1.7581,
"step": 44000
},
{
"epoch": 0.03,
"learning_rate": 1.981595572846067e-05,
"loss": 1.7325,
"step": 44500
},
{
"epoch": 0.03,
"learning_rate": 1.9813887815297307e-05,
"loss": 1.7552,
"step": 45000
},
{
"epoch": 0.03,
"learning_rate": 1.9811819902133946e-05,
"loss": 1.7689,
"step": 45500
},
{
"epoch": 0.03,
"learning_rate": 1.980975198897058e-05,
"loss": 1.7547,
"step": 46000
},
{
"epoch": 0.03,
"learning_rate": 1.9807684075807216e-05,
"loss": 1.7676,
"step": 46500
},
{
"epoch": 0.03,
"learning_rate": 1.9805616162643854e-05,
"loss": 1.7406,
"step": 47000
},
{
"epoch": 0.03,
"learning_rate": 1.9803548249480492e-05,
"loss": 1.7515,
"step": 47500
},
{
"epoch": 0.03,
"learning_rate": 1.9801480336317127e-05,
"loss": 1.7379,
"step": 48000
},
{
"epoch": 0.03,
"learning_rate": 1.9799412423153762e-05,
"loss": 1.7673,
"step": 48500
},
{
"epoch": 0.03,
"learning_rate": 1.97973445099904e-05,
"loss": 1.7142,
"step": 49000
},
{
"epoch": 0.03,
"learning_rate": 1.979527659682704e-05,
"loss": 1.7152,
"step": 49500
},
{
"epoch": 0.03,
"learning_rate": 1.9793208683663674e-05,
"loss": 1.7406,
"step": 50000
},
{
"epoch": 0.03,
"learning_rate": 1.979114077050031e-05,
"loss": 1.752,
"step": 50500
},
{
"epoch": 0.03,
"learning_rate": 1.9789072857336947e-05,
"loss": 1.7744,
"step": 51000
},
{
"epoch": 0.03,
"learning_rate": 1.9787004944173586e-05,
"loss": 1.754,
"step": 51500
},
{
"epoch": 0.03,
"learning_rate": 1.978493703101022e-05,
"loss": 1.7402,
"step": 52000
},
{
"epoch": 0.03,
"learning_rate": 1.9782869117846856e-05,
"loss": 1.7219,
"step": 52500
},
{
"epoch": 0.03,
"learning_rate": 1.9780801204683494e-05,
"loss": 1.7076,
"step": 53000
},
{
"epoch": 0.03,
"learning_rate": 1.9778733291520132e-05,
"loss": 1.7554,
"step": 53500
},
{
"epoch": 0.03,
"learning_rate": 1.9776665378356767e-05,
"loss": 1.7478,
"step": 54000
},
{
"epoch": 0.03,
"learning_rate": 1.9774597465193402e-05,
"loss": 1.7663,
"step": 54500
},
{
"epoch": 0.03,
"learning_rate": 1.977252955203004e-05,
"loss": 1.753,
"step": 55000
},
{
"epoch": 0.03,
"learning_rate": 1.977046163886668e-05,
"loss": 1.7328,
"step": 55500
},
{
"epoch": 0.03,
"learning_rate": 1.9768393725703314e-05,
"loss": 1.7462,
"step": 56000
},
{
"epoch": 0.04,
"learning_rate": 1.976632581253995e-05,
"loss": 1.7636,
"step": 56500
},
{
"epoch": 0.04,
"learning_rate": 1.9764257899376587e-05,
"loss": 1.7446,
"step": 57000
},
{
"epoch": 0.04,
"learning_rate": 1.9762189986213225e-05,
"loss": 1.7484,
"step": 57500
},
{
"epoch": 0.04,
"learning_rate": 1.976012207304986e-05,
"loss": 1.7466,
"step": 58000
},
{
"epoch": 0.04,
"learning_rate": 1.97580541598865e-05,
"loss": 1.7511,
"step": 58500
},
{
"epoch": 0.04,
"learning_rate": 1.9755986246723137e-05,
"loss": 1.7163,
"step": 59000
},
{
"epoch": 0.04,
"learning_rate": 1.9753918333559772e-05,
"loss": 1.7215,
"step": 59500
},
{
"epoch": 0.04,
"learning_rate": 1.9751850420396407e-05,
"loss": 1.7513,
"step": 60000
},
{
"epoch": 0.04,
"learning_rate": 1.9749782507233045e-05,
"loss": 1.7199,
"step": 60500
},
{
"epoch": 0.04,
"learning_rate": 1.9747714594069684e-05,
"loss": 1.7385,
"step": 61000
},
{
"epoch": 0.04,
"learning_rate": 1.974564668090632e-05,
"loss": 1.7485,
"step": 61500
},
{
"epoch": 0.04,
"learning_rate": 1.9743578767742954e-05,
"loss": 1.7382,
"step": 62000
},
{
"epoch": 0.04,
"learning_rate": 1.9741510854579592e-05,
"loss": 1.7108,
"step": 62500
},
{
"epoch": 0.04,
"learning_rate": 1.973944294141623e-05,
"loss": 1.7437,
"step": 63000
},
{
"epoch": 0.04,
"learning_rate": 1.9737375028252865e-05,
"loss": 1.7325,
"step": 63500
},
{
"epoch": 0.04,
"learning_rate": 1.97353071150895e-05,
"loss": 1.775,
"step": 64000
},
{
"epoch": 0.04,
"learning_rate": 1.973323920192614e-05,
"loss": 1.7149,
"step": 64500
},
{
"epoch": 0.04,
"learning_rate": 1.9731171288762777e-05,
"loss": 1.7412,
"step": 65000
},
{
"epoch": 0.04,
"learning_rate": 1.9729103375599412e-05,
"loss": 1.7411,
"step": 65500
},
{
"epoch": 0.04,
"learning_rate": 1.9727035462436047e-05,
"loss": 1.716,
"step": 66000
},
{
"epoch": 0.04,
"learning_rate": 1.9724967549272685e-05,
"loss": 1.722,
"step": 66500
},
{
"epoch": 0.04,
"learning_rate": 1.9722899636109324e-05,
"loss": 1.7307,
"step": 67000
},
{
"epoch": 0.04,
"learning_rate": 1.972083172294596e-05,
"loss": 1.7038,
"step": 67500
},
{
"epoch": 0.04,
"learning_rate": 1.9718763809782594e-05,
"loss": 1.7468,
"step": 68000
},
{
"epoch": 0.04,
"learning_rate": 1.9716695896619232e-05,
"loss": 1.7389,
"step": 68500
},
{
"epoch": 0.04,
"learning_rate": 1.971462798345587e-05,
"loss": 1.7329,
"step": 69000
},
{
"epoch": 0.04,
"learning_rate": 1.9712560070292505e-05,
"loss": 1.7209,
"step": 69500
},
{
"epoch": 0.04,
"learning_rate": 1.9710492157129144e-05,
"loss": 1.715,
"step": 70000
},
{
"epoch": 0.04,
"learning_rate": 1.9708424243965782e-05,
"loss": 1.7383,
"step": 70500
},
{
"epoch": 0.04,
"learning_rate": 1.9706356330802417e-05,
"loss": 1.7256,
"step": 71000
},
{
"epoch": 0.04,
"learning_rate": 1.9704288417639052e-05,
"loss": 1.7646,
"step": 71500
},
{
"epoch": 0.04,
"learning_rate": 1.970222050447569e-05,
"loss": 1.7673,
"step": 72000
},
{
"epoch": 0.04,
"learning_rate": 1.970015259131233e-05,
"loss": 1.7027,
"step": 72500
},
{
"epoch": 0.05,
"learning_rate": 1.9698084678148963e-05,
"loss": 1.7549,
"step": 73000
},
{
"epoch": 0.05,
"learning_rate": 1.96960167649856e-05,
"loss": 1.7388,
"step": 73500
},
{
"epoch": 0.05,
"learning_rate": 1.9693948851822237e-05,
"loss": 1.7039,
"step": 74000
},
{
"epoch": 0.05,
"learning_rate": 1.9691880938658875e-05,
"loss": 1.7451,
"step": 74500
},
{
"epoch": 0.05,
"learning_rate": 1.968981302549551e-05,
"loss": 1.7338,
"step": 75000
},
{
"epoch": 0.05,
"learning_rate": 1.9687745112332145e-05,
"loss": 1.7265,
"step": 75500
},
{
"epoch": 0.05,
"learning_rate": 1.9685677199168783e-05,
"loss": 1.7263,
"step": 76000
},
{
"epoch": 0.05,
"learning_rate": 1.9683609286005422e-05,
"loss": 1.7253,
"step": 76500
},
{
"epoch": 0.05,
"learning_rate": 1.9681541372842057e-05,
"loss": 1.728,
"step": 77000
},
{
"epoch": 0.05,
"learning_rate": 1.967947345967869e-05,
"loss": 1.7316,
"step": 77500
},
{
"epoch": 0.05,
"learning_rate": 1.967740554651533e-05,
"loss": 1.7585,
"step": 78000
},
{
"epoch": 0.05,
"learning_rate": 1.967533763335197e-05,
"loss": 1.7129,
"step": 78500
},
{
"epoch": 0.05,
"learning_rate": 1.9673269720188603e-05,
"loss": 1.7137,
"step": 79000
},
{
"epoch": 0.05,
"learning_rate": 1.9671201807025238e-05,
"loss": 1.7334,
"step": 79500
},
{
"epoch": 0.05,
"learning_rate": 1.9669133893861877e-05,
"loss": 1.7323,
"step": 80000
},
{
"epoch": 0.05,
"learning_rate": 1.9667065980698515e-05,
"loss": 1.7381,
"step": 80500
},
{
"epoch": 0.05,
"learning_rate": 1.966499806753515e-05,
"loss": 1.722,
"step": 81000
},
{
"epoch": 0.05,
"learning_rate": 1.9662930154371785e-05,
"loss": 1.7139,
"step": 81500
},
{
"epoch": 0.05,
"learning_rate": 1.9660862241208423e-05,
"loss": 1.7404,
"step": 82000
},
{
"epoch": 0.05,
"learning_rate": 1.965879432804506e-05,
"loss": 1.7501,
"step": 82500
},
{
"epoch": 0.05,
"learning_rate": 1.9656726414881697e-05,
"loss": 1.7188,
"step": 83000
},
{
"epoch": 0.05,
"learning_rate": 1.9654658501718335e-05,
"loss": 1.7154,
"step": 83500
},
{
"epoch": 0.05,
"learning_rate": 1.9652590588554973e-05,
"loss": 1.7433,
"step": 84000
},
{
"epoch": 0.05,
"learning_rate": 1.9650522675391608e-05,
"loss": 1.6987,
"step": 84500
},
{
"epoch": 0.05,
"learning_rate": 1.9648454762228243e-05,
"loss": 1.7371,
"step": 85000
},
{
"epoch": 0.05,
"learning_rate": 1.964638684906488e-05,
"loss": 1.7143,
"step": 85500
},
{
"epoch": 0.05,
"learning_rate": 1.964431893590152e-05,
"loss": 1.7327,
"step": 86000
},
{
"epoch": 0.05,
"learning_rate": 1.9642251022738155e-05,
"loss": 1.7334,
"step": 86500
},
{
"epoch": 0.05,
"learning_rate": 1.964018310957479e-05,
"loss": 1.7079,
"step": 87000
},
{
"epoch": 0.05,
"learning_rate": 1.9638115196411428e-05,
"loss": 1.7426,
"step": 87500
},
{
"epoch": 0.05,
"learning_rate": 1.9636047283248067e-05,
"loss": 1.7066,
"step": 88000
},
{
"epoch": 0.05,
"learning_rate": 1.96339793700847e-05,
"loss": 1.7613,
"step": 88500
},
{
"epoch": 0.06,
"learning_rate": 1.9631911456921336e-05,
"loss": 1.7257,
"step": 89000
},
{
"epoch": 0.06,
"learning_rate": 1.9629843543757975e-05,
"loss": 1.7413,
"step": 89500
},
{
"epoch": 0.06,
"learning_rate": 1.9627775630594613e-05,
"loss": 1.7053,
"step": 90000
},
{
"epoch": 0.06,
"learning_rate": 1.9625707717431248e-05,
"loss": 1.7156,
"step": 90500
},
{
"epoch": 0.06,
"learning_rate": 1.9623639804267883e-05,
"loss": 1.7176,
"step": 91000
},
{
"epoch": 0.06,
"learning_rate": 1.962157189110452e-05,
"loss": 1.7132,
"step": 91500
},
{
"epoch": 0.06,
"learning_rate": 1.961950397794116e-05,
"loss": 1.7286,
"step": 92000
},
{
"epoch": 0.06,
"learning_rate": 1.9617436064777795e-05,
"loss": 1.7361,
"step": 92500
},
{
"epoch": 0.06,
"learning_rate": 1.961536815161443e-05,
"loss": 1.7267,
"step": 93000
},
{
"epoch": 0.06,
"learning_rate": 1.9613300238451068e-05,
"loss": 1.7048,
"step": 93500
},
{
"epoch": 0.06,
"learning_rate": 1.9611232325287706e-05,
"loss": 1.7163,
"step": 94000
},
{
"epoch": 0.06,
"learning_rate": 1.960916441212434e-05,
"loss": 1.7627,
"step": 94500
},
{
"epoch": 0.06,
"learning_rate": 1.9607096498960976e-05,
"loss": 1.7167,
"step": 95000
},
{
"epoch": 0.06,
"learning_rate": 1.9605028585797618e-05,
"loss": 1.7274,
"step": 95500
},
{
"epoch": 0.06,
"learning_rate": 1.9602960672634253e-05,
"loss": 1.7079,
"step": 96000
},
{
"epoch": 0.06,
"learning_rate": 1.9600892759470888e-05,
"loss": 1.7104,
"step": 96500
},
{
"epoch": 0.06,
"learning_rate": 1.9598824846307526e-05,
"loss": 1.7126,
"step": 97000
},
{
"epoch": 0.06,
"learning_rate": 1.9596756933144165e-05,
"loss": 1.7055,
"step": 97500
},
{
"epoch": 0.06,
"learning_rate": 1.95946890199808e-05,
"loss": 1.6893,
"step": 98000
},
{
"epoch": 0.06,
"learning_rate": 1.9592621106817435e-05,
"loss": 1.7458,
"step": 98500
},
{
"epoch": 0.06,
"learning_rate": 1.9590553193654073e-05,
"loss": 1.7388,
"step": 99000
},
{
"epoch": 0.06,
"learning_rate": 1.958848528049071e-05,
"loss": 1.7242,
"step": 99500
},
{
"epoch": 0.06,
"learning_rate": 1.9586417367327346e-05,
"loss": 1.7237,
"step": 100000
},
{
"epoch": 0.06,
"learning_rate": 1.958434945416398e-05,
"loss": 1.7167,
"step": 100500
},
{
"epoch": 0.06,
"learning_rate": 1.958228154100062e-05,
"loss": 1.7259,
"step": 101000
},
{
"epoch": 0.06,
"learning_rate": 1.9580213627837258e-05,
"loss": 1.719,
"step": 101500
},
{
"epoch": 0.06,
"learning_rate": 1.9578145714673893e-05,
"loss": 1.7311,
"step": 102000
},
{
"epoch": 0.06,
"learning_rate": 1.9576077801510528e-05,
"loss": 1.6825,
"step": 102500
},
{
"epoch": 0.06,
"learning_rate": 1.9574009888347166e-05,
"loss": 1.7203,
"step": 103000
},
{
"epoch": 0.06,
"learning_rate": 1.9571941975183805e-05,
"loss": 1.7543,
"step": 103500
},
{
"epoch": 0.06,
"learning_rate": 1.956987406202044e-05,
"loss": 1.7323,
"step": 104000
},
{
"epoch": 0.06,
"learning_rate": 1.9567806148857074e-05,
"loss": 1.7179,
"step": 104500
},
{
"epoch": 0.07,
"learning_rate": 1.9565738235693713e-05,
"loss": 1.6992,
"step": 105000
},
{
"epoch": 0.07,
"learning_rate": 1.956367032253035e-05,
"loss": 1.7269,
"step": 105500
},
{
"epoch": 0.07,
"learning_rate": 1.9561602409366986e-05,
"loss": 1.7197,
"step": 106000
},
{
"epoch": 0.07,
"learning_rate": 1.955953449620362e-05,
"loss": 1.7175,
"step": 106500
},
{
"epoch": 0.07,
"learning_rate": 1.955746658304026e-05,
"loss": 1.731,
"step": 107000
},
{
"epoch": 0.07,
"learning_rate": 1.9555398669876898e-05,
"loss": 1.6981,
"step": 107500
},
{
"epoch": 0.07,
"learning_rate": 1.9553330756713533e-05,
"loss": 1.6977,
"step": 108000
},
{
"epoch": 0.07,
"learning_rate": 1.955126284355017e-05,
"loss": 1.7397,
"step": 108500
},
{
"epoch": 0.07,
"learning_rate": 1.954919493038681e-05,
"loss": 1.692,
"step": 109000
},
{
"epoch": 0.07,
"learning_rate": 1.9547127017223444e-05,
"loss": 1.7,
"step": 109500
},
{
"epoch": 0.07,
"learning_rate": 1.954505910406008e-05,
"loss": 1.733,
"step": 110000
},
{
"epoch": 0.07,
"learning_rate": 1.9542991190896718e-05,
"loss": 1.703,
"step": 110500
},
{
"epoch": 0.07,
"learning_rate": 1.9540923277733356e-05,
"loss": 1.714,
"step": 111000
},
{
"epoch": 0.07,
"learning_rate": 1.953885536456999e-05,
"loss": 1.7271,
"step": 111500
},
{
"epoch": 0.07,
"learning_rate": 1.9536787451406626e-05,
"loss": 1.7385,
"step": 112000
},
{
"epoch": 0.07,
"learning_rate": 1.9534719538243264e-05,
"loss": 1.7427,
"step": 112500
},
{
"epoch": 0.07,
"learning_rate": 1.9532651625079903e-05,
"loss": 1.7234,
"step": 113000
},
{
"epoch": 0.07,
"learning_rate": 1.9530583711916538e-05,
"loss": 1.7279,
"step": 113500
},
{
"epoch": 0.07,
"learning_rate": 1.9528515798753173e-05,
"loss": 1.6994,
"step": 114000
},
{
"epoch": 0.07,
"learning_rate": 1.952644788558981e-05,
"loss": 1.7076,
"step": 114500
},
{
"epoch": 0.07,
"learning_rate": 1.952437997242645e-05,
"loss": 1.7031,
"step": 115000
},
{
"epoch": 0.07,
"learning_rate": 1.9522312059263084e-05,
"loss": 1.7195,
"step": 115500
},
{
"epoch": 0.07,
"learning_rate": 1.952024414609972e-05,
"loss": 1.6933,
"step": 116000
},
{
"epoch": 0.07,
"learning_rate": 1.9518176232936358e-05,
"loss": 1.7005,
"step": 116500
},
{
"epoch": 0.07,
"learning_rate": 1.9516108319772996e-05,
"loss": 1.7131,
"step": 117000
},
{
"epoch": 0.07,
"learning_rate": 1.951404040660963e-05,
"loss": 1.7252,
"step": 117500
},
{
"epoch": 0.07,
"learning_rate": 1.9511972493446266e-05,
"loss": 1.7333,
"step": 118000
},
{
"epoch": 0.07,
"learning_rate": 1.9509904580282904e-05,
"loss": 1.6931,
"step": 118500
},
{
"epoch": 0.07,
"learning_rate": 1.9507836667119543e-05,
"loss": 1.7487,
"step": 119000
},
{
"epoch": 0.07,
"learning_rate": 1.9505768753956178e-05,
"loss": 1.7313,
"step": 119500
},
{
"epoch": 0.07,
"learning_rate": 1.9503700840792812e-05,
"loss": 1.6854,
"step": 120000
},
{
"epoch": 0.07,
"learning_rate": 1.950163292762945e-05,
"loss": 1.7253,
"step": 120500
},
{
"epoch": 0.08,
"learning_rate": 1.949956501446609e-05,
"loss": 1.7121,
"step": 121000
},
{
"epoch": 0.08,
"learning_rate": 1.9497497101302724e-05,
"loss": 1.7068,
"step": 121500
},
{
"epoch": 0.08,
"learning_rate": 1.9495429188139362e-05,
"loss": 1.7373,
"step": 122000
},
{
"epoch": 0.08,
"learning_rate": 1.9493361274976e-05,
"loss": 1.731,
"step": 122500
},
{
"epoch": 0.08,
"learning_rate": 1.9491293361812636e-05,
"loss": 1.6952,
"step": 123000
},
{
"epoch": 0.08,
"learning_rate": 1.948922544864927e-05,
"loss": 1.7152,
"step": 123500
},
{
"epoch": 0.08,
"learning_rate": 1.948715753548591e-05,
"loss": 1.718,
"step": 124000
},
{
"epoch": 0.08,
"learning_rate": 1.9485089622322547e-05,
"loss": 1.6984,
"step": 124500
},
{
"epoch": 0.08,
"learning_rate": 1.9483021709159182e-05,
"loss": 1.7289,
"step": 125000
},
{
"epoch": 0.08,
"learning_rate": 1.9480953795995817e-05,
"loss": 1.7152,
"step": 125500
},
{
"epoch": 0.08,
"learning_rate": 1.9478885882832456e-05,
"loss": 1.7138,
"step": 126000
},
{
"epoch": 0.08,
"learning_rate": 1.9476817969669094e-05,
"loss": 1.7083,
"step": 126500
},
{
"epoch": 0.08,
"learning_rate": 1.947475005650573e-05,
"loss": 1.7135,
"step": 127000
},
{
"epoch": 0.08,
"learning_rate": 1.9472682143342364e-05,
"loss": 1.6916,
"step": 127500
},
{
"epoch": 0.08,
"learning_rate": 1.9470614230179002e-05,
"loss": 1.7172,
"step": 128000
},
{
"epoch": 0.08,
"learning_rate": 1.946854631701564e-05,
"loss": 1.7369,
"step": 128500
},
{
"epoch": 0.08,
"learning_rate": 1.9466478403852276e-05,
"loss": 1.7164,
"step": 129000
},
{
"epoch": 0.08,
"learning_rate": 1.946441049068891e-05,
"loss": 1.7208,
"step": 129500
},
{
"epoch": 0.08,
"learning_rate": 1.946234257752555e-05,
"loss": 1.7315,
"step": 130000
},
{
"epoch": 0.08,
"learning_rate": 1.9460274664362187e-05,
"loss": 1.7234,
"step": 130500
},
{
"epoch": 0.08,
"learning_rate": 1.9458206751198822e-05,
"loss": 1.73,
"step": 131000
},
{
"epoch": 0.08,
"learning_rate": 1.9456138838035457e-05,
"loss": 1.7105,
"step": 131500
},
{
"epoch": 0.08,
"learning_rate": 1.9454070924872096e-05,
"loss": 1.7049,
"step": 132000
},
{
"epoch": 0.08,
"learning_rate": 1.9452003011708734e-05,
"loss": 1.7187,
"step": 132500
},
{
"epoch": 0.08,
"learning_rate": 1.944993509854537e-05,
"loss": 1.7466,
"step": 133000
},
{
"epoch": 0.08,
"learning_rate": 1.9447867185382007e-05,
"loss": 1.6927,
"step": 133500
},
{
"epoch": 0.08,
"learning_rate": 1.9445799272218646e-05,
"loss": 1.7113,
"step": 134000
},
{
"epoch": 0.08,
"learning_rate": 1.944373135905528e-05,
"loss": 1.7202,
"step": 134500
},
{
"epoch": 0.08,
"learning_rate": 1.9441663445891916e-05,
"loss": 1.6841,
"step": 135000
},
{
"epoch": 0.08,
"learning_rate": 1.9439595532728554e-05,
"loss": 1.7161,
"step": 135500
},
{
"epoch": 0.08,
"learning_rate": 1.9437527619565192e-05,
"loss": 1.7156,
"step": 136000
},
{
"epoch": 0.08,
"learning_rate": 1.9435459706401827e-05,
"loss": 1.7228,
"step": 136500
},
{
"epoch": 0.08,
"learning_rate": 1.9433391793238462e-05,
"loss": 1.7018,
"step": 137000
},
{
"epoch": 0.09,
"learning_rate": 1.94313238800751e-05,
"loss": 1.7207,
"step": 137500
},
{
"epoch": 0.09,
"learning_rate": 1.942925596691174e-05,
"loss": 1.7134,
"step": 138000
},
{
"epoch": 0.09,
"learning_rate": 1.9427188053748374e-05,
"loss": 1.6893,
"step": 138500
},
{
"epoch": 0.09,
"learning_rate": 1.942512014058501e-05,
"loss": 1.7211,
"step": 139000
},
{
"epoch": 0.09,
"learning_rate": 1.9423052227421647e-05,
"loss": 1.7061,
"step": 139500
},
{
"epoch": 0.09,
"learning_rate": 1.9420984314258285e-05,
"loss": 1.7193,
"step": 140000
},
{
"epoch": 0.09,
"learning_rate": 1.941891640109492e-05,
"loss": 1.706,
"step": 140500
},
{
"epoch": 0.09,
"learning_rate": 1.9416848487931555e-05,
"loss": 1.7256,
"step": 141000
},
{
"epoch": 0.09,
"learning_rate": 1.9414780574768194e-05,
"loss": 1.7544,
"step": 141500
},
{
"epoch": 0.09,
"learning_rate": 1.9412712661604832e-05,
"loss": 1.7104,
"step": 142000
},
{
"epoch": 0.09,
"learning_rate": 1.9410644748441467e-05,
"loss": 1.7459,
"step": 142500
},
{
"epoch": 0.09,
"learning_rate": 1.9408576835278102e-05,
"loss": 1.7049,
"step": 143000
},
{
"epoch": 0.09,
"learning_rate": 1.940650892211474e-05,
"loss": 1.7099,
"step": 143500
},
{
"epoch": 0.09,
"learning_rate": 1.940444100895138e-05,
"loss": 1.697,
"step": 144000
},
{
"epoch": 0.09,
"learning_rate": 1.9402373095788014e-05,
"loss": 1.6939,
"step": 144500
},
{
"epoch": 0.09,
"learning_rate": 1.940030518262465e-05,
"loss": 1.7076,
"step": 145000
},
{
"epoch": 0.09,
"learning_rate": 1.9398237269461287e-05,
"loss": 1.7028,
"step": 145500
},
{
"epoch": 0.09,
"learning_rate": 1.9396169356297925e-05,
"loss": 1.6949,
"step": 146000
},
{
"epoch": 0.09,
"learning_rate": 1.939410144313456e-05,
"loss": 1.7152,
"step": 146500
},
{
"epoch": 0.09,
"learning_rate": 1.93920335299712e-05,
"loss": 1.7053,
"step": 147000
},
{
"epoch": 0.09,
"learning_rate": 1.9389965616807837e-05,
"loss": 1.7175,
"step": 147500
},
{
"epoch": 0.09,
"learning_rate": 1.9387897703644472e-05,
"loss": 1.6896,
"step": 148000
},
{
"epoch": 0.09,
"learning_rate": 1.9385829790481107e-05,
"loss": 1.6895,
"step": 148500
},
{
"epoch": 0.09,
"learning_rate": 1.9383761877317745e-05,
"loss": 1.7108,
"step": 149000
},
{
"epoch": 0.09,
"learning_rate": 1.9381693964154384e-05,
"loss": 1.7032,
"step": 149500
},
{
"epoch": 0.09,
"learning_rate": 1.937962605099102e-05,
"loss": 1.7051,
"step": 150000
},
{
"epoch": 0.09,
"learning_rate": 1.9377558137827654e-05,
"loss": 1.7253,
"step": 150500
},
{
"epoch": 0.09,
"learning_rate": 1.9375490224664292e-05,
"loss": 1.6897,
"step": 151000
},
{
"epoch": 0.09,
"learning_rate": 1.937342231150093e-05,
"loss": 1.6875,
"step": 151500
},
{
"epoch": 0.09,
"learning_rate": 1.9371354398337565e-05,
"loss": 1.6933,
"step": 152000
},
{
"epoch": 0.09,
"learning_rate": 1.93692864851742e-05,
"loss": 1.6915,
"step": 152500
},
{
"epoch": 0.09,
"learning_rate": 1.936721857201084e-05,
"loss": 1.7162,
"step": 153000
},
{
"epoch": 0.1,
"learning_rate": 1.9365150658847477e-05,
"loss": 1.6907,
"step": 153500
},
{
"epoch": 0.1,
"learning_rate": 1.9363082745684112e-05,
"loss": 1.7201,
"step": 154000
},
{
"epoch": 0.1,
"learning_rate": 1.9361014832520747e-05,
"loss": 1.6888,
"step": 154500
},
{
"epoch": 0.1,
"learning_rate": 1.9358946919357385e-05,
"loss": 1.6645,
"step": 155000
},
{
"epoch": 0.1,
"learning_rate": 1.9356879006194023e-05,
"loss": 1.7112,
"step": 155500
},
{
"epoch": 0.1,
"learning_rate": 1.935481109303066e-05,
"loss": 1.7021,
"step": 156000
},
{
"epoch": 0.1,
"learning_rate": 1.9352743179867293e-05,
"loss": 1.6912,
"step": 156500
},
{
"epoch": 0.1,
"learning_rate": 1.9350675266703932e-05,
"loss": 1.7171,
"step": 157000
},
{
"epoch": 0.1,
"learning_rate": 1.934860735354057e-05,
"loss": 1.6884,
"step": 157500
},
{
"epoch": 0.1,
"learning_rate": 1.9346539440377205e-05,
"loss": 1.6607,
"step": 158000
},
{
"epoch": 0.1,
"learning_rate": 1.934447152721384e-05,
"loss": 1.6743,
"step": 158500
},
{
"epoch": 0.1,
"learning_rate": 1.934240361405048e-05,
"loss": 1.6976,
"step": 159000
},
{
"epoch": 0.1,
"learning_rate": 1.9340335700887117e-05,
"loss": 1.6957,
"step": 159500
},
{
"epoch": 0.1,
"learning_rate": 1.933826778772375e-05,
"loss": 1.7103,
"step": 160000
},
{
"epoch": 0.1,
"learning_rate": 1.933619987456039e-05,
"loss": 1.7008,
"step": 160500
},
{
"epoch": 0.1,
"learning_rate": 1.933413196139703e-05,
"loss": 1.7077,
"step": 161000
},
{
"epoch": 0.1,
"learning_rate": 1.9332064048233663e-05,
"loss": 1.7027,
"step": 161500
},
{
"epoch": 0.1,
"learning_rate": 1.9329996135070298e-05,
"loss": 1.7152,
"step": 162000
},
{
"epoch": 0.1,
"learning_rate": 1.9327928221906937e-05,
"loss": 1.6772,
"step": 162500
},
{
"epoch": 0.1,
"learning_rate": 1.9325860308743575e-05,
"loss": 1.6789,
"step": 163000
},
{
"epoch": 0.1,
"learning_rate": 1.932379239558021e-05,
"loss": 1.679,
"step": 163500
},
{
"epoch": 0.1,
"learning_rate": 1.9321724482416845e-05,
"loss": 1.7125,
"step": 164000
},
{
"epoch": 0.1,
"learning_rate": 1.9319656569253483e-05,
"loss": 1.7123,
"step": 164500
},
{
"epoch": 0.1,
"learning_rate": 1.931758865609012e-05,
"loss": 1.6982,
"step": 165000
},
{
"epoch": 0.1,
"learning_rate": 1.9315520742926757e-05,
"loss": 1.7348,
"step": 165500
},
{
"epoch": 0.1,
"learning_rate": 1.931345282976339e-05,
"loss": 1.6996,
"step": 166000
},
{
"epoch": 0.1,
"learning_rate": 1.931138491660003e-05,
"loss": 1.712,
"step": 166500
},
{
"epoch": 0.1,
"learning_rate": 1.9309317003436668e-05,
"loss": 1.7365,
"step": 167000
},
{
"epoch": 0.1,
"learning_rate": 1.9307249090273303e-05,
"loss": 1.7034,
"step": 167500
},
{
"epoch": 0.1,
"learning_rate": 1.9305181177109938e-05,
"loss": 1.7086,
"step": 168000
},
{
"epoch": 0.1,
"learning_rate": 1.9303113263946577e-05,
"loss": 1.6911,
"step": 168500
},
{
"epoch": 0.1,
"learning_rate": 1.9301045350783215e-05,
"loss": 1.6881,
"step": 169000
},
{
"epoch": 0.11,
"learning_rate": 1.929897743761985e-05,
"loss": 1.7006,
"step": 169500
},
{
"epoch": 0.11,
"learning_rate": 1.9296909524456485e-05,
"loss": 1.7111,
"step": 170000
},
{
"epoch": 0.11,
"learning_rate": 1.9294841611293123e-05,
"loss": 1.6961,
"step": 170500
},
{
"epoch": 0.11,
"learning_rate": 1.929277369812976e-05,
"loss": 1.7163,
"step": 171000
},
{
"epoch": 0.11,
"learning_rate": 1.9290705784966396e-05,
"loss": 1.6837,
"step": 171500
},
{
"epoch": 0.11,
"learning_rate": 1.9288637871803035e-05,
"loss": 1.6935,
"step": 172000
},
{
"epoch": 0.11,
"learning_rate": 1.928656995863967e-05,
"loss": 1.7296,
"step": 172500
},
{
"epoch": 0.11,
"learning_rate": 1.9284502045476308e-05,
"loss": 1.7189,
"step": 173000
},
{
"epoch": 0.11,
"learning_rate": 1.9282434132312943e-05,
"loss": 1.7131,
"step": 173500
},
{
"epoch": 0.11,
"learning_rate": 1.928036621914958e-05,
"loss": 1.6656,
"step": 174000
},
{
"epoch": 0.11,
"learning_rate": 1.927829830598622e-05,
"loss": 1.7097,
"step": 174500
},
{
"epoch": 0.11,
"learning_rate": 1.9276230392822855e-05,
"loss": 1.7183,
"step": 175000
},
{
"epoch": 0.11,
"learning_rate": 1.927416247965949e-05,
"loss": 1.6925,
"step": 175500
},
{
"epoch": 0.11,
"learning_rate": 1.9272094566496128e-05,
"loss": 1.7156,
"step": 176000
},
{
"epoch": 0.11,
"learning_rate": 1.9270026653332766e-05,
"loss": 1.7002,
"step": 176500
},
{
"epoch": 0.11,
"learning_rate": 1.92679587401694e-05,
"loss": 1.7181,
"step": 177000
},
{
"epoch": 0.11,
"learning_rate": 1.9265890827006036e-05,
"loss": 1.6844,
"step": 177500
},
{
"epoch": 0.11,
"learning_rate": 1.9263822913842675e-05,
"loss": 1.714,
"step": 178000
},
{
"epoch": 0.11,
"learning_rate": 1.9261755000679313e-05,
"loss": 1.6939,
"step": 178500
},
{
"epoch": 0.11,
"learning_rate": 1.9259687087515948e-05,
"loss": 1.7179,
"step": 179000
},
{
"epoch": 0.11,
"learning_rate": 1.9257619174352583e-05,
"loss": 1.6719,
"step": 179500
},
{
"epoch": 0.11,
"learning_rate": 1.925555126118922e-05,
"loss": 1.7066,
"step": 180000
},
{
"epoch": 0.11,
"learning_rate": 1.925348334802586e-05,
"loss": 1.7037,
"step": 180500
},
{
"epoch": 0.11,
"learning_rate": 1.9251415434862495e-05,
"loss": 1.7064,
"step": 181000
},
{
"epoch": 0.11,
"learning_rate": 1.924934752169913e-05,
"loss": 1.6772,
"step": 181500
},
{
"epoch": 0.11,
"learning_rate": 1.9247279608535768e-05,
"loss": 1.6937,
"step": 182000
},
{
"epoch": 0.11,
"learning_rate": 1.9245211695372406e-05,
"loss": 1.6681,
"step": 182500
},
{
"epoch": 0.11,
"learning_rate": 1.924314378220904e-05,
"loss": 1.7035,
"step": 183000
},
{
"epoch": 0.11,
"learning_rate": 1.9241075869045676e-05,
"loss": 1.7057,
"step": 183500
},
{
"epoch": 0.11,
"learning_rate": 1.9239007955882315e-05,
"loss": 1.6688,
"step": 184000
},
{
"epoch": 0.11,
"learning_rate": 1.9236940042718953e-05,
"loss": 1.6797,
"step": 184500
},
{
"epoch": 0.11,
"learning_rate": 1.9234872129555588e-05,
"loss": 1.6937,
"step": 185000
},
{
"epoch": 0.12,
"learning_rate": 1.9232804216392226e-05,
"loss": 1.7253,
"step": 185500
},
{
"epoch": 0.12,
"learning_rate": 1.923073630322886e-05,
"loss": 1.7019,
"step": 186000
},
{
"epoch": 0.12,
"learning_rate": 1.92286683900655e-05,
"loss": 1.685,
"step": 186500
},
{
"epoch": 0.12,
"learning_rate": 1.9226600476902134e-05,
"loss": 1.7247,
"step": 187000
},
{
"epoch": 0.12,
"learning_rate": 1.9224532563738773e-05,
"loss": 1.706,
"step": 187500
},
{
"epoch": 0.12,
"learning_rate": 1.922246465057541e-05,
"loss": 1.7113,
"step": 188000
},
{
"epoch": 0.12,
"learning_rate": 1.9220396737412046e-05,
"loss": 1.7225,
"step": 188500
},
{
"epoch": 0.12,
"learning_rate": 1.921832882424868e-05,
"loss": 1.6968,
"step": 189000
},
{
"epoch": 0.12,
"learning_rate": 1.921626091108532e-05,
"loss": 1.6904,
"step": 189500
},
{
"epoch": 0.12,
"learning_rate": 1.9214192997921958e-05,
"loss": 1.6812,
"step": 190000
},
{
"epoch": 0.12,
"learning_rate": 1.9212125084758593e-05,
"loss": 1.6845,
"step": 190500
},
{
"epoch": 0.12,
"learning_rate": 1.9210057171595228e-05,
"loss": 1.7069,
"step": 191000
},
{
"epoch": 0.12,
"learning_rate": 1.9207989258431866e-05,
"loss": 1.6864,
"step": 191500
},
{
"epoch": 0.12,
"learning_rate": 1.9205921345268504e-05,
"loss": 1.6812,
"step": 192000
},
{
"epoch": 0.12,
"learning_rate": 1.920385343210514e-05,
"loss": 1.6656,
"step": 192500
},
{
"epoch": 0.12,
"learning_rate": 1.9201785518941774e-05,
"loss": 1.7053,
"step": 193000
},
{
"epoch": 0.12,
"learning_rate": 1.9199717605778413e-05,
"loss": 1.6912,
"step": 193500
},
{
"epoch": 0.12,
"learning_rate": 1.919764969261505e-05,
"loss": 1.6788,
"step": 194000
},
{
"epoch": 0.12,
"learning_rate": 1.9195581779451686e-05,
"loss": 1.7159,
"step": 194500
},
{
"epoch": 0.12,
"learning_rate": 1.919351386628832e-05,
"loss": 1.6926,
"step": 195000
},
{
"epoch": 0.12,
"learning_rate": 1.919144595312496e-05,
"loss": 1.6993,
"step": 195500
},
{
"epoch": 0.12,
"learning_rate": 1.9189378039961598e-05,
"loss": 1.6873,
"step": 196000
},
{
"epoch": 0.12,
"learning_rate": 1.9187310126798233e-05,
"loss": 1.6958,
"step": 196500
},
{
"epoch": 0.12,
"learning_rate": 1.918524221363487e-05,
"loss": 1.707,
"step": 197000
},
{
"epoch": 0.12,
"learning_rate": 1.9183174300471506e-05,
"loss": 1.7106,
"step": 197500
},
{
"epoch": 0.12,
"learning_rate": 1.9181106387308144e-05,
"loss": 1.6955,
"step": 198000
},
{
"epoch": 0.12,
"learning_rate": 1.917903847414478e-05,
"loss": 1.6852,
"step": 198500
},
{
"epoch": 0.12,
"learning_rate": 1.9176970560981418e-05,
"loss": 1.6947,
"step": 199000
},
{
"epoch": 0.12,
"learning_rate": 1.9174902647818056e-05,
"loss": 1.6855,
"step": 199500
},
{
"epoch": 0.12,
"learning_rate": 1.917283473465469e-05,
"loss": 1.6682,
"step": 200000
},
{
"epoch": 0.12,
"learning_rate": 1.9170766821491326e-05,
"loss": 1.6652,
"step": 200500
},
{
"epoch": 0.12,
"learning_rate": 1.9168698908327964e-05,
"loss": 1.6933,
"step": 201000
},
{
"epoch": 0.13,
"learning_rate": 1.9166630995164603e-05,
"loss": 1.6796,
"step": 201500
},
{
"epoch": 0.13,
"learning_rate": 1.9164563082001237e-05,
"loss": 1.6792,
"step": 202000
},
{
"epoch": 0.13,
"learning_rate": 1.9162495168837872e-05,
"loss": 1.6971,
"step": 202500
},
{
"epoch": 0.13,
"learning_rate": 1.916042725567451e-05,
"loss": 1.68,
"step": 203000
},
{
"epoch": 0.13,
"learning_rate": 1.915835934251115e-05,
"loss": 1.7343,
"step": 203500
},
{
"epoch": 0.13,
"learning_rate": 1.9156291429347784e-05,
"loss": 1.6952,
"step": 204000
},
{
"epoch": 0.13,
"learning_rate": 1.915422351618442e-05,
"loss": 1.6982,
"step": 204500
},
{
"epoch": 0.13,
"learning_rate": 1.9152155603021057e-05,
"loss": 1.6913,
"step": 205000
},
{
"epoch": 0.13,
"learning_rate": 1.9150087689857696e-05,
"loss": 1.7325,
"step": 205500
},
{
"epoch": 0.13,
"learning_rate": 1.914801977669433e-05,
"loss": 1.702,
"step": 206000
},
{
"epoch": 0.13,
"learning_rate": 1.9145951863530966e-05,
"loss": 1.7036,
"step": 206500
},
{
"epoch": 0.13,
"learning_rate": 1.9143883950367604e-05,
"loss": 1.6976,
"step": 207000
},
{
"epoch": 0.13,
"learning_rate": 1.9141816037204242e-05,
"loss": 1.6641,
"step": 207500
},
{
"epoch": 0.13,
"learning_rate": 1.9139748124040877e-05,
"loss": 1.6834,
"step": 208000
},
{
"epoch": 0.13,
"learning_rate": 1.9137680210877512e-05,
"loss": 1.6544,
"step": 208500
},
{
"epoch": 0.13,
"learning_rate": 1.913561229771415e-05,
"loss": 1.6664,
"step": 209000
},
{
"epoch": 0.13,
"learning_rate": 1.913354438455079e-05,
"loss": 1.7106,
"step": 209500
},
{
"epoch": 0.13,
"learning_rate": 1.9131476471387424e-05,
"loss": 1.7085,
"step": 210000
},
{
"epoch": 0.13,
"learning_rate": 1.9129408558224062e-05,
"loss": 1.7068,
"step": 210500
},
{
"epoch": 0.13,
"learning_rate": 1.9127340645060697e-05,
"loss": 1.6862,
"step": 211000
},
{
"epoch": 0.13,
"learning_rate": 1.9125272731897336e-05,
"loss": 1.7104,
"step": 211500
},
{
"epoch": 0.13,
"learning_rate": 1.912320481873397e-05,
"loss": 1.7098,
"step": 212000
},
{
"epoch": 0.13,
"learning_rate": 1.912113690557061e-05,
"loss": 1.724,
"step": 212500
},
{
"epoch": 0.13,
"learning_rate": 1.9119068992407247e-05,
"loss": 1.6682,
"step": 213000
},
{
"epoch": 0.13,
"learning_rate": 1.9117001079243882e-05,
"loss": 1.6904,
"step": 213500
},
{
"epoch": 0.13,
"learning_rate": 1.9114933166080517e-05,
"loss": 1.6882,
"step": 214000
},
{
"epoch": 0.13,
"learning_rate": 1.9112865252917156e-05,
"loss": 1.6934,
"step": 214500
},
{
"epoch": 0.13,
"learning_rate": 1.9110797339753794e-05,
"loss": 1.661,
"step": 215000
},
{
"epoch": 0.13,
"learning_rate": 1.910872942659043e-05,
"loss": 1.7105,
"step": 215500
},
{
"epoch": 0.13,
"learning_rate": 1.9106661513427064e-05,
"loss": 1.6951,
"step": 216000
},
{
"epoch": 0.13,
"learning_rate": 1.9104593600263702e-05,
"loss": 1.6618,
"step": 216500
},
{
"epoch": 0.13,
"learning_rate": 1.910252568710034e-05,
"loss": 1.6655,
"step": 217000
},
{
"epoch": 0.13,
"learning_rate": 1.9100457773936976e-05,
"loss": 1.6697,
"step": 217500
},
{
"epoch": 0.14,
"learning_rate": 1.909838986077361e-05,
"loss": 1.697,
"step": 218000
},
{
"epoch": 0.14,
"learning_rate": 1.909632194761025e-05,
"loss": 1.7151,
"step": 218500
},
{
"epoch": 0.14,
"learning_rate": 1.9094254034446887e-05,
"loss": 1.6973,
"step": 219000
},
{
"epoch": 0.14,
"learning_rate": 1.9092186121283522e-05,
"loss": 1.6952,
"step": 219500
},
{
"epoch": 0.14,
"learning_rate": 1.9090118208120157e-05,
"loss": 1.6862,
"step": 220000
},
{
"epoch": 0.14,
"learning_rate": 1.9088050294956795e-05,
"loss": 1.6556,
"step": 220500
},
{
"epoch": 0.14,
"learning_rate": 1.9085982381793434e-05,
"loss": 1.6698,
"step": 221000
},
{
"epoch": 0.14,
"learning_rate": 1.908391446863007e-05,
"loss": 1.7042,
"step": 221500
},
{
"epoch": 0.14,
"learning_rate": 1.9081846555466704e-05,
"loss": 1.675,
"step": 222000
},
{
"epoch": 0.14,
"learning_rate": 1.9079778642303342e-05,
"loss": 1.6962,
"step": 222500
},
{
"epoch": 0.14,
"learning_rate": 1.907771072913998e-05,
"loss": 1.7022,
"step": 223000
},
{
"epoch": 0.14,
"learning_rate": 1.9075642815976615e-05,
"loss": 1.705,
"step": 223500
},
{
"epoch": 0.14,
"learning_rate": 1.9073574902813254e-05,
"loss": 1.6785,
"step": 224000
},
{
"epoch": 0.14,
"learning_rate": 1.907150698964989e-05,
"loss": 1.6881,
"step": 224500
},
{
"epoch": 0.14,
"learning_rate": 1.9069439076486527e-05,
"loss": 1.6617,
"step": 225000
},
{
"epoch": 0.14,
"learning_rate": 1.9067371163323162e-05,
"loss": 1.6976,
"step": 225500
},
{
"epoch": 0.14,
"learning_rate": 1.90653032501598e-05,
"loss": 1.67,
"step": 226000
},
{
"epoch": 0.14,
"learning_rate": 1.906323533699644e-05,
"loss": 1.6941,
"step": 226500
},
{
"epoch": 0.14,
"learning_rate": 1.9061167423833074e-05,
"loss": 1.6841,
"step": 227000
},
{
"epoch": 0.14,
"learning_rate": 1.905909951066971e-05,
"loss": 1.6705,
"step": 227500
},
{
"epoch": 0.14,
"learning_rate": 1.9057031597506347e-05,
"loss": 1.6706,
"step": 228000
},
{
"epoch": 0.14,
"learning_rate": 1.9054963684342985e-05,
"loss": 1.6915,
"step": 228500
},
{
"epoch": 0.14,
"learning_rate": 1.905289577117962e-05,
"loss": 1.6837,
"step": 229000
},
{
"epoch": 0.14,
"learning_rate": 1.9050827858016255e-05,
"loss": 1.6841,
"step": 229500
},
{
"epoch": 0.14,
"learning_rate": 1.9048759944852894e-05,
"loss": 1.6806,
"step": 230000
},
{
"epoch": 0.14,
"learning_rate": 1.9046692031689532e-05,
"loss": 1.6783,
"step": 230500
},
{
"epoch": 0.14,
"learning_rate": 1.9044624118526167e-05,
"loss": 1.6878,
"step": 231000
},
{
"epoch": 0.14,
"learning_rate": 1.9042556205362802e-05,
"loss": 1.6912,
"step": 231500
},
{
"epoch": 0.14,
"learning_rate": 1.904048829219944e-05,
"loss": 1.6867,
"step": 232000
},
{
"epoch": 0.14,
"learning_rate": 1.903842037903608e-05,
"loss": 1.6788,
"step": 232500
},
{
"epoch": 0.14,
"learning_rate": 1.9036352465872714e-05,
"loss": 1.6876,
"step": 233000
},
{
"epoch": 0.14,
"learning_rate": 1.903428455270935e-05,
"loss": 1.6774,
"step": 233500
},
{
"epoch": 0.15,
"learning_rate": 1.9032216639545987e-05,
"loss": 1.6914,
"step": 234000
},
{
"epoch": 0.15,
"learning_rate": 1.9030148726382625e-05,
"loss": 1.6734,
"step": 234500
},
{
"epoch": 0.15,
"learning_rate": 1.902808081321926e-05,
"loss": 1.6902,
"step": 235000
},
{
"epoch": 0.15,
"learning_rate": 1.90260129000559e-05,
"loss": 1.6824,
"step": 235500
},
{
"epoch": 0.15,
"learning_rate": 1.9023944986892533e-05,
"loss": 1.7159,
"step": 236000
},
{
"epoch": 0.15,
"learning_rate": 1.9021877073729172e-05,
"loss": 1.6848,
"step": 236500
},
{
"epoch": 0.15,
"learning_rate": 1.9019809160565807e-05,
"loss": 1.6727,
"step": 237000
},
{
"epoch": 0.15,
"learning_rate": 1.9017741247402445e-05,
"loss": 1.6647,
"step": 237500
},
{
"epoch": 0.15,
"learning_rate": 1.901567333423908e-05,
"loss": 1.666,
"step": 238000
},
{
"epoch": 0.15,
"learning_rate": 1.901360542107572e-05,
"loss": 1.7109,
"step": 238500
},
{
"epoch": 0.15,
"learning_rate": 1.9011537507912353e-05,
"loss": 1.6651,
"step": 239000
},
{
"epoch": 0.15,
"learning_rate": 1.9009469594748992e-05,
"loss": 1.6668,
"step": 239500
},
{
"epoch": 0.15,
"learning_rate": 1.900740168158563e-05,
"loss": 1.682,
"step": 240000
},
{
"epoch": 0.15,
"learning_rate": 1.9005333768422265e-05,
"loss": 1.7031,
"step": 240500
},
{
"epoch": 0.15,
"learning_rate": 1.90032658552589e-05,
"loss": 1.6993,
"step": 241000
},
{
"epoch": 0.15,
"learning_rate": 1.900119794209554e-05,
"loss": 1.6602,
"step": 241500
},
{
"epoch": 0.15,
"learning_rate": 1.8999130028932177e-05,
"loss": 1.6772,
"step": 242000
},
{
"epoch": 0.15,
"learning_rate": 1.899706211576881e-05,
"loss": 1.7098,
"step": 242500
},
{
"epoch": 0.15,
"learning_rate": 1.8994994202605447e-05,
"loss": 1.6754,
"step": 243000
},
{
"epoch": 0.15,
"learning_rate": 1.8992926289442085e-05,
"loss": 1.6923,
"step": 243500
},
{
"epoch": 0.15,
"learning_rate": 1.8990858376278723e-05,
"loss": 1.6801,
"step": 244000
},
{
"epoch": 0.15,
"learning_rate": 1.8988790463115358e-05,
"loss": 1.6797,
"step": 244500
},
{
"epoch": 0.15,
"learning_rate": 1.8986722549951993e-05,
"loss": 1.6852,
"step": 245000
},
{
"epoch": 0.15,
"learning_rate": 1.898465463678863e-05,
"loss": 1.6869,
"step": 245500
},
{
"epoch": 0.15,
"learning_rate": 1.898258672362527e-05,
"loss": 1.6933,
"step": 246000
},
{
"epoch": 0.15,
"learning_rate": 1.8980518810461905e-05,
"loss": 1.6877,
"step": 246500
},
{
"epoch": 0.15,
"learning_rate": 1.897845089729854e-05,
"loss": 1.6923,
"step": 247000
},
{
"epoch": 0.15,
"learning_rate": 1.8976382984135178e-05,
"loss": 1.7072,
"step": 247500
},
{
"epoch": 0.15,
"learning_rate": 1.8974315070971817e-05,
"loss": 1.7022,
"step": 248000
},
{
"epoch": 0.15,
"learning_rate": 1.897224715780845e-05,
"loss": 1.6557,
"step": 248500
},
{
"epoch": 0.15,
"learning_rate": 1.897017924464509e-05,
"loss": 1.679,
"step": 249000
},
{
"epoch": 0.15,
"learning_rate": 1.8968111331481725e-05,
"loss": 1.6773,
"step": 249500
},
{
"epoch": 0.16,
"learning_rate": 1.8966043418318363e-05,
"loss": 1.6589,
"step": 250000
},
{
"epoch": 0.16,
"learning_rate": 1.8963975505154998e-05,
"loss": 1.6512,
"step": 250500
},
{
"epoch": 0.16,
"learning_rate": 1.8961907591991636e-05,
"loss": 1.677,
"step": 251000
},
{
"epoch": 0.16,
"learning_rate": 1.895983967882827e-05,
"loss": 1.6426,
"step": 251500
},
{
"epoch": 0.16,
"learning_rate": 1.895777176566491e-05,
"loss": 1.6895,
"step": 252000
},
{
"epoch": 0.16,
"learning_rate": 1.8955703852501545e-05,
"loss": 1.7015,
"step": 252500
},
{
"epoch": 0.16,
"learning_rate": 1.8953635939338183e-05,
"loss": 1.6814,
"step": 253000
},
{
"epoch": 0.16,
"learning_rate": 1.895156802617482e-05,
"loss": 1.6872,
"step": 253500
},
{
"epoch": 0.16,
"learning_rate": 1.8949500113011456e-05,
"loss": 1.6808,
"step": 254000
},
{
"epoch": 0.16,
"learning_rate": 1.894743219984809e-05,
"loss": 1.6724,
"step": 254500
},
{
"epoch": 0.16,
"learning_rate": 1.894536428668473e-05,
"loss": 1.6583,
"step": 255000
},
{
"epoch": 0.16,
"learning_rate": 1.8943296373521368e-05,
"loss": 1.6886,
"step": 255500
},
{
"epoch": 0.16,
"learning_rate": 1.8941228460358003e-05,
"loss": 1.6697,
"step": 256000
},
{
"epoch": 0.16,
"learning_rate": 1.8939160547194638e-05,
"loss": 1.6663,
"step": 256500
},
{
"epoch": 0.16,
"learning_rate": 1.8937092634031276e-05,
"loss": 1.6772,
"step": 257000
},
{
"epoch": 0.16,
"learning_rate": 1.8935024720867915e-05,
"loss": 1.686,
"step": 257500
},
{
"epoch": 0.16,
"learning_rate": 1.893295680770455e-05,
"loss": 1.6776,
"step": 258000
},
{
"epoch": 0.16,
"learning_rate": 1.8930888894541185e-05,
"loss": 1.6644,
"step": 258500
},
{
"epoch": 0.16,
"learning_rate": 1.8928820981377823e-05,
"loss": 1.709,
"step": 259000
},
{
"epoch": 0.16,
"learning_rate": 1.892675306821446e-05,
"loss": 1.6555,
"step": 259500
},
{
"epoch": 0.16,
"learning_rate": 1.8924685155051096e-05,
"loss": 1.7072,
"step": 260000
},
{
"epoch": 0.16,
"learning_rate": 1.8922617241887735e-05,
"loss": 1.6783,
"step": 260500
},
{
"epoch": 0.16,
"learning_rate": 1.892054932872437e-05,
"loss": 1.6766,
"step": 261000
},
{
"epoch": 0.16,
"learning_rate": 1.8918481415561008e-05,
"loss": 1.6712,
"step": 261500
},
{
"epoch": 0.16,
"learning_rate": 1.8916413502397643e-05,
"loss": 1.6923,
"step": 262000
},
{
"epoch": 0.16,
"learning_rate": 1.891434558923428e-05,
"loss": 1.699,
"step": 262500
},
{
"epoch": 0.16,
"learning_rate": 1.8912277676070916e-05,
"loss": 1.6557,
"step": 263000
},
{
"epoch": 0.16,
"learning_rate": 1.8910209762907555e-05,
"loss": 1.6932,
"step": 263500
},
{
"epoch": 0.16,
"learning_rate": 1.890814184974419e-05,
"loss": 1.6695,
"step": 264000
},
{
"epoch": 0.16,
"learning_rate": 1.8906073936580828e-05,
"loss": 1.6708,
"step": 264500
},
{
"epoch": 0.16,
"learning_rate": 1.8904006023417463e-05,
"loss": 1.6846,
"step": 265000
},
{
"epoch": 0.16,
"learning_rate": 1.89019381102541e-05,
"loss": 1.6674,
"step": 265500
},
{
"epoch": 0.17,
"learning_rate": 1.8899870197090736e-05,
"loss": 1.6888,
"step": 266000
},
{
"epoch": 0.17,
"learning_rate": 1.8897802283927375e-05,
"loss": 1.6255,
"step": 266500
},
{
"epoch": 0.17,
"learning_rate": 1.8895734370764013e-05,
"loss": 1.6834,
"step": 267000
},
{
"epoch": 0.17,
"learning_rate": 1.8893666457600648e-05,
"loss": 1.6467,
"step": 267500
},
{
"epoch": 0.17,
"learning_rate": 1.8891598544437283e-05,
"loss": 1.6775,
"step": 268000
},
{
"epoch": 0.17,
"learning_rate": 1.888953063127392e-05,
"loss": 1.6667,
"step": 268500
},
{
"epoch": 0.17,
"learning_rate": 1.888746271811056e-05,
"loss": 1.6797,
"step": 269000
},
{
"epoch": 0.17,
"learning_rate": 1.8885394804947194e-05,
"loss": 1.6653,
"step": 269500
},
{
"epoch": 0.17,
"learning_rate": 1.888332689178383e-05,
"loss": 1.6725,
"step": 270000
},
{
"epoch": 0.17,
"learning_rate": 1.8881258978620468e-05,
"loss": 1.6932,
"step": 270500
},
{
"epoch": 0.17,
"learning_rate": 1.8879191065457106e-05,
"loss": 1.7109,
"step": 271000
},
{
"epoch": 0.17,
"learning_rate": 1.887712315229374e-05,
"loss": 1.6952,
"step": 271500
},
{
"epoch": 0.17,
"learning_rate": 1.8875055239130376e-05,
"loss": 1.6407,
"step": 272000
},
{
"epoch": 0.17,
"learning_rate": 1.8872987325967014e-05,
"loss": 1.6619,
"step": 272500
},
{
"epoch": 0.17,
"learning_rate": 1.8870919412803653e-05,
"loss": 1.7035,
"step": 273000
},
{
"epoch": 0.17,
"learning_rate": 1.8868851499640288e-05,
"loss": 1.6827,
"step": 273500
},
{
"epoch": 0.17,
"learning_rate": 1.8866783586476926e-05,
"loss": 1.6668,
"step": 274000
},
{
"epoch": 0.17,
"learning_rate": 1.886471567331356e-05,
"loss": 1.6379,
"step": 274500
},
{
"epoch": 0.17,
"learning_rate": 1.88626477601502e-05,
"loss": 1.6813,
"step": 275000
},
{
"epoch": 0.17,
"learning_rate": 1.8860579846986834e-05,
"loss": 1.7091,
"step": 275500
},
{
"epoch": 0.17,
"learning_rate": 1.8858511933823473e-05,
"loss": 1.6762,
"step": 276000
},
{
"epoch": 0.17,
"learning_rate": 1.8856444020660108e-05,
"loss": 1.688,
"step": 276500
},
{
"epoch": 0.17,
"learning_rate": 1.8854376107496746e-05,
"loss": 1.6393,
"step": 277000
},
{
"epoch": 0.17,
"learning_rate": 1.885230819433338e-05,
"loss": 1.6629,
"step": 277500
},
{
"epoch": 0.17,
"learning_rate": 1.885024028117002e-05,
"loss": 1.6881,
"step": 278000
},
{
"epoch": 0.17,
"learning_rate": 1.8848172368006654e-05,
"loss": 1.7069,
"step": 278500
},
{
"epoch": 0.17,
"learning_rate": 1.8846104454843293e-05,
"loss": 1.6752,
"step": 279000
},
{
"epoch": 0.17,
"learning_rate": 1.8844036541679928e-05,
"loss": 1.678,
"step": 279500
},
{
"epoch": 0.17,
"learning_rate": 1.8841968628516566e-05,
"loss": 1.6643,
"step": 280000
},
{
"epoch": 0.17,
"learning_rate": 1.8839900715353204e-05,
"loss": 1.6525,
"step": 280500
},
{
"epoch": 0.17,
"learning_rate": 1.883783280218984e-05,
"loss": 1.7002,
"step": 281000
},
{
"epoch": 0.17,
"learning_rate": 1.8835764889026474e-05,
"loss": 1.6542,
"step": 281500
},
{
"epoch": 0.17,
"learning_rate": 1.8833696975863113e-05,
"loss": 1.7043,
"step": 282000
},
{
"epoch": 0.18,
"learning_rate": 1.883162906269975e-05,
"loss": 1.6496,
"step": 282500
},
{
"epoch": 0.18,
"learning_rate": 1.8829561149536386e-05,
"loss": 1.6587,
"step": 283000
},
{
"epoch": 0.18,
"learning_rate": 1.882749323637302e-05,
"loss": 1.6738,
"step": 283500
},
{
"epoch": 0.18,
"learning_rate": 1.882542532320966e-05,
"loss": 1.6681,
"step": 284000
},
{
"epoch": 0.18,
"learning_rate": 1.8823357410046297e-05,
"loss": 1.633,
"step": 284500
},
{
"epoch": 0.18,
"learning_rate": 1.8821289496882932e-05,
"loss": 1.6639,
"step": 285000
},
{
"epoch": 0.18,
"learning_rate": 1.8819221583719567e-05,
"loss": 1.6569,
"step": 285500
},
{
"epoch": 0.18,
"learning_rate": 1.8817153670556206e-05,
"loss": 1.7017,
"step": 286000
},
{
"epoch": 0.18,
"learning_rate": 1.8815085757392844e-05,
"loss": 1.6748,
"step": 286500
},
{
"epoch": 0.18,
"learning_rate": 1.881301784422948e-05,
"loss": 1.6641,
"step": 287000
},
{
"epoch": 0.18,
"learning_rate": 1.8810949931066117e-05,
"loss": 1.6913,
"step": 287500
},
{
"epoch": 0.18,
"learning_rate": 1.8808882017902752e-05,
"loss": 1.6746,
"step": 288000
},
{
"epoch": 0.18,
"learning_rate": 1.880681410473939e-05,
"loss": 1.7007,
"step": 288500
},
{
"epoch": 0.18,
"learning_rate": 1.8804746191576026e-05,
"loss": 1.6874,
"step": 289000
},
{
"epoch": 0.18,
"learning_rate": 1.8802678278412664e-05,
"loss": 1.6801,
"step": 289500
},
{
"epoch": 0.18,
"learning_rate": 1.88006103652493e-05,
"loss": 1.6809,
"step": 290000
},
{
"epoch": 0.18,
"learning_rate": 1.8798542452085937e-05,
"loss": 1.6858,
"step": 290500
},
{
"epoch": 0.18,
"learning_rate": 1.8796474538922572e-05,
"loss": 1.6333,
"step": 291000
},
{
"epoch": 0.18,
"learning_rate": 1.879440662575921e-05,
"loss": 1.6655,
"step": 291500
},
{
"epoch": 0.18,
"learning_rate": 1.8792338712595846e-05,
"loss": 1.6815,
"step": 292000
},
{
"epoch": 0.18,
"learning_rate": 1.8790270799432484e-05,
"loss": 1.6881,
"step": 292500
},
{
"epoch": 0.18,
"learning_rate": 1.878820288626912e-05,
"loss": 1.6599,
"step": 293000
},
{
"epoch": 0.18,
"learning_rate": 1.8786134973105757e-05,
"loss": 1.6517,
"step": 293500
},
{
"epoch": 0.18,
"learning_rate": 1.8784067059942396e-05,
"loss": 1.6852,
"step": 294000
},
{
"epoch": 0.18,
"learning_rate": 1.878199914677903e-05,
"loss": 1.6945,
"step": 294500
},
{
"epoch": 0.18,
"learning_rate": 1.8779931233615666e-05,
"loss": 1.6562,
"step": 295000
},
{
"epoch": 0.18,
"learning_rate": 1.8777863320452304e-05,
"loss": 1.6828,
"step": 295500
},
{
"epoch": 0.18,
"learning_rate": 1.8775795407288942e-05,
"loss": 1.6758,
"step": 296000
},
{
"epoch": 0.18,
"learning_rate": 1.8773727494125577e-05,
"loss": 1.6738,
"step": 296500
},
{
"epoch": 0.18,
"learning_rate": 1.8771659580962212e-05,
"loss": 1.6369,
"step": 297000
},
{
"epoch": 0.18,
"learning_rate": 1.876959166779885e-05,
"loss": 1.6627,
"step": 297500
},
{
"epoch": 0.18,
"learning_rate": 1.876752375463549e-05,
"loss": 1.6529,
"step": 298000
},
{
"epoch": 0.19,
"learning_rate": 1.8765455841472124e-05,
"loss": 1.6635,
"step": 298500
},
{
"epoch": 0.19,
"learning_rate": 1.8763387928308762e-05,
"loss": 1.6566,
"step": 299000
},
{
"epoch": 0.19,
"learning_rate": 1.8761320015145397e-05,
"loss": 1.6997,
"step": 299500
},
{
"epoch": 0.19,
"learning_rate": 1.8759252101982035e-05,
"loss": 1.6699,
"step": 300000
},
{
"epoch": 0.19,
"learning_rate": 1.875718418881867e-05,
"loss": 1.6844,
"step": 300500
},
{
"epoch": 0.19,
"learning_rate": 1.875511627565531e-05,
"loss": 1.6682,
"step": 301000
},
{
"epoch": 0.19,
"learning_rate": 1.8753048362491944e-05,
"loss": 1.6541,
"step": 301500
},
{
"epoch": 0.19,
"learning_rate": 1.8750980449328582e-05,
"loss": 1.6626,
"step": 302000
},
{
"epoch": 0.19,
"learning_rate": 1.8748912536165217e-05,
"loss": 1.6739,
"step": 302500
},
{
"epoch": 0.19,
"learning_rate": 1.8746844623001855e-05,
"loss": 1.6582,
"step": 303000
},
{
"epoch": 0.19,
"learning_rate": 1.874477670983849e-05,
"loss": 1.6743,
"step": 303500
},
{
"epoch": 0.19,
"learning_rate": 1.874270879667513e-05,
"loss": 1.6741,
"step": 304000
},
{
"epoch": 0.19,
"learning_rate": 1.8740640883511764e-05,
"loss": 1.6588,
"step": 304500
},
{
"epoch": 0.19,
"learning_rate": 1.8738572970348402e-05,
"loss": 1.6654,
"step": 305000
},
{
"epoch": 0.19,
"learning_rate": 1.8736505057185037e-05,
"loss": 1.6849,
"step": 305500
},
{
"epoch": 0.19,
"learning_rate": 1.8734437144021675e-05,
"loss": 1.6606,
"step": 306000
},
{
"epoch": 0.19,
"learning_rate": 1.873236923085831e-05,
"loss": 1.7128,
"step": 306500
},
{
"epoch": 0.19,
"learning_rate": 1.873030131769495e-05,
"loss": 1.6696,
"step": 307000
},
{
"epoch": 0.19,
"learning_rate": 1.8728233404531587e-05,
"loss": 1.6637,
"step": 307500
},
{
"epoch": 0.19,
"learning_rate": 1.8726165491368222e-05,
"loss": 1.6955,
"step": 308000
},
{
"epoch": 0.19,
"learning_rate": 1.8724097578204857e-05,
"loss": 1.6834,
"step": 308500
},
{
"epoch": 0.19,
"learning_rate": 1.8722029665041495e-05,
"loss": 1.6335,
"step": 309000
},
{
"epoch": 0.19,
"learning_rate": 1.8719961751878134e-05,
"loss": 1.6748,
"step": 309500
},
{
"epoch": 0.19,
"learning_rate": 1.871789383871477e-05,
"loss": 1.6522,
"step": 310000
},
{
"epoch": 0.19,
"learning_rate": 1.8715825925551404e-05,
"loss": 1.6767,
"step": 310500
},
{
"epoch": 0.19,
"learning_rate": 1.8713758012388042e-05,
"loss": 1.6893,
"step": 311000
},
{
"epoch": 0.19,
"learning_rate": 1.871169009922468e-05,
"loss": 1.6616,
"step": 311500
},
{
"epoch": 0.19,
"learning_rate": 1.8709622186061315e-05,
"loss": 1.6518,
"step": 312000
},
{
"epoch": 0.19,
"learning_rate": 1.8707554272897954e-05,
"loss": 1.6703,
"step": 312500
},
{
"epoch": 0.19,
"learning_rate": 1.870548635973459e-05,
"loss": 1.6511,
"step": 313000
},
{
"epoch": 0.19,
"learning_rate": 1.8703418446571227e-05,
"loss": 1.712,
"step": 313500
},
{
"epoch": 0.19,
"learning_rate": 1.8701350533407862e-05,
"loss": 1.684,
"step": 314000
},
{
"epoch": 0.2,
"learning_rate": 1.86992826202445e-05,
"loss": 1.6989,
"step": 314500
},
{
"epoch": 0.2,
"learning_rate": 1.8697214707081135e-05,
"loss": 1.6937,
"step": 315000
},
{
"epoch": 0.2,
"learning_rate": 1.8695146793917774e-05,
"loss": 1.679,
"step": 315500
},
{
"epoch": 0.2,
"learning_rate": 1.869307888075441e-05,
"loss": 1.6523,
"step": 316000
},
{
"epoch": 0.2,
"learning_rate": 1.8691010967591047e-05,
"loss": 1.6638,
"step": 316500
},
{
"epoch": 0.2,
"learning_rate": 1.8688943054427682e-05,
"loss": 1.6578,
"step": 317000
},
{
"epoch": 0.2,
"learning_rate": 1.868687514126432e-05,
"loss": 1.668,
"step": 317500
},
{
"epoch": 0.2,
"learning_rate": 1.8684807228100955e-05,
"loss": 1.6638,
"step": 318000
},
{
"epoch": 0.2,
"learning_rate": 1.8682739314937593e-05,
"loss": 1.6585,
"step": 318500
},
{
"epoch": 0.2,
"learning_rate": 1.8680671401774232e-05,
"loss": 1.6564,
"step": 319000
},
{
"epoch": 0.2,
"learning_rate": 1.8678603488610867e-05,
"loss": 1.679,
"step": 319500
},
{
"epoch": 0.2,
"learning_rate": 1.8676535575447502e-05,
"loss": 1.6669,
"step": 320000
},
{
"epoch": 0.2,
"learning_rate": 1.867446766228414e-05,
"loss": 1.6687,
"step": 320500
},
{
"epoch": 0.2,
"learning_rate": 1.867239974912078e-05,
"loss": 1.6963,
"step": 321000
},
{
"epoch": 0.2,
"learning_rate": 1.8670331835957413e-05,
"loss": 1.6617,
"step": 321500
},
{
"epoch": 0.2,
"learning_rate": 1.866826392279405e-05,
"loss": 1.6586,
"step": 322000
},
{
"epoch": 0.2,
"learning_rate": 1.8666196009630687e-05,
"loss": 1.6685,
"step": 322500
},
{
"epoch": 0.2,
"learning_rate": 1.8664128096467325e-05,
"loss": 1.6909,
"step": 323000
},
{
"epoch": 0.2,
"learning_rate": 1.866206018330396e-05,
"loss": 1.6458,
"step": 323500
},
{
"epoch": 0.2,
"learning_rate": 1.86599922701406e-05,
"loss": 1.6812,
"step": 324000
},
{
"epoch": 0.2,
"learning_rate": 1.8657924356977233e-05,
"loss": 1.6596,
"step": 324500
},
{
"epoch": 0.2,
"learning_rate": 1.865585644381387e-05,
"loss": 1.6848,
"step": 325000
},
{
"epoch": 0.2,
"learning_rate": 1.8653788530650507e-05,
"loss": 1.6796,
"step": 325500
},
{
"epoch": 0.2,
"learning_rate": 1.8651720617487145e-05,
"loss": 1.6883,
"step": 326000
},
{
"epoch": 0.2,
"learning_rate": 1.864965270432378e-05,
"loss": 1.6402,
"step": 326500
},
{
"epoch": 0.2,
"learning_rate": 1.8647584791160418e-05,
"loss": 1.6754,
"step": 327000
},
{
"epoch": 0.2,
"learning_rate": 1.8645516877997053e-05,
"loss": 1.6419,
"step": 327500
},
{
"epoch": 0.2,
"learning_rate": 1.864344896483369e-05,
"loss": 1.6601,
"step": 328000
},
{
"epoch": 0.2,
"learning_rate": 1.8641381051670327e-05,
"loss": 1.6689,
"step": 328500
},
{
"epoch": 0.2,
"learning_rate": 1.8639313138506965e-05,
"loss": 1.6372,
"step": 329000
},
{
"epoch": 0.2,
"learning_rate": 1.86372452253436e-05,
"loss": 1.6361,
"step": 329500
},
{
"epoch": 0.2,
"learning_rate": 1.8635177312180238e-05,
"loss": 1.6986,
"step": 330000
},
{
"epoch": 0.21,
"learning_rate": 1.8633109399016873e-05,
"loss": 1.6626,
"step": 330500
},
{
"epoch": 0.21,
"learning_rate": 1.863104148585351e-05,
"loss": 1.6471,
"step": 331000
},
{
"epoch": 0.21,
"learning_rate": 1.8628973572690146e-05,
"loss": 1.6749,
"step": 331500
},
{
"epoch": 0.21,
"learning_rate": 1.8626905659526785e-05,
"loss": 1.6646,
"step": 332000
},
{
"epoch": 0.21,
"learning_rate": 1.8624837746363423e-05,
"loss": 1.6745,
"step": 332500
},
{
"epoch": 0.21,
"learning_rate": 1.8622769833200058e-05,
"loss": 1.6759,
"step": 333000
},
{
"epoch": 0.21,
"learning_rate": 1.8620701920036693e-05,
"loss": 1.6502,
"step": 333500
},
{
"epoch": 0.21,
"learning_rate": 1.861863400687333e-05,
"loss": 1.6745,
"step": 334000
},
{
"epoch": 0.21,
"learning_rate": 1.861656609370997e-05,
"loss": 1.6366,
"step": 334500
},
{
"epoch": 0.21,
"learning_rate": 1.8614498180546605e-05,
"loss": 1.6612,
"step": 335000
},
{
"epoch": 0.21,
"learning_rate": 1.861243026738324e-05,
"loss": 1.6645,
"step": 335500
},
{
"epoch": 0.21,
"learning_rate": 1.8610362354219878e-05,
"loss": 1.6613,
"step": 336000
},
{
"epoch": 0.21,
"learning_rate": 1.8608294441056516e-05,
"loss": 1.6703,
"step": 336500
},
{
"epoch": 0.21,
"learning_rate": 1.860622652789315e-05,
"loss": 1.6633,
"step": 337000
},
{
"epoch": 0.21,
"learning_rate": 1.860415861472979e-05,
"loss": 1.6559,
"step": 337500
},
{
"epoch": 0.21,
"learning_rate": 1.8602090701566425e-05,
"loss": 1.6805,
"step": 338000
},
{
"epoch": 0.21,
"learning_rate": 1.8600022788403063e-05,
"loss": 1.6817,
"step": 338500
},
{
"epoch": 0.21,
"learning_rate": 1.8597954875239698e-05,
"loss": 1.7016,
"step": 339000
},
{
"epoch": 0.21,
"learning_rate": 1.8595886962076336e-05,
"loss": 1.6582,
"step": 339500
},
{
"epoch": 0.21,
"learning_rate": 1.859381904891297e-05,
"loss": 1.6472,
"step": 340000
},
{
"epoch": 0.21,
"learning_rate": 1.859175113574961e-05,
"loss": 1.6682,
"step": 340500
},
{
"epoch": 0.21,
"learning_rate": 1.8589683222586245e-05,
"loss": 1.7143,
"step": 341000
},
{
"epoch": 0.21,
"learning_rate": 1.8587615309422883e-05,
"loss": 1.6578,
"step": 341500
},
{
"epoch": 0.21,
"learning_rate": 1.8585547396259518e-05,
"loss": 1.662,
"step": 342000
},
{
"epoch": 0.21,
"learning_rate": 1.8583479483096156e-05,
"loss": 1.6454,
"step": 342500
},
{
"epoch": 0.21,
"learning_rate": 1.858141156993279e-05,
"loss": 1.6586,
"step": 343000
},
{
"epoch": 0.21,
"learning_rate": 1.857934365676943e-05,
"loss": 1.6859,
"step": 343500
},
{
"epoch": 0.21,
"learning_rate": 1.8577275743606065e-05,
"loss": 1.6667,
"step": 344000
},
{
"epoch": 0.21,
"learning_rate": 1.8575207830442703e-05,
"loss": 1.6875,
"step": 344500
},
{
"epoch": 0.21,
"learning_rate": 1.8573139917279338e-05,
"loss": 1.6784,
"step": 345000
},
{
"epoch": 0.21,
"learning_rate": 1.8571072004115976e-05,
"loss": 1.6744,
"step": 345500
},
{
"epoch": 0.21,
"learning_rate": 1.8569004090952615e-05,
"loss": 1.6499,
"step": 346000
},
{
"epoch": 0.21,
"learning_rate": 1.856693617778925e-05,
"loss": 1.6434,
"step": 346500
},
{
"epoch": 0.22,
"learning_rate": 1.8564868264625884e-05,
"loss": 1.6592,
"step": 347000
},
{
"epoch": 0.22,
"learning_rate": 1.8562800351462523e-05,
"loss": 1.6665,
"step": 347500
},
{
"epoch": 0.22,
"learning_rate": 1.856073243829916e-05,
"loss": 1.6438,
"step": 348000
},
{
"epoch": 0.22,
"learning_rate": 1.8558664525135796e-05,
"loss": 1.6838,
"step": 348500
},
{
"epoch": 0.22,
"learning_rate": 1.855659661197243e-05,
"loss": 1.6925,
"step": 349000
},
{
"epoch": 0.22,
"learning_rate": 1.855452869880907e-05,
"loss": 1.6616,
"step": 349500
},
{
"epoch": 0.22,
"learning_rate": 1.8552460785645708e-05,
"loss": 1.6478,
"step": 350000
},
{
"epoch": 0.22,
"learning_rate": 1.8550392872482343e-05,
"loss": 1.6539,
"step": 350500
},
{
"epoch": 0.22,
"learning_rate": 1.854832495931898e-05,
"loss": 1.6667,
"step": 351000
},
{
"epoch": 0.22,
"learning_rate": 1.8546257046155616e-05,
"loss": 1.698,
"step": 351500
},
{
"epoch": 0.22,
"learning_rate": 1.8544189132992254e-05,
"loss": 1.6305,
"step": 352000
},
{
"epoch": 0.22,
"learning_rate": 1.854212121982889e-05,
"loss": 1.6525,
"step": 352500
},
{
"epoch": 0.22,
"learning_rate": 1.8540053306665528e-05,
"loss": 1.6506,
"step": 353000
},
{
"epoch": 0.22,
"learning_rate": 1.8537985393502163e-05,
"loss": 1.6907,
"step": 353500
},
{
"epoch": 0.22,
"learning_rate": 1.85359174803388e-05,
"loss": 1.6641,
"step": 354000
},
{
"epoch": 0.22,
"learning_rate": 1.8533849567175436e-05,
"loss": 1.6587,
"step": 354500
},
{
"epoch": 0.22,
"learning_rate": 1.8531781654012074e-05,
"loss": 1.6549,
"step": 355000
},
{
"epoch": 0.22,
"learning_rate": 1.852971374084871e-05,
"loss": 1.6669,
"step": 355500
},
{
"epoch": 0.22,
"learning_rate": 1.8527645827685348e-05,
"loss": 1.6615,
"step": 356000
},
{
"epoch": 0.22,
"learning_rate": 1.8525577914521983e-05,
"loss": 1.7056,
"step": 356500
},
{
"epoch": 0.22,
"learning_rate": 1.852351000135862e-05,
"loss": 1.6965,
"step": 357000
},
{
"epoch": 0.22,
"learning_rate": 1.8521442088195256e-05,
"loss": 1.65,
"step": 357500
},
{
"epoch": 0.22,
"learning_rate": 1.8519374175031894e-05,
"loss": 1.662,
"step": 358000
},
{
"epoch": 0.22,
"learning_rate": 1.851730626186853e-05,
"loss": 1.6659,
"step": 358500
},
{
"epoch": 0.22,
"learning_rate": 1.8515238348705168e-05,
"loss": 1.668,
"step": 359000
},
{
"epoch": 0.22,
"learning_rate": 1.8513170435541806e-05,
"loss": 1.6712,
"step": 359500
},
{
"epoch": 0.22,
"learning_rate": 1.851110252237844e-05,
"loss": 1.655,
"step": 360000
},
{
"epoch": 0.22,
"learning_rate": 1.8509034609215076e-05,
"loss": 1.6694,
"step": 360500
},
{
"epoch": 0.22,
"learning_rate": 1.8506966696051714e-05,
"loss": 1.6588,
"step": 361000
},
{
"epoch": 0.22,
"learning_rate": 1.8504898782888353e-05,
"loss": 1.6963,
"step": 361500
},
{
"epoch": 0.22,
"learning_rate": 1.8502830869724988e-05,
"loss": 1.67,
"step": 362000
},
{
"epoch": 0.22,
"learning_rate": 1.8500762956561626e-05,
"loss": 1.6612,
"step": 362500
},
{
"epoch": 0.23,
"learning_rate": 1.849869504339826e-05,
"loss": 1.6683,
"step": 363000
},
{
"epoch": 0.23,
"learning_rate": 1.84966271302349e-05,
"loss": 1.6851,
"step": 363500
},
{
"epoch": 0.23,
"learning_rate": 1.8494559217071534e-05,
"loss": 1.6498,
"step": 364000
},
{
"epoch": 0.23,
"learning_rate": 1.8492491303908173e-05,
"loss": 1.644,
"step": 364500
},
{
"epoch": 0.23,
"learning_rate": 1.8490423390744807e-05,
"loss": 1.6754,
"step": 365000
},
{
"epoch": 0.23,
"learning_rate": 1.8488355477581446e-05,
"loss": 1.6836,
"step": 365500
},
{
"epoch": 0.23,
"learning_rate": 1.848628756441808e-05,
"loss": 1.6537,
"step": 366000
},
{
"epoch": 0.23,
"learning_rate": 1.848421965125472e-05,
"loss": 1.651,
"step": 366500
},
{
"epoch": 0.23,
"learning_rate": 1.8482151738091354e-05,
"loss": 1.6182,
"step": 367000
},
{
"epoch": 0.23,
"learning_rate": 1.8480083824927992e-05,
"loss": 1.6661,
"step": 367500
},
{
"epoch": 0.23,
"learning_rate": 1.8478015911764627e-05,
"loss": 1.6385,
"step": 368000
},
{
"epoch": 0.23,
"learning_rate": 1.8475947998601266e-05,
"loss": 1.6284,
"step": 368500
},
{
"epoch": 0.23,
"learning_rate": 1.84738800854379e-05,
"loss": 1.6813,
"step": 369000
},
{
"epoch": 0.23,
"learning_rate": 1.847181217227454e-05,
"loss": 1.6621,
"step": 369500
},
{
"epoch": 0.23,
"learning_rate": 1.8469744259111174e-05,
"loss": 1.663,
"step": 370000
},
{
"epoch": 0.23,
"learning_rate": 1.8467676345947812e-05,
"loss": 1.6451,
"step": 370500
},
{
"epoch": 0.23,
"learning_rate": 1.8465608432784447e-05,
"loss": 1.6663,
"step": 371000
},
{
"epoch": 0.23,
"learning_rate": 1.8463540519621086e-05,
"loss": 1.63,
"step": 371500
},
{
"epoch": 0.23,
"learning_rate": 1.846147260645772e-05,
"loss": 1.6637,
"step": 372000
},
{
"epoch": 0.23,
"learning_rate": 1.845940469329436e-05,
"loss": 1.6485,
"step": 372500
},
{
"epoch": 0.23,
"learning_rate": 1.8457336780130997e-05,
"loss": 1.6679,
"step": 373000
},
{
"epoch": 0.23,
"learning_rate": 1.8455268866967632e-05,
"loss": 1.6681,
"step": 373500
},
{
"epoch": 0.23,
"learning_rate": 1.8453200953804267e-05,
"loss": 1.6559,
"step": 374000
},
{
"epoch": 0.23,
"learning_rate": 1.8451133040640906e-05,
"loss": 1.6885,
"step": 374500
},
{
"epoch": 0.23,
"learning_rate": 1.8449065127477544e-05,
"loss": 1.6863,
"step": 375000
},
{
"epoch": 0.23,
"learning_rate": 1.844699721431418e-05,
"loss": 1.6402,
"step": 375500
},
{
"epoch": 0.23,
"learning_rate": 1.8444929301150817e-05,
"loss": 1.6368,
"step": 376000
},
{
"epoch": 0.23,
"learning_rate": 1.8442861387987452e-05,
"loss": 1.6648,
"step": 376500
},
{
"epoch": 0.23,
"learning_rate": 1.844079347482409e-05,
"loss": 1.6663,
"step": 377000
},
{
"epoch": 0.23,
"learning_rate": 1.8438725561660726e-05,
"loss": 1.6628,
"step": 377500
},
{
"epoch": 0.23,
"learning_rate": 1.8436657648497364e-05,
"loss": 1.6763,
"step": 378000
},
{
"epoch": 0.23,
"learning_rate": 1.8434589735334e-05,
"loss": 1.6907,
"step": 378500
},
{
"epoch": 0.24,
"learning_rate": 1.8432521822170637e-05,
"loss": 1.6456,
"step": 379000
},
{
"epoch": 0.24,
"learning_rate": 1.8430453909007272e-05,
"loss": 1.6476,
"step": 379500
},
{
"epoch": 0.24,
"learning_rate": 1.842838599584391e-05,
"loss": 1.6527,
"step": 380000
},
{
"epoch": 0.24,
"learning_rate": 1.8426318082680545e-05,
"loss": 1.6693,
"step": 380500
},
{
"epoch": 0.24,
"learning_rate": 1.8424250169517184e-05,
"loss": 1.6449,
"step": 381000
},
{
"epoch": 0.24,
"learning_rate": 1.842218225635382e-05,
"loss": 1.6448,
"step": 381500
},
{
"epoch": 0.24,
"learning_rate": 1.8420114343190457e-05,
"loss": 1.6584,
"step": 382000
},
{
"epoch": 0.24,
"learning_rate": 1.8418046430027092e-05,
"loss": 1.6626,
"step": 382500
},
{
"epoch": 0.24,
"learning_rate": 1.841597851686373e-05,
"loss": 1.6332,
"step": 383000
},
{
"epoch": 0.24,
"learning_rate": 1.8413910603700365e-05,
"loss": 1.6822,
"step": 383500
},
{
"epoch": 0.24,
"learning_rate": 1.8411842690537004e-05,
"loss": 1.6918,
"step": 384000
},
{
"epoch": 0.24,
"learning_rate": 1.840977477737364e-05,
"loss": 1.6372,
"step": 384500
},
{
"epoch": 0.24,
"learning_rate": 1.8407706864210277e-05,
"loss": 1.6666,
"step": 385000
},
{
"epoch": 0.24,
"learning_rate": 1.8405638951046912e-05,
"loss": 1.6548,
"step": 385500
},
{
"epoch": 0.24,
"learning_rate": 1.840357103788355e-05,
"loss": 1.6538,
"step": 386000
},
{
"epoch": 0.24,
"learning_rate": 1.840150312472019e-05,
"loss": 1.6661,
"step": 386500
},
{
"epoch": 0.24,
"learning_rate": 1.8399435211556824e-05,
"loss": 1.6869,
"step": 387000
},
{
"epoch": 0.24,
"learning_rate": 1.8397367298393462e-05,
"loss": 1.6475,
"step": 387500
},
{
"epoch": 0.24,
"learning_rate": 1.8395299385230097e-05,
"loss": 1.6752,
"step": 388000
},
{
"epoch": 0.24,
"learning_rate": 1.8393231472066735e-05,
"loss": 1.6536,
"step": 388500
},
{
"epoch": 0.24,
"learning_rate": 1.839116355890337e-05,
"loss": 1.6247,
"step": 389000
},
{
"epoch": 0.24,
"learning_rate": 1.838909564574001e-05,
"loss": 1.6753,
"step": 389500
},
{
"epoch": 0.24,
"learning_rate": 1.8387027732576644e-05,
"loss": 1.6638,
"step": 390000
},
{
"epoch": 0.24,
"learning_rate": 1.8384959819413282e-05,
"loss": 1.6797,
"step": 390500
},
{
"epoch": 0.24,
"learning_rate": 1.8382891906249917e-05,
"loss": 1.6426,
"step": 391000
},
{
"epoch": 0.24,
"learning_rate": 1.8380823993086555e-05,
"loss": 1.6834,
"step": 391500
},
{
"epoch": 0.24,
"learning_rate": 1.837875607992319e-05,
"loss": 1.6424,
"step": 392000
},
{
"epoch": 0.24,
"learning_rate": 1.837668816675983e-05,
"loss": 1.6996,
"step": 392500
},
{
"epoch": 0.24,
"learning_rate": 1.8374620253596464e-05,
"loss": 1.6475,
"step": 393000
},
{
"epoch": 0.24,
"learning_rate": 1.8372552340433102e-05,
"loss": 1.668,
"step": 393500
},
{
"epoch": 0.24,
"learning_rate": 1.8370484427269737e-05,
"loss": 1.6578,
"step": 394000
},
{
"epoch": 0.24,
"learning_rate": 1.8368416514106375e-05,
"loss": 1.6566,
"step": 394500
},
{
"epoch": 0.25,
"learning_rate": 1.836634860094301e-05,
"loss": 1.6448,
"step": 395000
},
{
"epoch": 0.25,
"learning_rate": 1.836428068777965e-05,
"loss": 1.6473,
"step": 395500
},
{
"epoch": 0.25,
"learning_rate": 1.8362212774616283e-05,
"loss": 1.6196,
"step": 396000
},
{
"epoch": 0.25,
"learning_rate": 1.8360144861452922e-05,
"loss": 1.6599,
"step": 396500
},
{
"epoch": 0.25,
"learning_rate": 1.8358076948289557e-05,
"loss": 1.6793,
"step": 397000
},
{
"epoch": 0.25,
"learning_rate": 1.8356009035126195e-05,
"loss": 1.6576,
"step": 397500
},
{
"epoch": 0.25,
"learning_rate": 1.835394112196283e-05,
"loss": 1.6568,
"step": 398000
},
{
"epoch": 0.25,
"learning_rate": 1.835187320879947e-05,
"loss": 1.6515,
"step": 398500
},
{
"epoch": 0.25,
"learning_rate": 1.8349805295636103e-05,
"loss": 1.6276,
"step": 399000
},
{
"epoch": 0.25,
"learning_rate": 1.8347737382472742e-05,
"loss": 1.6365,
"step": 399500
},
{
"epoch": 0.25,
"learning_rate": 1.834566946930938e-05,
"loss": 1.658,
"step": 400000
},
{
"epoch": 0.25,
"learning_rate": 1.8343601556146015e-05,
"loss": 1.6499,
"step": 400500
},
{
"epoch": 0.25,
"learning_rate": 1.8341533642982653e-05,
"loss": 1.653,
"step": 401000
},
{
"epoch": 0.25,
"learning_rate": 1.833946572981929e-05,
"loss": 1.635,
"step": 401500
},
{
"epoch": 0.25,
"learning_rate": 1.8337397816655927e-05,
"loss": 1.675,
"step": 402000
},
{
"epoch": 0.25,
"learning_rate": 1.8335329903492562e-05,
"loss": 1.6724,
"step": 402500
},
{
"epoch": 0.25,
"learning_rate": 1.83332619903292e-05,
"loss": 1.6298,
"step": 403000
},
{
"epoch": 0.25,
"learning_rate": 1.8331194077165835e-05,
"loss": 1.6759,
"step": 403500
},
{
"epoch": 0.25,
"learning_rate": 1.8329126164002473e-05,
"loss": 1.6709,
"step": 404000
},
{
"epoch": 0.25,
"learning_rate": 1.832705825083911e-05,
"loss": 1.6522,
"step": 404500
},
{
"epoch": 0.25,
"learning_rate": 1.8324990337675747e-05,
"loss": 1.6463,
"step": 405000
},
{
"epoch": 0.25,
"learning_rate": 1.832292242451238e-05,
"loss": 1.6643,
"step": 405500
},
{
"epoch": 0.25,
"learning_rate": 1.832085451134902e-05,
"loss": 1.6055,
"step": 406000
},
{
"epoch": 0.25,
"learning_rate": 1.8318786598185655e-05,
"loss": 1.6392,
"step": 406500
},
{
"epoch": 0.25,
"learning_rate": 1.8316718685022293e-05,
"loss": 1.6522,
"step": 407000
},
{
"epoch": 0.25,
"learning_rate": 1.8314650771858928e-05,
"loss": 1.6631,
"step": 407500
},
{
"epoch": 0.25,
"learning_rate": 1.8312582858695567e-05,
"loss": 1.6838,
"step": 408000
},
{
"epoch": 0.25,
"learning_rate": 1.83105149455322e-05,
"loss": 1.6631,
"step": 408500
},
{
"epoch": 0.25,
"learning_rate": 1.830844703236884e-05,
"loss": 1.6685,
"step": 409000
},
{
"epoch": 0.25,
"learning_rate": 1.8306379119205475e-05,
"loss": 1.653,
"step": 409500
},
{
"epoch": 0.25,
"learning_rate": 1.8304311206042113e-05,
"loss": 1.6389,
"step": 410000
},
{
"epoch": 0.25,
"learning_rate": 1.8302243292878748e-05,
"loss": 1.675,
"step": 410500
},
{
"epoch": 0.25,
"learning_rate": 1.8300175379715387e-05,
"loss": 1.6373,
"step": 411000
},
{
"epoch": 0.26,
"learning_rate": 1.829810746655202e-05,
"loss": 1.6883,
"step": 411500
},
{
"epoch": 0.26,
"learning_rate": 1.829603955338866e-05,
"loss": 1.6283,
"step": 412000
},
{
"epoch": 0.26,
"learning_rate": 1.8293971640225295e-05,
"loss": 1.6554,
"step": 412500
},
{
"epoch": 0.26,
"learning_rate": 1.8291903727061933e-05,
"loss": 1.6459,
"step": 413000
},
{
"epoch": 0.26,
"learning_rate": 1.828983581389857e-05,
"loss": 1.6659,
"step": 413500
},
{
"epoch": 0.26,
"learning_rate": 1.8287767900735206e-05,
"loss": 1.6516,
"step": 414000
},
{
"epoch": 0.26,
"learning_rate": 1.8285699987571845e-05,
"loss": 1.6383,
"step": 414500
},
{
"epoch": 0.26,
"learning_rate": 1.828363207440848e-05,
"loss": 1.6741,
"step": 415000
},
{
"epoch": 0.26,
"learning_rate": 1.8281564161245118e-05,
"loss": 1.6367,
"step": 415500
},
{
"epoch": 0.26,
"learning_rate": 1.8279496248081753e-05,
"loss": 1.643,
"step": 416000
},
{
"epoch": 0.26,
"learning_rate": 1.827742833491839e-05,
"loss": 1.6696,
"step": 416500
},
{
"epoch": 0.26,
"learning_rate": 1.8275360421755026e-05,
"loss": 1.6456,
"step": 417000
},
{
"epoch": 0.26,
"learning_rate": 1.8273292508591665e-05,
"loss": 1.6417,
"step": 417500
},
{
"epoch": 0.26,
"learning_rate": 1.82712245954283e-05,
"loss": 1.6375,
"step": 418000
},
{
"epoch": 0.26,
"learning_rate": 1.8269156682264938e-05,
"loss": 1.6403,
"step": 418500
},
{
"epoch": 0.26,
"learning_rate": 1.8267088769101573e-05,
"loss": 1.66,
"step": 419000
},
{
"epoch": 0.26,
"learning_rate": 1.826502085593821e-05,
"loss": 1.6382,
"step": 419500
},
{
"epoch": 0.26,
"learning_rate": 1.8262952942774846e-05,
"loss": 1.6647,
"step": 420000
},
{
"epoch": 0.26,
"learning_rate": 1.8260885029611485e-05,
"loss": 1.6479,
"step": 420500
},
{
"epoch": 0.26,
"learning_rate": 1.825881711644812e-05,
"loss": 1.6657,
"step": 421000
},
{
"epoch": 0.26,
"learning_rate": 1.8256749203284758e-05,
"loss": 1.614,
"step": 421500
},
{
"epoch": 0.26,
"learning_rate": 1.8254681290121393e-05,
"loss": 1.6482,
"step": 422000
},
{
"epoch": 0.26,
"learning_rate": 1.825261337695803e-05,
"loss": 1.6583,
"step": 422500
},
{
"epoch": 0.26,
"learning_rate": 1.8250545463794666e-05,
"loss": 1.6448,
"step": 423000
},
{
"epoch": 0.26,
"learning_rate": 1.8248477550631305e-05,
"loss": 1.6754,
"step": 423500
},
{
"epoch": 0.26,
"learning_rate": 1.824640963746794e-05,
"loss": 1.6287,
"step": 424000
},
{
"epoch": 0.26,
"learning_rate": 1.8244341724304578e-05,
"loss": 1.6743,
"step": 424500
},
{
"epoch": 0.26,
"learning_rate": 1.8242273811141213e-05,
"loss": 1.665,
"step": 425000
},
{
"epoch": 0.26,
"learning_rate": 1.824020589797785e-05,
"loss": 1.6557,
"step": 425500
},
{
"epoch": 0.26,
"learning_rate": 1.823813798481449e-05,
"loss": 1.6336,
"step": 426000
},
{
"epoch": 0.26,
"learning_rate": 1.8236070071651125e-05,
"loss": 1.6197,
"step": 426500
},
{
"epoch": 0.26,
"learning_rate": 1.8234002158487763e-05,
"loss": 1.6367,
"step": 427000
},
{
"epoch": 0.27,
"learning_rate": 1.8231934245324398e-05,
"loss": 1.624,
"step": 427500
},
{
"epoch": 0.27,
"learning_rate": 1.8229866332161036e-05,
"loss": 1.6275,
"step": 428000
},
{
"epoch": 0.27,
"learning_rate": 1.822779841899767e-05,
"loss": 1.6556,
"step": 428500
},
{
"epoch": 0.27,
"learning_rate": 1.822573050583431e-05,
"loss": 1.6741,
"step": 429000
},
{
"epoch": 0.27,
"learning_rate": 1.8223662592670944e-05,
"loss": 1.6421,
"step": 429500
},
{
"epoch": 0.27,
"learning_rate": 1.8221594679507583e-05,
"loss": 1.6785,
"step": 430000
},
{
"epoch": 0.27,
"learning_rate": 1.8219526766344218e-05,
"loss": 1.6487,
"step": 430500
},
{
"epoch": 0.27,
"learning_rate": 1.8217458853180856e-05,
"loss": 1.6681,
"step": 431000
},
{
"epoch": 0.27,
"learning_rate": 1.821539094001749e-05,
"loss": 1.6533,
"step": 431500
},
{
"epoch": 0.27,
"learning_rate": 1.821332302685413e-05,
"loss": 1.6671,
"step": 432000
},
{
"epoch": 0.27,
"learning_rate": 1.8211255113690764e-05,
"loss": 1.6432,
"step": 432500
},
{
"epoch": 0.27,
"learning_rate": 1.8209187200527403e-05,
"loss": 1.6305,
"step": 433000
},
{
"epoch": 0.27,
"learning_rate": 1.8207119287364038e-05,
"loss": 1.6523,
"step": 433500
},
{
"epoch": 0.27,
"learning_rate": 1.8205051374200676e-05,
"loss": 1.6561,
"step": 434000
},
{
"epoch": 0.27,
"learning_rate": 1.820298346103731e-05,
"loss": 1.6446,
"step": 434500
},
{
"epoch": 0.27,
"learning_rate": 1.820091554787395e-05,
"loss": 1.6156,
"step": 435000
},
{
"epoch": 0.27,
"learning_rate": 1.8198847634710584e-05,
"loss": 1.6394,
"step": 435500
},
{
"epoch": 0.27,
"learning_rate": 1.8196779721547223e-05,
"loss": 1.6407,
"step": 436000
},
{
"epoch": 0.27,
"learning_rate": 1.8194711808383858e-05,
"loss": 1.6342,
"step": 436500
},
{
"epoch": 0.27,
"learning_rate": 1.8192643895220496e-05,
"loss": 1.6749,
"step": 437000
},
{
"epoch": 0.27,
"learning_rate": 1.819057598205713e-05,
"loss": 1.6508,
"step": 437500
},
{
"epoch": 0.27,
"learning_rate": 1.818850806889377e-05,
"loss": 1.6519,
"step": 438000
},
{
"epoch": 0.27,
"learning_rate": 1.8186440155730404e-05,
"loss": 1.6573,
"step": 438500
},
{
"epoch": 0.27,
"learning_rate": 1.8184372242567043e-05,
"loss": 1.667,
"step": 439000
},
{
"epoch": 0.27,
"learning_rate": 1.818230432940368e-05,
"loss": 1.6384,
"step": 439500
},
{
"epoch": 0.27,
"learning_rate": 1.8180236416240316e-05,
"loss": 1.6238,
"step": 440000
},
{
"epoch": 0.27,
"learning_rate": 1.8178168503076954e-05,
"loss": 1.6725,
"step": 440500
},
{
"epoch": 0.27,
"learning_rate": 1.817610058991359e-05,
"loss": 1.6449,
"step": 441000
},
{
"epoch": 0.27,
"learning_rate": 1.8174032676750228e-05,
"loss": 1.6505,
"step": 441500
},
{
"epoch": 0.27,
"learning_rate": 1.8171964763586863e-05,
"loss": 1.6707,
"step": 442000
},
{
"epoch": 0.27,
"learning_rate": 1.81698968504235e-05,
"loss": 1.6427,
"step": 442500
},
{
"epoch": 0.27,
"learning_rate": 1.8167828937260136e-05,
"loss": 1.6475,
"step": 443000
},
{
"epoch": 0.28,
"learning_rate": 1.8165761024096774e-05,
"loss": 1.6559,
"step": 443500
},
{
"epoch": 0.28,
"learning_rate": 1.816369311093341e-05,
"loss": 1.6613,
"step": 444000
},
{
"epoch": 0.28,
"learning_rate": 1.8161625197770048e-05,
"loss": 1.6699,
"step": 444500
},
{
"epoch": 0.28,
"learning_rate": 1.8159557284606682e-05,
"loss": 1.6719,
"step": 445000
},
{
"epoch": 0.28,
"learning_rate": 1.815748937144332e-05,
"loss": 1.6476,
"step": 445500
},
{
"epoch": 0.28,
"learning_rate": 1.8155421458279956e-05,
"loss": 1.6824,
"step": 446000
},
{
"epoch": 0.28,
"learning_rate": 1.8153353545116594e-05,
"loss": 1.6431,
"step": 446500
},
{
"epoch": 0.28,
"learning_rate": 1.815128563195323e-05,
"loss": 1.6254,
"step": 447000
},
{
"epoch": 0.28,
"learning_rate": 1.8149217718789867e-05,
"loss": 1.6346,
"step": 447500
},
{
"epoch": 0.28,
"learning_rate": 1.8147149805626502e-05,
"loss": 1.6573,
"step": 448000
},
{
"epoch": 0.28,
"learning_rate": 1.814508189246314e-05,
"loss": 1.6255,
"step": 448500
},
{
"epoch": 0.28,
"learning_rate": 1.8143013979299776e-05,
"loss": 1.6647,
"step": 449000
},
{
"epoch": 0.28,
"learning_rate": 1.8140946066136414e-05,
"loss": 1.6665,
"step": 449500
},
{
"epoch": 0.28,
"learning_rate": 1.813887815297305e-05,
"loss": 1.6266,
"step": 450000
},
{
"epoch": 0.28,
"learning_rate": 1.8136810239809687e-05,
"loss": 1.6343,
"step": 450500
},
{
"epoch": 0.28,
"learning_rate": 1.8134742326646326e-05,
"loss": 1.6593,
"step": 451000
},
{
"epoch": 0.28,
"learning_rate": 1.813267441348296e-05,
"loss": 1.6333,
"step": 451500
},
{
"epoch": 0.28,
"learning_rate": 1.81306065003196e-05,
"loss": 1.6328,
"step": 452000
},
{
"epoch": 0.28,
"learning_rate": 1.8128538587156234e-05,
"loss": 1.6466,
"step": 452500
},
{
"epoch": 0.28,
"learning_rate": 1.8126470673992872e-05,
"loss": 1.6815,
"step": 453000
},
{
"epoch": 0.28,
"learning_rate": 1.8124402760829507e-05,
"loss": 1.638,
"step": 453500
},
{
"epoch": 0.28,
"learning_rate": 1.8122334847666146e-05,
"loss": 1.6642,
"step": 454000
},
{
"epoch": 0.28,
"learning_rate": 1.812026693450278e-05,
"loss": 1.667,
"step": 454500
},
{
"epoch": 0.28,
"learning_rate": 1.811819902133942e-05,
"loss": 1.6592,
"step": 455000
},
{
"epoch": 0.28,
"learning_rate": 1.8116131108176054e-05,
"loss": 1.6665,
"step": 455500
},
{
"epoch": 0.28,
"learning_rate": 1.8114063195012692e-05,
"loss": 1.638,
"step": 456000
},
{
"epoch": 0.28,
"learning_rate": 1.8111995281849327e-05,
"loss": 1.678,
"step": 456500
},
{
"epoch": 0.28,
"learning_rate": 1.8109927368685966e-05,
"loss": 1.6459,
"step": 457000
},
{
"epoch": 0.28,
"learning_rate": 1.81078594555226e-05,
"loss": 1.626,
"step": 457500
},
{
"epoch": 0.28,
"learning_rate": 1.810579154235924e-05,
"loss": 1.6603,
"step": 458000
},
{
"epoch": 0.28,
"learning_rate": 1.8103723629195874e-05,
"loss": 1.6515,
"step": 458500
},
{
"epoch": 0.28,
"learning_rate": 1.8101655716032512e-05,
"loss": 1.6363,
"step": 459000
},
{
"epoch": 0.29,
"learning_rate": 1.8099587802869147e-05,
"loss": 1.6601,
"step": 459500
},
{
"epoch": 0.29,
"learning_rate": 1.8097519889705786e-05,
"loss": 1.6861,
"step": 460000
},
{
"epoch": 0.29,
"learning_rate": 1.809545197654242e-05,
"loss": 1.6588,
"step": 460500
},
{
"epoch": 0.29,
"learning_rate": 1.809338406337906e-05,
"loss": 1.639,
"step": 461000
},
{
"epoch": 0.29,
"learning_rate": 1.8091316150215694e-05,
"loss": 1.6452,
"step": 461500
},
{
"epoch": 0.29,
"learning_rate": 1.8089248237052332e-05,
"loss": 1.6557,
"step": 462000
},
{
"epoch": 0.29,
"learning_rate": 1.8087180323888967e-05,
"loss": 1.6331,
"step": 462500
},
{
"epoch": 0.29,
"learning_rate": 1.8085112410725605e-05,
"loss": 1.667,
"step": 463000
},
{
"epoch": 0.29,
"learning_rate": 1.808304449756224e-05,
"loss": 1.6583,
"step": 463500
},
{
"epoch": 0.29,
"learning_rate": 1.808097658439888e-05,
"loss": 1.6553,
"step": 464000
},
{
"epoch": 0.29,
"learning_rate": 1.8078908671235517e-05,
"loss": 1.6531,
"step": 464500
},
{
"epoch": 0.29,
"learning_rate": 1.8076840758072152e-05,
"loss": 1.6146,
"step": 465000
},
{
"epoch": 0.29,
"learning_rate": 1.807477284490879e-05,
"loss": 1.648,
"step": 465500
},
{
"epoch": 0.29,
"learning_rate": 1.8072704931745425e-05,
"loss": 1.6284,
"step": 466000
},
{
"epoch": 0.29,
"learning_rate": 1.8070637018582064e-05,
"loss": 1.6384,
"step": 466500
},
{
"epoch": 0.29,
"learning_rate": 1.80685691054187e-05,
"loss": 1.6111,
"step": 467000
},
{
"epoch": 0.29,
"learning_rate": 1.8066501192255337e-05,
"loss": 1.6365,
"step": 467500
},
{
"epoch": 0.29,
"learning_rate": 1.8064433279091972e-05,
"loss": 1.6376,
"step": 468000
},
{
"epoch": 0.29,
"learning_rate": 1.806236536592861e-05,
"loss": 1.6842,
"step": 468500
},
{
"epoch": 0.29,
"learning_rate": 1.8060297452765245e-05,
"loss": 1.6258,
"step": 469000
},
{
"epoch": 0.29,
"learning_rate": 1.8058229539601884e-05,
"loss": 1.6524,
"step": 469500
},
{
"epoch": 0.29,
"learning_rate": 1.805616162643852e-05,
"loss": 1.672,
"step": 470000
},
{
"epoch": 0.29,
"learning_rate": 1.8054093713275157e-05,
"loss": 1.6601,
"step": 470500
},
{
"epoch": 0.29,
"learning_rate": 1.8052025800111792e-05,
"loss": 1.6481,
"step": 471000
},
{
"epoch": 0.29,
"learning_rate": 1.804995788694843e-05,
"loss": 1.6419,
"step": 471500
},
{
"epoch": 0.29,
"learning_rate": 1.8047889973785065e-05,
"loss": 1.6351,
"step": 472000
},
{
"epoch": 0.29,
"learning_rate": 1.8045822060621704e-05,
"loss": 1.7028,
"step": 472500
},
{
"epoch": 0.29,
"learning_rate": 1.804375414745834e-05,
"loss": 1.6305,
"step": 473000
},
{
"epoch": 0.29,
"learning_rate": 1.8041686234294977e-05,
"loss": 1.6622,
"step": 473500
},
{
"epoch": 0.29,
"learning_rate": 1.8039618321131612e-05,
"loss": 1.6547,
"step": 474000
},
{
"epoch": 0.29,
"learning_rate": 1.803755040796825e-05,
"loss": 1.6331,
"step": 474500
},
{
"epoch": 0.29,
"learning_rate": 1.8035482494804885e-05,
"loss": 1.6587,
"step": 475000
},
{
"epoch": 0.29,
"learning_rate": 1.8033414581641524e-05,
"loss": 1.6488,
"step": 475500
},
{
"epoch": 0.3,
"learning_rate": 1.803134666847816e-05,
"loss": 1.6752,
"step": 476000
},
{
"epoch": 0.3,
"learning_rate": 1.8029278755314797e-05,
"loss": 1.6321,
"step": 476500
},
{
"epoch": 0.3,
"learning_rate": 1.8027210842151432e-05,
"loss": 1.6399,
"step": 477000
},
{
"epoch": 0.3,
"learning_rate": 1.802514292898807e-05,
"loss": 1.6356,
"step": 477500
},
{
"epoch": 0.3,
"learning_rate": 1.802307501582471e-05,
"loss": 1.6602,
"step": 478000
},
{
"epoch": 0.3,
"learning_rate": 1.8021007102661343e-05,
"loss": 1.645,
"step": 478500
},
{
"epoch": 0.3,
"learning_rate": 1.8018939189497982e-05,
"loss": 1.6481,
"step": 479000
},
{
"epoch": 0.3,
"learning_rate": 1.8016871276334617e-05,
"loss": 1.6616,
"step": 479500
},
{
"epoch": 0.3,
"learning_rate": 1.8014803363171255e-05,
"loss": 1.6492,
"step": 480000
},
{
"epoch": 0.3,
"learning_rate": 1.801273545000789e-05,
"loss": 1.6401,
"step": 480500
},
{
"epoch": 0.3,
"learning_rate": 1.801066753684453e-05,
"loss": 1.6495,
"step": 481000
},
{
"epoch": 0.3,
"learning_rate": 1.8008599623681163e-05,
"loss": 1.638,
"step": 481500
},
{
"epoch": 0.3,
"learning_rate": 1.8006531710517802e-05,
"loss": 1.6777,
"step": 482000
},
{
"epoch": 0.3,
"learning_rate": 1.8004463797354437e-05,
"loss": 1.623,
"step": 482500
},
{
"epoch": 0.3,
"learning_rate": 1.8002395884191075e-05,
"loss": 1.6565,
"step": 483000
},
{
"epoch": 0.3,
"learning_rate": 1.800032797102771e-05,
"loss": 1.652,
"step": 483500
},
{
"epoch": 0.3,
"learning_rate": 1.799826005786435e-05,
"loss": 1.6234,
"step": 484000
},
{
"epoch": 0.3,
"learning_rate": 1.7996192144700983e-05,
"loss": 1.6683,
"step": 484500
},
{
"epoch": 0.3,
"learning_rate": 1.799412423153762e-05,
"loss": 1.6404,
"step": 485000
},
{
"epoch": 0.3,
"learning_rate": 1.7992056318374257e-05,
"loss": 1.6737,
"step": 485500
},
{
"epoch": 0.3,
"learning_rate": 1.7989988405210895e-05,
"loss": 1.6639,
"step": 486000
},
{
"epoch": 0.3,
"learning_rate": 1.798792049204753e-05,
"loss": 1.6638,
"step": 486500
},
{
"epoch": 0.3,
"learning_rate": 1.798585257888417e-05,
"loss": 1.6462,
"step": 487000
},
{
"epoch": 0.3,
"learning_rate": 1.7983784665720803e-05,
"loss": 1.636,
"step": 487500
},
{
"epoch": 0.3,
"learning_rate": 1.798171675255744e-05,
"loss": 1.6169,
"step": 488000
},
{
"epoch": 0.3,
"learning_rate": 1.7979648839394077e-05,
"loss": 1.6738,
"step": 488500
},
{
"epoch": 0.3,
"learning_rate": 1.7977580926230715e-05,
"loss": 1.6582,
"step": 489000
},
{
"epoch": 0.3,
"learning_rate": 1.7975513013067353e-05,
"loss": 1.6413,
"step": 489500
},
{
"epoch": 0.3,
"learning_rate": 1.7973445099903988e-05,
"loss": 1.6314,
"step": 490000
},
{
"epoch": 0.3,
"learning_rate": 1.7971377186740623e-05,
"loss": 1.6558,
"step": 490500
},
{
"epoch": 0.3,
"learning_rate": 1.796930927357726e-05,
"loss": 1.6365,
"step": 491000
},
{
"epoch": 0.3,
"learning_rate": 1.79672413604139e-05,
"loss": 1.6507,
"step": 491500
},
{
"epoch": 0.31,
"learning_rate": 1.7965173447250535e-05,
"loss": 1.6312,
"step": 492000
},
{
"epoch": 0.31,
"learning_rate": 1.7963105534087173e-05,
"loss": 1.6446,
"step": 492500
},
{
"epoch": 0.31,
"learning_rate": 1.7961037620923808e-05,
"loss": 1.617,
"step": 493000
},
{
"epoch": 0.31,
"learning_rate": 1.7958969707760447e-05,
"loss": 1.6339,
"step": 493500
},
{
"epoch": 0.31,
"learning_rate": 1.795690179459708e-05,
"loss": 1.6548,
"step": 494000
},
{
"epoch": 0.31,
"learning_rate": 1.795483388143372e-05,
"loss": 1.6461,
"step": 494500
},
{
"epoch": 0.31,
"learning_rate": 1.7952765968270355e-05,
"loss": 1.6437,
"step": 495000
},
{
"epoch": 0.31,
"learning_rate": 1.7950698055106993e-05,
"loss": 1.6661,
"step": 495500
},
{
"epoch": 0.31,
"learning_rate": 1.7948630141943628e-05,
"loss": 1.6442,
"step": 496000
},
{
"epoch": 0.31,
"learning_rate": 1.7946562228780266e-05,
"loss": 1.6483,
"step": 496500
},
{
"epoch": 0.31,
"learning_rate": 1.79444943156169e-05,
"loss": 1.633,
"step": 497000
},
{
"epoch": 0.31,
"learning_rate": 1.794242640245354e-05,
"loss": 1.6162,
"step": 497500
},
{
"epoch": 0.31,
"learning_rate": 1.7940358489290175e-05,
"loss": 1.662,
"step": 498000
},
{
"epoch": 0.31,
"learning_rate": 1.7938290576126813e-05,
"loss": 1.6637,
"step": 498500
},
{
"epoch": 0.31,
"learning_rate": 1.7936222662963448e-05,
"loss": 1.6344,
"step": 499000
},
{
"epoch": 0.31,
"learning_rate": 1.7934154749800086e-05,
"loss": 1.6536,
"step": 499500
},
{
"epoch": 0.31,
"learning_rate": 1.793208683663672e-05,
"loss": 1.6527,
"step": 500000
},
{
"epoch": 0.31,
"learning_rate": 1.793001892347336e-05,
"loss": 1.6556,
"step": 500500
},
{
"epoch": 0.31,
"learning_rate": 1.7927951010309995e-05,
"loss": 1.65,
"step": 501000
},
{
"epoch": 0.31,
"learning_rate": 1.7925883097146633e-05,
"loss": 1.6368,
"step": 501500
},
{
"epoch": 0.31,
"learning_rate": 1.7923815183983268e-05,
"loss": 1.6548,
"step": 502000
},
{
"epoch": 0.31,
"learning_rate": 1.7921747270819906e-05,
"loss": 1.6426,
"step": 502500
},
{
"epoch": 0.31,
"learning_rate": 1.7919679357656545e-05,
"loss": 1.653,
"step": 503000
},
{
"epoch": 0.31,
"learning_rate": 1.791761144449318e-05,
"loss": 1.6329,
"step": 503500
},
{
"epoch": 0.31,
"learning_rate": 1.7915543531329815e-05,
"loss": 1.6587,
"step": 504000
},
{
"epoch": 0.31,
"learning_rate": 1.7913475618166453e-05,
"loss": 1.6381,
"step": 504500
},
{
"epoch": 0.31,
"learning_rate": 1.791140770500309e-05,
"loss": 1.6562,
"step": 505000
},
{
"epoch": 0.31,
"learning_rate": 1.7909339791839726e-05,
"loss": 1.6149,
"step": 505500
},
{
"epoch": 0.31,
"learning_rate": 1.7907271878676365e-05,
"loss": 1.6132,
"step": 506000
},
{
"epoch": 0.31,
"learning_rate": 1.7905203965513e-05,
"loss": 1.6335,
"step": 506500
},
{
"epoch": 0.31,
"learning_rate": 1.7903136052349638e-05,
"loss": 1.6401,
"step": 507000
},
{
"epoch": 0.31,
"learning_rate": 1.7901068139186273e-05,
"loss": 1.6226,
"step": 507500
},
{
"epoch": 0.32,
"learning_rate": 1.789900022602291e-05,
"loss": 1.6317,
"step": 508000
},
{
"epoch": 0.32,
"learning_rate": 1.7896932312859546e-05,
"loss": 1.6391,
"step": 508500
},
{
"epoch": 0.32,
"learning_rate": 1.7894864399696185e-05,
"loss": 1.6428,
"step": 509000
},
{
"epoch": 0.32,
"learning_rate": 1.789279648653282e-05,
"loss": 1.6388,
"step": 509500
},
{
"epoch": 0.32,
"learning_rate": 1.7890728573369458e-05,
"loss": 1.6535,
"step": 510000
},
{
"epoch": 0.32,
"learning_rate": 1.7888660660206093e-05,
"loss": 1.6337,
"step": 510500
},
{
"epoch": 0.32,
"learning_rate": 1.788659274704273e-05,
"loss": 1.6459,
"step": 511000
},
{
"epoch": 0.32,
"learning_rate": 1.7884524833879366e-05,
"loss": 1.6372,
"step": 511500
},
{
"epoch": 0.32,
"learning_rate": 1.7882456920716004e-05,
"loss": 1.6263,
"step": 512000
},
{
"epoch": 0.32,
"learning_rate": 1.788038900755264e-05,
"loss": 1.6255,
"step": 512500
},
{
"epoch": 0.32,
"learning_rate": 1.7878321094389278e-05,
"loss": 1.6396,
"step": 513000
},
{
"epoch": 0.32,
"learning_rate": 1.7876253181225913e-05,
"loss": 1.6647,
"step": 513500
},
{
"epoch": 0.32,
"learning_rate": 1.787418526806255e-05,
"loss": 1.6595,
"step": 514000
},
{
"epoch": 0.32,
"learning_rate": 1.787211735489919e-05,
"loss": 1.6335,
"step": 514500
},
{
"epoch": 0.32,
"learning_rate": 1.7870049441735824e-05,
"loss": 1.6682,
"step": 515000
},
{
"epoch": 0.32,
"learning_rate": 1.786798152857246e-05,
"loss": 1.6296,
"step": 515500
},
{
"epoch": 0.32,
"learning_rate": 1.7865913615409098e-05,
"loss": 1.5955,
"step": 516000
},
{
"epoch": 0.32,
"learning_rate": 1.7863845702245736e-05,
"loss": 1.6446,
"step": 516500
},
{
"epoch": 0.32,
"learning_rate": 1.786177778908237e-05,
"loss": 1.6368,
"step": 517000
},
{
"epoch": 0.32,
"learning_rate": 1.7859709875919006e-05,
"loss": 1.6246,
"step": 517500
},
{
"epoch": 0.32,
"learning_rate": 1.7857641962755644e-05,
"loss": 1.6548,
"step": 518000
},
{
"epoch": 0.32,
"learning_rate": 1.7855574049592283e-05,
"loss": 1.6405,
"step": 518500
},
{
"epoch": 0.32,
"learning_rate": 1.7853506136428918e-05,
"loss": 1.6844,
"step": 519000
},
{
"epoch": 0.32,
"learning_rate": 1.7851438223265556e-05,
"loss": 1.6358,
"step": 519500
},
{
"epoch": 0.32,
"learning_rate": 1.784937031010219e-05,
"loss": 1.6695,
"step": 520000
},
{
"epoch": 0.32,
"learning_rate": 1.784730239693883e-05,
"loss": 1.5935,
"step": 520500
},
{
"epoch": 0.32,
"learning_rate": 1.7845234483775464e-05,
"loss": 1.6619,
"step": 521000
},
{
"epoch": 0.32,
"learning_rate": 1.7843166570612103e-05,
"loss": 1.6272,
"step": 521500
},
{
"epoch": 0.32,
"learning_rate": 1.7841098657448738e-05,
"loss": 1.6283,
"step": 522000
},
{
"epoch": 0.32,
"learning_rate": 1.7839030744285376e-05,
"loss": 1.6553,
"step": 522500
},
{
"epoch": 0.32,
"learning_rate": 1.783696283112201e-05,
"loss": 1.6153,
"step": 523000
},
{
"epoch": 0.32,
"learning_rate": 1.783489491795865e-05,
"loss": 1.6412,
"step": 523500
},
{
"epoch": 0.33,
"learning_rate": 1.7832827004795284e-05,
"loss": 1.6449,
"step": 524000
},
{
"epoch": 0.33,
"learning_rate": 1.7830759091631923e-05,
"loss": 1.5893,
"step": 524500
},
{
"epoch": 0.33,
"learning_rate": 1.7828691178468558e-05,
"loss": 1.6059,
"step": 525000
},
{
"epoch": 0.33,
"learning_rate": 1.7826623265305196e-05,
"loss": 1.6054,
"step": 525500
},
{
"epoch": 0.33,
"learning_rate": 1.782455535214183e-05,
"loss": 1.6312,
"step": 526000
},
{
"epoch": 0.33,
"learning_rate": 1.782248743897847e-05,
"loss": 1.6631,
"step": 526500
},
{
"epoch": 0.33,
"learning_rate": 1.7820419525815104e-05,
"loss": 1.6257,
"step": 527000
},
{
"epoch": 0.33,
"learning_rate": 1.7818351612651742e-05,
"loss": 1.6556,
"step": 527500
},
{
"epoch": 0.33,
"learning_rate": 1.781628369948838e-05,
"loss": 1.6308,
"step": 528000
},
{
"epoch": 0.33,
"learning_rate": 1.7814215786325016e-05,
"loss": 1.6606,
"step": 528500
},
{
"epoch": 0.33,
"learning_rate": 1.781214787316165e-05,
"loss": 1.6317,
"step": 529000
},
{
"epoch": 0.33,
"learning_rate": 1.781007995999829e-05,
"loss": 1.6716,
"step": 529500
},
{
"epoch": 0.33,
"learning_rate": 1.7808012046834927e-05,
"loss": 1.6568,
"step": 530000
},
{
"epoch": 0.33,
"learning_rate": 1.7805944133671562e-05,
"loss": 1.5854,
"step": 530500
},
{
"epoch": 0.33,
"learning_rate": 1.7803876220508197e-05,
"loss": 1.6572,
"step": 531000
},
{
"epoch": 0.33,
"learning_rate": 1.7801808307344836e-05,
"loss": 1.6564,
"step": 531500
},
{
"epoch": 0.33,
"learning_rate": 1.7799740394181474e-05,
"loss": 1.6512,
"step": 532000
},
{
"epoch": 0.33,
"learning_rate": 1.779767248101811e-05,
"loss": 1.6238,
"step": 532500
},
{
"epoch": 0.33,
"learning_rate": 1.7795604567854747e-05,
"loss": 1.6626,
"step": 533000
},
{
"epoch": 0.33,
"learning_rate": 1.7793536654691382e-05,
"loss": 1.6555,
"step": 533500
},
{
"epoch": 0.33,
"learning_rate": 1.779146874152802e-05,
"loss": 1.633,
"step": 534000
},
{
"epoch": 0.33,
"learning_rate": 1.7789400828364656e-05,
"loss": 1.6286,
"step": 534500
},
{
"epoch": 0.33,
"learning_rate": 1.7787332915201294e-05,
"loss": 1.6621,
"step": 535000
},
{
"epoch": 0.33,
"learning_rate": 1.778526500203793e-05,
"loss": 1.664,
"step": 535500
},
{
"epoch": 0.33,
"learning_rate": 1.7783197088874567e-05,
"loss": 1.6794,
"step": 536000
},
{
"epoch": 0.33,
"learning_rate": 1.7781129175711202e-05,
"loss": 1.6317,
"step": 536500
},
{
"epoch": 0.33,
"learning_rate": 1.777906126254784e-05,
"loss": 1.6345,
"step": 537000
},
{
"epoch": 0.33,
"learning_rate": 1.7776993349384476e-05,
"loss": 1.6339,
"step": 537500
},
{
"epoch": 0.33,
"learning_rate": 1.7774925436221114e-05,
"loss": 1.648,
"step": 538000
},
{
"epoch": 0.33,
"learning_rate": 1.777285752305775e-05,
"loss": 1.6169,
"step": 538500
},
{
"epoch": 0.33,
"learning_rate": 1.7770789609894387e-05,
"loss": 1.6781,
"step": 539000
},
{
"epoch": 0.33,
"learning_rate": 1.7768721696731022e-05,
"loss": 1.6373,
"step": 539500
},
{
"epoch": 0.34,
"learning_rate": 1.776665378356766e-05,
"loss": 1.6333,
"step": 540000
},
{
"epoch": 0.34,
"learning_rate": 1.7764585870404296e-05,
"loss": 1.6021,
"step": 540500
},
{
"epoch": 0.34,
"learning_rate": 1.7762517957240934e-05,
"loss": 1.6452,
"step": 541000
},
{
"epoch": 0.34,
"learning_rate": 1.7760450044077572e-05,
"loss": 1.6011,
"step": 541500
},
{
"epoch": 0.34,
"learning_rate": 1.7758382130914207e-05,
"loss": 1.6314,
"step": 542000
},
{
"epoch": 0.34,
"learning_rate": 1.7756314217750842e-05,
"loss": 1.6631,
"step": 542500
},
{
"epoch": 0.34,
"learning_rate": 1.775424630458748e-05,
"loss": 1.6245,
"step": 543000
},
{
"epoch": 0.34,
"learning_rate": 1.775217839142412e-05,
"loss": 1.6129,
"step": 543500
},
{
"epoch": 0.34,
"learning_rate": 1.7750110478260754e-05,
"loss": 1.641,
"step": 544000
},
{
"epoch": 0.34,
"learning_rate": 1.774804256509739e-05,
"loss": 1.642,
"step": 544500
},
{
"epoch": 0.34,
"learning_rate": 1.7745974651934027e-05,
"loss": 1.6146,
"step": 545000
},
{
"epoch": 0.34,
"learning_rate": 1.7743906738770665e-05,
"loss": 1.6357,
"step": 545500
},
{
"epoch": 0.34,
"learning_rate": 1.77418388256073e-05,
"loss": 1.6486,
"step": 546000
},
{
"epoch": 0.34,
"learning_rate": 1.773977091244394e-05,
"loss": 1.6318,
"step": 546500
},
{
"epoch": 0.34,
"learning_rate": 1.7737702999280574e-05,
"loss": 1.6513,
"step": 547000
},
{
"epoch": 0.34,
"learning_rate": 1.7735635086117212e-05,
"loss": 1.6505,
"step": 547500
},
{
"epoch": 0.34,
"learning_rate": 1.7733567172953847e-05,
"loss": 1.6147,
"step": 548000
},
{
"epoch": 0.34,
"learning_rate": 1.7731499259790485e-05,
"loss": 1.6534,
"step": 548500
},
{
"epoch": 0.34,
"learning_rate": 1.772943134662712e-05,
"loss": 1.6261,
"step": 549000
},
{
"epoch": 0.34,
"learning_rate": 1.772736343346376e-05,
"loss": 1.6144,
"step": 549500
},
{
"epoch": 0.34,
"learning_rate": 1.7725295520300394e-05,
"loss": 1.6204,
"step": 550000
},
{
"epoch": 0.34,
"learning_rate": 1.7723227607137032e-05,
"loss": 1.6198,
"step": 550500
},
{
"epoch": 0.34,
"learning_rate": 1.7721159693973667e-05,
"loss": 1.6431,
"step": 551000
},
{
"epoch": 0.34,
"learning_rate": 1.7719091780810305e-05,
"loss": 1.6504,
"step": 551500
},
{
"epoch": 0.34,
"learning_rate": 1.771702386764694e-05,
"loss": 1.6136,
"step": 552000
},
{
"epoch": 0.34,
"learning_rate": 1.771495595448358e-05,
"loss": 1.6396,
"step": 552500
},
{
"epoch": 0.34,
"learning_rate": 1.7712888041320217e-05,
"loss": 1.6491,
"step": 553000
},
{
"epoch": 0.34,
"learning_rate": 1.7710820128156852e-05,
"loss": 1.6219,
"step": 553500
},
{
"epoch": 0.34,
"learning_rate": 1.7708752214993487e-05,
"loss": 1.6575,
"step": 554000
},
{
"epoch": 0.34,
"learning_rate": 1.7706684301830125e-05,
"loss": 1.6177,
"step": 554500
},
{
"epoch": 0.34,
"learning_rate": 1.7704616388666764e-05,
"loss": 1.6549,
"step": 555000
},
{
"epoch": 0.34,
"learning_rate": 1.77025484755034e-05,
"loss": 1.6602,
"step": 555500
},
{
"epoch": 0.34,
"learning_rate": 1.7700480562340034e-05,
"loss": 1.6244,
"step": 556000
},
{
"epoch": 0.35,
"learning_rate": 1.7698412649176672e-05,
"loss": 1.6532,
"step": 556500
},
{
"epoch": 0.35,
"learning_rate": 1.769634473601331e-05,
"loss": 1.6365,
"step": 557000
},
{
"epoch": 0.35,
"learning_rate": 1.7694276822849945e-05,
"loss": 1.6516,
"step": 557500
},
{
"epoch": 0.35,
"learning_rate": 1.769220890968658e-05,
"loss": 1.6576,
"step": 558000
},
{
"epoch": 0.35,
"learning_rate": 1.769014099652322e-05,
"loss": 1.6514,
"step": 558500
},
{
"epoch": 0.35,
"learning_rate": 1.7688073083359857e-05,
"loss": 1.6329,
"step": 559000
},
{
"epoch": 0.35,
"learning_rate": 1.7686005170196492e-05,
"loss": 1.6732,
"step": 559500
},
{
"epoch": 0.35,
"learning_rate": 1.768393725703313e-05,
"loss": 1.6065,
"step": 560000
},
{
"epoch": 0.35,
"learning_rate": 1.7681869343869765e-05,
"loss": 1.6091,
"step": 560500
},
{
"epoch": 0.35,
"learning_rate": 1.7679801430706403e-05,
"loss": 1.66,
"step": 561000
},
{
"epoch": 0.35,
"learning_rate": 1.767773351754304e-05,
"loss": 1.6477,
"step": 561500
},
{
"epoch": 0.35,
"learning_rate": 1.7675665604379677e-05,
"loss": 1.641,
"step": 562000
},
{
"epoch": 0.35,
"learning_rate": 1.7673597691216312e-05,
"loss": 1.6301,
"step": 562500
},
{
"epoch": 0.35,
"learning_rate": 1.767152977805295e-05,
"loss": 1.6249,
"step": 563000
},
{
"epoch": 0.35,
"learning_rate": 1.7669461864889585e-05,
"loss": 1.6138,
"step": 563500
},
{
"epoch": 0.35,
"learning_rate": 1.7667393951726223e-05,
"loss": 1.5931,
"step": 564000
},
{
"epoch": 0.35,
"learning_rate": 1.766532603856286e-05,
"loss": 1.622,
"step": 564500
},
{
"epoch": 0.35,
"learning_rate": 1.7663258125399497e-05,
"loss": 1.6384,
"step": 565000
},
{
"epoch": 0.35,
"learning_rate": 1.766119021223613e-05,
"loss": 1.6417,
"step": 565500
},
{
"epoch": 0.35,
"learning_rate": 1.765912229907277e-05,
"loss": 1.6032,
"step": 566000
},
{
"epoch": 0.35,
"learning_rate": 1.765705438590941e-05,
"loss": 1.6349,
"step": 566500
},
{
"epoch": 0.35,
"learning_rate": 1.7654986472746043e-05,
"loss": 1.6122,
"step": 567000
},
{
"epoch": 0.35,
"learning_rate": 1.7652918559582678e-05,
"loss": 1.6405,
"step": 567500
},
{
"epoch": 0.35,
"learning_rate": 1.7650850646419317e-05,
"loss": 1.6618,
"step": 568000
},
{
"epoch": 0.35,
"learning_rate": 1.7648782733255955e-05,
"loss": 1.6489,
"step": 568500
},
{
"epoch": 0.35,
"learning_rate": 1.764671482009259e-05,
"loss": 1.6121,
"step": 569000
},
{
"epoch": 0.35,
"learning_rate": 1.7644646906929225e-05,
"loss": 1.6462,
"step": 569500
},
{
"epoch": 0.35,
"learning_rate": 1.7642578993765863e-05,
"loss": 1.624,
"step": 570000
},
{
"epoch": 0.35,
"learning_rate": 1.76405110806025e-05,
"loss": 1.6397,
"step": 570500
},
{
"epoch": 0.35,
"learning_rate": 1.7638443167439137e-05,
"loss": 1.6166,
"step": 571000
},
{
"epoch": 0.35,
"learning_rate": 1.763637525427577e-05,
"loss": 1.6125,
"step": 571500
},
{
"epoch": 0.35,
"learning_rate": 1.763430734111241e-05,
"loss": 1.6181,
"step": 572000
},
{
"epoch": 0.36,
"learning_rate": 1.7632239427949048e-05,
"loss": 1.6209,
"step": 572500
},
{
"epoch": 0.36,
"learning_rate": 1.7630171514785683e-05,
"loss": 1.6457,
"step": 573000
},
{
"epoch": 0.36,
"learning_rate": 1.762810360162232e-05,
"loss": 1.6035,
"step": 573500
},
{
"epoch": 0.36,
"learning_rate": 1.7626035688458957e-05,
"loss": 1.628,
"step": 574000
},
{
"epoch": 0.36,
"learning_rate": 1.7623967775295595e-05,
"loss": 1.6419,
"step": 574500
},
{
"epoch": 0.36,
"learning_rate": 1.762189986213223e-05,
"loss": 1.6502,
"step": 575000
},
{
"epoch": 0.36,
"learning_rate": 1.7619831948968868e-05,
"loss": 1.6417,
"step": 575500
},
{
"epoch": 0.36,
"learning_rate": 1.7617764035805503e-05,
"loss": 1.6496,
"step": 576000
},
{
"epoch": 0.36,
"learning_rate": 1.761569612264214e-05,
"loss": 1.6203,
"step": 576500
},
{
"epoch": 0.36,
"learning_rate": 1.7613628209478776e-05,
"loss": 1.6238,
"step": 577000
},
{
"epoch": 0.36,
"learning_rate": 1.7611560296315415e-05,
"loss": 1.6238,
"step": 577500
},
{
"epoch": 0.36,
"learning_rate": 1.7609492383152053e-05,
"loss": 1.6371,
"step": 578000
},
{
"epoch": 0.36,
"learning_rate": 1.7607424469988688e-05,
"loss": 1.6438,
"step": 578500
},
{
"epoch": 0.36,
"learning_rate": 1.7605356556825323e-05,
"loss": 1.6448,
"step": 579000
},
{
"epoch": 0.36,
"learning_rate": 1.760328864366196e-05,
"loss": 1.6503,
"step": 579500
},
{
"epoch": 0.36,
"learning_rate": 1.76012207304986e-05,
"loss": 1.6263,
"step": 580000
},
{
"epoch": 0.36,
"learning_rate": 1.7599152817335235e-05,
"loss": 1.6184,
"step": 580500
},
{
"epoch": 0.36,
"learning_rate": 1.759708490417187e-05,
"loss": 1.6244,
"step": 581000
},
{
"epoch": 0.36,
"learning_rate": 1.7595016991008508e-05,
"loss": 1.6449,
"step": 581500
},
{
"epoch": 0.36,
"learning_rate": 1.7592949077845146e-05,
"loss": 1.62,
"step": 582000
},
{
"epoch": 0.36,
"learning_rate": 1.759088116468178e-05,
"loss": 1.6307,
"step": 582500
},
{
"epoch": 0.36,
"learning_rate": 1.7588813251518416e-05,
"loss": 1.6465,
"step": 583000
},
{
"epoch": 0.36,
"learning_rate": 1.7586745338355055e-05,
"loss": 1.6325,
"step": 583500
},
{
"epoch": 0.36,
"learning_rate": 1.7584677425191693e-05,
"loss": 1.6253,
"step": 584000
},
{
"epoch": 0.36,
"learning_rate": 1.7582609512028328e-05,
"loss": 1.6174,
"step": 584500
},
{
"epoch": 0.36,
"learning_rate": 1.7580541598864966e-05,
"loss": 1.6509,
"step": 585000
},
{
"epoch": 0.36,
"learning_rate": 1.75784736857016e-05,
"loss": 1.651,
"step": 585500
},
{
"epoch": 0.36,
"learning_rate": 1.757640577253824e-05,
"loss": 1.6609,
"step": 586000
},
{
"epoch": 0.36,
"learning_rate": 1.7574337859374875e-05,
"loss": 1.659,
"step": 586500
},
{
"epoch": 0.36,
"learning_rate": 1.7572269946211513e-05,
"loss": 1.648,
"step": 587000
},
{
"epoch": 0.36,
"learning_rate": 1.7570202033048148e-05,
"loss": 1.6242,
"step": 587500
},
{
"epoch": 0.36,
"learning_rate": 1.7568134119884786e-05,
"loss": 1.6211,
"step": 588000
},
{
"epoch": 0.37,
"learning_rate": 1.756606620672142e-05,
"loss": 1.6353,
"step": 588500
},
{
"epoch": 0.37,
"learning_rate": 1.756399829355806e-05,
"loss": 1.623,
"step": 589000
},
{
"epoch": 0.37,
"learning_rate": 1.7561930380394695e-05,
"loss": 1.6158,
"step": 589500
},
{
"epoch": 0.37,
"learning_rate": 1.7559862467231333e-05,
"loss": 1.6285,
"step": 590000
},
{
"epoch": 0.37,
"learning_rate": 1.7557794554067968e-05,
"loss": 1.6366,
"step": 590500
},
{
"epoch": 0.37,
"learning_rate": 1.7555726640904606e-05,
"loss": 1.6492,
"step": 591000
},
{
"epoch": 0.37,
"learning_rate": 1.7553658727741245e-05,
"loss": 1.6514,
"step": 591500
},
{
"epoch": 0.37,
"learning_rate": 1.755159081457788e-05,
"loss": 1.6418,
"step": 592000
},
{
"epoch": 0.37,
"learning_rate": 1.7549522901414514e-05,
"loss": 1.6543,
"step": 592500
},
{
"epoch": 0.37,
"learning_rate": 1.7547454988251153e-05,
"loss": 1.666,
"step": 593000
},
{
"epoch": 0.37,
"learning_rate": 1.754538707508779e-05,
"loss": 1.6268,
"step": 593500
},
{
"epoch": 0.37,
"learning_rate": 1.7543319161924426e-05,
"loss": 1.6264,
"step": 594000
},
{
"epoch": 0.37,
"learning_rate": 1.754125124876106e-05,
"loss": 1.6544,
"step": 594500
},
{
"epoch": 0.37,
"learning_rate": 1.75391833355977e-05,
"loss": 1.6506,
"step": 595000
},
{
"epoch": 0.37,
"learning_rate": 1.7537115422434338e-05,
"loss": 1.6444,
"step": 595500
},
{
"epoch": 0.37,
"learning_rate": 1.7535047509270973e-05,
"loss": 1.6227,
"step": 596000
},
{
"epoch": 0.37,
"learning_rate": 1.7532979596107608e-05,
"loss": 1.6318,
"step": 596500
},
{
"epoch": 0.37,
"learning_rate": 1.7530911682944246e-05,
"loss": 1.67,
"step": 597000
},
{
"epoch": 0.37,
"learning_rate": 1.7528843769780884e-05,
"loss": 1.632,
"step": 597500
},
{
"epoch": 0.37,
"learning_rate": 1.752677585661752e-05,
"loss": 1.6357,
"step": 598000
},
{
"epoch": 0.37,
"learning_rate": 1.7524707943454158e-05,
"loss": 1.6154,
"step": 598500
},
{
"epoch": 0.37,
"learning_rate": 1.7522640030290793e-05,
"loss": 1.6264,
"step": 599000
},
{
"epoch": 0.37,
"learning_rate": 1.752057211712743e-05,
"loss": 1.6287,
"step": 599500
},
{
"epoch": 0.37,
"learning_rate": 1.7518504203964066e-05,
"loss": 1.6764,
"step": 600000
},
{
"epoch": 0.37,
"learning_rate": 1.7516436290800704e-05,
"loss": 1.6294,
"step": 600500
},
{
"epoch": 0.37,
"learning_rate": 1.751436837763734e-05,
"loss": 1.6131,
"step": 601000
},
{
"epoch": 0.37,
"learning_rate": 1.7512300464473978e-05,
"loss": 1.6096,
"step": 601500
},
{
"epoch": 0.37,
"learning_rate": 1.7510232551310613e-05,
"loss": 1.6342,
"step": 602000
},
{
"epoch": 0.37,
"learning_rate": 1.750816463814725e-05,
"loss": 1.6407,
"step": 602500
},
{
"epoch": 0.37,
"learning_rate": 1.7506096724983886e-05,
"loss": 1.6358,
"step": 603000
},
{
"epoch": 0.37,
"learning_rate": 1.7504028811820524e-05,
"loss": 1.6466,
"step": 603500
},
{
"epoch": 0.37,
"learning_rate": 1.750196089865716e-05,
"loss": 1.6399,
"step": 604000
},
{
"epoch": 0.38,
"learning_rate": 1.7499892985493798e-05,
"loss": 1.6246,
"step": 604500
},
{
"epoch": 0.38,
"learning_rate": 1.7497825072330436e-05,
"loss": 1.6343,
"step": 605000
},
{
"epoch": 0.38,
"learning_rate": 1.749575715916707e-05,
"loss": 1.6361,
"step": 605500
},
{
"epoch": 0.38,
"learning_rate": 1.7493689246003706e-05,
"loss": 1.629,
"step": 606000
},
{
"epoch": 0.38,
"learning_rate": 1.7491621332840344e-05,
"loss": 1.6218,
"step": 606500
},
{
"epoch": 0.38,
"learning_rate": 1.7489553419676983e-05,
"loss": 1.6061,
"step": 607000
},
{
"epoch": 0.38,
"learning_rate": 1.7487485506513617e-05,
"loss": 1.6301,
"step": 607500
},
{
"epoch": 0.38,
"learning_rate": 1.7485417593350252e-05,
"loss": 1.6347,
"step": 608000
},
{
"epoch": 0.38,
"learning_rate": 1.748334968018689e-05,
"loss": 1.6262,
"step": 608500
},
{
"epoch": 0.38,
"learning_rate": 1.748128176702353e-05,
"loss": 1.6135,
"step": 609000
},
{
"epoch": 0.38,
"learning_rate": 1.7479213853860164e-05,
"loss": 1.6469,
"step": 609500
},
{
"epoch": 0.38,
"learning_rate": 1.74771459406968e-05,
"loss": 1.6475,
"step": 610000
},
{
"epoch": 0.38,
"learning_rate": 1.7475078027533437e-05,
"loss": 1.6186,
"step": 610500
},
{
"epoch": 0.38,
"learning_rate": 1.7473010114370076e-05,
"loss": 1.6156,
"step": 611000
},
{
"epoch": 0.38,
"learning_rate": 1.747094220120671e-05,
"loss": 1.6327,
"step": 611500
},
{
"epoch": 0.38,
"learning_rate": 1.746887428804335e-05,
"loss": 1.605,
"step": 612000
},
{
"epoch": 0.38,
"learning_rate": 1.7466806374879984e-05,
"loss": 1.643,
"step": 612500
},
{
"epoch": 0.38,
"learning_rate": 1.7464738461716622e-05,
"loss": 1.6171,
"step": 613000
},
{
"epoch": 0.38,
"learning_rate": 1.7462670548553257e-05,
"loss": 1.6221,
"step": 613500
},
{
"epoch": 0.38,
"learning_rate": 1.7460602635389896e-05,
"loss": 1.6524,
"step": 614000
},
{
"epoch": 0.38,
"learning_rate": 1.745853472222653e-05,
"loss": 1.6575,
"step": 614500
},
{
"epoch": 0.38,
"learning_rate": 1.745646680906317e-05,
"loss": 1.6086,
"step": 615000
},
{
"epoch": 0.38,
"learning_rate": 1.7454398895899804e-05,
"loss": 1.6231,
"step": 615500
},
{
"epoch": 0.38,
"learning_rate": 1.7452330982736442e-05,
"loss": 1.623,
"step": 616000
},
{
"epoch": 0.38,
"learning_rate": 1.745026306957308e-05,
"loss": 1.629,
"step": 616500
},
{
"epoch": 0.38,
"learning_rate": 1.7448195156409716e-05,
"loss": 1.6311,
"step": 617000
},
{
"epoch": 0.38,
"learning_rate": 1.744612724324635e-05,
"loss": 1.6315,
"step": 617500
},
{
"epoch": 0.38,
"learning_rate": 1.744405933008299e-05,
"loss": 1.6265,
"step": 618000
},
{
"epoch": 0.38,
"learning_rate": 1.7441991416919627e-05,
"loss": 1.6621,
"step": 618500
},
{
"epoch": 0.38,
"learning_rate": 1.7439923503756262e-05,
"loss": 1.6387,
"step": 619000
},
{
"epoch": 0.38,
"learning_rate": 1.7437855590592897e-05,
"loss": 1.6451,
"step": 619500
},
{
"epoch": 0.38,
"learning_rate": 1.7435787677429536e-05,
"loss": 1.6337,
"step": 620000
},
{
"epoch": 0.38,
"learning_rate": 1.7433719764266174e-05,
"loss": 1.6355,
"step": 620500
},
{
"epoch": 0.39,
"learning_rate": 1.743165185110281e-05,
"loss": 1.601,
"step": 621000
},
{
"epoch": 0.39,
"learning_rate": 1.7429583937939444e-05,
"loss": 1.6154,
"step": 621500
},
{
"epoch": 0.39,
"learning_rate": 1.7427516024776082e-05,
"loss": 1.6416,
"step": 622000
},
{
"epoch": 0.39,
"learning_rate": 1.742544811161272e-05,
"loss": 1.5854,
"step": 622500
},
{
"epoch": 0.39,
"learning_rate": 1.7423380198449356e-05,
"loss": 1.6032,
"step": 623000
},
{
"epoch": 0.39,
"learning_rate": 1.742131228528599e-05,
"loss": 1.6338,
"step": 623500
},
{
"epoch": 0.39,
"learning_rate": 1.741924437212263e-05,
"loss": 1.637,
"step": 624000
},
{
"epoch": 0.39,
"learning_rate": 1.7417176458959267e-05,
"loss": 1.6116,
"step": 624500
},
{
"epoch": 0.39,
"learning_rate": 1.7415108545795902e-05,
"loss": 1.6159,
"step": 625000
},
{
"epoch": 0.39,
"learning_rate": 1.741304063263254e-05,
"loss": 1.662,
"step": 625500
},
{
"epoch": 0.39,
"learning_rate": 1.7410972719469175e-05,
"loss": 1.6573,
"step": 626000
},
{
"epoch": 0.39,
"learning_rate": 1.7408904806305814e-05,
"loss": 1.619,
"step": 626500
},
{
"epoch": 0.39,
"learning_rate": 1.740683689314245e-05,
"loss": 1.6382,
"step": 627000
},
{
"epoch": 0.39,
"learning_rate": 1.7404768979979087e-05,
"loss": 1.6311,
"step": 627500
},
{
"epoch": 0.39,
"learning_rate": 1.7402701066815722e-05,
"loss": 1.6368,
"step": 628000
},
{
"epoch": 0.39,
"learning_rate": 1.740063315365236e-05,
"loss": 1.6384,
"step": 628500
},
{
"epoch": 0.39,
"learning_rate": 1.7398565240488995e-05,
"loss": 1.6278,
"step": 629000
},
{
"epoch": 0.39,
"learning_rate": 1.7396497327325634e-05,
"loss": 1.6204,
"step": 629500
},
{
"epoch": 0.39,
"learning_rate": 1.7394429414162272e-05,
"loss": 1.6479,
"step": 630000
},
{
"epoch": 0.39,
"learning_rate": 1.7392361500998907e-05,
"loss": 1.6141,
"step": 630500
},
{
"epoch": 0.39,
"learning_rate": 1.7390293587835542e-05,
"loss": 1.6368,
"step": 631000
},
{
"epoch": 0.39,
"learning_rate": 1.738822567467218e-05,
"loss": 1.6722,
"step": 631500
},
{
"epoch": 0.39,
"learning_rate": 1.738615776150882e-05,
"loss": 1.6306,
"step": 632000
},
{
"epoch": 0.39,
"learning_rate": 1.7384089848345454e-05,
"loss": 1.603,
"step": 632500
},
{
"epoch": 0.39,
"learning_rate": 1.738202193518209e-05,
"loss": 1.6092,
"step": 633000
},
{
"epoch": 0.39,
"learning_rate": 1.7379954022018727e-05,
"loss": 1.6071,
"step": 633500
},
{
"epoch": 0.39,
"learning_rate": 1.7377886108855365e-05,
"loss": 1.6586,
"step": 634000
},
{
"epoch": 0.39,
"learning_rate": 1.7375818195692e-05,
"loss": 1.6435,
"step": 634500
},
{
"epoch": 0.39,
"learning_rate": 1.7373750282528635e-05,
"loss": 1.6015,
"step": 635000
},
{
"epoch": 0.39,
"learning_rate": 1.7371682369365274e-05,
"loss": 1.6129,
"step": 635500
},
{
"epoch": 0.39,
"learning_rate": 1.7369614456201912e-05,
"loss": 1.6231,
"step": 636000
},
{
"epoch": 0.39,
"learning_rate": 1.7367546543038547e-05,
"loss": 1.6303,
"step": 636500
},
{
"epoch": 0.4,
"learning_rate": 1.7365478629875182e-05,
"loss": 1.6416,
"step": 637000
},
{
"epoch": 0.4,
"learning_rate": 1.736341071671182e-05,
"loss": 1.6392,
"step": 637500
},
{
"epoch": 0.4,
"learning_rate": 1.736134280354846e-05,
"loss": 1.6424,
"step": 638000
},
{
"epoch": 0.4,
"learning_rate": 1.7359274890385094e-05,
"loss": 1.6172,
"step": 638500
},
{
"epoch": 0.4,
"learning_rate": 1.7357206977221732e-05,
"loss": 1.6347,
"step": 639000
},
{
"epoch": 0.4,
"learning_rate": 1.7355139064058367e-05,
"loss": 1.6149,
"step": 639500
},
{
"epoch": 0.4,
"learning_rate": 1.7353071150895005e-05,
"loss": 1.6068,
"step": 640000
},
{
"epoch": 0.4,
"learning_rate": 1.735100323773164e-05,
"loss": 1.6347,
"step": 640500
},
{
"epoch": 0.4,
"learning_rate": 1.734893532456828e-05,
"loss": 1.6446,
"step": 641000
},
{
"epoch": 0.4,
"learning_rate": 1.7346867411404917e-05,
"loss": 1.6167,
"step": 641500
},
{
"epoch": 0.4,
"learning_rate": 1.7344799498241552e-05,
"loss": 1.6412,
"step": 642000
},
{
"epoch": 0.4,
"learning_rate": 1.7342731585078187e-05,
"loss": 1.6243,
"step": 642500
},
{
"epoch": 0.4,
"learning_rate": 1.7340663671914825e-05,
"loss": 1.6058,
"step": 643000
},
{
"epoch": 0.4,
"learning_rate": 1.7338595758751463e-05,
"loss": 1.6145,
"step": 643500
},
{
"epoch": 0.4,
"learning_rate": 1.73365278455881e-05,
"loss": 1.6231,
"step": 644000
},
{
"epoch": 0.4,
"learning_rate": 1.7334459932424733e-05,
"loss": 1.6071,
"step": 644500
},
{
"epoch": 0.4,
"learning_rate": 1.7332392019261372e-05,
"loss": 1.6086,
"step": 645000
},
{
"epoch": 0.4,
"learning_rate": 1.733032410609801e-05,
"loss": 1.6516,
"step": 645500
},
{
"epoch": 0.4,
"learning_rate": 1.7328256192934645e-05,
"loss": 1.6462,
"step": 646000
},
{
"epoch": 0.4,
"learning_rate": 1.732618827977128e-05,
"loss": 1.6195,
"step": 646500
},
{
"epoch": 0.4,
"learning_rate": 1.732412036660792e-05,
"loss": 1.6253,
"step": 647000
},
{
"epoch": 0.4,
"learning_rate": 1.7322052453444557e-05,
"loss": 1.6312,
"step": 647500
},
{
"epoch": 0.4,
"learning_rate": 1.731998454028119e-05,
"loss": 1.609,
"step": 648000
},
{
"epoch": 0.4,
"learning_rate": 1.7317916627117827e-05,
"loss": 1.6005,
"step": 648500
},
{
"epoch": 0.4,
"learning_rate": 1.7315848713954465e-05,
"loss": 1.6201,
"step": 649000
},
{
"epoch": 0.4,
"learning_rate": 1.7313780800791103e-05,
"loss": 1.6343,
"step": 649500
},
{
"epoch": 0.4,
"learning_rate": 1.7311712887627738e-05,
"loss": 1.6419,
"step": 650000
},
{
"epoch": 0.4,
"learning_rate": 1.7309644974464373e-05,
"loss": 1.6027,
"step": 650500
},
{
"epoch": 0.4,
"learning_rate": 1.730757706130101e-05,
"loss": 1.6262,
"step": 651000
},
{
"epoch": 0.4,
"learning_rate": 1.730550914813765e-05,
"loss": 1.6312,
"step": 651500
},
{
"epoch": 0.4,
"learning_rate": 1.7303441234974285e-05,
"loss": 1.6311,
"step": 652000
},
{
"epoch": 0.4,
"learning_rate": 1.7301373321810923e-05,
"loss": 1.6296,
"step": 652500
},
{
"epoch": 0.41,
"learning_rate": 1.7299305408647558e-05,
"loss": 1.6482,
"step": 653000
},
{
"epoch": 0.41,
"learning_rate": 1.7297237495484197e-05,
"loss": 1.66,
"step": 653500
},
{
"epoch": 0.41,
"learning_rate": 1.729516958232083e-05,
"loss": 1.601,
"step": 654000
},
{
"epoch": 0.41,
"learning_rate": 1.729310166915747e-05,
"loss": 1.6438,
"step": 654500
},
{
"epoch": 0.41,
"learning_rate": 1.7291033755994108e-05,
"loss": 1.6462,
"step": 655000
},
{
"epoch": 0.41,
"learning_rate": 1.7288965842830743e-05,
"loss": 1.6466,
"step": 655500
},
{
"epoch": 0.41,
"learning_rate": 1.7286897929667378e-05,
"loss": 1.6312,
"step": 656000
},
{
"epoch": 0.41,
"learning_rate": 1.7284830016504016e-05,
"loss": 1.6351,
"step": 656500
},
{
"epoch": 0.41,
"learning_rate": 1.7282762103340655e-05,
"loss": 1.6702,
"step": 657000
},
{
"epoch": 0.41,
"learning_rate": 1.728069419017729e-05,
"loss": 1.6228,
"step": 657500
},
{
"epoch": 0.41,
"learning_rate": 1.7278626277013925e-05,
"loss": 1.6196,
"step": 658000
},
{
"epoch": 0.41,
"learning_rate": 1.7276558363850563e-05,
"loss": 1.6107,
"step": 658500
},
{
"epoch": 0.41,
"learning_rate": 1.72744904506872e-05,
"loss": 1.6189,
"step": 659000
},
{
"epoch": 0.41,
"learning_rate": 1.7272422537523836e-05,
"loss": 1.6207,
"step": 659500
},
{
"epoch": 0.41,
"learning_rate": 1.727035462436047e-05,
"loss": 1.6378,
"step": 660000
},
{
"epoch": 0.41,
"learning_rate": 1.726828671119711e-05,
"loss": 1.6469,
"step": 660500
},
{
"epoch": 0.41,
"learning_rate": 1.7266218798033748e-05,
"loss": 1.6155,
"step": 661000
},
{
"epoch": 0.41,
"learning_rate": 1.7264150884870383e-05,
"loss": 1.6233,
"step": 661500
},
{
"epoch": 0.41,
"learning_rate": 1.7262082971707018e-05,
"loss": 1.6268,
"step": 662000
},
{
"epoch": 0.41,
"learning_rate": 1.7260015058543656e-05,
"loss": 1.62,
"step": 662500
},
{
"epoch": 0.41,
"learning_rate": 1.7257947145380295e-05,
"loss": 1.5998,
"step": 663000
},
{
"epoch": 0.41,
"learning_rate": 1.725587923221693e-05,
"loss": 1.6149,
"step": 663500
},
{
"epoch": 0.41,
"learning_rate": 1.7253811319053565e-05,
"loss": 1.6559,
"step": 664000
},
{
"epoch": 0.41,
"learning_rate": 1.7251743405890203e-05,
"loss": 1.6312,
"step": 664500
},
{
"epoch": 0.41,
"learning_rate": 1.724967549272684e-05,
"loss": 1.6357,
"step": 665000
},
{
"epoch": 0.41,
"learning_rate": 1.7247607579563476e-05,
"loss": 1.6029,
"step": 665500
},
{
"epoch": 0.41,
"learning_rate": 1.7245539666400115e-05,
"loss": 1.6246,
"step": 666000
},
{
"epoch": 0.41,
"learning_rate": 1.724347175323675e-05,
"loss": 1.6299,
"step": 666500
},
{
"epoch": 0.41,
"learning_rate": 1.7241403840073388e-05,
"loss": 1.6287,
"step": 667000
},
{
"epoch": 0.41,
"learning_rate": 1.7239335926910023e-05,
"loss": 1.6016,
"step": 667500
},
{
"epoch": 0.41,
"learning_rate": 1.723726801374666e-05,
"loss": 1.647,
"step": 668000
},
{
"epoch": 0.41,
"learning_rate": 1.72352001005833e-05,
"loss": 1.6383,
"step": 668500
},
{
"epoch": 0.42,
"learning_rate": 1.7233132187419935e-05,
"loss": 1.6502,
"step": 669000
},
{
"epoch": 0.42,
"learning_rate": 1.723106427425657e-05,
"loss": 1.6618,
"step": 669500
},
{
"epoch": 0.42,
"learning_rate": 1.7228996361093208e-05,
"loss": 1.6288,
"step": 670000
},
{
"epoch": 0.42,
"learning_rate": 1.7226928447929846e-05,
"loss": 1.6322,
"step": 670500
},
{
"epoch": 0.42,
"learning_rate": 1.722486053476648e-05,
"loss": 1.6003,
"step": 671000
},
{
"epoch": 0.42,
"learning_rate": 1.7222792621603116e-05,
"loss": 1.626,
"step": 671500
},
{
"epoch": 0.42,
"learning_rate": 1.7220724708439755e-05,
"loss": 1.6195,
"step": 672000
},
{
"epoch": 0.42,
"learning_rate": 1.7218656795276393e-05,
"loss": 1.6523,
"step": 672500
},
{
"epoch": 0.42,
"learning_rate": 1.7216588882113028e-05,
"loss": 1.6001,
"step": 673000
},
{
"epoch": 0.42,
"learning_rate": 1.7214520968949663e-05,
"loss": 1.6395,
"step": 673500
},
{
"epoch": 0.42,
"learning_rate": 1.72124530557863e-05,
"loss": 1.6355,
"step": 674000
},
{
"epoch": 0.42,
"learning_rate": 1.721038514262294e-05,
"loss": 1.6219,
"step": 674500
},
{
"epoch": 0.42,
"learning_rate": 1.7208317229459574e-05,
"loss": 1.6117,
"step": 675000
},
{
"epoch": 0.42,
"learning_rate": 1.720624931629621e-05,
"loss": 1.6335,
"step": 675500
},
{
"epoch": 0.42,
"learning_rate": 1.7204181403132848e-05,
"loss": 1.6276,
"step": 676000
},
{
"epoch": 0.42,
"learning_rate": 1.7202113489969486e-05,
"loss": 1.6281,
"step": 676500
},
{
"epoch": 0.42,
"learning_rate": 1.720004557680612e-05,
"loss": 1.6304,
"step": 677000
},
{
"epoch": 0.42,
"learning_rate": 1.7197977663642756e-05,
"loss": 1.6321,
"step": 677500
},
{
"epoch": 0.42,
"learning_rate": 1.7195909750479394e-05,
"loss": 1.6247,
"step": 678000
},
{
"epoch": 0.42,
"learning_rate": 1.7193841837316033e-05,
"loss": 1.6113,
"step": 678500
},
{
"epoch": 0.42,
"learning_rate": 1.7191773924152668e-05,
"loss": 1.629,
"step": 679000
},
{
"epoch": 0.42,
"learning_rate": 1.7189706010989306e-05,
"loss": 1.603,
"step": 679500
},
{
"epoch": 0.42,
"learning_rate": 1.7187638097825944e-05,
"loss": 1.5872,
"step": 680000
},
{
"epoch": 0.42,
"learning_rate": 1.718557018466258e-05,
"loss": 1.6194,
"step": 680500
},
{
"epoch": 0.42,
"learning_rate": 1.7183502271499214e-05,
"loss": 1.6865,
"step": 681000
},
{
"epoch": 0.42,
"learning_rate": 1.7181434358335853e-05,
"loss": 1.6145,
"step": 681500
},
{
"epoch": 0.42,
"learning_rate": 1.717936644517249e-05,
"loss": 1.6291,
"step": 682000
},
{
"epoch": 0.42,
"learning_rate": 1.7177298532009126e-05,
"loss": 1.6212,
"step": 682500
},
{
"epoch": 0.42,
"learning_rate": 1.717523061884576e-05,
"loss": 1.6258,
"step": 683000
},
{
"epoch": 0.42,
"learning_rate": 1.71731627056824e-05,
"loss": 1.621,
"step": 683500
},
{
"epoch": 0.42,
"learning_rate": 1.7171094792519038e-05,
"loss": 1.6305,
"step": 684000
},
{
"epoch": 0.42,
"learning_rate": 1.7169026879355673e-05,
"loss": 1.6323,
"step": 684500
},
{
"epoch": 0.42,
"learning_rate": 1.7166958966192308e-05,
"loss": 1.6341,
"step": 685000
},
{
"epoch": 0.43,
"learning_rate": 1.7164891053028946e-05,
"loss": 1.6249,
"step": 685500
},
{
"epoch": 0.43,
"learning_rate": 1.7162823139865584e-05,
"loss": 1.6121,
"step": 686000
},
{
"epoch": 0.43,
"learning_rate": 1.716075522670222e-05,
"loss": 1.584,
"step": 686500
},
{
"epoch": 0.43,
"learning_rate": 1.7158687313538854e-05,
"loss": 1.6156,
"step": 687000
},
{
"epoch": 0.43,
"learning_rate": 1.7156619400375493e-05,
"loss": 1.6302,
"step": 687500
},
{
"epoch": 0.43,
"learning_rate": 1.715455148721213e-05,
"loss": 1.6081,
"step": 688000
},
{
"epoch": 0.43,
"learning_rate": 1.7152483574048766e-05,
"loss": 1.6222,
"step": 688500
},
{
"epoch": 0.43,
"learning_rate": 1.71504156608854e-05,
"loss": 1.6334,
"step": 689000
},
{
"epoch": 0.43,
"learning_rate": 1.714834774772204e-05,
"loss": 1.6235,
"step": 689500
},
{
"epoch": 0.43,
"learning_rate": 1.7146279834558677e-05,
"loss": 1.5851,
"step": 690000
},
{
"epoch": 0.43,
"learning_rate": 1.7144211921395312e-05,
"loss": 1.6439,
"step": 690500
},
{
"epoch": 0.43,
"learning_rate": 1.7142144008231947e-05,
"loss": 1.6358,
"step": 691000
},
{
"epoch": 0.43,
"learning_rate": 1.7140076095068586e-05,
"loss": 1.6366,
"step": 691500
},
{
"epoch": 0.43,
"learning_rate": 1.7138008181905224e-05,
"loss": 1.6105,
"step": 692000
},
{
"epoch": 0.43,
"learning_rate": 1.713594026874186e-05,
"loss": 1.6611,
"step": 692500
},
{
"epoch": 0.43,
"learning_rate": 1.7133872355578497e-05,
"loss": 1.6261,
"step": 693000
},
{
"epoch": 0.43,
"learning_rate": 1.7131804442415136e-05,
"loss": 1.6112,
"step": 693500
},
{
"epoch": 0.43,
"learning_rate": 1.712973652925177e-05,
"loss": 1.6321,
"step": 694000
},
{
"epoch": 0.43,
"learning_rate": 1.7127668616088406e-05,
"loss": 1.6309,
"step": 694500
},
{
"epoch": 0.43,
"learning_rate": 1.7125600702925044e-05,
"loss": 1.6227,
"step": 695000
},
{
"epoch": 0.43,
"learning_rate": 1.7123532789761682e-05,
"loss": 1.6312,
"step": 695500
},
{
"epoch": 0.43,
"learning_rate": 1.7121464876598317e-05,
"loss": 1.5981,
"step": 696000
},
{
"epoch": 0.43,
"learning_rate": 1.7119396963434952e-05,
"loss": 1.6602,
"step": 696500
},
{
"epoch": 0.43,
"learning_rate": 1.711732905027159e-05,
"loss": 1.6249,
"step": 697000
},
{
"epoch": 0.43,
"learning_rate": 1.711526113710823e-05,
"loss": 1.6476,
"step": 697500
},
{
"epoch": 0.43,
"learning_rate": 1.7113193223944864e-05,
"loss": 1.6283,
"step": 698000
},
{
"epoch": 0.43,
"learning_rate": 1.71111253107815e-05,
"loss": 1.6297,
"step": 698500
},
{
"epoch": 0.43,
"learning_rate": 1.7109057397618137e-05,
"loss": 1.6111,
"step": 699000
},
{
"epoch": 0.43,
"learning_rate": 1.7106989484454776e-05,
"loss": 1.6241,
"step": 699500
},
{
"epoch": 0.43,
"learning_rate": 1.710492157129141e-05,
"loss": 1.6062,
"step": 700000
},
{
"epoch": 0.43,
"learning_rate": 1.7102853658128046e-05,
"loss": 1.5961,
"step": 700500
},
{
"epoch": 0.43,
"learning_rate": 1.7100785744964684e-05,
"loss": 1.6076,
"step": 701000
},
{
"epoch": 0.44,
"learning_rate": 1.7098717831801322e-05,
"loss": 1.6305,
"step": 701500
},
{
"epoch": 0.44,
"learning_rate": 1.7096649918637957e-05,
"loss": 1.6294,
"step": 702000
},
{
"epoch": 0.44,
"learning_rate": 1.7094582005474592e-05,
"loss": 1.616,
"step": 702500
},
{
"epoch": 0.44,
"learning_rate": 1.709251409231123e-05,
"loss": 1.6168,
"step": 703000
},
{
"epoch": 0.44,
"learning_rate": 1.709044617914787e-05,
"loss": 1.6258,
"step": 703500
},
{
"epoch": 0.44,
"learning_rate": 1.7088378265984504e-05,
"loss": 1.6252,
"step": 704000
},
{
"epoch": 0.44,
"learning_rate": 1.7086310352821142e-05,
"loss": 1.6517,
"step": 704500
},
{
"epoch": 0.44,
"learning_rate": 1.708424243965778e-05,
"loss": 1.5765,
"step": 705000
},
{
"epoch": 0.44,
"learning_rate": 1.7082174526494415e-05,
"loss": 1.6487,
"step": 705500
},
{
"epoch": 0.44,
"learning_rate": 1.708010661333105e-05,
"loss": 1.6345,
"step": 706000
},
{
"epoch": 0.44,
"learning_rate": 1.707803870016769e-05,
"loss": 1.6031,
"step": 706500
},
{
"epoch": 0.44,
"learning_rate": 1.7075970787004327e-05,
"loss": 1.6342,
"step": 707000
},
{
"epoch": 0.44,
"learning_rate": 1.7073902873840962e-05,
"loss": 1.6206,
"step": 707500
},
{
"epoch": 0.44,
"learning_rate": 1.7071834960677597e-05,
"loss": 1.6423,
"step": 708000
},
{
"epoch": 0.44,
"learning_rate": 1.7069767047514235e-05,
"loss": 1.6234,
"step": 708500
},
{
"epoch": 0.44,
"learning_rate": 1.7067699134350874e-05,
"loss": 1.6136,
"step": 709000
},
{
"epoch": 0.44,
"learning_rate": 1.706563122118751e-05,
"loss": 1.6081,
"step": 709500
},
{
"epoch": 0.44,
"learning_rate": 1.7063563308024144e-05,
"loss": 1.6156,
"step": 710000
},
{
"epoch": 0.44,
"learning_rate": 1.7061495394860782e-05,
"loss": 1.6147,
"step": 710500
},
{
"epoch": 0.44,
"learning_rate": 1.705942748169742e-05,
"loss": 1.6214,
"step": 711000
},
{
"epoch": 0.44,
"learning_rate": 1.7057359568534055e-05,
"loss": 1.6178,
"step": 711500
},
{
"epoch": 0.44,
"learning_rate": 1.705529165537069e-05,
"loss": 1.6208,
"step": 712000
},
{
"epoch": 0.44,
"learning_rate": 1.705322374220733e-05,
"loss": 1.6071,
"step": 712500
},
{
"epoch": 0.44,
"learning_rate": 1.7051155829043967e-05,
"loss": 1.5874,
"step": 713000
},
{
"epoch": 0.44,
"learning_rate": 1.7049087915880602e-05,
"loss": 1.6096,
"step": 713500
},
{
"epoch": 0.44,
"learning_rate": 1.7047020002717237e-05,
"loss": 1.629,
"step": 714000
},
{
"epoch": 0.44,
"learning_rate": 1.7044952089553875e-05,
"loss": 1.5995,
"step": 714500
},
{
"epoch": 0.44,
"learning_rate": 1.7042884176390514e-05,
"loss": 1.6549,
"step": 715000
},
{
"epoch": 0.44,
"learning_rate": 1.704081626322715e-05,
"loss": 1.6188,
"step": 715500
},
{
"epoch": 0.44,
"learning_rate": 1.7038748350063784e-05,
"loss": 1.6344,
"step": 716000
},
{
"epoch": 0.44,
"learning_rate": 1.7036680436900422e-05,
"loss": 1.6217,
"step": 716500
},
{
"epoch": 0.44,
"learning_rate": 1.703461252373706e-05,
"loss": 1.6103,
"step": 717000
},
{
"epoch": 0.45,
"learning_rate": 1.7032544610573695e-05,
"loss": 1.636,
"step": 717500
},
{
"epoch": 0.45,
"learning_rate": 1.7030476697410334e-05,
"loss": 1.635,
"step": 718000
},
{
"epoch": 0.45,
"learning_rate": 1.7028408784246972e-05,
"loss": 1.6325,
"step": 718500
},
{
"epoch": 0.45,
"learning_rate": 1.7026340871083607e-05,
"loss": 1.6302,
"step": 719000
},
{
"epoch": 0.45,
"learning_rate": 1.7024272957920242e-05,
"loss": 1.5954,
"step": 719500
},
{
"epoch": 0.45,
"learning_rate": 1.702220504475688e-05,
"loss": 1.6313,
"step": 720000
},
{
"epoch": 0.45,
"learning_rate": 1.702013713159352e-05,
"loss": 1.6005,
"step": 720500
},
{
"epoch": 0.45,
"learning_rate": 1.7018069218430154e-05,
"loss": 1.6064,
"step": 721000
},
{
"epoch": 0.45,
"learning_rate": 1.701600130526679e-05,
"loss": 1.6423,
"step": 721500
},
{
"epoch": 0.45,
"learning_rate": 1.7013933392103427e-05,
"loss": 1.6485,
"step": 722000
},
{
"epoch": 0.45,
"learning_rate": 1.7011865478940065e-05,
"loss": 1.6033,
"step": 722500
},
{
"epoch": 0.45,
"learning_rate": 1.70097975657767e-05,
"loss": 1.627,
"step": 723000
},
{
"epoch": 0.45,
"learning_rate": 1.7007729652613335e-05,
"loss": 1.6045,
"step": 723500
},
{
"epoch": 0.45,
"learning_rate": 1.7005661739449973e-05,
"loss": 1.6407,
"step": 724000
},
{
"epoch": 0.45,
"learning_rate": 1.7003593826286612e-05,
"loss": 1.6423,
"step": 724500
},
{
"epoch": 0.45,
"learning_rate": 1.7001525913123247e-05,
"loss": 1.6242,
"step": 725000
},
{
"epoch": 0.45,
"learning_rate": 1.6999457999959882e-05,
"loss": 1.6556,
"step": 725500
},
{
"epoch": 0.45,
"learning_rate": 1.699739008679652e-05,
"loss": 1.6116,
"step": 726000
},
{
"epoch": 0.45,
"learning_rate": 1.699532217363316e-05,
"loss": 1.6284,
"step": 726500
},
{
"epoch": 0.45,
"learning_rate": 1.6993254260469793e-05,
"loss": 1.618,
"step": 727000
},
{
"epoch": 0.45,
"learning_rate": 1.699118634730643e-05,
"loss": 1.5947,
"step": 727500
},
{
"epoch": 0.45,
"learning_rate": 1.6989118434143067e-05,
"loss": 1.6173,
"step": 728000
},
{
"epoch": 0.45,
"learning_rate": 1.6987050520979705e-05,
"loss": 1.6308,
"step": 728500
},
{
"epoch": 0.45,
"learning_rate": 1.698498260781634e-05,
"loss": 1.6409,
"step": 729000
},
{
"epoch": 0.45,
"learning_rate": 1.6982914694652975e-05,
"loss": 1.6495,
"step": 729500
},
{
"epoch": 0.45,
"learning_rate": 1.6980846781489613e-05,
"loss": 1.6259,
"step": 730000
},
{
"epoch": 0.45,
"learning_rate": 1.697877886832625e-05,
"loss": 1.6356,
"step": 730500
},
{
"epoch": 0.45,
"learning_rate": 1.6976710955162887e-05,
"loss": 1.6001,
"step": 731000
},
{
"epoch": 0.45,
"learning_rate": 1.6974643041999525e-05,
"loss": 1.6428,
"step": 731500
},
{
"epoch": 0.45,
"learning_rate": 1.6972575128836163e-05,
"loss": 1.5979,
"step": 732000
},
{
"epoch": 0.45,
"learning_rate": 1.6970507215672798e-05,
"loss": 1.6392,
"step": 732500
},
{
"epoch": 0.45,
"learning_rate": 1.6968439302509433e-05,
"loss": 1.627,
"step": 733000
},
{
"epoch": 0.46,
"learning_rate": 1.696637138934607e-05,
"loss": 1.6309,
"step": 733500
},
{
"epoch": 0.46,
"learning_rate": 1.696430347618271e-05,
"loss": 1.6387,
"step": 734000
},
{
"epoch": 0.46,
"learning_rate": 1.6962235563019345e-05,
"loss": 1.6423,
"step": 734500
},
{
"epoch": 0.46,
"learning_rate": 1.696016764985598e-05,
"loss": 1.6428,
"step": 735000
},
{
"epoch": 0.46,
"learning_rate": 1.6958099736692618e-05,
"loss": 1.5919,
"step": 735500
},
{
"epoch": 0.46,
"learning_rate": 1.6956031823529257e-05,
"loss": 1.6586,
"step": 736000
},
{
"epoch": 0.46,
"learning_rate": 1.695396391036589e-05,
"loss": 1.6269,
"step": 736500
},
{
"epoch": 0.46,
"learning_rate": 1.6951895997202526e-05,
"loss": 1.6182,
"step": 737000
},
{
"epoch": 0.46,
"learning_rate": 1.6949828084039165e-05,
"loss": 1.6255,
"step": 737500
},
{
"epoch": 0.46,
"learning_rate": 1.6947760170875803e-05,
"loss": 1.6356,
"step": 738000
},
{
"epoch": 0.46,
"learning_rate": 1.6945692257712438e-05,
"loss": 1.5926,
"step": 738500
},
{
"epoch": 0.46,
"learning_rate": 1.6943624344549073e-05,
"loss": 1.6191,
"step": 739000
},
{
"epoch": 0.46,
"learning_rate": 1.694155643138571e-05,
"loss": 1.6305,
"step": 739500
},
{
"epoch": 0.46,
"learning_rate": 1.693948851822235e-05,
"loss": 1.6215,
"step": 740000
},
{
"epoch": 0.46,
"learning_rate": 1.6937420605058985e-05,
"loss": 1.6102,
"step": 740500
},
{
"epoch": 0.46,
"learning_rate": 1.693535269189562e-05,
"loss": 1.6127,
"step": 741000
},
{
"epoch": 0.46,
"learning_rate": 1.6933284778732258e-05,
"loss": 1.6285,
"step": 741500
},
{
"epoch": 0.46,
"learning_rate": 1.6931216865568896e-05,
"loss": 1.621,
"step": 742000
},
{
"epoch": 0.46,
"learning_rate": 1.692914895240553e-05,
"loss": 1.6199,
"step": 742500
},
{
"epoch": 0.46,
"learning_rate": 1.692708103924217e-05,
"loss": 1.6117,
"step": 743000
},
{
"epoch": 0.46,
"learning_rate": 1.6925013126078808e-05,
"loss": 1.6241,
"step": 743500
},
{
"epoch": 0.46,
"learning_rate": 1.6922945212915443e-05,
"loss": 1.5992,
"step": 744000
},
{
"epoch": 0.46,
"learning_rate": 1.6920877299752078e-05,
"loss": 1.6158,
"step": 744500
},
{
"epoch": 0.46,
"learning_rate": 1.6918809386588716e-05,
"loss": 1.6026,
"step": 745000
},
{
"epoch": 0.46,
"learning_rate": 1.6916741473425355e-05,
"loss": 1.6373,
"step": 745500
},
{
"epoch": 0.46,
"learning_rate": 1.691467356026199e-05,
"loss": 1.5959,
"step": 746000
},
{
"epoch": 0.46,
"learning_rate": 1.6912605647098625e-05,
"loss": 1.6257,
"step": 746500
},
{
"epoch": 0.46,
"learning_rate": 1.6910537733935263e-05,
"loss": 1.6163,
"step": 747000
},
{
"epoch": 0.46,
"learning_rate": 1.69084698207719e-05,
"loss": 1.5829,
"step": 747500
},
{
"epoch": 0.46,
"learning_rate": 1.6906401907608536e-05,
"loss": 1.6134,
"step": 748000
},
{
"epoch": 0.46,
"learning_rate": 1.690433399444517e-05,
"loss": 1.6381,
"step": 748500
},
{
"epoch": 0.46,
"learning_rate": 1.690226608128181e-05,
"loss": 1.6317,
"step": 749000
},
{
"epoch": 0.46,
"learning_rate": 1.6900198168118448e-05,
"loss": 1.63,
"step": 749500
},
{
"epoch": 0.47,
"learning_rate": 1.6898130254955083e-05,
"loss": 1.6404,
"step": 750000
},
{
"epoch": 0.47,
"learning_rate": 1.6896062341791718e-05,
"loss": 1.5971,
"step": 750500
},
{
"epoch": 0.47,
"learning_rate": 1.6893994428628356e-05,
"loss": 1.6156,
"step": 751000
},
{
"epoch": 0.47,
"learning_rate": 1.6891926515464995e-05,
"loss": 1.612,
"step": 751500
},
{
"epoch": 0.47,
"learning_rate": 1.688985860230163e-05,
"loss": 1.6083,
"step": 752000
},
{
"epoch": 0.47,
"learning_rate": 1.6887790689138264e-05,
"loss": 1.6326,
"step": 752500
},
{
"epoch": 0.47,
"learning_rate": 1.6885722775974903e-05,
"loss": 1.6283,
"step": 753000
},
{
"epoch": 0.47,
"learning_rate": 1.688365486281154e-05,
"loss": 1.6103,
"step": 753500
},
{
"epoch": 0.47,
"learning_rate": 1.6881586949648176e-05,
"loss": 1.5798,
"step": 754000
},
{
"epoch": 0.47,
"learning_rate": 1.687951903648481e-05,
"loss": 1.6315,
"step": 754500
},
{
"epoch": 0.47,
"learning_rate": 1.687745112332145e-05,
"loss": 1.6222,
"step": 755000
},
{
"epoch": 0.47,
"learning_rate": 1.6875383210158088e-05,
"loss": 1.6095,
"step": 755500
},
{
"epoch": 0.47,
"learning_rate": 1.6873315296994723e-05,
"loss": 1.6415,
"step": 756000
},
{
"epoch": 0.47,
"learning_rate": 1.687124738383136e-05,
"loss": 1.612,
"step": 756500
},
{
"epoch": 0.47,
"learning_rate": 1.6869179470668e-05,
"loss": 1.6159,
"step": 757000
},
{
"epoch": 0.47,
"learning_rate": 1.6867111557504634e-05,
"loss": 1.6069,
"step": 757500
},
{
"epoch": 0.47,
"learning_rate": 1.686504364434127e-05,
"loss": 1.6274,
"step": 758000
},
{
"epoch": 0.47,
"learning_rate": 1.6862975731177908e-05,
"loss": 1.6184,
"step": 758500
},
{
"epoch": 0.47,
"learning_rate": 1.6860907818014546e-05,
"loss": 1.6288,
"step": 759000
},
{
"epoch": 0.47,
"learning_rate": 1.685883990485118e-05,
"loss": 1.62,
"step": 759500
},
{
"epoch": 0.47,
"learning_rate": 1.6856771991687816e-05,
"loss": 1.6481,
"step": 760000
},
{
"epoch": 0.47,
"learning_rate": 1.6854704078524454e-05,
"loss": 1.6165,
"step": 760500
},
{
"epoch": 0.47,
"learning_rate": 1.6852636165361093e-05,
"loss": 1.6162,
"step": 761000
},
{
"epoch": 0.47,
"learning_rate": 1.6850568252197728e-05,
"loss": 1.6005,
"step": 761500
},
{
"epoch": 0.47,
"learning_rate": 1.6848500339034363e-05,
"loss": 1.6317,
"step": 762000
},
{
"epoch": 0.47,
"learning_rate": 1.6846432425871e-05,
"loss": 1.6315,
"step": 762500
},
{
"epoch": 0.47,
"learning_rate": 1.684436451270764e-05,
"loss": 1.6227,
"step": 763000
},
{
"epoch": 0.47,
"learning_rate": 1.6842296599544274e-05,
"loss": 1.6105,
"step": 763500
},
{
"epoch": 0.47,
"learning_rate": 1.684022868638091e-05,
"loss": 1.6221,
"step": 764000
},
{
"epoch": 0.47,
"learning_rate": 1.6838160773217548e-05,
"loss": 1.6395,
"step": 764500
},
{
"epoch": 0.47,
"learning_rate": 1.6836092860054186e-05,
"loss": 1.6034,
"step": 765000
},
{
"epoch": 0.47,
"learning_rate": 1.683402494689082e-05,
"loss": 1.5798,
"step": 765500
},
{
"epoch": 0.48,
"learning_rate": 1.6831957033727456e-05,
"loss": 1.6371,
"step": 766000
},
{
"epoch": 0.48,
"learning_rate": 1.6829889120564094e-05,
"loss": 1.6359,
"step": 766500
},
{
"epoch": 0.48,
"learning_rate": 1.6827821207400733e-05,
"loss": 1.5881,
"step": 767000
},
{
"epoch": 0.48,
"learning_rate": 1.6825753294237368e-05,
"loss": 1.6114,
"step": 767500
},
{
"epoch": 0.48,
"learning_rate": 1.6823685381074002e-05,
"loss": 1.608,
"step": 768000
},
{
"epoch": 0.48,
"learning_rate": 1.6821617467910644e-05,
"loss": 1.595,
"step": 768500
},
{
"epoch": 0.48,
"learning_rate": 1.681954955474728e-05,
"loss": 1.6101,
"step": 769000
},
{
"epoch": 0.48,
"learning_rate": 1.6817481641583914e-05,
"loss": 1.6065,
"step": 769500
},
{
"epoch": 0.48,
"learning_rate": 1.6815413728420553e-05,
"loss": 1.6117,
"step": 770000
},
{
"epoch": 0.48,
"learning_rate": 1.681334581525719e-05,
"loss": 1.6382,
"step": 770500
},
{
"epoch": 0.48,
"learning_rate": 1.6811277902093826e-05,
"loss": 1.6375,
"step": 771000
},
{
"epoch": 0.48,
"learning_rate": 1.680920998893046e-05,
"loss": 1.607,
"step": 771500
},
{
"epoch": 0.48,
"learning_rate": 1.68071420757671e-05,
"loss": 1.6272,
"step": 772000
},
{
"epoch": 0.48,
"learning_rate": 1.6805074162603737e-05,
"loss": 1.6165,
"step": 772500
},
{
"epoch": 0.48,
"learning_rate": 1.6803006249440372e-05,
"loss": 1.6434,
"step": 773000
},
{
"epoch": 0.48,
"learning_rate": 1.6800938336277007e-05,
"loss": 1.6218,
"step": 773500
},
{
"epoch": 0.48,
"learning_rate": 1.6798870423113646e-05,
"loss": 1.6327,
"step": 774000
},
{
"epoch": 0.48,
"learning_rate": 1.6796802509950284e-05,
"loss": 1.6334,
"step": 774500
},
{
"epoch": 0.48,
"learning_rate": 1.679473459678692e-05,
"loss": 1.6142,
"step": 775000
},
{
"epoch": 0.48,
"learning_rate": 1.6792666683623554e-05,
"loss": 1.6505,
"step": 775500
},
{
"epoch": 0.48,
"learning_rate": 1.6790598770460192e-05,
"loss": 1.6233,
"step": 776000
},
{
"epoch": 0.48,
"learning_rate": 1.678853085729683e-05,
"loss": 1.6019,
"step": 776500
},
{
"epoch": 0.48,
"learning_rate": 1.6786462944133466e-05,
"loss": 1.632,
"step": 777000
},
{
"epoch": 0.48,
"learning_rate": 1.67843950309701e-05,
"loss": 1.6164,
"step": 777500
},
{
"epoch": 0.48,
"learning_rate": 1.678232711780674e-05,
"loss": 1.5926,
"step": 778000
},
{
"epoch": 0.48,
"learning_rate": 1.6780259204643377e-05,
"loss": 1.6043,
"step": 778500
},
{
"epoch": 0.48,
"learning_rate": 1.6778191291480012e-05,
"loss": 1.6415,
"step": 779000
},
{
"epoch": 0.48,
"learning_rate": 1.6776123378316647e-05,
"loss": 1.617,
"step": 779500
},
{
"epoch": 0.48,
"learning_rate": 1.6774055465153286e-05,
"loss": 1.6147,
"step": 780000
},
{
"epoch": 0.48,
"learning_rate": 1.6771987551989924e-05,
"loss": 1.6235,
"step": 780500
},
{
"epoch": 0.48,
"learning_rate": 1.676991963882656e-05,
"loss": 1.5808,
"step": 781000
},
{
"epoch": 0.48,
"learning_rate": 1.6767851725663197e-05,
"loss": 1.6052,
"step": 781500
},
{
"epoch": 0.49,
"learning_rate": 1.6765783812499836e-05,
"loss": 1.6179,
"step": 782000
},
{
"epoch": 0.49,
"learning_rate": 1.676371589933647e-05,
"loss": 1.6264,
"step": 782500
},
{
"epoch": 0.49,
"learning_rate": 1.6761647986173106e-05,
"loss": 1.6164,
"step": 783000
},
{
"epoch": 0.49,
"learning_rate": 1.6759580073009744e-05,
"loss": 1.6288,
"step": 783500
},
{
"epoch": 0.49,
"learning_rate": 1.6757512159846382e-05,
"loss": 1.6343,
"step": 784000
},
{
"epoch": 0.49,
"learning_rate": 1.6755444246683017e-05,
"loss": 1.5849,
"step": 784500
},
{
"epoch": 0.49,
"learning_rate": 1.6753376333519652e-05,
"loss": 1.604,
"step": 785000
},
{
"epoch": 0.49,
"learning_rate": 1.675130842035629e-05,
"loss": 1.606,
"step": 785500
},
{
"epoch": 0.49,
"learning_rate": 1.674924050719293e-05,
"loss": 1.6209,
"step": 786000
},
{
"epoch": 0.49,
"learning_rate": 1.6747172594029564e-05,
"loss": 1.5959,
"step": 786500
},
{
"epoch": 0.49,
"learning_rate": 1.67451046808662e-05,
"loss": 1.6141,
"step": 787000
},
{
"epoch": 0.49,
"learning_rate": 1.6743036767702837e-05,
"loss": 1.6136,
"step": 787500
},
{
"epoch": 0.49,
"learning_rate": 1.6740968854539475e-05,
"loss": 1.6197,
"step": 788000
},
{
"epoch": 0.49,
"learning_rate": 1.673890094137611e-05,
"loss": 1.5811,
"step": 788500
},
{
"epoch": 0.49,
"learning_rate": 1.6736833028212745e-05,
"loss": 1.5927,
"step": 789000
},
{
"epoch": 0.49,
"learning_rate": 1.6734765115049384e-05,
"loss": 1.6014,
"step": 789500
},
{
"epoch": 0.49,
"learning_rate": 1.6732697201886022e-05,
"loss": 1.6378,
"step": 790000
},
{
"epoch": 0.49,
"learning_rate": 1.6730629288722657e-05,
"loss": 1.6117,
"step": 790500
},
{
"epoch": 0.49,
"learning_rate": 1.6728561375559292e-05,
"loss": 1.6138,
"step": 791000
},
{
"epoch": 0.49,
"learning_rate": 1.672649346239593e-05,
"loss": 1.6263,
"step": 791500
},
{
"epoch": 0.49,
"learning_rate": 1.672442554923257e-05,
"loss": 1.6092,
"step": 792000
},
{
"epoch": 0.49,
"learning_rate": 1.6722357636069204e-05,
"loss": 1.597,
"step": 792500
},
{
"epoch": 0.49,
"learning_rate": 1.672028972290584e-05,
"loss": 1.6182,
"step": 793000
},
{
"epoch": 0.49,
"learning_rate": 1.6718221809742477e-05,
"loss": 1.5879,
"step": 793500
},
{
"epoch": 0.49,
"learning_rate": 1.6716153896579115e-05,
"loss": 1.6249,
"step": 794000
},
{
"epoch": 0.49,
"learning_rate": 1.671408598341575e-05,
"loss": 1.6142,
"step": 794500
},
{
"epoch": 0.49,
"learning_rate": 1.671201807025239e-05,
"loss": 1.6236,
"step": 795000
},
{
"epoch": 0.49,
"learning_rate": 1.6709950157089027e-05,
"loss": 1.6165,
"step": 795500
},
{
"epoch": 0.49,
"learning_rate": 1.6707882243925662e-05,
"loss": 1.5858,
"step": 796000
},
{
"epoch": 0.49,
"learning_rate": 1.6705814330762297e-05,
"loss": 1.6236,
"step": 796500
},
{
"epoch": 0.49,
"learning_rate": 1.6703746417598935e-05,
"loss": 1.6028,
"step": 797000
},
{
"epoch": 0.49,
"learning_rate": 1.6701678504435574e-05,
"loss": 1.6031,
"step": 797500
},
{
"epoch": 0.5,
"learning_rate": 1.669961059127221e-05,
"loss": 1.6243,
"step": 798000
},
{
"epoch": 0.5,
"learning_rate": 1.6697542678108844e-05,
"loss": 1.5955,
"step": 798500
},
{
"epoch": 0.5,
"learning_rate": 1.6695474764945482e-05,
"loss": 1.5934,
"step": 799000
},
{
"epoch": 0.5,
"learning_rate": 1.669340685178212e-05,
"loss": 1.6422,
"step": 799500
},
{
"epoch": 0.5,
"learning_rate": 1.6691338938618755e-05,
"loss": 1.5994,
"step": 800000
},
{
"epoch": 0.5,
"learning_rate": 1.668927102545539e-05,
"loss": 1.5911,
"step": 800500
},
{
"epoch": 0.5,
"learning_rate": 1.668720311229203e-05,
"loss": 1.6031,
"step": 801000
},
{
"epoch": 0.5,
"learning_rate": 1.6685135199128667e-05,
"loss": 1.6206,
"step": 801500
},
{
"epoch": 0.5,
"learning_rate": 1.6683067285965302e-05,
"loss": 1.6125,
"step": 802000
},
{
"epoch": 0.5,
"learning_rate": 1.6680999372801937e-05,
"loss": 1.6397,
"step": 802500
},
{
"epoch": 0.5,
"learning_rate": 1.6678931459638575e-05,
"loss": 1.6119,
"step": 803000
},
{
"epoch": 0.5,
"learning_rate": 1.6676863546475213e-05,
"loss": 1.5956,
"step": 803500
}
],
"max_steps": 4835793,
"num_train_epochs": 3,
"total_flos": 5.587487855033885e+17,
"trial_name": null,
"trial_params": null
}