{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 110.0,
  "global_step": 962830,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.4,
      "learning_rate": 4.992000456986176e-05,
      "loss": 0.9599,
      "step": 3501
    },
    {
      "epoch": 0.4,
      "eval_loss": 0.9476152062416077,
      "eval_runtime": 178.6207,
      "eval_samples_per_second": 174.224,
      "eval_steps_per_second": 10.889,
      "step": 3501
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.984000913972353e-05,
      "loss": 0.9731,
      "step": 7002
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.9536693692207336,
      "eval_runtime": 178.7725,
      "eval_samples_per_second": 174.076,
      "eval_steps_per_second": 10.88,
      "step": 7002
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.9760013709585284e-05,
      "loss": 0.9745,
      "step": 10503
    },
    {
      "epoch": 1.2,
      "eval_loss": 0.9530463218688965,
      "eval_runtime": 178.7418,
      "eval_samples_per_second": 174.106,
      "eval_steps_per_second": 10.882,
      "step": 10503
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.9680018279447047e-05,
      "loss": 0.9747,
      "step": 14004
    },
    {
      "epoch": 1.6,
      "eval_loss": 0.9569175839424133,
      "eval_runtime": 178.7659,
      "eval_samples_per_second": 174.082,
      "eval_steps_per_second": 10.88,
      "step": 14004
    },
    {
      "epoch": 2.0,
      "learning_rate": 4.960002284930881e-05,
      "loss": 0.978,
      "step": 17505
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.958555281162262,
      "eval_runtime": 178.7319,
      "eval_samples_per_second": 174.115,
      "eval_steps_per_second": 10.882,
      "step": 17505
    },
    {
      "epoch": 2.4,
      "learning_rate": 4.952002741917057e-05,
      "loss": 0.9736,
      "step": 21006
    },
    {
      "epoch": 2.4,
      "eval_loss": 0.9602962136268616,
      "eval_runtime": 178.815,
      "eval_samples_per_second": 174.035,
      "eval_steps_per_second": 10.877,
      "step": 21006
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.9440031989032335e-05,
      "loss": 0.9772,
      "step": 24507
    },
    {
      "epoch": 2.8,
      "eval_loss": 0.9578276872634888,
      "eval_runtime": 178.2789,
      "eval_samples_per_second": 174.558,
      "eval_steps_per_second": 10.91,
      "step": 24507
    },
    {
      "epoch": 3.2,
      "learning_rate": 4.93600365588941e-05,
      "loss": 0.9771,
      "step": 28008
    },
    {
      "epoch": 3.2,
      "eval_loss": 0.9583005309104919,
      "eval_runtime": 177.473,
      "eval_samples_per_second": 175.351,
      "eval_steps_per_second": 10.959,
      "step": 28008
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.928004112875585e-05,
      "loss": 0.9773,
      "step": 31509
    },
    {
      "epoch": 3.6,
      "eval_loss": 0.9513981938362122,
      "eval_runtime": 177.4973,
      "eval_samples_per_second": 175.327,
      "eval_steps_per_second": 10.958,
      "step": 31509
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.920004569861762e-05,
      "loss": 0.9802,
      "step": 35010
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.9571573138237,
      "eval_runtime": 177.3934,
      "eval_samples_per_second": 175.429,
      "eval_steps_per_second": 10.964,
      "step": 35010
    },
    {
      "epoch": 4.4,
      "learning_rate": 4.912005026847938e-05,
      "loss": 0.9741,
      "step": 38511
    },
    {
      "epoch": 4.4,
      "eval_loss": 0.9547442197799683,
      "eval_runtime": 177.5692,
      "eval_samples_per_second": 175.256,
      "eval_steps_per_second": 10.953,
      "step": 38511
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.904005483834114e-05,
      "loss": 0.9776,
      "step": 42012
    },
    {
      "epoch": 4.8,
      "eval_loss": 0.9541487097740173,
      "eval_runtime": 177.564,
      "eval_samples_per_second": 175.261,
      "eval_steps_per_second": 10.954,
      "step": 42012
    },
    {
      "epoch": 5.2,
      "learning_rate": 4.8960059408202904e-05,
      "loss": 0.9737,
      "step": 45513
    },
    {
      "epoch": 5.2,
      "eval_loss": 0.9530224204063416,
      "eval_runtime": 177.5256,
      "eval_samples_per_second": 175.299,
      "eval_steps_per_second": 10.956,
      "step": 45513
    },
    {
      "epoch": 5.6,
      "learning_rate": 4.888006397806467e-05,
      "loss": 0.9758,
      "step": 49014
    },
    {
      "epoch": 5.6,
      "eval_loss": 0.9559855461120605,
      "eval_runtime": 177.638,
      "eval_samples_per_second": 175.188,
      "eval_steps_per_second": 10.949,
      "step": 49014
    },
    {
      "epoch": 6.0,
      "learning_rate": 4.880006854792642e-05,
      "loss": 0.9777,
      "step": 52515
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.9567117691040039,
      "eval_runtime": 177.402,
      "eval_samples_per_second": 175.421,
      "eval_steps_per_second": 10.964,
      "step": 52515
    },
    {
      "epoch": 6.4,
      "learning_rate": 4.872007311778819e-05,
      "loss": 0.9726,
      "step": 56016
    },
    {
      "epoch": 6.4,
      "eval_loss": 0.9548764228820801,
      "eval_runtime": 177.4726,
      "eval_samples_per_second": 175.351,
      "eval_steps_per_second": 10.959,
      "step": 56016
    },
    {
      "epoch": 6.8,
      "learning_rate": 4.864007768764995e-05,
      "loss": 0.977,
      "step": 59517
    },
    {
      "epoch": 6.8,
      "eval_loss": 0.9567227959632874,
      "eval_runtime": 177.3888,
      "eval_samples_per_second": 175.434,
      "eval_steps_per_second": 10.965,
      "step": 59517
    },
    {
      "epoch": 7.2,
      "learning_rate": 4.856008225751171e-05,
      "loss": 0.9736,
      "step": 63018
    },
    {
      "epoch": 7.2,
      "eval_loss": 0.9573630094528198,
      "eval_runtime": 177.3454,
      "eval_samples_per_second": 175.477,
      "eval_steps_per_second": 10.967,
      "step": 63018
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.8480086827373474e-05,
      "loss": 0.9732,
      "step": 66519
    },
    {
      "epoch": 7.6,
      "eval_loss": 0.9487555623054504,
      "eval_runtime": 177.2246,
      "eval_samples_per_second": 175.596,
      "eval_steps_per_second": 10.975,
      "step": 66519
    },
    {
      "epoch": 8.0,
      "learning_rate": 4.8400091397235236e-05,
      "loss": 0.9743,
      "step": 70020
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.9511750936508179,
      "eval_runtime": 177.2113,
      "eval_samples_per_second": 175.61,
      "eval_steps_per_second": 10.976,
      "step": 70020
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.832009596709699e-05,
      "loss": 0.9684,
      "step": 73521
    },
    {
      "epoch": 8.4,
      "eval_loss": 0.954649031162262,
      "eval_runtime": 177.1791,
      "eval_samples_per_second": 175.642,
      "eval_steps_per_second": 10.978,
      "step": 73521
    },
    {
      "epoch": 8.8,
      "learning_rate": 4.824010053695876e-05,
      "loss": 0.974,
      "step": 77022
    },
    {
      "epoch": 8.8,
      "eval_loss": 0.9532359838485718,
      "eval_runtime": 177.517,
      "eval_samples_per_second": 175.307,
      "eval_steps_per_second": 10.957,
      "step": 77022
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.816010510682052e-05,
      "loss": 0.9713,
      "step": 80523
    },
    {
      "epoch": 9.2,
      "eval_loss": 0.9548117518424988,
      "eval_runtime": 177.4324,
      "eval_samples_per_second": 175.391,
      "eval_steps_per_second": 10.962,
      "step": 80523
    },
    {
      "epoch": 9.6,
      "learning_rate": 4.808010967668228e-05,
      "loss": 0.9693,
      "step": 84024
    },
    {
      "epoch": 9.6,
      "eval_loss": 0.9545753002166748,
      "eval_runtime": 177.4929,
      "eval_samples_per_second": 175.331,
      "eval_steps_per_second": 10.958,
      "step": 84024
    },
    {
      "epoch": 10.0,
      "learning_rate": 4.800011424654404e-05,
      "loss": 0.9734,
      "step": 87525
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.9541465044021606,
      "eval_runtime": 177.7477,
      "eval_samples_per_second": 175.08,
      "eval_steps_per_second": 10.942,
      "step": 87525
    },
    {
      "epoch": 10.4,
      "learning_rate": 4.7920118816405806e-05,
      "loss": 0.9681,
      "step": 91026
    },
    {
      "epoch": 10.4,
      "eval_loss": 0.9508066177368164,
      "eval_runtime": 177.4879,
      "eval_samples_per_second": 175.336,
      "eval_steps_per_second": 10.958,
      "step": 91026
    },
    {
      "epoch": 10.8,
      "learning_rate": 4.784012338626757e-05,
      "loss": 0.9713,
      "step": 94527
    },
    {
      "epoch": 10.8,
      "eval_loss": 0.953546404838562,
      "eval_runtime": 177.5133,
      "eval_samples_per_second": 175.311,
      "eval_steps_per_second": 10.957,
      "step": 94527
    },
    {
      "epoch": 11.2,
      "learning_rate": 4.776012795612933e-05,
      "loss": 0.9682,
      "step": 98028
    },
    {
      "epoch": 11.2,
      "eval_loss": 0.9516591429710388,
      "eval_runtime": 177.5065,
      "eval_samples_per_second": 175.318,
      "eval_steps_per_second": 10.957,
      "step": 98028
    },
    {
      "epoch": 11.6,
      "learning_rate": 4.768013252599109e-05,
      "loss": 0.9678,
      "step": 101529
    },
    {
      "epoch": 11.6,
      "eval_loss": 0.9487663507461548,
      "eval_runtime": 177.5275,
      "eval_samples_per_second": 175.297,
      "eval_steps_per_second": 10.956,
      "step": 101529
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.760013709585286e-05,
      "loss": 0.9692,
      "step": 105030
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.9506123065948486,
      "eval_runtime": 177.4334,
      "eval_samples_per_second": 175.39,
      "eval_steps_per_second": 10.962,
      "step": 105030
    },
    {
      "epoch": 12.4,
      "learning_rate": 4.752014166571461e-05,
      "loss": 0.9648,
      "step": 108531
    },
    {
      "epoch": 12.4,
      "eval_loss": 0.9482792019844055,
      "eval_runtime": 177.4207,
      "eval_samples_per_second": 175.402,
      "eval_steps_per_second": 10.963,
      "step": 108531
    },
    {
      "epoch": 12.8,
      "learning_rate": 4.7440146235576376e-05,
      "loss": 0.9664,
      "step": 112032
    },
    {
      "epoch": 12.8,
      "eval_loss": 0.9506826400756836,
      "eval_runtime": 177.4367,
      "eval_samples_per_second": 175.386,
      "eval_steps_per_second": 10.962,
      "step": 112032
    },
    {
      "epoch": 13.2,
      "learning_rate": 4.736015080543814e-05,
      "loss": 0.9656,
      "step": 115533
    },
    {
      "epoch": 13.2,
      "eval_loss": 0.9522765874862671,
      "eval_runtime": 177.6082,
      "eval_samples_per_second": 175.217,
      "eval_steps_per_second": 10.951,
      "step": 115533
    },
    {
      "epoch": 13.6,
      "learning_rate": 4.72801553752999e-05,
      "loss": 0.9678,
      "step": 119034
    },
    {
      "epoch": 13.6,
      "eval_loss": 0.9502620100975037,
      "eval_runtime": 177.507,
      "eval_samples_per_second": 175.317,
      "eval_steps_per_second": 10.957,
      "step": 119034
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.720015994516166e-05,
      "loss": 0.9652,
      "step": 122535
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.9443088173866272,
      "eval_runtime": 177.5507,
      "eval_samples_per_second": 175.274,
      "eval_steps_per_second": 10.955,
      "step": 122535
    },
    {
      "epoch": 14.4,
      "learning_rate": 4.7120164515023426e-05,
      "loss": 0.9624,
      "step": 126036
    },
    {
      "epoch": 14.4,
      "eval_loss": 0.9469555020332336,
      "eval_runtime": 177.4174,
      "eval_samples_per_second": 175.406,
      "eval_steps_per_second": 10.963,
      "step": 126036
    },
    {
      "epoch": 14.8,
      "learning_rate": 4.704016908488518e-05,
      "loss": 0.9632,
      "step": 129537
    },
    {
      "epoch": 14.8,
      "eval_loss": 0.9473945498466492,
      "eval_runtime": 177.5092,
      "eval_samples_per_second": 175.315,
      "eval_steps_per_second": 10.957,
      "step": 129537
    },
    {
      "epoch": 15.2,
      "learning_rate": 4.6960173654746945e-05,
      "loss": 0.9625,
      "step": 133038
    },
    {
      "epoch": 15.2,
      "eval_loss": 0.948591947555542,
      "eval_runtime": 177.5625,
      "eval_samples_per_second": 175.262,
      "eval_steps_per_second": 10.954,
      "step": 133038
    },
    {
      "epoch": 15.6,
      "learning_rate": 4.688017822460871e-05,
      "loss": 0.9606,
      "step": 136539
    },
    {
      "epoch": 15.6,
      "eval_loss": 0.9465170502662659,
      "eval_runtime": 177.5019,
      "eval_samples_per_second": 175.322,
      "eval_steps_per_second": 10.958,
      "step": 136539
    },
    {
      "epoch": 16.0,
      "learning_rate": 4.680018279447047e-05,
      "loss": 0.9623,
      "step": 140040
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.9485459327697754,
      "eval_runtime": 177.4543,
      "eval_samples_per_second": 175.369,
      "eval_steps_per_second": 10.961,
      "step": 140040
    },
    {
      "epoch": 16.4,
      "learning_rate": 4.6720187364332226e-05,
      "loss": 0.9621,
      "step": 143541
    },
    {
      "epoch": 16.4,
      "eval_loss": 0.9435310959815979,
      "eval_runtime": 177.7019,
      "eval_samples_per_second": 175.125,
      "eval_steps_per_second": 10.945,
      "step": 143541
    },
    {
      "epoch": 16.8,
      "learning_rate": 4.6640191934193996e-05,
      "loss": 0.9608,
      "step": 147042
    },
    {
      "epoch": 16.8,
      "eval_loss": 0.9458166360855103,
      "eval_runtime": 177.4161,
      "eval_samples_per_second": 175.407,
      "eval_steps_per_second": 10.963,
      "step": 147042
    },
    {
      "epoch": 17.2,
      "learning_rate": 4.656019650405575e-05,
      "loss": 0.9607,
      "step": 150543
    },
    {
      "epoch": 17.2,
      "eval_loss": 0.944205641746521,
      "eval_runtime": 177.3072,
      "eval_samples_per_second": 175.515,
      "eval_steps_per_second": 10.97,
      "step": 150543
    },
    {
      "epoch": 17.6,
      "learning_rate": 4.6480201073917515e-05,
      "loss": 0.9573,
      "step": 154044
    },
    {
      "epoch": 17.6,
      "eval_loss": 0.948502242565155,
      "eval_runtime": 177.4753,
      "eval_samples_per_second": 175.348,
      "eval_steps_per_second": 10.959,
      "step": 154044
    },
    {
      "epoch": 18.0,
      "learning_rate": 4.640020564377928e-05,
      "loss": 0.9629,
      "step": 157545
    },
    {
      "epoch": 18.0,
      "eval_loss": 0.9456846714019775,
      "eval_runtime": 177.5771,
      "eval_samples_per_second": 175.248,
      "eval_steps_per_second": 10.953,
      "step": 157545
    },
    {
      "epoch": 18.4,
      "learning_rate": 4.632021021364104e-05,
      "loss": 0.9576,
      "step": 161046
    },
    {
      "epoch": 18.4,
      "eval_loss": 0.9430428147315979,
      "eval_runtime": 177.5195,
      "eval_samples_per_second": 175.305,
      "eval_steps_per_second": 10.957,
      "step": 161046
    },
    {
      "epoch": 18.8,
      "learning_rate": 4.62402147835028e-05,
      "loss": 0.9572,
      "step": 164547
    },
    {
      "epoch": 18.8,
      "eval_loss": 0.945507824420929,
      "eval_runtime": 177.5717,
      "eval_samples_per_second": 175.253,
      "eval_steps_per_second": 10.953,
      "step": 164547
    },
    {
      "epoch": 19.2,
      "learning_rate": 4.6160219353364566e-05,
      "loss": 0.9561,
      "step": 168048
    },
    {
      "epoch": 19.2,
      "eval_loss": 0.9430563449859619,
      "eval_runtime": 177.639,
      "eval_samples_per_second": 175.187,
      "eval_steps_per_second": 10.949,
      "step": 168048
    },
    {
      "epoch": 19.6,
      "learning_rate": 4.608022392322632e-05,
      "loss": 0.9584,
      "step": 171549
    },
    {
      "epoch": 19.6,
      "eval_loss": 0.944654107093811,
      "eval_runtime": 177.2628,
      "eval_samples_per_second": 175.559,
      "eval_steps_per_second": 10.972,
      "step": 171549
    },
    {
      "epoch": 20.0,
      "learning_rate": 4.600022849308809e-05,
      "loss": 0.9571,
      "step": 175050
    },
    {
      "epoch": 20.0,
      "eval_loss": 0.9449816346168518,
      "eval_runtime": 177.5343,
      "eval_samples_per_second": 175.29,
      "eval_steps_per_second": 10.956,
      "step": 175050
    },
    {
      "epoch": 20.4,
      "learning_rate": 4.592023306294985e-05,
      "loss": 0.9532,
      "step": 178551
    },
    {
      "epoch": 20.4,
      "eval_loss": 0.9422610998153687,
      "eval_runtime": 177.5589,
      "eval_samples_per_second": 175.266,
      "eval_steps_per_second": 10.954,
      "step": 178551
    },
    {
      "epoch": 20.8,
      "learning_rate": 4.584023763281161e-05,
      "loss": 0.955,
      "step": 182052
    },
    {
      "epoch": 20.8,
      "eval_loss": 0.9425234794616699,
      "eval_runtime": 177.4849,
      "eval_samples_per_second": 175.339,
      "eval_steps_per_second": 10.959,
      "step": 182052
    },
    {
      "epoch": 21.2,
      "learning_rate": 4.576024220267337e-05,
      "loss": 0.9542,
      "step": 185553
    },
    {
      "epoch": 21.2,
      "eval_loss": 0.940060555934906,
      "eval_runtime": 177.7301,
      "eval_samples_per_second": 175.097,
      "eval_steps_per_second": 10.944,
      "step": 185553
    },
    {
      "epoch": 21.6,
      "learning_rate": 4.5680246772535135e-05,
      "loss": 0.9512,
      "step": 189054
    },
    {
      "epoch": 21.6,
      "eval_loss": 0.9436028599739075,
      "eval_runtime": 177.5045,
      "eval_samples_per_second": 175.319,
      "eval_steps_per_second": 10.957,
      "step": 189054
    },
    {
      "epoch": 22.0,
      "learning_rate": 4.560025134239689e-05,
      "loss": 0.9556,
      "step": 192555
    },
    {
      "epoch": 22.0,
      "eval_loss": 0.9408882260322571,
      "eval_runtime": 177.5846,
      "eval_samples_per_second": 175.24,
      "eval_steps_per_second": 10.953,
      "step": 192555
    },
    {
      "epoch": 22.4,
      "learning_rate": 4.552025591225866e-05,
      "loss": 0.9528,
      "step": 196056
    },
    {
      "epoch": 22.4,
      "eval_loss": 0.9434440732002258,
      "eval_runtime": 177.5389,
      "eval_samples_per_second": 175.286,
      "eval_steps_per_second": 10.955,
      "step": 196056
    },
    {
      "epoch": 22.8,
      "learning_rate": 4.5440260482120416e-05,
      "loss": 0.9519,
      "step": 199557
    },
    {
      "epoch": 22.8,
      "eval_loss": 0.9397256970405579,
      "eval_runtime": 177.7195,
      "eval_samples_per_second": 175.107,
      "eval_steps_per_second": 10.944,
      "step": 199557
    },
    {
      "epoch": 23.2,
      "learning_rate": 4.536026505198218e-05,
      "loss": 0.9526,
      "step": 203058
    },
    {
      "epoch": 23.2,
      "eval_loss": 0.9388800263404846,
      "eval_runtime": 177.5696,
      "eval_samples_per_second": 175.255,
      "eval_steps_per_second": 10.953,
      "step": 203058
    },
    {
      "epoch": 23.6,
      "learning_rate": 4.528026962184394e-05,
      "loss": 0.9494,
      "step": 206559
    },
    {
      "epoch": 23.6,
      "eval_loss": 0.93772292137146,
      "eval_runtime": 177.5868,
      "eval_samples_per_second": 175.238,
      "eval_steps_per_second": 10.952,
      "step": 206559
    },
    {
      "epoch": 24.0,
      "learning_rate": 4.5200274191705705e-05,
      "loss": 0.953,
      "step": 210060
    },
    {
      "epoch": 24.0,
      "eval_loss": 0.9386118054389954,
      "eval_runtime": 177.6021,
      "eval_samples_per_second": 175.223,
      "eval_steps_per_second": 10.951,
      "step": 210060
    },
    {
      "epoch": 24.4,
      "learning_rate": 4.512027876156746e-05,
      "loss": 0.9472,
      "step": 213561
    },
    {
      "epoch": 24.4,
      "eval_loss": 0.9392057061195374,
      "eval_runtime": 177.5795,
      "eval_samples_per_second": 175.245,
      "eval_steps_per_second": 10.953,
      "step": 213561
    },
    {
      "epoch": 24.8,
      "learning_rate": 4.504028333142923e-05,
      "loss": 0.9505,
      "step": 217062
    },
    {
      "epoch": 24.8,
      "eval_loss": 0.9383804798126221,
      "eval_runtime": 177.5958,
      "eval_samples_per_second": 175.229,
      "eval_steps_per_second": 10.952,
      "step": 217062
    },
    {
      "epoch": 25.2,
      "learning_rate": 4.4960287901290986e-05,
      "loss": 0.9458,
      "step": 220563
    },
    {
      "epoch": 25.2,
      "eval_loss": 0.9350699186325073,
      "eval_runtime": 177.4438,
      "eval_samples_per_second": 175.379,
      "eval_steps_per_second": 10.961,
      "step": 220563
    },
    {
      "epoch": 25.6,
      "learning_rate": 4.488029247115275e-05,
      "loss": 0.9479,
      "step": 224064
    },
    {
      "epoch": 25.6,
      "eval_loss": 0.9326021671295166,
      "eval_runtime": 177.3212,
      "eval_samples_per_second": 175.501,
      "eval_steps_per_second": 10.969,
      "step": 224064
    },
    {
      "epoch": 26.0,
      "learning_rate": 4.480029704101451e-05,
      "loss": 0.9495,
      "step": 227565
    },
    {
      "epoch": 26.0,
      "eval_loss": 0.9333738088607788,
      "eval_runtime": 177.2781,
      "eval_samples_per_second": 175.543,
      "eval_steps_per_second": 10.971,
      "step": 227565
    },
    {
      "epoch": 26.4,
      "learning_rate": 4.4720301610876274e-05,
      "loss": 0.9434,
      "step": 231066
    },
    {
      "epoch": 26.4,
      "eval_loss": 0.9343997836112976,
      "eval_runtime": 177.4455,
      "eval_samples_per_second": 175.378,
      "eval_steps_per_second": 10.961,
      "step": 231066
    },
    {
      "epoch": 26.8,
      "learning_rate": 4.464030618073804e-05,
      "loss": 0.9475,
      "step": 234567
    },
    {
      "epoch": 26.8,
      "eval_loss": 0.9394047856330872,
      "eval_runtime": 177.4291,
      "eval_samples_per_second": 175.394,
      "eval_steps_per_second": 10.962,
      "step": 234567
    },
    {
      "epoch": 27.2,
      "learning_rate": 4.45603107505998e-05,
      "loss": 0.9479,
      "step": 238068
    },
    {
      "epoch": 27.2,
      "eval_loss": 0.9336209893226624,
      "eval_runtime": 177.3352,
      "eval_samples_per_second": 175.487,
      "eval_steps_per_second": 10.968,
      "step": 238068
    },
    {
      "epoch": 27.6,
      "learning_rate": 4.4480315320461556e-05,
      "loss": 0.9453,
      "step": 241569
    },
    {
      "epoch": 27.6,
      "eval_loss": 0.9349226355552673,
      "eval_runtime": 177.3043,
      "eval_samples_per_second": 175.517,
      "eval_steps_per_second": 10.97,
      "step": 241569
    },
    {
      "epoch": 28.0,
      "learning_rate": 4.4400319890323325e-05,
      "loss": 0.9458,
      "step": 245070
    },
    {
      "epoch": 28.0,
      "eval_loss": 0.9337905645370483,
      "eval_runtime": 177.3396,
      "eval_samples_per_second": 175.482,
      "eval_steps_per_second": 10.968,
      "step": 245070
    },
    {
      "epoch": 28.4,
      "learning_rate": 4.432032446018508e-05,
      "loss": 0.9411,
      "step": 248571
    },
    {
      "epoch": 28.4,
      "eval_loss": 0.9311910271644592,
      "eval_runtime": 177.2625,
      "eval_samples_per_second": 175.559,
      "eval_steps_per_second": 10.972,
      "step": 248571
    },
    {
      "epoch": 28.8,
      "learning_rate": 4.4240329030046844e-05,
      "loss": 0.9443,
      "step": 252072
    },
    {
      "epoch": 28.8,
      "eval_loss": 0.930526614189148,
      "eval_runtime": 177.3837,
      "eval_samples_per_second": 175.439,
      "eval_steps_per_second": 10.965,
      "step": 252072
    },
    {
      "epoch": 29.2,
      "learning_rate": 4.4160333599908606e-05,
      "loss": 0.9418,
      "step": 255573
    },
    {
      "epoch": 29.2,
      "eval_loss": 0.9349842667579651,
      "eval_runtime": 177.3409,
      "eval_samples_per_second": 175.481,
      "eval_steps_per_second": 10.968,
      "step": 255573
    },
    {
      "epoch": 29.6,
      "learning_rate": 4.408033816977037e-05,
      "loss": 0.9423,
      "step": 259074
    },
    {
      "epoch": 29.6,
      "eval_loss": 0.9312747716903687,
      "eval_runtime": 177.3094,
      "eval_samples_per_second": 175.512,
      "eval_steps_per_second": 10.97,
      "step": 259074
    },
    {
      "epoch": 30.0,
      "learning_rate": 4.4000342739632125e-05,
      "loss": 0.9441,
      "step": 262575
    },
    {
      "epoch": 30.0,
      "eval_loss": 0.9297969341278076,
      "eval_runtime": 177.4784,
      "eval_samples_per_second": 175.345,
      "eval_steps_per_second": 10.959,
      "step": 262575
    },
    {
      "epoch": 30.4,
      "learning_rate": 4.3920347309493895e-05,
      "loss": 0.9388,
      "step": 266076
    },
    {
      "epoch": 30.4,
      "eval_loss": 0.9298827052116394,
      "eval_runtime": 177.3405,
      "eval_samples_per_second": 175.482,
      "eval_steps_per_second": 10.968,
      "step": 266076
    },
    {
      "epoch": 30.8,
      "learning_rate": 4.384035187935565e-05,
      "loss": 0.9418,
      "step": 269577
    },
    {
      "epoch": 30.8,
      "eval_loss": 0.9313934445381165,
      "eval_runtime": 177.3424,
      "eval_samples_per_second": 175.48,
      "eval_steps_per_second": 10.967,
      "step": 269577
    },
    {
      "epoch": 31.2,
      "learning_rate": 4.376035644921741e-05,
      "loss": 0.9402,
      "step": 273078
    },
    {
      "epoch": 31.2,
      "eval_loss": 0.933687150478363,
      "eval_runtime": 177.2623,
      "eval_samples_per_second": 175.559,
      "eval_steps_per_second": 10.972,
      "step": 273078
    },
    {
      "epoch": 31.6,
      "learning_rate": 4.3680361019079176e-05,
      "loss": 0.9366,
      "step": 276579
    },
    {
      "epoch": 31.6,
      "eval_loss": 0.927956223487854,
      "eval_runtime": 177.2474,
      "eval_samples_per_second": 175.574,
      "eval_steps_per_second": 10.973,
      "step": 276579
    },
    {
      "epoch": 32.0,
      "learning_rate": 4.360036558894094e-05,
      "loss": 0.9406,
      "step": 280080
    },
    {
      "epoch": 32.0,
      "eval_loss": 0.9269111156463623,
      "eval_runtime": 177.2222,
      "eval_samples_per_second": 175.599,
      "eval_steps_per_second": 10.975,
      "step": 280080
    },
    {
      "epoch": 32.4,
      "learning_rate": 4.3520370158802695e-05,
      "loss": 0.9362,
      "step": 283581
    },
    {
      "epoch": 32.4,
      "eval_loss": 0.9323258399963379,
      "eval_runtime": 177.3606,
      "eval_samples_per_second": 175.462,
      "eval_steps_per_second": 10.966,
      "step": 283581
    },
    {
      "epoch": 32.8,
      "learning_rate": 4.3440374728664464e-05,
      "loss": 0.9389,
      "step": 287082
    },
    {
      "epoch": 32.8,
      "eval_loss": 0.9279223084449768,
      "eval_runtime": 177.4942,
      "eval_samples_per_second": 175.33,
      "eval_steps_per_second": 10.958,
      "step": 287082
    },
    {
      "epoch": 33.2,
      "learning_rate": 4.336037929852622e-05,
      "loss": 0.9347,
      "step": 290583
    },
    {
      "epoch": 33.2,
      "eval_loss": 0.9276158213615417,
      "eval_runtime": 177.5222,
      "eval_samples_per_second": 175.302,
      "eval_steps_per_second": 10.956,
      "step": 290583
    },
    {
      "epoch": 33.6,
      "learning_rate": 4.328038386838798e-05,
      "loss": 0.9361,
      "step": 294084
    },
    {
      "epoch": 33.6,
      "eval_loss": 0.93123459815979,
      "eval_runtime": 177.5834,
      "eval_samples_per_second": 175.242,
      "eval_steps_per_second": 10.953,
      "step": 294084
    },
    {
      "epoch": 34.0,
      "learning_rate": 4.3200388438249746e-05,
      "loss": 0.9382,
      "step": 297585
    },
    {
      "epoch": 34.0,
      "eval_loss": 0.928411602973938,
      "eval_runtime": 177.6079,
      "eval_samples_per_second": 175.217,
      "eval_steps_per_second": 10.951,
      "step": 297585
    },
    {
      "epoch": 34.4,
      "learning_rate": 4.312039300811151e-05,
      "loss": 0.9319,
      "step": 301086
    },
    {
      "epoch": 34.4,
      "eval_loss": 0.9270405173301697,
      "eval_runtime": 177.5221,
      "eval_samples_per_second": 175.302,
      "eval_steps_per_second": 10.956,
      "step": 301086
    },
    {
      "epoch": 34.8,
      "learning_rate": 4.304039757797327e-05,
      "loss": 0.9361,
      "step": 304587
    },
    {
      "epoch": 34.8,
      "eval_loss": 0.9271640777587891,
      "eval_runtime": 177.3566,
      "eval_samples_per_second": 175.466,
      "eval_steps_per_second": 10.967,
      "step": 304587
    },
    {
      "epoch": 35.2,
      "learning_rate": 4.2960402147835034e-05,
      "loss": 0.9339,
      "step": 308088
    },
    {
      "epoch": 35.2,
      "eval_loss": 0.9249849319458008,
      "eval_runtime": 177.2959,
      "eval_samples_per_second": 175.526,
      "eval_steps_per_second": 10.97,
      "step": 308088
    },
    {
      "epoch": 35.6,
      "learning_rate": 4.288040671769679e-05,
      "loss": 0.9329,
      "step": 311589
    },
    {
      "epoch": 35.6,
      "eval_loss": 0.9226134419441223,
      "eval_runtime": 177.4932,
      "eval_samples_per_second": 175.331,
      "eval_steps_per_second": 10.958,
      "step": 311589
    },
    {
      "epoch": 36.0,
      "learning_rate": 4.280041128755856e-05,
      "loss": 0.9364,
      "step": 315090
    },
    {
      "epoch": 36.0,
      "eval_loss": 0.9226271510124207,
      "eval_runtime": 177.4871,
      "eval_samples_per_second": 175.337,
      "eval_steps_per_second": 10.959,
      "step": 315090
    },
    {
      "epoch": 36.4,
      "learning_rate": 4.2720415857420315e-05,
      "loss": 0.9307,
      "step": 318591
    },
    {
      "epoch": 36.4,
      "eval_loss": 0.9248347878456116,
      "eval_runtime": 177.8038,
      "eval_samples_per_second": 175.024,
      "eval_steps_per_second": 10.939,
      "step": 318591
    },
    {
      "epoch": 36.8,
      "learning_rate": 4.264042042728208e-05,
      "loss": 0.9326,
      "step": 322092
    },
    {
      "epoch": 36.8,
      "eval_loss": 0.9248685836791992,
      "eval_runtime": 177.5153,
      "eval_samples_per_second": 175.309,
      "eval_steps_per_second": 10.957,
      "step": 322092
    },
    {
      "epoch": 37.2,
      "learning_rate": 4.256042499714384e-05,
      "loss": 0.932,
      "step": 325593
    },
    {
      "epoch": 37.2,
      "eval_loss": 0.9229134321212769,
      "eval_runtime": 177.4978,
      "eval_samples_per_second": 175.326,
      "eval_steps_per_second": 10.958,
      "step": 325593
    },
    {
      "epoch": 37.6,
      "learning_rate": 4.2480429567005596e-05,
      "loss": 0.9321,
      "step": 329094
    },
    {
      "epoch": 37.6,
      "eval_loss": 0.9236814975738525,
      "eval_runtime": 178.5737,
      "eval_samples_per_second": 174.27,
      "eval_steps_per_second": 10.892,
      "step": 329094
    },
    {
      "epoch": 38.0,
      "learning_rate": 4.240043413686736e-05,
      "loss": 0.9315,
      "step": 332595
    },
    {
      "epoch": 38.0,
      "eval_loss": 0.9243875741958618,
      "eval_runtime": 178.4244,
      "eval_samples_per_second": 174.416,
      "eval_steps_per_second": 10.901,
      "step": 332595
    },
    {
      "epoch": 38.4,
      "learning_rate": 4.232043870672912e-05,
      "loss": 0.9277,
      "step": 336096
    },
    {
      "epoch": 38.4,
      "eval_loss": 0.921384334564209,
      "eval_runtime": 178.5199,
      "eval_samples_per_second": 174.322,
      "eval_steps_per_second": 10.895,
      "step": 336096
    },
    {
      "epoch": 38.8,
      "learning_rate": 4.2240443276590885e-05,
      "loss": 0.9305,
      "step": 339597
    },
    {
      "epoch": 38.8,
      "eval_loss": 0.924416184425354,
      "eval_runtime": 178.4499,
      "eval_samples_per_second": 174.391,
      "eval_steps_per_second": 10.899,
      "step": 339597
    },
    {
      "epoch": 39.2,
      "learning_rate": 4.216044784645265e-05,
      "loss": 0.9264,
      "step": 343098
    },
    {
      "epoch": 39.2,
      "eval_loss": 0.9202448725700378,
      "eval_runtime": 178.5894,
      "eval_samples_per_second": 174.254,
      "eval_steps_per_second": 10.891,
      "step": 343098
    },
    {
      "epoch": 39.6,
      "learning_rate": 4.208045241631441e-05,
      "loss": 0.9272,
      "step": 346599
    },
    {
      "epoch": 39.6,
      "eval_loss": 0.9173216223716736,
      "eval_runtime": 178.587,
      "eval_samples_per_second": 174.257,
      "eval_steps_per_second": 10.891,
      "step": 346599
    },
    {
      "epoch": 40.0,
      "learning_rate": 4.2000456986176166e-05,
      "loss": 0.9292,
      "step": 350100
    },
    {
      "epoch": 40.0,
      "eval_loss": 0.9211925268173218,
      "eval_runtime": 177.5554,
      "eval_samples_per_second": 175.269,
      "eval_steps_per_second": 10.954,
      "step": 350100
    },
    {
      "epoch": 40.4,
      "learning_rate": 4.1920461556037935e-05,
      "loss": 0.9237,
      "step": 353601
    },
    {
      "epoch": 40.4,
      "eval_loss": 0.9185072183609009,
      "eval_runtime": 177.3103,
      "eval_samples_per_second": 175.512,
      "eval_steps_per_second": 10.969,
      "step": 353601
    },
    {
      "epoch": 40.8,
      "learning_rate": 4.184046612589969e-05,
      "loss": 0.9277,
      "step": 357102
    },
    {
      "epoch": 40.8,
      "eval_loss": 0.9214913845062256,
      "eval_runtime": 177.444,
      "eval_samples_per_second": 175.379,
      "eval_steps_per_second": 10.961,
      "step": 357102
    },
    {
      "epoch": 41.2,
      "learning_rate": 4.1760470695761454e-05,
      "loss": 0.9262,
      "step": 360603
    },
    {
      "epoch": 41.2,
      "eval_loss": 0.9183996319770813,
      "eval_runtime": 177.4174,
      "eval_samples_per_second": 175.406,
      "eval_steps_per_second": 10.963,
      "step": 360603
    },
    {
      "epoch": 41.6,
      "learning_rate": 4.168047526562322e-05,
      "loss": 0.9247,
      "step": 364104
    },
    {
      "epoch": 41.6,
      "eval_loss": 0.921753466129303,
      "eval_runtime": 177.4686,
      "eval_samples_per_second": 175.355,
      "eval_steps_per_second": 10.96,
      "step": 364104
    },
    {
      "epoch": 42.0,
      "learning_rate": 4.160047983548498e-05,
      "loss": 0.9265,
      "step": 367605
    },
    {
      "epoch": 42.0,
      "eval_loss": 0.9194549918174744,
      "eval_runtime": 177.4828,
      "eval_samples_per_second": 175.341,
      "eval_steps_per_second": 10.959,
      "step": 367605
    },
    {
      "epoch": 42.4,
      "learning_rate": 4.1520484405346736e-05,
      "loss": 0.9228,
      "step": 371106
    },
    {
      "epoch": 42.4,
      "eval_loss": 0.9182046055793762,
      "eval_runtime": 177.5745,
      "eval_samples_per_second": 175.25,
      "eval_steps_per_second": 10.953,
      "step": 371106
    },
    {
      "epoch": 42.8,
      "learning_rate": 4.1440488975208505e-05,
      "loss": 0.9239,
      "step": 374607
    },
    {
      "epoch": 42.8,
      "eval_loss": 0.9209604859352112,
      "eval_runtime": 177.5469,
      "eval_samples_per_second": 175.278,
      "eval_steps_per_second": 10.955,
      "step": 374607
    },
    {
      "epoch": 43.2,
      "learning_rate": 4.136049354507026e-05,
      "loss": 0.9234,
      "step": 378108
    },
    {
      "epoch": 43.2,
      "eval_loss": 0.9235459566116333,
      "eval_runtime": 177.4486,
      "eval_samples_per_second": 175.375,
      "eval_steps_per_second": 10.961,
      "step": 378108
    },
    {
      "epoch": 43.6,
      "learning_rate": 4.1280498114932024e-05,
      "loss": 0.9235,
      "step": 381609
    },
    {
      "epoch": 43.6,
      "eval_loss": 0.9178280234336853,
      "eval_runtime": 177.5134,
      "eval_samples_per_second": 175.311,
      "eval_steps_per_second": 10.957,
      "step": 381609
    },
    {
      "epoch": 44.0,
      "learning_rate": 4.1200502684793786e-05,
      "loss": 0.9251,
      "step": 385110
    },
    {
      "epoch": 44.0,
      "eval_loss": 0.913722574710846,
      "eval_runtime": 177.523,
      "eval_samples_per_second": 175.301,
      "eval_steps_per_second": 10.956,
      "step": 385110
    },
    {
      "epoch": 44.4,
      "learning_rate": 4.112050725465555e-05,
      "loss": 0.9188,
      "step": 388611
    },
    {
      "epoch": 44.4,
      "eval_loss": 0.9187389612197876,
      "eval_runtime": 177.5478,
      "eval_samples_per_second": 175.277,
      "eval_steps_per_second": 10.955,
      "step": 388611
    },
    {
      "epoch": 44.8,
      "learning_rate": 4.1040511824517305e-05,
      "loss": 0.9215,
      "step": 392112
    },
    {
      "epoch": 44.8,
      "eval_loss": 0.9166533946990967,
      "eval_runtime": 177.4821,
      "eval_samples_per_second": 175.342,
      "eval_steps_per_second": 10.959,
      "step": 392112
    },
    {
      "epoch": 45.2,
      "learning_rate": 4.0960516394379075e-05,
      "loss": 0.9203,
      "step": 395613
    },
    {
      "epoch": 45.2,
      "eval_loss": 0.9170865416526794,
      "eval_runtime": 177.4835,
      "eval_samples_per_second": 175.34,
      "eval_steps_per_second": 10.959,
      "step": 395613
    },
    {
      "epoch": 45.6,
      "learning_rate": 4.088052096424083e-05,
      "loss": 0.9206,
      "step": 399114
    },
    {
      "epoch": 45.6,
      "eval_loss": 0.9114164113998413,
      "eval_runtime": 177.3931,
      "eval_samples_per_second": 175.43,
      "eval_steps_per_second": 10.964,
      "step": 399114
    },
    {
      "epoch": 46.0,
      "learning_rate": 4.080052553410259e-05,
      "loss": 0.9226,
      "step": 402615
    },
    {
      "epoch": 46.0,
      "eval_loss": 0.9157847762107849,
      "eval_runtime": 177.4174,
      "eval_samples_per_second": 175.406,
      "eval_steps_per_second": 10.963,
      "step": 402615
    },
    {
      "epoch": 46.4,
      "learning_rate": 4.0720530103964356e-05,
      "loss": 0.9172,
      "step": 406116
    },
    {
      "epoch": 46.4,
      "eval_loss": 0.9159908294677734,
      "eval_runtime": 177.5134,
      "eval_samples_per_second": 175.311,
      "eval_steps_per_second": 10.957,
      "step": 406116
    },
    {
      "epoch": 46.8,
      "learning_rate": 4.064053467382612e-05,
      "loss": 0.918,
      "step": 409617
    },
    {
      "epoch": 46.8,
      "eval_loss": 0.9126763343811035,
      "eval_runtime": 177.4115,
      "eval_samples_per_second": 175.411,
      "eval_steps_per_second": 10.963,
      "step": 409617
    },
    {
      "epoch": 47.2,
      "learning_rate": 4.056053924368788e-05,
      "loss": 0.9177,
      "step": 413118
    },
    {
      "epoch": 47.2,
      "eval_loss": 0.9146538376808167,
      "eval_runtime": 177.5159,
      "eval_samples_per_second": 175.308,
      "eval_steps_per_second": 10.957,
      "step": 413118
    },
    {
      "epoch": 47.6,
      "learning_rate": 4.0480543813549644e-05,
      "loss": 0.918,
      "step": 416619
    },
    {
      "epoch": 47.6,
      "eval_loss": 0.9144261479377747,
      "eval_runtime": 177.4299,
      "eval_samples_per_second": 175.393,
      "eval_steps_per_second": 10.962,
      "step": 416619
    },
    {
      "epoch": 48.0,
      "learning_rate": 4.04005483834114e-05,
      "loss": 0.9186,
      "step": 420120
    },
    {
      "epoch": 48.0,
      "eval_loss": 0.9152446389198303,
      "eval_runtime": 177.4928,
      "eval_samples_per_second": 175.331,
      "eval_steps_per_second": 10.958,
      "step": 420120
    },
    {
      "epoch": 48.4,
      "learning_rate": 4.032055295327317e-05,
      "loss": 0.9145,
      "step": 423621
    },
    {
      "epoch": 48.4,
      "eval_loss": 0.9146500825881958,
      "eval_runtime": 177.6162,
      "eval_samples_per_second": 175.209,
      "eval_steps_per_second": 10.951,
      "step": 423621
    },
    {
      "epoch": 48.8,
      "learning_rate": 4.0240557523134926e-05,
      "loss": 0.9176,
      "step": 427122
    },
    {
      "epoch": 48.8,
      "eval_loss": 0.91416335105896,
      "eval_runtime": 177.5943,
      "eval_samples_per_second": 175.231,
      "eval_steps_per_second": 10.952,
      "step": 427122
    },
    {
      "epoch": 49.2,
      "learning_rate": 4.016056209299669e-05,
      "loss": 0.9146,
      "step": 430623
    },
    {
      "epoch": 49.2,
      "eval_loss": 0.9143691658973694,
      "eval_runtime": 177.6008,
      "eval_samples_per_second": 175.224,
      "eval_steps_per_second": 10.952,
      "step": 430623
    },
    {
      "epoch": 49.6,
      "learning_rate": 4.008056666285845e-05,
      "loss": 0.9163,
      "step": 434124
    },
    {
      "epoch": 49.6,
      "eval_loss": 0.9136433601379395,
      "eval_runtime": 177.4417,
      "eval_samples_per_second": 175.382,
      "eval_steps_per_second": 10.961,
      "step": 434124
    },
    {
      "epoch": 50.0,
      "learning_rate": 4.0000571232720214e-05,
      "loss": 0.9164,
      "step": 437625
    },
    {
      "epoch": 50.0,
      "eval_loss": 0.9115509390830994,
      "eval_runtime": 178.4645,
      "eval_samples_per_second": 174.376,
      "eval_steps_per_second": 10.899,
      "step": 437625
    },
    {
      "epoch": 50.4,
      "learning_rate": 3.992057580258197e-05,
      "loss": 0.9102,
      "step": 441126
    },
    {
      "epoch": 50.4,
      "eval_loss": 0.9133750796318054,
      "eval_runtime": 178.2605,
      "eval_samples_per_second": 174.576,
      "eval_steps_per_second": 10.911,
      "step": 441126
    },
    {
      "epoch": 50.8,
      "learning_rate": 3.984058037244374e-05,
      "loss": 0.9149,
      "step": 444627
    },
    {
      "epoch": 50.8,
      "eval_loss": 0.9099620580673218,
      "eval_runtime": 177.7712,
      "eval_samples_per_second": 175.056,
      "eval_steps_per_second": 10.941,
      "step": 444627
    },
    {
      "epoch": 51.2,
      "learning_rate": 3.9760584942305495e-05,
      "loss": 0.9155,
      "step": 448128
    },
    {
      "epoch": 51.2,
      "eval_loss": 0.9076240658760071,
      "eval_runtime": 177.4509,
      "eval_samples_per_second": 175.372,
      "eval_steps_per_second": 10.961,
      "step": 448128
    },
    {
      "epoch": 51.6,
      "learning_rate": 3.968058951216726e-05,
      "loss": 0.9128,
      "step": 451629
    },
    {
      "epoch": 51.6,
      "eval_loss": 0.9097868204116821,
      "eval_runtime": 177.4759,
      "eval_samples_per_second": 175.348,
      "eval_steps_per_second": 10.959,
      "step": 451629
    },
    {
      "epoch": 52.0,
      "learning_rate": 3.960059408202902e-05,
      "loss": 0.9128,
      "step": 455130
    },
    {
      "epoch": 52.0,
      "eval_loss": 0.9142981171607971,
      "eval_runtime": 177.8314,
      "eval_samples_per_second": 174.997,
      "eval_steps_per_second": 10.937,
      "step": 455130
    },
    {
      "epoch": 52.4,
      "learning_rate": 3.952059865189078e-05,
      "loss": 0.9098,
      "step": 458631
    },
    {
      "epoch": 52.4,
      "eval_loss": 0.9127160310745239,
      "eval_runtime": 177.596,
      "eval_samples_per_second": 175.229,
      "eval_steps_per_second": 10.952,
      "step": 458631
    },
    {
      "epoch": 52.8,
      "learning_rate": 3.944060322175254e-05,
      "loss": 0.9121,
      "step": 462132
    },
    {
      "epoch": 52.8,
      "eval_loss": 0.911176323890686,
      "eval_runtime": 177.6183,
      "eval_samples_per_second": 175.207,
      "eval_steps_per_second": 10.95,
      "step": 462132
    },
    {
      "epoch": 53.2,
      "learning_rate": 3.936060779161431e-05,
      "loss": 0.9128,
      "step": 465633
    },
    {
      "epoch": 53.2,
      "eval_loss": 0.9088250398635864,
      "eval_runtime": 177.3192,
      "eval_samples_per_second": 175.503,
      "eval_steps_per_second": 10.969,
      "step": 465633
    },
    {
      "epoch": 53.6,
      "learning_rate": 3.9280612361476065e-05,
      "loss": 0.9068,
      "step": 469134
    },
    {
      "epoch": 53.6,
      "eval_loss": 0.9073150157928467,
      "eval_runtime": 177.6629,
      "eval_samples_per_second": 175.163,
      "eval_steps_per_second": 10.948,
      "step": 469134
    },
    {
      "epoch": 54.0,
      "learning_rate": 3.920061693133783e-05,
      "loss": 0.9116,
      "step": 472635
    },
    {
      "epoch": 54.0,
      "eval_loss": 0.9075030088424683,
      "eval_runtime": 177.5925,
      "eval_samples_per_second": 175.233,
      "eval_steps_per_second": 10.952,
      "step": 472635
    },
    {
      "epoch": 54.4,
      "learning_rate": 3.912062150119959e-05,
      "loss": 0.9071,
      "step": 476136
    },
    {
      "epoch": 54.4,
      "eval_loss": 0.9067005515098572,
      "eval_runtime": 177.5266,
      "eval_samples_per_second": 175.298,
      "eval_steps_per_second": 10.956,
      "step": 476136
    },
    {
      "epoch": 54.8,
      "learning_rate": 3.904062607106135e-05,
      "loss": 0.9104,
      "step": 479637
    },
    {
      "epoch": 54.8,
      "eval_loss": 0.9073493480682373,
      "eval_runtime": 177.4472,
      "eval_samples_per_second": 175.376,
      "eval_steps_per_second": 10.961,
      "step": 479637
    },
    {
      "epoch": 55.2,
      "learning_rate": 3.8960630640923115e-05,
      "loss": 0.9054,
      "step": 483138
    },
    {
      "epoch": 55.2,
      "eval_loss": 0.9102022051811218,
      "eval_runtime": 177.6725,
      "eval_samples_per_second": 175.154,
      "eval_steps_per_second": 10.947,
      "step": 483138
    },
    {
      "epoch": 55.6,
      "learning_rate": 3.888063521078488e-05,
      "loss": 0.9097,
      "step": 486639
    },
    {
      "epoch": 55.6,
      "eval_loss": 0.9054126143455505,
      "eval_runtime": 177.6461,
      "eval_samples_per_second": 175.18,
      "eval_steps_per_second": 10.949,
      "step": 486639
    },
    {
      "epoch": 56.0,
      "learning_rate": 3.8800639780646634e-05,
      "loss": 0.9091,
      "step": 490140
    },
    {
      "epoch": 56.0,
      "eval_loss": 0.9067865014076233,
      "eval_runtime": 177.5605,
      "eval_samples_per_second": 175.264,
      "eval_steps_per_second": 10.954,
      "step": 490140
    },
    {
      "epoch": 56.4,
      "learning_rate": 3.8720644350508404e-05,
      "loss": 0.9047,
      "step": 493641
    },
    {
      "epoch": 56.4,
      "eval_loss": 0.9057883024215698,
      "eval_runtime": 177.3995,
      "eval_samples_per_second": 175.423,
      "eval_steps_per_second": 10.964,
      "step": 493641
    },
    {
      "epoch": 56.8,
      "learning_rate": 3.864064892037016e-05,
      "loss": 0.9076,
      "step": 497142
    },
    {
      "epoch": 56.8,
      "eval_loss": 0.9096718430519104,
      "eval_runtime": 177.7746,
      "eval_samples_per_second": 175.053,
      "eval_steps_per_second": 10.941,
      "step": 497142
    },
    {
      "epoch": 57.2,
      "learning_rate": 3.856065349023192e-05,
      "loss": 0.9052,
      "step": 500643
    },
    {
      "epoch": 57.2,
      "eval_loss": 0.9001969695091248,
      "eval_runtime": 177.6819,
      "eval_samples_per_second": 175.144,
      "eval_steps_per_second": 10.947,
      "step": 500643
    },
    {
      "epoch": 57.6,
      "learning_rate": 3.8480658060093685e-05,
      "loss": 0.9047,
      "step": 504144
    },
    {
      "epoch": 57.6,
      "eval_loss": 0.9067962765693665,
      "eval_runtime": 177.5691,
      "eval_samples_per_second": 175.256,
      "eval_steps_per_second": 10.953,
      "step": 504144
    },
    {
      "epoch": 58.0,
      "learning_rate": 3.840066262995545e-05,
      "loss": 0.9061,
      "step": 507645
    },
    {
      "epoch": 58.0,
      "eval_loss": 0.9069446921348572,
      "eval_runtime": 177.6225,
      "eval_samples_per_second": 175.203,
      "eval_steps_per_second": 10.95,
      "step": 507645
    },
    {
      "epoch": 58.4,
      "learning_rate": 3.8320667199817204e-05,
      "loss": 0.9004,
      "step": 511146
    },
    {
      "epoch": 58.4,
      "eval_loss": 0.9056394696235657,
      "eval_runtime": 177.6384,
      "eval_samples_per_second": 175.187,
      "eval_steps_per_second": 10.949,
      "step": 511146
    },
    {
      "epoch": 58.8,
      "learning_rate": 3.824067176967897e-05,
      "loss": 0.9056,
      "step": 514647
    },
    {
      "epoch": 58.8,
      "eval_loss": 0.9041665196418762,
      "eval_runtime": 177.5114,
      "eval_samples_per_second": 175.313,
      "eval_steps_per_second": 10.957,
      "step": 514647
    },
    {
      "epoch": 59.2,
      "learning_rate": 3.816067633954073e-05,
      "loss": 0.9038,
      "step": 518148
    },
    {
      "epoch": 59.2,
      "eval_loss": 0.9006583094596863,
      "eval_runtime": 177.5976,
      "eval_samples_per_second": 175.228,
      "eval_steps_per_second": 10.952,
      "step": 518148
    },
    {
      "epoch": 59.6,
      "learning_rate": 3.808068090940249e-05,
      "loss": 0.9033,
      "step": 521649
    },
    {
      "epoch": 59.6,
      "eval_loss": 0.905081570148468,
      "eval_runtime": 177.5456,
      "eval_samples_per_second": 175.279,
      "eval_steps_per_second": 10.955,
      "step": 521649
    },
    {
      "epoch": 60.0,
      "learning_rate": 3.8000685479264255e-05,
      "loss": 0.903,
      "step": 525150
    },
    {
      "epoch": 60.0,
      "eval_loss": 0.9015125632286072,
      "eval_runtime": 177.5682,
      "eval_samples_per_second": 175.257,
      "eval_steps_per_second": 10.954,
      "step": 525150
    },
    {
      "epoch": 60.4,
      "learning_rate": 3.792069004912602e-05,
      "loss": 0.9001,
      "step": 528651
    },
    {
      "epoch": 60.4,
      "eval_loss": 0.9008970856666565,
      "eval_runtime": 177.5673,
      "eval_samples_per_second": 175.258,
      "eval_steps_per_second": 10.954,
      "step": 528651
    },
    {
      "epoch": 60.8,
      "learning_rate": 3.784069461898777e-05,
      "loss": 0.9039,
      "step": 532152
    },
    {
      "epoch": 60.8,
      "eval_loss": 0.8996139764785767,
      "eval_runtime": 177.5892,
      "eval_samples_per_second": 175.236,
      "eval_steps_per_second": 10.952,
      "step": 532152
    },
    {
      "epoch": 61.2,
      "learning_rate": 3.776069918884954e-05,
      "loss": 0.9026,
      "step": 535653
    },
    {
      "epoch": 61.2,
      "eval_loss": 0.9031299948692322,
      "eval_runtime": 177.6018,
      "eval_samples_per_second": 175.223,
      "eval_steps_per_second": 10.951,
      "step": 535653
    },
    {
      "epoch": 61.6,
      "learning_rate": 3.76807037587113e-05,
      "loss": 0.901,
      "step": 539154
    },
    {
      "epoch": 61.6,
      "eval_loss": 0.9000225067138672,
      "eval_runtime": 177.4957,
      "eval_samples_per_second": 175.328,
      "eval_steps_per_second": 10.958,
      "step": 539154
    },
    {
      "epoch": 62.0,
      "learning_rate": 3.760070832857306e-05,
      "loss": 0.9026,
      "step": 542655
    },
    {
      "epoch": 62.0,
      "eval_loss": 0.8991663455963135,
      "eval_runtime": 177.5752,
      "eval_samples_per_second": 175.25,
      "eval_steps_per_second": 10.953,
      "step": 542655
    },
    {
      "epoch": 62.4,
      "learning_rate": 3.7520712898434824e-05,
      "loss": 0.8988,
      "step": 546156
    },
    {
      "epoch": 62.4,
      "eval_loss": 0.9008954763412476,
      "eval_runtime": 177.533,
      "eval_samples_per_second": 175.291,
      "eval_steps_per_second": 10.956,
      "step": 546156
    },
    {
      "epoch": 62.8,
      "learning_rate": 3.744071746829659e-05,
      "loss": 0.8994,
      "step": 549657
    },
    {
      "epoch": 62.8,
      "eval_loss": 0.9005922675132751,
      "eval_runtime": 177.6151,
      "eval_samples_per_second": 175.21,
      "eval_steps_per_second": 10.951,
      "step": 549657
    },
    {
      "epoch": 63.2,
      "learning_rate": 3.736072203815835e-05,
      "loss": 0.8983,
      "step": 553158
    },
    {
      "epoch": 63.2,
      "eval_loss": 0.9030284881591797,
      "eval_runtime": 177.5458,
      "eval_samples_per_second": 175.279,
      "eval_steps_per_second": 10.955,
      "step": 553158
    },
    {
      "epoch": 63.6,
      "learning_rate": 3.728072660802011e-05,
      "loss": 0.9,
      "step": 556659
    },
    {
      "epoch": 63.6,
      "eval_loss": 0.8991916179656982,
      "eval_runtime": 177.4727,
      "eval_samples_per_second": 175.351,
      "eval_steps_per_second": 10.959,
      "step": 556659
    },
    {
      "epoch": 64.0,
      "learning_rate": 3.720073117788187e-05,
      "loss": 0.8994,
      "step": 560160
    },
    {
      "epoch": 64.0,
      "eval_loss": 0.8985081315040588,
      "eval_runtime": 177.5551,
      "eval_samples_per_second": 175.27,
      "eval_steps_per_second": 10.954,
      "step": 560160
    },
    {
      "epoch": 64.4,
      "learning_rate": 3.712073574774364e-05,
      "loss": 0.8953,
      "step": 563661
    },
    {
      "epoch": 64.4,
      "eval_loss": 0.900728166103363,
      "eval_runtime": 177.7452,
      "eval_samples_per_second": 175.082,
      "eval_steps_per_second": 10.943,
      "step": 563661
    },
    {
      "epoch": 64.8,
      "learning_rate": 3.7040740317605394e-05,
      "loss": 0.8991,
      "step": 567162
    },
    {
      "epoch": 64.8,
      "eval_loss": 0.902450680732727,
      "eval_runtime": 177.6955,
      "eval_samples_per_second": 175.131,
      "eval_steps_per_second": 10.946,
      "step": 567162
    },
    {
      "epoch": 65.2,
      "learning_rate": 3.6960744887467156e-05,
      "loss": 0.8964,
      "step": 570663
    },
    {
      "epoch": 65.2,
      "eval_loss": 0.8983866572380066,
      "eval_runtime": 177.5924,
      "eval_samples_per_second": 175.233,
      "eval_steps_per_second": 10.952,
      "step": 570663
    },
    {
      "epoch": 65.6,
      "learning_rate": 3.688074945732892e-05,
      "loss": 0.8959,
      "step": 574164
    },
    {
      "epoch": 65.6,
      "eval_loss": 0.9006548523902893,
      "eval_runtime": 177.7333,
      "eval_samples_per_second": 175.094,
      "eval_steps_per_second": 10.943,
      "step": 574164
    },
    {
      "epoch": 66.0,
      "learning_rate": 3.680075402719068e-05,
      "loss": 0.8981,
      "step": 577665
    },
    {
      "epoch": 66.0,
      "eval_loss": 0.8985300064086914,
      "eval_runtime": 177.5714,
      "eval_samples_per_second": 175.253,
      "eval_steps_per_second": 10.953,
      "step": 577665
    },
    {
      "epoch": 66.4,
      "learning_rate": 3.672075859705244e-05,
      "loss": 0.8922,
      "step": 581166
    },
    {
      "epoch": 66.4,
      "eval_loss": 0.8925117254257202,
      "eval_runtime": 177.5096,
      "eval_samples_per_second": 175.314,
      "eval_steps_per_second": 10.957,
      "step": 581166
    },
    {
      "epoch": 66.8,
      "learning_rate": 3.664076316691421e-05,
      "loss": 0.896,
      "step": 584667
    },
    {
      "epoch": 66.8,
      "eval_loss": 0.8964714407920837,
      "eval_runtime": 177.5858,
      "eval_samples_per_second": 175.239,
      "eval_steps_per_second": 10.952,
      "step": 584667
    },
    {
      "epoch": 67.2,
      "learning_rate": 3.656076773677596e-05,
      "loss": 0.8942,
      "step": 588168
    },
    {
      "epoch": 67.2,
      "eval_loss": 0.8949043154716492,
      "eval_runtime": 177.7347,
      "eval_samples_per_second": 175.092,
      "eval_steps_per_second": 10.943,
      "step": 588168
    },
    {
      "epoch": 67.6,
      "learning_rate": 3.6480772306637726e-05,
      "loss": 0.8937,
      "step": 591669
    },
    {
      "epoch": 67.6,
      "eval_loss": 0.8952317237854004,
      "eval_runtime": 177.6327,
      "eval_samples_per_second": 175.193,
      "eval_steps_per_second": 10.95,
      "step": 591669
    },
    {
      "epoch": 68.0,
      "learning_rate": 3.640077687649949e-05,
      "loss": 0.8953,
      "step": 595170
    },
    {
      "epoch": 68.0,
      "eval_loss": 0.894290566444397,
      "eval_runtime": 177.4358,
      "eval_samples_per_second": 175.387,
      "eval_steps_per_second": 10.962,
      "step": 595170
    },
    {
      "epoch": 68.4,
      "learning_rate": 3.632078144636125e-05,
      "loss": 0.8907,
      "step": 598671
    },
    {
      "epoch": 68.4,
      "eval_loss": 0.8952488899230957,
      "eval_runtime": 177.6568,
      "eval_samples_per_second": 175.169,
      "eval_steps_per_second": 10.948,
      "step": 598671
    },
    {
      "epoch": 68.8,
      "learning_rate": 3.624078601622301e-05,
      "loss": 0.8919,
      "step": 602172
    },
    {
      "epoch": 68.8,
      "eval_loss": 0.8931904435157776,
      "eval_runtime": 177.5937,
      "eval_samples_per_second": 175.231,
      "eval_steps_per_second": 10.952,
      "step": 602172
    },
    {
      "epoch": 69.2,
      "learning_rate": 3.616079058608478e-05,
      "loss": 0.8933,
      "step": 605673
    },
    {
      "epoch": 69.2,
      "eval_loss": 0.89773029088974,
      "eval_runtime": 177.7324,
      "eval_samples_per_second": 175.095,
      "eval_steps_per_second": 10.943,
      "step": 605673
    },
    {
      "epoch": 69.6,
      "learning_rate": 3.608079515594653e-05,
      "loss": 0.891,
      "step": 609174
    },
    {
      "epoch": 69.6,
      "eval_loss": 0.894548773765564,
      "eval_runtime": 177.5908,
      "eval_samples_per_second": 175.234,
      "eval_steps_per_second": 10.952,
      "step": 609174
    },
    {
      "epoch": 70.0,
      "learning_rate": 3.6000799725808295e-05,
      "loss": 0.8932,
      "step": 612675
    },
    {
      "epoch": 70.0,
      "eval_loss": 0.8936890959739685,
      "eval_runtime": 177.5711,
      "eval_samples_per_second": 175.254,
      "eval_steps_per_second": 10.953,
      "step": 612675
    },
    {
      "epoch": 70.4,
      "learning_rate": 3.592080429567006e-05,
      "loss": 0.8882,
      "step": 616176
    },
    {
      "epoch": 70.4,
      "eval_loss": 0.8970974683761597,
      "eval_runtime": 177.5388,
      "eval_samples_per_second": 175.286,
      "eval_steps_per_second": 10.955,
      "step": 616176
    },
    {
      "epoch": 70.8,
      "learning_rate": 3.584080886553182e-05,
      "loss": 0.8907,
      "step": 619677
    },
    {
      "epoch": 70.8,
      "eval_loss": 0.8894772529602051,
      "eval_runtime": 178.5288,
      "eval_samples_per_second": 174.314,
      "eval_steps_per_second": 10.895,
      "step": 619677
    },
    {
      "epoch": 71.2,
      "learning_rate": 3.5760813435393584e-05,
      "loss": 0.8893,
      "step": 623178
    },
    {
      "epoch": 71.2,
      "eval_loss": 0.8943666219711304,
      "eval_runtime": 177.452,
      "eval_samples_per_second": 175.371,
      "eval_steps_per_second": 10.961,
      "step": 623178
    },
    {
      "epoch": 71.6,
      "learning_rate": 3.5680818005255346e-05,
      "loss": 0.8883,
      "step": 626679
    },
    {
      "epoch": 71.6,
      "eval_loss": 0.892691969871521,
      "eval_runtime": 177.2653,
      "eval_samples_per_second": 175.556,
      "eval_steps_per_second": 10.972,
      "step": 626679
    },
    {
      "epoch": 72.0,
      "learning_rate": 3.56008225751171e-05,
      "loss": 0.8917,
      "step": 630180
    },
    {
      "epoch": 72.0,
      "eval_loss": 0.890504777431488,
      "eval_runtime": 177.5314,
      "eval_samples_per_second": 175.293,
      "eval_steps_per_second": 10.956,
      "step": 630180
    },
    {
      "epoch": 72.4,
      "learning_rate": 3.552082714497887e-05,
      "loss": 0.8862,
      "step": 633681
    },
    {
      "epoch": 72.4,
      "eval_loss": 0.8900084495544434,
      "eval_runtime": 177.3085,
      "eval_samples_per_second": 175.513,
      "eval_steps_per_second": 10.97,
      "step": 633681
    },
    {
      "epoch": 72.8,
      "learning_rate": 3.544083171484063e-05,
      "loss": 0.8886,
      "step": 637182
    },
    {
      "epoch": 72.8,
      "eval_loss": 0.8953748941421509,
      "eval_runtime": 177.334,
      "eval_samples_per_second": 175.488,
      "eval_steps_per_second": 10.968,
      "step": 637182
    },
    {
      "epoch": 73.2,
      "learning_rate": 3.536083628470239e-05,
      "loss": 0.8874,
      "step": 640683
    },
    {
      "epoch": 73.2,
      "eval_loss": 0.8892679810523987,
      "eval_runtime": 177.3431,
      "eval_samples_per_second": 175.479,
      "eval_steps_per_second": 10.967,
      "step": 640683
    },
    {
      "epoch": 73.6,
      "learning_rate": 3.528084085456415e-05,
      "loss": 0.8866,
      "step": 644184
    },
    {
      "epoch": 73.6,
      "eval_loss": 0.8939085602760315,
      "eval_runtime": 177.3428,
      "eval_samples_per_second": 175.479,
      "eval_steps_per_second": 10.967,
      "step": 644184
    },
    {
      "epoch": 74.0,
      "learning_rate": 3.520084542442591e-05,
      "loss": 0.8893,
      "step": 647685
    },
    {
      "epoch": 74.0,
      "eval_loss": 0.8904389142990112,
      "eval_runtime": 177.4175,
      "eval_samples_per_second": 175.406,
      "eval_steps_per_second": 10.963,
      "step": 647685
    },
    {
      "epoch": 74.4,
      "learning_rate": 3.512084999428767e-05,
      "loss": 0.8838,
      "step": 651186
    },
    {
      "epoch": 74.4,
      "eval_loss": 0.8905112743377686,
      "eval_runtime": 177.3904,
      "eval_samples_per_second": 175.432,
      "eval_steps_per_second": 10.965,
      "step": 651186
    },
    {
      "epoch": 74.8,
      "learning_rate": 3.5040854564149435e-05,
      "loss": 0.8846,
      "step": 654687
    },
    {
      "epoch": 74.8,
      "eval_loss": 0.8922948241233826,
      "eval_runtime": 177.434,
      "eval_samples_per_second": 175.389,
      "eval_steps_per_second": 10.962,
      "step": 654687
    },
    {
      "epoch": 75.2,
      "learning_rate": 3.49608591340112e-05,
      "loss": 0.8862,
      "step": 658188
    },
    {
      "epoch": 75.2,
      "eval_loss": 0.8935458660125732,
      "eval_runtime": 178.2544,
      "eval_samples_per_second": 174.582,
      "eval_steps_per_second": 10.911,
      "step": 658188
    },
    {
      "epoch": 75.6,
      "learning_rate": 3.488086370387296e-05,
      "loss": 0.8832,
      "step": 661689
    },
    {
      "epoch": 75.6,
      "eval_loss": 0.8909444808959961,
      "eval_runtime": 177.513,
      "eval_samples_per_second": 175.311,
      "eval_steps_per_second": 10.957,
      "step": 661689
    },
    {
      "epoch": 76.0,
      "learning_rate": 3.480086827373472e-05,
      "loss": 0.8843,
      "step": 665190
    },
    {
      "epoch": 76.0,
      "eval_loss": 0.8939051032066345,
      "eval_runtime": 177.5511,
      "eval_samples_per_second": 175.273,
      "eval_steps_per_second": 10.955,
      "step": 665190
    },
    {
      "epoch": 76.4,
      "learning_rate": 3.472087284359648e-05,
      "loss": 0.8819,
      "step": 668691
    },
    {
      "epoch": 76.4,
      "eval_loss": 0.8863644599914551,
      "eval_runtime": 177.5405,
      "eval_samples_per_second": 175.284,
      "eval_steps_per_second": 10.955,
      "step": 668691
    },
    {
      "epoch": 76.8,
      "learning_rate": 3.464087741345825e-05,
      "loss": 0.8848,
      "step": 672192
    },
    {
      "epoch": 76.8,
      "eval_loss": 0.8871325850486755,
      "eval_runtime": 177.6785,
      "eval_samples_per_second": 175.148,
      "eval_steps_per_second": 10.947,
      "step": 672192
    },
    {
      "epoch": 77.2,
      "learning_rate": 3.4560881983320004e-05,
      "loss": 0.8825,
      "step": 675693
    },
    {
      "epoch": 77.2,
      "eval_loss": 0.8879318237304688,
      "eval_runtime": 177.5519,
      "eval_samples_per_second": 175.273,
      "eval_steps_per_second": 10.955,
      "step": 675693
    },
    {
      "epoch": 77.6,
      "learning_rate": 3.448088655318177e-05,
      "loss": 0.8812,
      "step": 679194
    },
    {
      "epoch": 77.6,
      "eval_loss": 0.88758385181427,
      "eval_runtime": 177.5541,
      "eval_samples_per_second": 175.271,
      "eval_steps_per_second": 10.954,
      "step": 679194
    },
    {
      "epoch": 78.0,
      "learning_rate": 3.440089112304353e-05,
      "loss": 0.8833,
      "step": 682695
    },
    {
      "epoch": 78.0,
      "eval_loss": 0.8914999961853027,
      "eval_runtime": 178.2748,
      "eval_samples_per_second": 174.562,
      "eval_steps_per_second": 10.91,
      "step": 682695
    },
    {
      "epoch": 78.4,
      "learning_rate": 3.432089569290529e-05,
      "loss": 0.8817,
      "step": 686196
    },
    {
      "epoch": 78.4,
      "eval_loss": 0.8898407816886902,
      "eval_runtime": 178.1701,
      "eval_samples_per_second": 174.665,
      "eval_steps_per_second": 10.917,
      "step": 686196
    },
    {
      "epoch": 78.8,
      "learning_rate": 3.424090026276705e-05,
      "loss": 0.8834,
      "step": 689697
    },
    {
      "epoch": 78.8,
      "eval_loss": 0.8876122236251831,
      "eval_runtime": 178.2895,
      "eval_samples_per_second": 174.548,
      "eval_steps_per_second": 10.909,
      "step": 689697
    },
    {
      "epoch": 79.2,
      "learning_rate": 3.416090483262882e-05,
      "loss": 0.8808,
      "step": 693198
    },
    {
      "epoch": 79.2,
      "eval_loss": 0.8858633041381836,
      "eval_runtime": 177.9937,
      "eval_samples_per_second": 174.838,
      "eval_steps_per_second": 10.927,
      "step": 693198
    },
    {
      "epoch": 79.6,
      "learning_rate": 3.4080909402490574e-05,
      "loss": 0.8801,
      "step": 696699
    },
    {
      "epoch": 79.6,
      "eval_loss": 0.8899697661399841,
      "eval_runtime": 178.1844,
      "eval_samples_per_second": 174.651,
      "eval_steps_per_second": 10.916,
      "step": 696699
    },
    {
      "epoch": 80.0,
      "learning_rate": 3.4000913972352336e-05,
      "loss": 0.8799,
      "step": 700200
    },
    {
      "epoch": 80.0,
      "eval_loss": 0.887626051902771,
      "eval_runtime": 178.2075,
      "eval_samples_per_second": 174.628,
      "eval_steps_per_second": 10.914,
      "step": 700200
    },
    {
      "epoch": 80.4,
      "learning_rate": 3.39209185422141e-05,
      "loss": 0.8774,
      "step": 703701
    },
    {
      "epoch": 80.4,
      "eval_loss": 0.8899440169334412,
      "eval_runtime": 178.0542,
      "eval_samples_per_second": 174.778,
      "eval_steps_per_second": 10.924,
      "step": 703701
    },
    {
      "epoch": 80.8,
      "learning_rate": 3.384092311207586e-05,
      "loss": 0.8798,
      "step": 707202
    },
    {
      "epoch": 80.8,
      "eval_loss": 0.8822316527366638,
      "eval_runtime": 178.2892,
      "eval_samples_per_second": 174.548,
      "eval_steps_per_second": 10.909,
      "step": 707202
    },
    {
      "epoch": 81.2,
      "learning_rate": 3.376092768193762e-05,
      "loss": 0.8783,
      "step": 710703
    },
    {
      "epoch": 81.2,
      "eval_loss": 0.889187216758728,
      "eval_runtime": 177.9073,
      "eval_samples_per_second": 174.923,
      "eval_steps_per_second": 10.933,
      "step": 710703
    },
    {
      "epoch": 81.6,
      "learning_rate": 3.368093225179939e-05,
      "loss": 0.879,
      "step": 714204
    },
    {
      "epoch": 81.6,
      "eval_loss": 0.8858596086502075,
      "eval_runtime": 177.9871,
      "eval_samples_per_second": 174.844,
      "eval_steps_per_second": 10.928,
      "step": 714204
    },
    {
      "epoch": 82.0,
      "learning_rate": 3.360093682166114e-05,
      "loss": 0.8805,
      "step": 717705
    },
    {
      "epoch": 82.0,
      "eval_loss": 0.8828133940696716,
      "eval_runtime": 178.0841,
      "eval_samples_per_second": 174.749,
      "eval_steps_per_second": 10.922,
      "step": 717705
    },
    {
      "epoch": 82.4,
      "learning_rate": 3.3520941391522906e-05,
      "loss": 0.8745,
      "step": 721206
    },
    {
      "epoch": 82.4,
      "eval_loss": 0.8833040595054626,
      "eval_runtime": 178.3724,
      "eval_samples_per_second": 174.466,
      "eval_steps_per_second": 10.904,
      "step": 721206
    },
    {
      "epoch": 82.8,
      "learning_rate": 3.344094596138467e-05,
      "loss": 0.8779,
      "step": 724707
    },
    {
      "epoch": 82.8,
      "eval_loss": 0.8839106559753418,
      "eval_runtime": 178.0087,
      "eval_samples_per_second": 174.823,
      "eval_steps_per_second": 10.926,
      "step": 724707
    },
    {
      "epoch": 83.2,
      "learning_rate": 3.336095053124643e-05,
      "loss": 0.8758,
      "step": 728208
    },
    {
      "epoch": 83.2,
      "eval_loss": 0.8863241076469421,
      "eval_runtime": 178.0608,
      "eval_samples_per_second": 174.772,
      "eval_steps_per_second": 10.923,
      "step": 728208
    },
    {
      "epoch": 83.6,
      "learning_rate": 3.3280955101108194e-05,
      "loss": 0.8747,
      "step": 731709
    },
    {
      "epoch": 83.6,
      "eval_loss": 0.8861810564994812,
      "eval_runtime": 178.0994,
      "eval_samples_per_second": 174.734,
      "eval_steps_per_second": 10.921,
      "step": 731709
    },
    {
      "epoch": 84.0,
      "learning_rate": 3.320095967096996e-05,
      "loss": 0.8768,
      "step": 735210
    },
    {
      "epoch": 84.0,
      "eval_loss": 0.8819161653518677,
      "eval_runtime": 178.1304,
      "eval_samples_per_second": 174.703,
      "eval_steps_per_second": 10.919,
      "step": 735210
    },
    {
      "epoch": 84.4,
      "learning_rate": 3.312096424083171e-05,
      "loss": 0.8721,
      "step": 738711
    },
    {
      "epoch": 84.4,
      "eval_loss": 0.8827645778656006,
      "eval_runtime": 178.1975,
      "eval_samples_per_second": 174.638,
      "eval_steps_per_second": 10.915,
      "step": 738711
    },
    {
      "epoch": 84.8,
      "learning_rate": 3.304096881069348e-05,
      "loss": 0.8762,
      "step": 742212
    },
    {
      "epoch": 84.8,
      "eval_loss": 0.8821256160736084,
      "eval_runtime": 178.2935,
      "eval_samples_per_second": 174.544,
      "eval_steps_per_second": 10.909,
      "step": 742212
    },
    {
      "epoch": 85.2,
      "learning_rate": 3.296097338055524e-05,
      "loss": 0.8745,
      "step": 745713
    },
    {
      "epoch": 85.2,
      "eval_loss": 0.8844091296195984,
      "eval_runtime": 178.1959,
      "eval_samples_per_second": 174.639,
      "eval_steps_per_second": 10.915,
      "step": 745713
    },
    {
      "epoch": 85.6,
      "learning_rate": 3.2880977950417e-05,
      "loss": 0.8718,
      "step": 749214
    },
    {
      "epoch": 85.6,
      "eval_loss": 0.8821405172348022,
      "eval_runtime": 178.5043,
      "eval_samples_per_second": 174.338,
      "eval_steps_per_second": 10.896,
      "step": 749214
    },
    {
      "epoch": 86.0,
      "learning_rate": 3.2800982520278764e-05,
      "loss": 0.8753,
      "step": 752715
    },
    {
      "epoch": 86.0,
      "eval_loss": 0.8849576711654663,
      "eval_runtime": 178.2889,
      "eval_samples_per_second": 174.548,
      "eval_steps_per_second": 10.909,
      "step": 752715
    },
    {
      "epoch": 86.4,
      "learning_rate": 3.2720987090140526e-05,
      "loss": 0.8702,
      "step": 756216
    },
    {
      "epoch": 86.4,
      "eval_loss": 0.8836557865142822,
      "eval_runtime": 178.073,
      "eval_samples_per_second": 174.76,
      "eval_steps_per_second": 10.922,
      "step": 756216
    },
    {
      "epoch": 86.8,
      "learning_rate": 3.264099166000228e-05,
      "loss": 0.8745,
      "step": 759717
    },
    {
      "epoch": 86.8,
      "eval_loss": 0.8812028765678406,
      "eval_runtime": 178.1701,
      "eval_samples_per_second": 174.665,
      "eval_steps_per_second": 10.917,
      "step": 759717
    },
    {
      "epoch": 87.2,
      "learning_rate": 3.256099622986405e-05,
      "loss": 0.8726,
      "step": 763218
    },
    {
      "epoch": 87.2,
      "eval_loss": 0.8863665461540222,
      "eval_runtime": 178.1003,
      "eval_samples_per_second": 174.733,
      "eval_steps_per_second": 10.921,
      "step": 763218
    },
    {
      "epoch": 87.59,
      "learning_rate": 3.248100079972581e-05,
      "loss": 0.8731,
      "step": 766719
    },
    {
      "epoch": 87.59,
      "eval_loss": 0.8802133798599243,
      "eval_runtime": 177.7361,
      "eval_samples_per_second": 175.091,
      "eval_steps_per_second": 10.943,
      "step": 766719
    },
    {
      "epoch": 87.99,
      "learning_rate": 3.240100536958757e-05,
      "loss": 0.8735,
      "step": 770220
    },
    {
      "epoch": 87.99,
      "eval_loss": 0.87850421667099,
      "eval_runtime": 178.0197,
      "eval_samples_per_second": 174.812,
      "eval_steps_per_second": 10.926,
      "step": 770220
    },
    {
      "epoch": 88.39,
      "learning_rate": 3.232100993944933e-05,
      "loss": 0.8684,
      "step": 773721
    },
    {
      "epoch": 88.39,
      "eval_loss": 0.8797884583473206,
      "eval_runtime": 177.9064,
      "eval_samples_per_second": 174.923,
      "eval_steps_per_second": 10.933,
      "step": 773721
    },
    {
      "epoch": 88.79,
      "learning_rate": 3.2241014509311096e-05,
      "loss": 0.8727,
      "step": 777222
    },
    {
      "epoch": 88.79,
      "eval_loss": 0.8834565281867981,
      "eval_runtime": 178.2741,
      "eval_samples_per_second": 174.563,
      "eval_steps_per_second": 10.91,
      "step": 777222
    },
    {
      "epoch": 89.19,
      "learning_rate": 3.216101907917285e-05,
      "loss": 0.8704,
      "step": 780723
    },
    {
      "epoch": 89.19,
      "eval_loss": 0.8808990120887756,
      "eval_runtime": 177.9944,
      "eval_samples_per_second": 174.837,
      "eval_steps_per_second": 10.927,
      "step": 780723
    },
    {
      "epoch": 89.59,
      "learning_rate": 3.208102364903462e-05,
      "loss": 0.8691,
      "step": 784224
    },
    {
      "epoch": 89.59,
      "eval_loss": 0.8784425854682922,
      "eval_runtime": 177.87,
      "eval_samples_per_second": 174.959,
      "eval_steps_per_second": 10.935,
      "step": 784224
    },
    {
      "epoch": 89.99,
      "learning_rate": 3.200102821889638e-05,
      "loss": 0.8718,
      "step": 787725
    },
    {
      "epoch": 89.99,
      "eval_loss": 0.8777753114700317,
      "eval_runtime": 178.0354,
      "eval_samples_per_second": 174.797,
      "eval_steps_per_second": 10.925,
      "step": 787725
    },
    {
      "epoch": 90.39,
      "learning_rate": 3.192103278875814e-05,
      "loss": 0.8685,
      "step": 791226
    },
    {
      "epoch": 90.39,
      "eval_loss": 0.8818721175193787,
      "eval_runtime": 177.85,
      "eval_samples_per_second": 174.979,
      "eval_steps_per_second": 10.936,
      "step": 791226
    },
    {
      "epoch": 90.79,
      "learning_rate": 3.18410373586199e-05,
      "loss": 0.8686,
      "step": 794727
    },
    {
      "epoch": 90.79,
      "eval_loss": 0.878167450428009,
      "eval_runtime": 177.8069,
      "eval_samples_per_second": 175.021,
      "eval_steps_per_second": 10.939,
      "step": 794727
    },
    {
      "epoch": 91.19,
      "learning_rate": 3.1761041928481665e-05,
      "loss": 0.8692,
      "step": 798228
    },
    {
      "epoch": 91.19,
      "eval_loss": 0.8786768913269043,
      "eval_runtime": 177.7581,
      "eval_samples_per_second": 175.069,
      "eval_steps_per_second": 10.942,
      "step": 798228
    },
    {
      "epoch": 91.59,
      "learning_rate": 3.168104649834343e-05,
      "loss": 0.8649,
      "step": 801729
    },
    {
      "epoch": 91.59,
      "eval_loss": 0.8777763247489929,
      "eval_runtime": 178.0586,
      "eval_samples_per_second": 174.774,
      "eval_steps_per_second": 10.923,
      "step": 801729
    },
    {
      "epoch": 91.99,
      "learning_rate": 3.160105106820519e-05,
      "loss": 0.8699,
      "step": 805230
    },
    {
      "epoch": 91.99,
      "eval_loss": 0.8764858841896057,
      "eval_runtime": 178.3307,
      "eval_samples_per_second": 174.507,
      "eval_steps_per_second": 10.907,
      "step": 805230
    },
    {
      "epoch": 92.39,
      "learning_rate": 3.152105563806695e-05,
      "loss": 0.8734,
      "step": 808731
    },
    {
      "epoch": 92.39,
      "eval_loss": 0.8796523809432983,
      "eval_runtime": 178.1053,
      "eval_samples_per_second": 174.728,
      "eval_steps_per_second": 10.921,
      "step": 808731
    },
    {
      "epoch": 92.79,
      "learning_rate": 3.1441060207928716e-05,
      "loss": 0.8762,
      "step": 812232
    },
    {
      "epoch": 92.79,
      "eval_loss": 0.873812198638916,
      "eval_runtime": 177.9129,
      "eval_samples_per_second": 174.917,
      "eval_steps_per_second": 10.932,
      "step": 812232
    },
    {
      "epoch": 93.19,
      "learning_rate": 3.136106477779047e-05,
      "loss": 0.875,
      "step": 815733
    },
    {
      "epoch": 93.19,
      "eval_loss": 0.8739504814147949,
      "eval_runtime": 178.3464,
      "eval_samples_per_second": 174.492,
      "eval_steps_per_second": 10.906,
      "step": 815733
    },
    {
      "epoch": 93.59,
      "learning_rate": 3.1281069347652235e-05,
      "loss": 0.8749,
      "step": 819234
    },
    {
      "epoch": 93.59,
      "eval_loss": 0.877826988697052,
      "eval_runtime": 177.9396,
      "eval_samples_per_second": 174.891,
      "eval_steps_per_second": 10.931,
      "step": 819234
    },
    {
      "epoch": 93.99,
      "learning_rate": 3.1201073917514e-05,
      "loss": 0.8766,
      "step": 822735
    },
    {
      "epoch": 93.99,
      "eval_loss": 0.8729666471481323,
      "eval_runtime": 178.2108,
      "eval_samples_per_second": 174.625,
      "eval_steps_per_second": 10.914,
      "step": 822735
    },
    {
      "epoch": 94.39,
      "learning_rate": 3.112107848737576e-05,
      "loss": 0.8726,
      "step": 826236
    },
    {
      "epoch": 94.39,
      "eval_loss": 0.8738223910331726,
      "eval_runtime": 177.8319,
      "eval_samples_per_second": 174.997,
      "eval_steps_per_second": 10.937,
      "step": 826236
    },
    {
      "epoch": 94.79,
      "learning_rate": 3.1041083057237516e-05,
      "loss": 0.8752,
      "step": 829737
    },
    {
      "epoch": 94.79,
      "eval_loss": 0.8740049600601196,
      "eval_runtime": 178.0665,
      "eval_samples_per_second": 174.766,
      "eval_steps_per_second": 10.923,
      "step": 829737
    },
    {
      "epoch": 95.19,
      "learning_rate": 3.0961087627099286e-05,
      "loss": 0.8737,
      "step": 833238
    },
    {
      "epoch": 95.19,
      "eval_loss": 0.871174693107605,
      "eval_runtime": 177.988,
      "eval_samples_per_second": 174.843,
      "eval_steps_per_second": 10.928,
      "step": 833238
    },
    {
      "epoch": 95.59,
      "learning_rate": 3.088109219696104e-05,
      "loss": 0.8723,
      "step": 836739
    },
    {
      "epoch": 95.59,
      "eval_loss": 0.8785658478736877,
      "eval_runtime": 178.1263,
      "eval_samples_per_second": 174.707,
      "eval_steps_per_second": 10.919,
      "step": 836739
    },
    {
      "epoch": 95.99,
      "learning_rate": 3.0801096766822805e-05,
      "loss": 0.8749,
      "step": 840240
    },
    {
      "epoch": 95.99,
      "eval_loss": 0.8714969158172607,
      "eval_runtime": 178.1533,
      "eval_samples_per_second": 174.681,
      "eval_steps_per_second": 10.918,
      "step": 840240
    },
    {
      "epoch": 96.39,
      "learning_rate": 3.072110133668457e-05,
      "loss": 0.8707,
      "step": 843741
    },
    {
      "epoch": 96.39,
      "eval_loss": 0.8721190094947815,
      "eval_runtime": 177.9697,
      "eval_samples_per_second": 174.861,
      "eval_steps_per_second": 10.929,
      "step": 843741
    },
    {
      "epoch": 96.79,
      "learning_rate": 3.064110590654633e-05,
      "loss": 0.8718,
      "step": 847242
    },
    {
      "epoch": 96.79,
      "eval_loss": 0.8713057637214661,
      "eval_runtime": 178.2884,
      "eval_samples_per_second": 174.549,
      "eval_steps_per_second": 10.909,
      "step": 847242
    },
    {
      "epoch": 97.19,
      "learning_rate": 3.0561110476408086e-05,
      "loss": 0.8731,
      "step": 850743
    },
    {
      "epoch": 97.19,
      "eval_loss": 0.8710973858833313,
      "eval_runtime": 178.0006,
      "eval_samples_per_second": 174.831,
      "eval_steps_per_second": 10.927,
      "step": 850743
    },
    {
      "epoch": 97.59,
      "learning_rate": 3.0481115046269852e-05,
      "loss": 0.872,
      "step": 854244
    },
    {
      "epoch": 97.59,
      "eval_loss": 0.8724552989006042,
      "eval_runtime": 177.9577,
      "eval_samples_per_second": 174.873,
      "eval_steps_per_second": 10.93,
      "step": 854244
    },
    {
      "epoch": 97.99,
      "learning_rate": 3.040111961613161e-05,
      "loss": 0.872,
      "step": 857745
    },
    {
      "epoch": 97.99,
      "eval_loss": 0.8701831698417664,
      "eval_runtime": 177.9492,
      "eval_samples_per_second": 174.881,
      "eval_steps_per_second": 10.93,
      "step": 857745
    },
    {
      "epoch": 98.39,
      "learning_rate": 3.0321124185993377e-05,
      "loss": 0.8688,
      "step": 861246
    },
    {
      "epoch": 98.39,
      "eval_loss": 0.868754506111145,
      "eval_runtime": 178.1695,
      "eval_samples_per_second": 174.665,
      "eval_steps_per_second": 10.917,
      "step": 861246
    },
    {
      "epoch": 98.79,
      "learning_rate": 3.0241128755855137e-05,
      "loss": 0.8712,
      "step": 864747
    },
    {
      "epoch": 98.79,
      "eval_loss": 0.8745043873786926,
      "eval_runtime": 178.0858,
      "eval_samples_per_second": 174.747,
      "eval_steps_per_second": 10.922,
      "step": 864747
    },
    {
      "epoch": 99.19,
      "learning_rate": 3.01611333257169e-05,
      "loss": 0.8691,
      "step": 868248
    },
    {
      "epoch": 99.19,
      "eval_loss": 0.8719183802604675,
      "eval_runtime": 177.9082,
      "eval_samples_per_second": 174.922,
      "eval_steps_per_second": 10.933,
      "step": 868248
    },
    {
      "epoch": 99.59,
      "learning_rate": 3.008113789557866e-05,
      "loss": 0.8693,
      "step": 871749
    },
    {
      "epoch": 99.59,
      "eval_loss": 0.8701997399330139,
      "eval_runtime": 177.8864,
      "eval_samples_per_second": 174.943,
      "eval_steps_per_second": 10.934,
      "step": 871749
    },
    {
      "epoch": 99.99,
      "learning_rate": 3.0001142465440425e-05,
      "loss": 0.8692,
      "step": 875250
    },
    {
      "epoch": 99.99,
      "eval_loss": 0.8659647107124329,
      "eval_runtime": 177.9913,
      "eval_samples_per_second": 174.84,
      "eval_steps_per_second": 10.927,
      "step": 875250
    },
    {
      "epoch": 100.39,
      "learning_rate": 2.9921147035302184e-05,
      "loss": 0.8646,
      "step": 878751
    },
    {
      "epoch": 100.39,
      "eval_loss": 0.86882084608078,
      "eval_runtime": 177.9376,
      "eval_samples_per_second": 174.893,
      "eval_steps_per_second": 10.931,
      "step": 878751
    },
    {
      "epoch": 100.79,
      "learning_rate": 2.9841151605163947e-05,
      "loss": 0.8698,
      "step": 882252
    },
    {
      "epoch": 100.79,
      "eval_loss": 0.8718056082725525,
      "eval_runtime": 178.2288,
      "eval_samples_per_second": 174.607,
      "eval_steps_per_second": 10.913,
      "step": 882252
    },
    {
      "epoch": 101.19,
      "learning_rate": 2.9761156175025706e-05,
      "loss": 0.8675,
      "step": 885753
    },
    {
      "epoch": 101.19,
      "eval_loss": 0.8696756362915039,
      "eval_runtime": 178.0145,
      "eval_samples_per_second": 174.817,
      "eval_steps_per_second": 10.926,
      "step": 885753
    },
    {
      "epoch": 101.59,
      "learning_rate": 2.968116074488747e-05,
      "loss": 0.8668,
      "step": 889254
    },
    {
      "epoch": 101.59,
      "eval_loss": 0.8669666051864624,
      "eval_runtime": 177.9105,
      "eval_samples_per_second": 174.919,
      "eval_steps_per_second": 10.932,
      "step": 889254
    },
    {
      "epoch": 101.99,
      "learning_rate": 2.960116531474923e-05,
      "loss": 0.8676,
      "step": 892755
    },
    {
      "epoch": 101.99,
      "eval_loss": 0.8685517311096191,
      "eval_runtime": 178.0845,
      "eval_samples_per_second": 174.749,
      "eval_steps_per_second": 10.922,
      "step": 892755
    },
    {
      "epoch": 102.39,
      "learning_rate": 2.9521169884610994e-05,
      "loss": 0.8645,
      "step": 896256
    },
    {
      "epoch": 102.39,
      "eval_loss": 0.8676366209983826,
      "eval_runtime": 177.8814,
      "eval_samples_per_second": 174.948,
      "eval_steps_per_second": 10.934,
      "step": 896256
    },
    {
      "epoch": 102.79,
      "learning_rate": 2.9441174454472754e-05,
      "loss": 0.8652,
      "step": 899757
    },
    {
      "epoch": 102.79,
      "eval_loss": 0.8648022413253784,
      "eval_runtime": 177.9084,
      "eval_samples_per_second": 174.921,
      "eval_steps_per_second": 10.933,
      "step": 899757
    },
    {
      "epoch": 103.19,
      "learning_rate": 2.9361179024334517e-05,
      "loss": 0.8646,
      "step": 903258
    },
    {
      "epoch": 103.19,
      "eval_loss": 0.8692647814750671,
      "eval_runtime": 177.9213,
      "eval_samples_per_second": 174.909,
      "eval_steps_per_second": 10.932,
      "step": 903258
    },
    {
      "epoch": 103.59,
      "learning_rate": 2.9281183594196276e-05,
      "loss": 0.8634,
      "step": 906759
    },
    {
      "epoch": 103.59,
      "eval_loss": 0.8666937351226807,
      "eval_runtime": 178.0016,
      "eval_samples_per_second": 174.83,
      "eval_steps_per_second": 10.927,
      "step": 906759
    },
    {
      "epoch": 103.99,
      "learning_rate": 2.9201188164058042e-05,
      "loss": 0.8678,
      "step": 910260
    },
    {
      "epoch": 103.99,
      "eval_loss": 0.8698520660400391,
      "eval_runtime": 178.1156,
      "eval_samples_per_second": 174.718,
      "eval_steps_per_second": 10.92,
      "step": 910260
    },
    {
      "epoch": 104.39,
      "learning_rate": 2.91211927339198e-05,
      "loss": 0.8616,
      "step": 913761
    },
    {
      "epoch": 104.39,
      "eval_loss": 0.864092230796814,
      "eval_runtime": 177.9776,
      "eval_samples_per_second": 174.853,
      "eval_steps_per_second": 10.928,
      "step": 913761
    },
    {
      "epoch": 104.79,
      "learning_rate": 2.9041197303781564e-05,
      "loss": 0.8631,
      "step": 917262
    },
    {
      "epoch": 104.79,
      "eval_loss": 0.8643292188644409,
      "eval_runtime": 178.3388,
      "eval_samples_per_second": 174.499,
      "eval_steps_per_second": 10.906,
      "step": 917262
    },
    {
      "epoch": 105.19,
      "learning_rate": 2.8961201873643323e-05,
      "loss": 0.8643,
      "step": 920763
    },
    {
      "epoch": 105.19,
      "eval_loss": 0.867784857749939,
      "eval_runtime": 178.0618,
      "eval_samples_per_second": 174.771,
      "eval_steps_per_second": 10.923,
      "step": 920763
    },
    {
      "epoch": 105.59,
      "learning_rate": 2.8881206443505086e-05,
      "loss": 0.8616,
      "step": 924264
    },
    {
      "epoch": 105.59,
      "eval_loss": 0.8667683601379395,
      "eval_runtime": 177.9577,
      "eval_samples_per_second": 174.873,
      "eval_steps_per_second": 10.93,
      "step": 924264
    },
    {
      "epoch": 105.99,
      "learning_rate": 2.8801211013366845e-05,
      "loss": 0.8644,
      "step": 927765
    },
    {
      "epoch": 105.99,
      "eval_loss": 0.8647730946540833,
      "eval_runtime": 178.1529,
      "eval_samples_per_second": 174.681,
      "eval_steps_per_second": 10.918,
      "step": 927765
    },
    {
      "epoch": 106.39,
      "learning_rate": 2.872121558322861e-05,
      "loss": 0.859,
      "step": 931266
    },
    {
      "epoch": 106.39,
      "eval_loss": 0.8621995449066162,
      "eval_runtime": 178.0998,
      "eval_samples_per_second": 174.733,
      "eval_steps_per_second": 10.921,
      "step": 931266
    },
    {
      "epoch": 106.79,
      "learning_rate": 2.864122015309037e-05,
      "loss": 0.8611,
      "step": 934767
    },
    {
      "epoch": 106.79,
      "eval_loss": 0.8664916753768921,
      "eval_runtime": 178.2296,
      "eval_samples_per_second": 174.606,
      "eval_steps_per_second": 10.913,
      "step": 934767
    },
    {
      "epoch": 107.19,
      "learning_rate": 2.8561224722952134e-05,
      "loss": 0.8608,
      "step": 938268
    },
    {
      "epoch": 107.19,
      "eval_loss": 0.8675068020820618,
      "eval_runtime": 178.0022,
      "eval_samples_per_second": 174.829,
      "eval_steps_per_second": 10.927,
      "step": 938268
    },
    {
      "epoch": 107.59,
      "learning_rate": 2.8481229292813893e-05,
      "loss": 0.8596,
      "step": 941769
    },
    {
      "epoch": 107.59,
      "eval_loss": 0.8647910356521606,
      "eval_runtime": 177.9926,
      "eval_samples_per_second": 174.839,
      "eval_steps_per_second": 10.927,
      "step": 941769
    },
    {
      "epoch": 107.99,
      "learning_rate": 2.840123386267566e-05,
      "loss": 0.863,
      "step": 945270
    },
    {
      "epoch": 107.99,
      "eval_loss": 0.8669795393943787,
      "eval_runtime": 177.9511,
      "eval_samples_per_second": 174.879,
      "eval_steps_per_second": 10.93,
      "step": 945270
    },
    {
      "epoch": 108.39,
      "learning_rate": 2.832123843253742e-05,
      "loss": 0.8589,
      "step": 948771
    },
    {
      "epoch": 108.39,
      "eval_loss": 0.8626872301101685,
      "eval_runtime": 178.2769,
      "eval_samples_per_second": 174.56,
      "eval_steps_per_second": 10.91,
      "step": 948771
    },
    {
      "epoch": 108.79,
      "learning_rate": 2.824124300239918e-05,
      "loss": 0.8605,
      "step": 952272
    },
    {
      "epoch": 108.79,
      "eval_loss": 0.8620831370353699,
      "eval_runtime": 177.8108,
      "eval_samples_per_second": 175.018,
      "eval_steps_per_second": 10.939,
      "step": 952272
    },
    {
      "epoch": 109.19,
      "learning_rate": 2.816124757226094e-05,
      "loss": 0.8578,
      "step": 955773
    },
    {
      "epoch": 109.19,
      "eval_loss": 0.8637415170669556,
      "eval_runtime": 177.6547,
      "eval_samples_per_second": 175.171,
      "eval_steps_per_second": 10.948,
      "step": 955773
    },
    {
      "epoch": 109.59,
      "learning_rate": 2.8081252142122706e-05,
      "loss": 0.8594,
      "step": 959274
    },
    {
      "epoch": 109.59,
      "eval_loss": 0.8635110855102539,
      "eval_runtime": 177.7697,
      "eval_samples_per_second": 175.058,
      "eval_steps_per_second": 10.941,
      "step": 959274
    },
    {
      "epoch": 109.99,
      "learning_rate": 2.8001256711984462e-05,
      "loss": 0.8619,
      "step": 962775
    },
    {
      "epoch": 109.99,
      "eval_loss": 0.8643426299095154,
      "eval_runtime": 177.7171,
      "eval_samples_per_second": 175.11,
      "eval_steps_per_second": 10.944,
      "step": 962775
    }
  ],
  "max_steps": 2188250,
  "num_train_epochs": 250,
  "total_flos": 8.10959302547497e+18,
  "trial_name": null,
  "trial_params": null
}