{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1320,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0022727272727272726,
      "grad_norm": NaN,
      "learning_rate": 0.0001,
      "loss": 3.1855,
      "step": 1
    },
    {
      "epoch": 0.004545454545454545,
      "grad_norm": Infinity,
      "learning_rate": 0.0001,
      "loss": 4.3007,
      "step": 2
    },
    {
      "epoch": 0.006818181818181818,
      "grad_norm": Infinity,
      "learning_rate": 0.0001,
      "loss": 4.3188,
      "step": 3
    },
    {
      "epoch": 0.00909090909090909,
      "grad_norm": 26.366512298583984,
      "learning_rate": 9.992424242424244e-05,
      "loss": 3.6582,
      "step": 4
    },
    {
      "epoch": 0.011363636363636364,
      "grad_norm": 29.344751358032227,
      "learning_rate": 9.984848484848486e-05,
      "loss": 4.2964,
      "step": 5
    },
    {
      "epoch": 0.013636363636363636,
      "grad_norm": 29.519277572631836,
      "learning_rate": 9.977272727272728e-05,
      "loss": 4.0004,
      "step": 6
    },
    {
      "epoch": 0.015909090909090907,
      "grad_norm": 24.204898834228516,
      "learning_rate": 9.96969696969697e-05,
      "loss": 3.2453,
      "step": 7
    },
    {
      "epoch": 0.01818181818181818,
      "grad_norm": 23.69887351989746,
      "learning_rate": 9.962121212121213e-05,
      "loss": 2.7972,
      "step": 8
    },
    {
      "epoch": 0.020454545454545454,
      "grad_norm": 52.371498107910156,
      "learning_rate": 9.954545454545455e-05,
      "loss": 2.5971,
      "step": 9
    },
    {
      "epoch": 0.022727272727272728,
      "grad_norm": 41.59567642211914,
      "learning_rate": 9.946969696969698e-05,
      "loss": 3.3081,
      "step": 10
    },
    {
      "epoch": 0.025,
      "grad_norm": 27.913963317871094,
      "learning_rate": 9.939393939393939e-05,
      "loss": 3.5977,
      "step": 11
    },
    {
      "epoch": 0.02727272727272727,
      "grad_norm": 21.261117935180664,
      "learning_rate": 9.931818181818182e-05,
      "loss": 3.3403,
      "step": 12
    },
    {
      "epoch": 0.029545454545454545,
      "grad_norm": 20.344589233398438,
      "learning_rate": 9.924242424242425e-05,
      "loss": 2.0478,
      "step": 13
    },
    {
      "epoch": 0.031818181818181815,
      "grad_norm": 32.50373077392578,
      "learning_rate": 9.916666666666667e-05,
      "loss": 3.0773,
      "step": 14
    },
    {
      "epoch": 0.03409090909090909,
      "grad_norm": 21.426048278808594,
      "learning_rate": 9.909090909090911e-05,
      "loss": 2.8572,
      "step": 15
    },
    {
      "epoch": 0.03636363636363636,
      "grad_norm": 27.847314834594727,
      "learning_rate": 9.901515151515151e-05,
      "loss": 3.129,
      "step": 16
    },
    {
      "epoch": 0.038636363636363635,
      "grad_norm": 23.516616821289062,
      "learning_rate": 9.893939393939395e-05,
      "loss": 3.3971,
      "step": 17
    },
    {
      "epoch": 0.04090909090909091,
      "grad_norm": 29.170352935791016,
      "learning_rate": 9.886363636363637e-05,
      "loss": 3.6325,
      "step": 18
    },
    {
      "epoch": 0.04318181818181818,
      "grad_norm": 21.103153228759766,
      "learning_rate": 9.87878787878788e-05,
      "loss": 2.7935,
      "step": 19
    },
    {
      "epoch": 0.045454545454545456,
      "grad_norm": 25.863285064697266,
      "learning_rate": 9.871212121212122e-05,
      "loss": 2.0675,
      "step": 20
    },
    {
      "epoch": 0.04772727272727273,
      "grad_norm": 25.554828643798828,
      "learning_rate": 9.863636363636364e-05,
      "loss": 2.8331,
      "step": 21
    },
    {
      "epoch": 0.05,
      "grad_norm": 26.424827575683594,
      "learning_rate": 9.856060606060607e-05,
      "loss": 4.0934,
      "step": 22
    },
    {
      "epoch": 0.05227272727272727,
      "grad_norm": 40.84152603149414,
      "learning_rate": 9.848484848484849e-05,
      "loss": 2.7315,
      "step": 23
    },
    {
      "epoch": 0.05454545454545454,
      "grad_norm": 17.789630889892578,
      "learning_rate": 9.840909090909092e-05,
      "loss": 2.5798,
      "step": 24
    },
    {
      "epoch": 0.056818181818181816,
      "grad_norm": 15.23817253112793,
      "learning_rate": 9.833333333333333e-05,
      "loss": 2.3981,
      "step": 25
    },
    {
      "epoch": 0.05909090909090909,
      "grad_norm": 17.333356857299805,
      "learning_rate": 9.825757575757576e-05,
      "loss": 2.0097,
      "step": 26
    },
    {
      "epoch": 0.06136363636363636,
      "grad_norm": 17.358461380004883,
      "learning_rate": 9.818181818181818e-05,
      "loss": 1.5636,
      "step": 27
    },
    {
      "epoch": 0.06363636363636363,
      "grad_norm": 15.479598999023438,
      "learning_rate": 9.810606060606061e-05,
      "loss": 2.3064,
      "step": 28
    },
    {
      "epoch": 0.0659090909090909,
      "grad_norm": 18.889394760131836,
      "learning_rate": 9.803030303030303e-05,
      "loss": 1.6592,
      "step": 29
    },
    {
      "epoch": 0.06818181818181818,
      "grad_norm": 19.264772415161133,
      "learning_rate": 9.795454545454545e-05,
      "loss": 2.9327,
      "step": 30
    },
    {
      "epoch": 0.07045454545454545,
      "grad_norm": 19.369556427001953,
      "learning_rate": 9.787878787878789e-05,
      "loss": 3.2685,
      "step": 31
    },
    {
      "epoch": 0.07272727272727272,
      "grad_norm": 20.017459869384766,
      "learning_rate": 9.78030303030303e-05,
      "loss": 3.4532,
      "step": 32
    },
    {
      "epoch": 0.075,
      "grad_norm": 18.956012725830078,
      "learning_rate": 9.772727272727274e-05,
      "loss": 2.2143,
      "step": 33
    },
    {
      "epoch": 0.07727272727272727,
      "grad_norm": 15.438785552978516,
      "learning_rate": 9.765151515151516e-05,
      "loss": 2.407,
      "step": 34
    },
    {
      "epoch": 0.07954545454545454,
      "grad_norm": 22.79155921936035,
      "learning_rate": 9.757575757575758e-05,
      "loss": 3.1064,
      "step": 35
    },
    {
      "epoch": 0.08181818181818182,
      "grad_norm": 15.908382415771484,
      "learning_rate": 9.75e-05,
      "loss": 2.9192,
      "step": 36
    },
    {
      "epoch": 0.08409090909090909,
      "grad_norm": 21.536775588989258,
      "learning_rate": 9.742424242424243e-05,
      "loss": 2.8127,
      "step": 37
    },
    {
      "epoch": 0.08636363636363636,
      "grad_norm": 19.644390106201172,
      "learning_rate": 9.734848484848485e-05,
      "loss": 1.704,
      "step": 38
    },
    {
      "epoch": 0.08863636363636364,
      "grad_norm": 20.067602157592773,
      "learning_rate": 9.727272727272728e-05,
      "loss": 2.3733,
      "step": 39
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 16.551055908203125,
      "learning_rate": 9.71969696969697e-05,
      "loss": 2.2413,
      "step": 40
    },
    {
      "epoch": 0.09318181818181819,
      "grad_norm": 18.292987823486328,
      "learning_rate": 9.712121212121212e-05,
      "loss": 2.6103,
      "step": 41
    },
    {
      "epoch": 0.09545454545454546,
      "grad_norm": 15.751124382019043,
      "learning_rate": 9.704545454545456e-05,
      "loss": 1.5648,
      "step": 42
    },
    {
      "epoch": 0.09772727272727273,
      "grad_norm": 25.068395614624023,
      "learning_rate": 9.696969696969698e-05,
      "loss": 1.8226,
      "step": 43
    },
    {
      "epoch": 0.1,
      "grad_norm": 25.069040298461914,
      "learning_rate": 9.689393939393941e-05,
      "loss": 3.8825,
      "step": 44
    },
    {
      "epoch": 0.10227272727272728,
      "grad_norm": 20.751232147216797,
      "learning_rate": 9.681818181818181e-05,
      "loss": 2.9331,
      "step": 45
    },
    {
      "epoch": 0.10454545454545454,
      "grad_norm": 23.918386459350586,
      "learning_rate": 9.674242424242425e-05,
      "loss": 3.0365,
      "step": 46
    },
    {
      "epoch": 0.10681818181818181,
      "grad_norm": 16.94843864440918,
      "learning_rate": 9.666666666666667e-05,
      "loss": 2.0012,
      "step": 47
    },
    {
      "epoch": 0.10909090909090909,
      "grad_norm": 38.2060432434082,
      "learning_rate": 9.65909090909091e-05,
      "loss": 2.4087,
      "step": 48
    },
    {
      "epoch": 0.11136363636363636,
      "grad_norm": 15.836068153381348,
      "learning_rate": 9.651515151515152e-05,
      "loss": 2.7204,
      "step": 49
    },
    {
      "epoch": 0.11363636363636363,
      "grad_norm": 20.13130760192871,
      "learning_rate": 9.643939393939394e-05,
      "loss": 1.8803,
      "step": 50
    },
    {
      "epoch": 0.1159090909090909,
      "grad_norm": 21.58964729309082,
      "learning_rate": 9.636363636363637e-05,
      "loss": 2.2448,
      "step": 51
    },
    {
      "epoch": 0.11818181818181818,
      "grad_norm": 15.996927261352539,
      "learning_rate": 9.628787878787879e-05,
      "loss": 2.456,
      "step": 52
    },
    {
      "epoch": 0.12045454545454545,
      "grad_norm": 15.738017082214355,
      "learning_rate": 9.621212121212123e-05,
      "loss": 2.0494,
      "step": 53
    },
    {
      "epoch": 0.12272727272727273,
      "grad_norm": 20.54029655456543,
      "learning_rate": 9.613636363636363e-05,
      "loss": 2.8584,
      "step": 54
    },
    {
      "epoch": 0.125,
      "grad_norm": 20.11783790588379,
      "learning_rate": 9.606060606060606e-05,
      "loss": 2.9836,
      "step": 55
    },
    {
      "epoch": 0.12727272727272726,
      "grad_norm": 15.297281265258789,
      "learning_rate": 9.598484848484848e-05,
      "loss": 1.8828,
      "step": 56
    },
    {
      "epoch": 0.12954545454545455,
      "grad_norm": 15.26744270324707,
      "learning_rate": 9.590909090909092e-05,
      "loss": 1.2548,
      "step": 57
    },
    {
      "epoch": 0.1318181818181818,
      "grad_norm": 18.839954376220703,
      "learning_rate": 9.583333333333334e-05,
      "loss": 3.7553,
      "step": 58
    },
    {
      "epoch": 0.1340909090909091,
      "grad_norm": 17.30214500427246,
      "learning_rate": 9.575757575757576e-05,
      "loss": 2.2297,
      "step": 59
    },
    {
      "epoch": 0.13636363636363635,
      "grad_norm": 25.153942108154297,
      "learning_rate": 9.568181818181819e-05,
      "loss": 2.6817,
      "step": 60
    },
    {
      "epoch": 0.13863636363636364,
      "grad_norm": 17.55406379699707,
      "learning_rate": 9.560606060606061e-05,
      "loss": 2.8551,
      "step": 61
    },
    {
      "epoch": 0.1409090909090909,
      "grad_norm": NaN,
      "learning_rate": 9.560606060606061e-05,
      "loss": 2.4352,
      "step": 62
    },
    {
      "epoch": 0.1431818181818182,
      "grad_norm": 18.4881649017334,
      "learning_rate": 9.553030303030304e-05,
      "loss": 2.1839,
      "step": 63
    },
    {
      "epoch": 0.14545454545454545,
      "grad_norm": 15.114643096923828,
      "learning_rate": 9.545454545454546e-05,
      "loss": 1.768,
      "step": 64
    },
    {
      "epoch": 0.14772727272727273,
      "grad_norm": 17.272735595703125,
      "learning_rate": 9.537878787878788e-05,
      "loss": 2.4241,
      "step": 65
    },
    {
      "epoch": 0.15,
      "grad_norm": 18.25682258605957,
      "learning_rate": 9.53030303030303e-05,
      "loss": 1.8703,
      "step": 66
    },
    {
      "epoch": 0.15227272727272728,
      "grad_norm": 20.255084991455078,
      "learning_rate": 9.522727272727273e-05,
      "loss": 2.3706,
      "step": 67
    },
    {
      "epoch": 0.15454545454545454,
      "grad_norm": 16.153093338012695,
      "learning_rate": 9.515151515151515e-05,
      "loss": 2.3896,
      "step": 68
    },
    {
      "epoch": 0.15681818181818183,
      "grad_norm": 14.229001998901367,
      "learning_rate": 9.507575757575759e-05,
      "loss": 2.5261,
      "step": 69
    },
    {
      "epoch": 0.1590909090909091,
      "grad_norm": 14.036202430725098,
      "learning_rate": 9.5e-05,
      "loss": 1.8918,
      "step": 70
    },
    {
      "epoch": 0.16136363636363638,
      "grad_norm": 16.262582778930664,
      "learning_rate": 9.492424242424242e-05,
      "loss": 2.7854,
      "step": 71
    },
    {
      "epoch": 0.16363636363636364,
      "grad_norm": 17.119918823242188,
      "learning_rate": 9.484848484848486e-05,
      "loss": 2.1371,
      "step": 72
    },
    {
      "epoch": 0.16590909090909092,
      "grad_norm": 19.72575569152832,
      "learning_rate": 9.477272727272728e-05,
      "loss": 2.6801,
      "step": 73
    },
    {
      "epoch": 0.16818181818181818,
      "grad_norm": 17.036550521850586,
      "learning_rate": 9.469696969696971e-05,
      "loss": 2.6403,
      "step": 74
    },
    {
      "epoch": 0.17045454545454544,
      "grad_norm": 14.31810188293457,
      "learning_rate": 9.462121212121212e-05,
      "loss": 1.9865,
      "step": 75
    },
    {
      "epoch": 0.17272727272727273,
      "grad_norm": 18.39834213256836,
      "learning_rate": 9.454545454545455e-05,
      "loss": 2.418,
      "step": 76
    },
    {
      "epoch": 0.175,
      "grad_norm": 18.37046241760254,
      "learning_rate": 9.446969696969697e-05,
      "loss": 2.2905,
      "step": 77
    },
    {
      "epoch": 0.17727272727272728,
      "grad_norm": 14.999472618103027,
      "learning_rate": 9.43939393939394e-05,
      "loss": 2.2521,
      "step": 78
    },
    {
      "epoch": 0.17954545454545454,
      "grad_norm": 11.88487434387207,
      "learning_rate": 9.431818181818182e-05,
      "loss": 2.2871,
      "step": 79
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 21.745532989501953,
      "learning_rate": 9.424242424242424e-05,
      "loss": 2.6415,
      "step": 80
    },
    {
      "epoch": 0.18409090909090908,
      "grad_norm": 13.109172821044922,
      "learning_rate": 9.416666666666667e-05,
      "loss": 1.9554,
      "step": 81
    },
    {
      "epoch": 0.18636363636363637,
      "grad_norm": 17.222652435302734,
      "learning_rate": 9.40909090909091e-05,
      "loss": 2.0914,
      "step": 82
    },
    {
      "epoch": 0.18863636363636363,
      "grad_norm": 17.833839416503906,
      "learning_rate": 9.401515151515153e-05,
      "loss": 1.6032,
      "step": 83
    },
    {
      "epoch": 0.19090909090909092,
      "grad_norm": 22.737525939941406,
      "learning_rate": 9.393939393939395e-05,
      "loss": 3.5915,
      "step": 84
    },
    {
      "epoch": 0.19318181818181818,
      "grad_norm": 14.926959037780762,
      "learning_rate": 9.386363636363637e-05,
      "loss": 2.2499,
      "step": 85
    },
    {
      "epoch": 0.19545454545454546,
      "grad_norm": 13.586040496826172,
      "learning_rate": 9.378787878787879e-05,
      "loss": 1.8228,
      "step": 86
    },
    {
      "epoch": 0.19772727272727272,
      "grad_norm": 19.175617218017578,
      "learning_rate": 9.371212121212122e-05,
      "loss": 2.7846,
      "step": 87
    },
    {
      "epoch": 0.2,
      "grad_norm": 21.078235626220703,
      "learning_rate": 9.363636363636364e-05,
      "loss": 2.7906,
      "step": 88
    },
    {
      "epoch": 0.20227272727272727,
      "grad_norm": 17.618940353393555,
      "learning_rate": 9.356060606060606e-05,
      "loss": 2.3022,
      "step": 89
    },
    {
      "epoch": 0.20454545454545456,
      "grad_norm": 16.79983139038086,
      "learning_rate": 9.348484848484849e-05,
      "loss": 1.8126,
      "step": 90
    },
    {
      "epoch": 0.20681818181818182,
      "grad_norm": 20.444580078125,
      "learning_rate": 9.340909090909091e-05,
      "loss": 2.055,
      "step": 91
    },
    {
      "epoch": 0.20909090909090908,
      "grad_norm": 18.694856643676758,
      "learning_rate": 9.333333333333334e-05,
      "loss": 2.6534,
      "step": 92
    },
    {
      "epoch": 0.21136363636363636,
      "grad_norm": 11.254834175109863,
      "learning_rate": 9.325757575757576e-05,
      "loss": 1.6695,
      "step": 93
    },
    {
      "epoch": 0.21363636363636362,
      "grad_norm": 14.369203567504883,
      "learning_rate": 9.318181818181818e-05,
      "loss": 2.3469,
      "step": 94
    },
    {
      "epoch": 0.2159090909090909,
      "grad_norm": 17.27039909362793,
      "learning_rate": 9.31060606060606e-05,
      "loss": 1.9188,
      "step": 95
    },
    {
      "epoch": 0.21818181818181817,
      "grad_norm": 12.644415855407715,
      "learning_rate": 9.303030303030303e-05,
      "loss": 1.3295,
      "step": 96
    },
    {
      "epoch": 0.22045454545454546,
      "grad_norm": 20.46677589416504,
      "learning_rate": 9.295454545454545e-05,
      "loss": 2.4697,
      "step": 97
    },
    {
      "epoch": 0.22272727272727272,
      "grad_norm": 15.218058586120605,
      "learning_rate": 9.287878787878789e-05,
      "loss": 2.4472,
      "step": 98
    },
    {
      "epoch": 0.225,
      "grad_norm": 14.982362747192383,
      "learning_rate": 9.280303030303031e-05,
      "loss": 1.881,
      "step": 99
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 20.168306350708008,
      "learning_rate": 9.272727272727273e-05,
      "loss": 1.6077,
      "step": 100
    },
    {
      "epoch": 0.22954545454545455,
      "grad_norm": 13.462889671325684,
      "learning_rate": 9.265151515151516e-05,
      "loss": 1.6057,
      "step": 101
    },
    {
      "epoch": 0.2318181818181818,
      "grad_norm": 12.3695068359375,
      "learning_rate": 9.257575757575758e-05,
      "loss": 2.0871,
      "step": 102
    },
    {
      "epoch": 0.2340909090909091,
      "grad_norm": 15.381841659545898,
      "learning_rate": 9.250000000000001e-05,
      "loss": 2.0592,
      "step": 103
    },
    {
      "epoch": 0.23636363636363636,
      "grad_norm": 18.213014602661133,
      "learning_rate": 9.242424242424242e-05,
      "loss": 2.2397,
      "step": 104
    },
    {
      "epoch": 0.23863636363636365,
      "grad_norm": 19.589962005615234,
      "learning_rate": 9.234848484848485e-05,
      "loss": 2.8305,
      "step": 105
    },
    {
      "epoch": 0.2409090909090909,
      "grad_norm": 21.765127182006836,
      "learning_rate": 9.227272727272727e-05,
      "loss": 1.8691,
      "step": 106
    },
    {
      "epoch": 0.2431818181818182,
      "grad_norm": 21.66250228881836,
      "learning_rate": 9.21969696969697e-05,
      "loss": 2.7176,
      "step": 107
    },
    {
      "epoch": 0.24545454545454545,
      "grad_norm": 16.438037872314453,
      "learning_rate": 9.212121212121214e-05,
      "loss": 3.0262,
      "step": 108
    },
    {
      "epoch": 0.24772727272727274,
      "grad_norm": 18.32391357421875,
      "learning_rate": 9.204545454545454e-05,
      "loss": 2.4011,
      "step": 109
    },
    {
      "epoch": 0.25,
      "grad_norm": 18.3424015045166,
      "learning_rate": 9.196969696969698e-05,
      "loss": 3.3481,
      "step": 110
    },
    {
      "epoch": 0.25227272727272726,
      "grad_norm": 12.168206214904785,
      "learning_rate": 9.18939393939394e-05,
      "loss": 1.5084,
      "step": 111
    },
    {
      "epoch": 0.2545454545454545,
      "grad_norm": 16.183521270751953,
      "learning_rate": 9.181818181818183e-05,
      "loss": 3.3444,
      "step": 112
    },
    {
      "epoch": 0.25681818181818183,
      "grad_norm": 17.887187957763672,
      "learning_rate": 9.174242424242425e-05,
      "loss": 2.4529,
      "step": 113
    },
    {
      "epoch": 0.2590909090909091,
      "grad_norm": 18.000579833984375,
      "learning_rate": 9.166666666666667e-05,
      "loss": 2.3228,
      "step": 114
    },
    {
      "epoch": 0.26136363636363635,
      "grad_norm": 15.579062461853027,
      "learning_rate": 9.159090909090909e-05,
      "loss": 3.2008,
      "step": 115
    },
    {
      "epoch": 0.2636363636363636,
      "grad_norm": 14.111518859863281,
      "learning_rate": 9.151515151515152e-05,
      "loss": 2.2286,
      "step": 116
    },
    {
      "epoch": 0.26590909090909093,
      "grad_norm": 13.755249977111816,
      "learning_rate": 9.143939393939395e-05,
      "loss": 1.9561,
      "step": 117
    },
    {
      "epoch": 0.2681818181818182,
      "grad_norm": 14.665258407592773,
      "learning_rate": 9.136363636363637e-05,
      "loss": 2.5016,
      "step": 118
    },
    {
      "epoch": 0.27045454545454545,
      "grad_norm": 14.470067024230957,
      "learning_rate": 9.128787878787879e-05,
      "loss": 2.3301,
      "step": 119
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 15.108169555664062,
      "learning_rate": 9.121212121212121e-05,
      "loss": 2.6079,
      "step": 120
    },
    {
      "epoch": 0.275,
      "grad_norm": 15.080549240112305,
      "learning_rate": 9.113636363636365e-05,
      "loss": 2.6349,
      "step": 121
    },
    {
      "epoch": 0.2772727272727273,
      "grad_norm": 17.71773910522461,
      "learning_rate": 9.106060606060606e-05,
      "loss": 1.9447,
      "step": 122
    },
    {
      "epoch": 0.27954545454545454,
      "grad_norm": 11.128664016723633,
      "learning_rate": 9.098484848484848e-05,
      "loss": 2.2076,
      "step": 123
    },
    {
      "epoch": 0.2818181818181818,
      "grad_norm": 19.131866455078125,
      "learning_rate": 9.090909090909092e-05,
      "loss": 1.5932,
      "step": 124
    },
    {
      "epoch": 0.2840909090909091,
      "grad_norm": 11.3361177444458,
      "learning_rate": 9.083333333333334e-05,
      "loss": 2.5923,
      "step": 125
    },
    {
      "epoch": 0.2863636363636364,
      "grad_norm": 16.97115707397461,
      "learning_rate": 9.075757575757577e-05,
      "loss": 1.828,
      "step": 126
    },
    {
      "epoch": 0.28863636363636364,
      "grad_norm": 11.52206802368164,
      "learning_rate": 9.068181818181819e-05,
      "loss": 2.3389,
      "step": 127
    },
    {
      "epoch": 0.2909090909090909,
      "grad_norm": 18.27076530456543,
      "learning_rate": 9.060606060606061e-05,
      "loss": 3.1892,
      "step": 128
    },
    {
      "epoch": 0.29318181818181815,
      "grad_norm": 15.098003387451172,
      "learning_rate": 9.053030303030303e-05,
      "loss": 2.3429,
      "step": 129
    },
    {
      "epoch": 0.29545454545454547,
      "grad_norm": 13.432772636413574,
      "learning_rate": 9.045454545454546e-05,
      "loss": 1.7032,
      "step": 130
    },
    {
      "epoch": 0.29772727272727273,
      "grad_norm": 21.96811866760254,
      "learning_rate": 9.037878787878788e-05,
      "loss": 3.3135,
      "step": 131
    },
    {
      "epoch": 0.3,
      "grad_norm": 17.522789001464844,
      "learning_rate": 9.030303030303031e-05,
      "loss": 2.0827,
      "step": 132
    },
    {
      "epoch": 0.30227272727272725,
      "grad_norm": 16.18021011352539,
      "learning_rate": 9.022727272727273e-05,
      "loss": 2.6956,
      "step": 133
    },
    {
      "epoch": 0.30454545454545456,
      "grad_norm": 17.834138870239258,
      "learning_rate": 9.015151515151515e-05,
      "loss": 2.3929,
      "step": 134
    },
    {
      "epoch": 0.3068181818181818,
      "grad_norm": 18.146596908569336,
      "learning_rate": 9.007575757575759e-05,
      "loss": 3.0074,
      "step": 135
    },
    {
      "epoch": 0.3090909090909091,
      "grad_norm": 11.941591262817383,
      "learning_rate": 9e-05,
      "loss": 1.6793,
      "step": 136
    },
    {
      "epoch": 0.31136363636363634,
      "grad_norm": 15.524669647216797,
      "learning_rate": 8.992424242424244e-05,
      "loss": 2.3193,
      "step": 137
    },
    {
      "epoch": 0.31363636363636366,
      "grad_norm": 17.986879348754883,
      "learning_rate": 8.984848484848484e-05,
      "loss": 3.1335,
      "step": 138
    },
    {
      "epoch": 0.3159090909090909,
      "grad_norm": 19.568361282348633,
      "learning_rate": 8.977272727272728e-05,
      "loss": 2.6232,
      "step": 139
    },
    {
      "epoch": 0.3181818181818182,
      "grad_norm": 15.213788986206055,
      "learning_rate": 8.96969696969697e-05,
      "loss": 1.6936,
      "step": 140
    },
    {
      "epoch": 0.32045454545454544,
      "grad_norm": 16.093795776367188,
      "learning_rate": 8.962121212121213e-05,
      "loss": 2.38,
      "step": 141
    },
    {
      "epoch": 0.32272727272727275,
      "grad_norm": 17.010087966918945,
      "learning_rate": 8.954545454545455e-05,
      "loss": 2.0467,
      "step": 142
    },
    {
      "epoch": 0.325,
      "grad_norm": 20.31732749938965,
      "learning_rate": 8.946969696969697e-05,
      "loss": 2.062,
      "step": 143
    },
    {
      "epoch": 0.32727272727272727,
      "grad_norm": 15.800658226013184,
      "learning_rate": 8.93939393939394e-05,
      "loss": 1.4575,
      "step": 144
    },
    {
      "epoch": 0.32954545454545453,
      "grad_norm": 15.116626739501953,
      "learning_rate": 8.931818181818182e-05,
      "loss": 2.314,
      "step": 145
    },
    {
      "epoch": 0.33181818181818185,
      "grad_norm": 25.464197158813477,
      "learning_rate": 8.924242424242426e-05,
      "loss": 2.0073,
      "step": 146
    },
    {
      "epoch": 0.3340909090909091,
      "grad_norm": 13.291275978088379,
      "learning_rate": 8.916666666666667e-05,
      "loss": 2.151,
      "step": 147
    },
    {
      "epoch": 0.33636363636363636,
      "grad_norm": 13.530828475952148,
      "learning_rate": 8.90909090909091e-05,
      "loss": 2.3051,
      "step": 148
    },
    {
      "epoch": 0.3386363636363636,
      "grad_norm": 15.941877365112305,
      "learning_rate": 8.901515151515151e-05,
      "loss": 2.6671,
      "step": 149
    },
    {
      "epoch": 0.3409090909090909,
      "grad_norm": 16.19255828857422,
      "learning_rate": 8.893939393939395e-05,
      "loss": 2.4137,
      "step": 150
    },
    {
      "epoch": 0.3431818181818182,
      "grad_norm": 25.39113998413086,
      "learning_rate": 8.886363636363637e-05,
      "loss": 3.1836,
      "step": 151
    },
    {
      "epoch": 0.34545454545454546,
      "grad_norm": 14.128908157348633,
      "learning_rate": 8.87878787878788e-05,
      "loss": 2.4864,
      "step": 152
    },
    {
      "epoch": 0.3477272727272727,
      "grad_norm": 14.206392288208008,
      "learning_rate": 8.871212121212122e-05,
      "loss": 1.3842,
      "step": 153
    },
    {
      "epoch": 0.35,
      "grad_norm": 11.746234893798828,
      "learning_rate": 8.863636363636364e-05,
      "loss": 1.69,
      "step": 154
    },
    {
      "epoch": 0.3522727272727273,
      "grad_norm": 14.249229431152344,
      "learning_rate": 8.856060606060607e-05,
      "loss": 2.962,
      "step": 155
    },
    {
      "epoch": 0.35454545454545455,
      "grad_norm": 13.884110450744629,
      "learning_rate": 8.848484848484849e-05,
      "loss": 1.9429,
      "step": 156
    },
    {
      "epoch": 0.3568181818181818,
      "grad_norm": 15.577651023864746,
      "learning_rate": 8.840909090909091e-05,
      "loss": 2.0814,
      "step": 157
    },
    {
      "epoch": 0.35909090909090907,
      "grad_norm": 13.055503845214844,
      "learning_rate": 8.833333333333333e-05,
      "loss": 2.286,
      "step": 158
    },
    {
      "epoch": 0.3613636363636364,
      "grad_norm": 14.148711204528809,
      "learning_rate": 8.825757575757576e-05,
      "loss": 1.7243,
      "step": 159
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 18.32880210876465,
      "learning_rate": 8.818181818181818e-05,
      "loss": 2.0912,
      "step": 160
    },
    {
      "epoch": 0.3659090909090909,
      "grad_norm": 19.306982040405273,
      "learning_rate": 8.810606060606062e-05,
      "loss": 2.1032,
      "step": 161
    },
    {
      "epoch": 0.36818181818181817,
      "grad_norm": 18.99219512939453,
      "learning_rate": 8.803030303030304e-05,
      "loss": 2.3527,
      "step": 162
    },
    {
      "epoch": 0.3704545454545455,
      "grad_norm": 14.297601699829102,
      "learning_rate": 8.795454545454545e-05,
      "loss": 2.8786,
      "step": 163
    },
    {
      "epoch": 0.37272727272727274,
      "grad_norm": 19.273303985595703,
      "learning_rate": 8.787878787878789e-05,
      "loss": 2.4364,
      "step": 164
    },
    {
      "epoch": 0.375,
      "grad_norm": 11.870357513427734,
      "learning_rate": 8.780303030303031e-05,
      "loss": 2.1716,
      "step": 165
    },
    {
      "epoch": 0.37727272727272726,
      "grad_norm": 11.26362133026123,
      "learning_rate": 8.772727272727274e-05,
      "loss": 3.1212,
      "step": 166
    },
    {
      "epoch": 0.3795454545454545,
      "grad_norm": 12.994135856628418,
      "learning_rate": 8.765151515151515e-05,
      "loss": 2.4722,
      "step": 167
    },
    {
      "epoch": 0.38181818181818183,
      "grad_norm": 13.474489212036133,
      "learning_rate": 8.757575757575758e-05,
      "loss": 2.9132,
      "step": 168
    },
    {
      "epoch": 0.3840909090909091,
      "grad_norm": 16.456457138061523,
      "learning_rate": 8.75e-05,
      "loss": 2.1006,
      "step": 169
    },
    {
      "epoch": 0.38636363636363635,
      "grad_norm": 16.236146926879883,
      "learning_rate": 8.742424242424243e-05,
      "loss": 2.1458,
      "step": 170
    },
    {
      "epoch": 0.3886363636363636,
      "grad_norm": 13.122529983520508,
      "learning_rate": 8.734848484848485e-05,
      "loss": 2.7045,
      "step": 171
    },
    {
      "epoch": 0.39090909090909093,
      "grad_norm": 12.385522842407227,
      "learning_rate": 8.727272727272727e-05,
      "loss": 2.2677,
      "step": 172
    },
    {
      "epoch": 0.3931818181818182,
      "grad_norm": 14.4050931930542,
      "learning_rate": 8.71969696969697e-05,
      "loss": 1.3401,
      "step": 173
    },
    {
      "epoch": 0.39545454545454545,
      "grad_norm": 21.25592803955078,
      "learning_rate": 8.712121212121212e-05,
      "loss": 1.8591,
      "step": 174
    },
    {
      "epoch": 0.3977272727272727,
      "grad_norm": 13.744414329528809,
      "learning_rate": 8.704545454545456e-05,
      "loss": 1.8915,
      "step": 175
    },
    {
      "epoch": 0.4,
      "grad_norm": 14.040199279785156,
      "learning_rate": 8.696969696969698e-05,
      "loss": 2.1142,
      "step": 176
    },
    {
      "epoch": 0.4022727272727273,
      "grad_norm": 13.779399871826172,
      "learning_rate": 8.68939393939394e-05,
      "loss": 1.6946,
      "step": 177
    },
    {
      "epoch": 0.40454545454545454,
      "grad_norm": 12.878482818603516,
      "learning_rate": 8.681818181818182e-05,
      "loss": 2.0229,
      "step": 178
    },
    {
      "epoch": 0.4068181818181818,
      "grad_norm": 10.951014518737793,
      "learning_rate": 8.674242424242425e-05,
      "loss": 2.2302,
      "step": 179
    },
    {
      "epoch": 0.4090909090909091,
      "grad_norm": 15.133676528930664,
      "learning_rate": 8.666666666666667e-05,
      "loss": 1.7796,
      "step": 180
    },
    {
      "epoch": 0.4113636363636364,
      "grad_norm": 11.56503677368164,
      "learning_rate": 8.65909090909091e-05,
      "loss": 2.0587,
      "step": 181
    },
    {
      "epoch": 0.41363636363636364,
      "grad_norm": 12.170353889465332,
      "learning_rate": 8.651515151515152e-05,
      "loss": 1.9297,
      "step": 182
    },
    {
      "epoch": 0.4159090909090909,
      "grad_norm": 14.984827995300293,
      "learning_rate": 8.643939393939394e-05,
      "loss": 1.3361,
      "step": 183
    },
    {
      "epoch": 0.41818181818181815,
      "grad_norm": 12.686882972717285,
      "learning_rate": 8.636363636363637e-05,
      "loss": 2.3203,
      "step": 184
    },
    {
      "epoch": 0.42045454545454547,
      "grad_norm": 19.53303337097168,
      "learning_rate": 8.628787878787879e-05,
      "loss": 2.1686,
      "step": 185
    },
    {
      "epoch": 0.42272727272727273,
      "grad_norm": 13.246541976928711,
      "learning_rate": 8.621212121212121e-05,
      "loss": 2.154,
      "step": 186
    },
    {
      "epoch": 0.425,
      "grad_norm": 18.38794708251953,
      "learning_rate": 8.613636363636363e-05,
      "loss": 2.3975,
      "step": 187
    },
    {
      "epoch": 0.42727272727272725,
      "grad_norm": 19.281801223754883,
      "learning_rate": 8.606060606060606e-05,
      "loss": 3.1559,
      "step": 188
    },
    {
      "epoch": 0.42954545454545456,
      "grad_norm": 16.43345069885254,
      "learning_rate": 8.598484848484848e-05,
      "loss": 2.4324,
      "step": 189
    },
    {
      "epoch": 0.4318181818181818,
      "grad_norm": 22.686885833740234,
      "learning_rate": 8.590909090909092e-05,
      "loss": 2.4541,
      "step": 190
    },
    {
      "epoch": 0.4340909090909091,
      "grad_norm": 16.799205780029297,
      "learning_rate": 8.583333333333334e-05,
      "loss": 1.9834,
      "step": 191
    },
    {
      "epoch": 0.43636363636363634,
      "grad_norm": 12.861906051635742,
      "learning_rate": 8.575757575757576e-05,
      "loss": 1.4132,
      "step": 192
    },
    {
      "epoch": 0.43863636363636366,
      "grad_norm": 14.350102424621582,
      "learning_rate": 8.568181818181819e-05,
      "loss": 2.5181,
      "step": 193
    },
    {
      "epoch": 0.4409090909090909,
      "grad_norm": 9.91285228729248,
      "learning_rate": 8.560606060606061e-05,
      "loss": 1.1131,
      "step": 194
    },
    {
      "epoch": 0.4431818181818182,
      "grad_norm": 12.768558502197266,
      "learning_rate": 8.553030303030304e-05,
      "loss": 1.6889,
      "step": 195
    },
    {
      "epoch": 0.44545454545454544,
      "grad_norm": 11.671558380126953,
      "learning_rate": 8.545454545454545e-05,
      "loss": 2.4559,
      "step": 196
    },
    {
      "epoch": 0.44772727272727275,
      "grad_norm": 12.10418701171875,
      "learning_rate": 8.537878787878788e-05,
      "loss": 2.2951,
      "step": 197
    },
    {
      "epoch": 0.45,
      "grad_norm": 12.047237396240234,
      "learning_rate": 8.53030303030303e-05,
      "loss": 1.7895,
      "step": 198
    },
    {
      "epoch": 0.45227272727272727,
      "grad_norm": 13.83714485168457,
      "learning_rate": 8.522727272727273e-05,
      "loss": 2.1267,
      "step": 199
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 17.289377212524414,
      "learning_rate": 8.515151515151515e-05,
      "loss": 3.4595,
      "step": 200
    },
    {
      "epoch": 0.45681818181818185,
      "grad_norm": 16.056198120117188,
      "learning_rate": 8.507575757575757e-05,
      "loss": 2.2333,
      "step": 201
    },
    {
      "epoch": 0.4590909090909091,
      "grad_norm": 12.874887466430664,
      "learning_rate": 8.5e-05,
      "loss": 2.3555,
      "step": 202
    },
    {
      "epoch": 0.46136363636363636,
      "grad_norm": 11.859071731567383,
      "learning_rate": 8.492424242424243e-05,
      "loss": 2.0893,
      "step": 203
    },
    {
      "epoch": 0.4636363636363636,
      "grad_norm": 11.99448013305664,
      "learning_rate": 8.484848484848486e-05,
      "loss": 2.4165,
      "step": 204
    },
    {
      "epoch": 0.4659090909090909,
      "grad_norm": 14.352676391601562,
      "learning_rate": 8.477272727272728e-05,
      "loss": 2.58,
      "step": 205
    },
    {
      "epoch": 0.4681818181818182,
      "grad_norm": 10.942952156066895,
      "learning_rate": 8.46969696969697e-05,
      "loss": 2.1313,
      "step": 206
    },
    {
      "epoch": 0.47045454545454546,
      "grad_norm": 13.232431411743164,
      "learning_rate": 8.462121212121212e-05,
      "loss": 2.8598,
      "step": 207
    },
    {
      "epoch": 0.4727272727272727,
      "grad_norm": 14.74603271484375,
      "learning_rate": 8.454545454545455e-05,
      "loss": 2.5221,
      "step": 208
    },
    {
      "epoch": 0.475,
      "grad_norm": 11.541604042053223,
      "learning_rate": 8.446969696969697e-05,
      "loss": 2.6656,
      "step": 209
    },
    {
      "epoch": 0.4772727272727273,
      "grad_norm": 22.731273651123047,
      "learning_rate": 8.43939393939394e-05,
      "loss": 1.9391,
      "step": 210
    },
    {
      "epoch": 0.47954545454545455,
      "grad_norm": 16.327220916748047,
      "learning_rate": 8.431818181818182e-05,
      "loss": 2.1225,
      "step": 211
    },
    {
      "epoch": 0.4818181818181818,
      "grad_norm": 15.646464347839355,
      "learning_rate": 8.424242424242424e-05,
      "loss": 2.1468,
      "step": 212
    },
    {
      "epoch": 0.48409090909090907,
      "grad_norm": 16.69521141052246,
      "learning_rate": 8.416666666666668e-05,
      "loss": 2.4979,
      "step": 213
    },
    {
      "epoch": 0.4863636363636364,
      "grad_norm": 12.17435073852539,
      "learning_rate": 8.40909090909091e-05,
      "loss": 1.915,
      "step": 214
    },
    {
      "epoch": 0.48863636363636365,
      "grad_norm": 15.295214653015137,
      "learning_rate": 8.401515151515153e-05,
      "loss": 2.6765,
      "step": 215
    },
    {
      "epoch": 0.4909090909090909,
      "grad_norm": 14.532336235046387,
      "learning_rate": 8.393939393939393e-05,
      "loss": 2.1649,
      "step": 216
    },
    {
      "epoch": 0.49318181818181817,
      "grad_norm": 9.738990783691406,
      "learning_rate": 8.386363636363637e-05,
      "loss": 1.7751,
      "step": 217
    },
    {
      "epoch": 0.4954545454545455,
      "grad_norm": 13.893047332763672,
      "learning_rate": 8.378787878787879e-05,
      "loss": 2.3839,
      "step": 218
    },
    {
      "epoch": 0.49772727272727274,
      "grad_norm": 10.604107856750488,
      "learning_rate": 8.371212121212122e-05,
      "loss": 1.839,
      "step": 219
    },
    {
      "epoch": 0.5,
      "grad_norm": 14.21572208404541,
      "learning_rate": 8.363636363636364e-05,
      "loss": 2.4181,
      "step": 220
    },
    {
      "epoch": 0.5022727272727273,
      "grad_norm": 12.247942924499512,
      "learning_rate": 8.356060606060606e-05,
      "loss": 1.6214,
      "step": 221
    },
    {
      "epoch": 0.5045454545454545,
      "grad_norm": 11.43807601928711,
      "learning_rate": 8.348484848484849e-05,
      "loss": 1.7002,
      "step": 222
    },
    {
      "epoch": 0.5068181818181818,
      "grad_norm": 12.532363891601562,
      "learning_rate": 8.340909090909091e-05,
      "loss": 1.6798,
      "step": 223
    },
    {
      "epoch": 0.509090909090909,
      "grad_norm": 21.122955322265625,
      "learning_rate": 8.333333333333334e-05,
      "loss": 2.3791,
      "step": 224
    },
    {
      "epoch": 0.5113636363636364,
      "grad_norm": 15.643569946289062,
      "learning_rate": 8.325757575757575e-05,
      "loss": 2.2841,
      "step": 225
    },
    {
      "epoch": 0.5136363636363637,
      "grad_norm": 13.66476821899414,
      "learning_rate": 8.318181818181818e-05,
      "loss": 2.7105,
      "step": 226
    },
    {
      "epoch": 0.5159090909090909,
      "grad_norm": 15.538378715515137,
      "learning_rate": 8.310606060606062e-05,
      "loss": 2.5573,
      "step": 227
    },
    {
      "epoch": 0.5181818181818182,
      "grad_norm": 14.432341575622559,
      "learning_rate": 8.303030303030304e-05,
      "loss": 1.6926,
      "step": 228
    },
    {
      "epoch": 0.5204545454545455,
      "grad_norm": 14.326302528381348,
      "learning_rate": 8.295454545454547e-05,
      "loss": 1.9976,
      "step": 229
    },
    {
      "epoch": 0.5227272727272727,
      "grad_norm": 16.38084602355957,
      "learning_rate": 8.287878787878787e-05,
      "loss": 2.8438,
      "step": 230
    },
    {
      "epoch": 0.525,
      "grad_norm": 14.56826114654541,
      "learning_rate": 8.280303030303031e-05,
      "loss": 2.3643,
      "step": 231
    },
    {
      "epoch": 0.5272727272727272,
      "grad_norm": 10.183893203735352,
      "learning_rate": 8.272727272727273e-05,
      "loss": 1.9476,
      "step": 232
    },
    {
      "epoch": 0.5295454545454545,
      "grad_norm": 15.575922012329102,
      "learning_rate": 8.265151515151516e-05,
      "loss": 2.3493,
      "step": 233
    },
    {
      "epoch": 0.5318181818181819,
      "grad_norm": 12.653141021728516,
      "learning_rate": 8.257575757575758e-05,
      "loss": 2.0519,
      "step": 234
    },
    {
      "epoch": 0.5340909090909091,
      "grad_norm": 12.279047966003418,
      "learning_rate": 8.25e-05,
      "loss": 2.0694,
      "step": 235
    },
    {
      "epoch": 0.5363636363636364,
      "grad_norm": 12.395997047424316,
      "learning_rate": 8.242424242424243e-05,
      "loss": 2.1307,
      "step": 236
    },
    {
      "epoch": 0.5386363636363637,
      "grad_norm": 10.851142883300781,
      "learning_rate": 8.234848484848485e-05,
      "loss": 1.9883,
      "step": 237
    },
    {
      "epoch": 0.5409090909090909,
      "grad_norm": 14.103243827819824,
      "learning_rate": 8.227272727272729e-05,
      "loss": 2.6901,
      "step": 238
    },
    {
      "epoch": 0.5431818181818182,
      "grad_norm": 9.63924789428711,
      "learning_rate": 8.21969696969697e-05,
      "loss": 1.2228,
      "step": 239
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 13.430061340332031,
      "learning_rate": 8.212121212121212e-05,
      "loss": 1.7877,
      "step": 240
    },
    {
      "epoch": 0.5477272727272727,
      "grad_norm": 15.428567886352539,
      "learning_rate": 8.204545454545454e-05,
      "loss": 2.0201,
      "step": 241
    },
    {
      "epoch": 0.55,
      "grad_norm": 15.405593872070312,
      "learning_rate": 8.196969696969698e-05,
      "loss": 2.8325,
      "step": 242
    },
    {
      "epoch": 0.5522727272727272,
      "grad_norm": 22.855867385864258,
      "learning_rate": 8.18939393939394e-05,
      "loss": 3.045,
      "step": 243
    },
    {
      "epoch": 0.5545454545454546,
      "grad_norm": 14.374544143676758,
      "learning_rate": 8.181818181818183e-05,
      "loss": 2.0002,
      "step": 244
    },
    {
      "epoch": 0.5568181818181818,
      "grad_norm": 13.37702465057373,
      "learning_rate": 8.174242424242425e-05,
      "loss": 1.6496,
      "step": 245
    },
    {
      "epoch": 0.5590909090909091,
      "grad_norm": 13.321274757385254,
      "learning_rate": 8.166666666666667e-05,
      "loss": 1.9746,
      "step": 246
    },
    {
      "epoch": 0.5613636363636364,
      "grad_norm": 13.79466438293457,
      "learning_rate": 8.15909090909091e-05,
      "loss": 2.0699,
      "step": 247
    },
    {
      "epoch": 0.5636363636363636,
      "grad_norm": 12.355722427368164,
      "learning_rate": 8.151515151515152e-05,
      "loss": 2.2207,
      "step": 248
    },
    {
      "epoch": 0.5659090909090909,
      "grad_norm": 14.220561981201172,
      "learning_rate": 8.143939393939395e-05,
      "loss": 2.1695,
      "step": 249
    },
    {
      "epoch": 0.5681818181818182,
      "grad_norm": 12.587940216064453,
      "learning_rate": 8.136363636363636e-05,
      "loss": 1.8604,
      "step": 250
    },
    {
      "epoch": 0.5704545454545454,
      "grad_norm": 9.54430103302002,
      "learning_rate": 8.12878787878788e-05,
      "loss": 1.6446,
      "step": 251
    },
    {
      "epoch": 0.5727272727272728,
      "grad_norm": 14.440407752990723,
      "learning_rate": 8.121212121212121e-05,
      "loss": 2.4646,
      "step": 252
    },
    {
      "epoch": 0.575,
      "grad_norm": 14.50412368774414,
      "learning_rate": 8.113636363636365e-05,
      "loss": 1.5263,
      "step": 253
    },
    {
      "epoch": 0.5772727272727273,
      "grad_norm": 18.535612106323242,
      "learning_rate": 8.106060606060607e-05,
      "loss": 2.7942,
      "step": 254
    },
    {
      "epoch": 0.5795454545454546,
      "grad_norm": 11.250702857971191,
      "learning_rate": 8.098484848484848e-05,
      "loss": 1.5575,
      "step": 255
    },
    {
      "epoch": 0.5818181818181818,
      "grad_norm": 12.534632682800293,
      "learning_rate": 8.090909090909092e-05,
      "loss": 1.9031,
      "step": 256
    },
    {
      "epoch": 0.5840909090909091,
      "grad_norm": 14.82848834991455,
      "learning_rate": 8.083333333333334e-05,
      "loss": 1.4666,
      "step": 257
    },
    {
      "epoch": 0.5863636363636363,
      "grad_norm": 15.74230670928955,
      "learning_rate": 8.075757575757577e-05,
      "loss": 2.3956,
      "step": 258
    },
    {
      "epoch": 0.5886363636363636,
      "grad_norm": 13.576948165893555,
      "learning_rate": 8.068181818181818e-05,
      "loss": 1.9797,
      "step": 259
    },
    {
      "epoch": 0.5909090909090909,
      "grad_norm": 12.77927303314209,
      "learning_rate": 8.060606060606061e-05,
      "loss": 2.0894,
      "step": 260
    },
    {
      "epoch": 0.5931818181818181,
      "grad_norm": 17.75493621826172,
      "learning_rate": 8.053030303030303e-05,
      "loss": 2.6691,
      "step": 261
    },
    {
      "epoch": 0.5954545454545455,
      "grad_norm": 12.445291519165039,
      "learning_rate": 8.045454545454546e-05,
      "loss": 1.9188,
      "step": 262
    },
    {
      "epoch": 0.5977272727272728,
      "grad_norm": 12.350727081298828,
      "learning_rate": 8.037878787878788e-05,
      "loss": 1.9648,
      "step": 263
    },
    {
      "epoch": 0.6,
      "grad_norm": 10.37759780883789,
      "learning_rate": 8.03030303030303e-05,
      "loss": 1.5221,
      "step": 264
    },
    {
      "epoch": 0.6022727272727273,
      "grad_norm": 13.281451225280762,
      "learning_rate": 8.022727272727273e-05,
      "loss": 3.2337,
      "step": 265
    },
    {
      "epoch": 0.6045454545454545,
      "grad_norm": 11.684523582458496,
      "learning_rate": 8.015151515151515e-05,
      "loss": 1.7641,
      "step": 266
    },
    {
      "epoch": 0.6068181818181818,
      "grad_norm": 15.161863327026367,
      "learning_rate": 8.007575757575759e-05,
      "loss": 3.5694,
      "step": 267
    },
    {
      "epoch": 0.6090909090909091,
      "grad_norm": 13.221097946166992,
      "learning_rate": 8e-05,
      "loss": 2.5334,
      "step": 268
    },
    {
      "epoch": 0.6113636363636363,
      "grad_norm": 15.834603309631348,
      "learning_rate": 7.992424242424243e-05,
      "loss": 2.5292,
      "step": 269
    },
    {
      "epoch": 0.6136363636363636,
      "grad_norm": 15.016695976257324,
      "learning_rate": 7.984848484848485e-05,
      "loss": 1.9177,
      "step": 270
    },
    {
      "epoch": 0.615909090909091,
      "grad_norm": 18.896211624145508,
      "learning_rate": 7.977272727272728e-05,
      "loss": 2.2495,
      "step": 271
    },
    {
      "epoch": 0.6181818181818182,
      "grad_norm": 17.597623825073242,
      "learning_rate": 7.96969696969697e-05,
      "loss": 2.1252,
      "step": 272
    },
    {
      "epoch": 0.6204545454545455,
      "grad_norm": 14.346769332885742,
      "learning_rate": 7.962121212121213e-05,
      "loss": 2.0273,
      "step": 273
    },
    {
      "epoch": 0.6227272727272727,
      "grad_norm": 13.852729797363281,
      "learning_rate": 7.954545454545455e-05,
      "loss": 2.7319,
      "step": 274
    },
    {
      "epoch": 0.625,
      "grad_norm": 12.906790733337402,
      "learning_rate": 7.946969696969697e-05,
      "loss": 1.6674,
      "step": 275
    },
    {
      "epoch": 0.6272727272727273,
      "grad_norm": 10.031960487365723,
      "learning_rate": 7.93939393939394e-05,
      "loss": 1.5017,
      "step": 276
    },
    {
      "epoch": 0.6295454545454545,
      "grad_norm": 12.02971363067627,
      "learning_rate": 7.931818181818182e-05,
      "loss": 2.1617,
      "step": 277
    },
    {
      "epoch": 0.6318181818181818,
      "grad_norm": 12.239229202270508,
      "learning_rate": 7.924242424242426e-05,
      "loss": 1.285,
      "step": 278
    },
    {
      "epoch": 0.634090909090909,
      "grad_norm": 12.207528114318848,
      "learning_rate": 7.916666666666666e-05,
      "loss": 1.4661,
      "step": 279
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 21.659215927124023,
      "learning_rate": 7.90909090909091e-05,
      "loss": 1.8808,
      "step": 280
    },
    {
      "epoch": 0.6386363636363637,
      "grad_norm": 14.419612884521484,
      "learning_rate": 7.901515151515151e-05,
      "loss": 2.6502,
      "step": 281
    },
    {
      "epoch": 0.6409090909090909,
      "grad_norm": NaN,
      "learning_rate": 7.901515151515151e-05,
      "loss": 0.0,
      "step": 282
    },
    {
      "epoch": 0.6431818181818182,
      "grad_norm": 11.444130897521973,
      "learning_rate": 7.893939393939395e-05,
      "loss": 1.5987,
      "step": 283
    },
    {
      "epoch": 0.6454545454545455,
      "grad_norm": 10.316890716552734,
      "learning_rate": 7.886363636363637e-05,
      "loss": 1.5173,
      "step": 284
    },
    {
      "epoch": 0.6477272727272727,
      "grad_norm": 13.772204399108887,
      "learning_rate": 7.878787878787879e-05,
      "loss": 3.0357,
      "step": 285
    },
    {
      "epoch": 0.65,
      "grad_norm": 12.452784538269043,
      "learning_rate": 7.871212121212122e-05,
      "loss": 2.2077,
      "step": 286
    },
    {
      "epoch": 0.6522727272727272,
      "grad_norm": 15.323153495788574,
      "learning_rate": 7.863636363636364e-05,
      "loss": 1.8941,
      "step": 287
    },
    {
      "epoch": 0.6545454545454545,
      "grad_norm": 10.558858871459961,
      "learning_rate": 7.856060606060607e-05,
      "loss": 1.5262,
      "step": 288
    },
    {
      "epoch": 0.6568181818181819,
      "grad_norm": 15.232844352722168,
      "learning_rate": 7.848484848484848e-05,
      "loss": 3.1486,
      "step": 289
    },
    {
      "epoch": 0.6590909090909091,
      "grad_norm": 11.309487342834473,
      "learning_rate": 7.840909090909091e-05,
      "loss": 1.8324,
      "step": 290
    },
    {
      "epoch": 0.6613636363636364,
      "grad_norm": 11.427604675292969,
      "learning_rate": 7.833333333333333e-05,
      "loss": 1.0609,
      "step": 291
    },
    {
      "epoch": 0.6636363636363637,
      "grad_norm": 15.115833282470703,
      "learning_rate": 7.825757575757576e-05,
      "loss": 2.8888,
      "step": 292
    },
    {
      "epoch": 0.6659090909090909,
      "grad_norm": 14.701318740844727,
      "learning_rate": 7.818181818181818e-05,
      "loss": 2.823,
      "step": 293
    },
    {
      "epoch": 0.6681818181818182,
      "grad_norm": 10.650053024291992,
      "learning_rate": 7.81060606060606e-05,
      "loss": 1.8724,
      "step": 294
    },
    {
      "epoch": 0.6704545454545454,
      "grad_norm": 12.72999382019043,
      "learning_rate": 7.803030303030304e-05,
      "loss": 1.9267,
      "step": 295
    },
    {
      "epoch": 0.6727272727272727,
      "grad_norm": 16.98598861694336,
      "learning_rate": 7.795454545454546e-05,
      "loss": 2.325,
      "step": 296
    },
    {
      "epoch": 0.675,
      "grad_norm": 12.848193168640137,
      "learning_rate": 7.787878787878789e-05,
      "loss": 3.1965,
      "step": 297
    },
    {
      "epoch": 0.6772727272727272,
      "grad_norm": 8.765904426574707,
      "learning_rate": 7.780303030303031e-05,
      "loss": 1.8081,
      "step": 298
    },
    {
      "epoch": 0.6795454545454546,
      "grad_norm": 14.633967399597168,
      "learning_rate": 7.772727272727273e-05,
      "loss": 1.8056,
      "step": 299
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 9.972925186157227,
      "learning_rate": 7.765151515151515e-05,
      "loss": 1.8835,
      "step": 300
    },
    {
      "epoch": 0.6840909090909091,
      "grad_norm": 11.186135292053223,
      "learning_rate": 7.757575757575758e-05,
      "loss": 1.6734,
      "step": 301
    },
    {
      "epoch": 0.6863636363636364,
      "grad_norm": 15.052450180053711,
      "learning_rate": 7.75e-05,
      "loss": 2.2574,
      "step": 302
    },
    {
      "epoch": 0.6886363636363636,
      "grad_norm": 12.664848327636719,
      "learning_rate": 7.742424242424243e-05,
      "loss": 1.5916,
      "step": 303
    },
    {
      "epoch": 0.6909090909090909,
      "grad_norm": 14.287535667419434,
      "learning_rate": 7.734848484848485e-05,
      "loss": 1.8552,
      "step": 304
    },
    {
      "epoch": 0.6931818181818182,
      "grad_norm": 14.354594230651855,
      "learning_rate": 7.727272727272727e-05,
      "loss": 3.0925,
      "step": 305
    },
    {
      "epoch": 0.6954545454545454,
      "grad_norm": 12.003613471984863,
      "learning_rate": 7.71969696969697e-05,
      "loss": 1.6642,
      "step": 306
    },
    {
      "epoch": 0.6977272727272728,
      "grad_norm": 11.559938430786133,
      "learning_rate": 7.712121212121212e-05,
      "loss": 1.5997,
      "step": 307
    },
    {
      "epoch": 0.7,
      "grad_norm": 13.42446517944336,
      "learning_rate": 7.704545454545456e-05,
      "loss": 1.7934,
      "step": 308
    },
    {
      "epoch": 0.7022727272727273,
      "grad_norm": 11.831766128540039,
      "learning_rate": 7.696969696969696e-05,
      "loss": 1.7729,
      "step": 309
    },
    {
      "epoch": 0.7045454545454546,
      "grad_norm": 11.884734153747559,
      "learning_rate": 7.68939393939394e-05,
      "loss": 1.9489,
      "step": 310
    },
    {
      "epoch": 0.7068181818181818,
      "grad_norm": 15.816669464111328,
      "learning_rate": 7.681818181818182e-05,
      "loss": 2.4105,
      "step": 311
    },
    {
      "epoch": 0.7090909090909091,
      "grad_norm": 12.010058403015137,
      "learning_rate": 7.674242424242425e-05,
      "loss": 1.9247,
      "step": 312
    },
    {
      "epoch": 0.7113636363636363,
      "grad_norm": 9.436304092407227,
      "learning_rate": 7.666666666666667e-05,
      "loss": 1.9038,
      "step": 313
    },
    {
      "epoch": 0.7136363636363636,
      "grad_norm": 9.153775215148926,
      "learning_rate": 7.659090909090909e-05,
      "loss": 1.241,
      "step": 314
    },
    {
      "epoch": 0.7159090909090909,
      "grad_norm": 13.067652702331543,
      "learning_rate": 7.651515151515152e-05,
      "loss": 2.7662,
      "step": 315
    },
    {
      "epoch": 0.7181818181818181,
      "grad_norm": 16.106948852539062,
      "learning_rate": 7.643939393939394e-05,
      "loss": 2.0783,
      "step": 316
    },
    {
      "epoch": 0.7204545454545455,
      "grad_norm": 13.585596084594727,
      "learning_rate": 7.636363636363637e-05,
      "loss": 1.919,
      "step": 317
    },
    {
      "epoch": 0.7227272727272728,
      "grad_norm": 13.833767890930176,
      "learning_rate": 7.62878787878788e-05,
      "loss": 1.1069,
      "step": 318
    },
    {
      "epoch": 0.725,
      "grad_norm": 12.201956748962402,
      "learning_rate": 7.621212121212121e-05,
      "loss": 1.9548,
      "step": 319
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 15.562934875488281,
      "learning_rate": 7.613636363636363e-05,
      "loss": 1.9211,
      "step": 320
    },
    {
      "epoch": 0.7295454545454545,
      "grad_norm": 14.389630317687988,
      "learning_rate": 7.606060606060607e-05,
      "loss": 1.821,
      "step": 321
    },
    {
      "epoch": 0.7318181818181818,
      "grad_norm": 14.584891319274902,
      "learning_rate": 7.598484848484849e-05,
      "loss": 2.5068,
      "step": 322
    },
    {
      "epoch": 0.7340909090909091,
      "grad_norm": 14.5166654586792,
      "learning_rate": 7.59090909090909e-05,
      "loss": 1.9124,
      "step": 323
    },
    {
      "epoch": 0.7363636363636363,
      "grad_norm": 46.67388916015625,
      "learning_rate": 7.583333333333334e-05,
      "loss": 1.6895,
      "step": 324
    },
    {
      "epoch": 0.7386363636363636,
      "grad_norm": 12.92702865600586,
      "learning_rate": 7.575757575757576e-05,
      "loss": 1.7526,
      "step": 325
    },
    {
      "epoch": 0.740909090909091,
      "grad_norm": 8.52035140991211,
      "learning_rate": 7.568181818181819e-05,
      "loss": 1.4144,
      "step": 326
    },
    {
      "epoch": 0.7431818181818182,
      "grad_norm": 13.630702018737793,
      "learning_rate": 7.560606060606061e-05,
      "loss": 2.2018,
      "step": 327
    },
    {
      "epoch": 0.7454545454545455,
      "grad_norm": 14.379950523376465,
      "learning_rate": 7.553030303030303e-05,
      "loss": 2.8618,
      "step": 328
    },
    {
      "epoch": 0.7477272727272727,
      "grad_norm": 14.78795051574707,
      "learning_rate": 7.545454545454545e-05,
      "loss": 1.9749,
      "step": 329
    },
    {
      "epoch": 0.75,
      "grad_norm": 10.462140083312988,
      "learning_rate": 7.537878787878788e-05,
      "loss": 2.3666,
      "step": 330
    },
    {
      "epoch": 0.7522727272727273,
      "grad_norm": 11.336270332336426,
      "learning_rate": 7.530303030303032e-05,
      "loss": 1.4712,
      "step": 331
    },
    {
      "epoch": 0.7545454545454545,
      "grad_norm": 17.15682029724121,
      "learning_rate": 7.522727272727273e-05,
      "loss": 3.2442,
      "step": 332
    },
    {
      "epoch": 0.7568181818181818,
      "grad_norm": 14.129326820373535,
      "learning_rate": 7.515151515151515e-05,
      "loss": 1.9768,
      "step": 333
    },
    {
      "epoch": 0.759090909090909,
      "grad_norm": 14.239521026611328,
      "learning_rate": 7.507575757575757e-05,
      "loss": 1.9933,
      "step": 334
    },
    {
      "epoch": 0.7613636363636364,
      "grad_norm": 10.573707580566406,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.3049,
      "step": 335
    },
    {
      "epoch": 0.7636363636363637,
      "grad_norm": 15.881331443786621,
      "learning_rate": 7.492424242424243e-05,
      "loss": 2.7249,
      "step": 336
    },
    {
      "epoch": 0.7659090909090909,
      "grad_norm": 11.606864929199219,
      "learning_rate": 7.484848484848486e-05,
      "loss": 1.4883,
      "step": 337
    },
    {
      "epoch": 0.7681818181818182,
      "grad_norm": 8.834245681762695,
      "learning_rate": 7.477272727272727e-05,
      "loss": 1.3757,
      "step": 338
    },
    {
      "epoch": 0.7704545454545455,
      "grad_norm": 10.011686325073242,
      "learning_rate": 7.46969696969697e-05,
      "loss": 1.4306,
      "step": 339
    },
    {
      "epoch": 0.7727272727272727,
      "grad_norm": 13.084802627563477,
      "learning_rate": 7.462121212121213e-05,
      "loss": 2.1676,
      "step": 340
    },
    {
      "epoch": 0.775,
      "grad_norm": 12.480827331542969,
      "learning_rate": 7.454545454545455e-05,
      "loss": 2.2564,
      "step": 341
    },
    {
      "epoch": 0.7772727272727272,
      "grad_norm": 12.32083797454834,
      "learning_rate": 7.446969696969698e-05,
      "loss": 1.4576,
      "step": 342
    },
    {
      "epoch": 0.7795454545454545,
      "grad_norm": 13.759376525878906,
      "learning_rate": 7.439393939393939e-05,
      "loss": 2.5308,
      "step": 343
    },
    {
      "epoch": 0.7818181818181819,
      "grad_norm": 17.70578384399414,
      "learning_rate": 7.431818181818182e-05,
      "loss": 3.0816,
      "step": 344
    },
    {
      "epoch": 0.7840909090909091,
      "grad_norm": 13.809745788574219,
      "learning_rate": 7.424242424242424e-05,
      "loss": 2.6903,
      "step": 345
    },
    {
      "epoch": 0.7863636363636364,
      "grad_norm": 13.484768867492676,
      "learning_rate": 7.416666666666668e-05,
      "loss": 1.6094,
      "step": 346
    },
    {
      "epoch": 0.7886363636363637,
      "grad_norm": 10.424938201904297,
      "learning_rate": 7.40909090909091e-05,
      "loss": 1.3566,
      "step": 347
    },
    {
      "epoch": 0.7909090909090909,
      "grad_norm": 15.058128356933594,
      "learning_rate": 7.401515151515152e-05,
      "loss": 1.945,
      "step": 348
    },
    {
      "epoch": 0.7931818181818182,
      "grad_norm": 11.48098373413086,
      "learning_rate": 7.393939393939395e-05,
      "loss": 2.9329,
      "step": 349
    },
    {
      "epoch": 0.7954545454545454,
      "grad_norm": 15.027339935302734,
      "learning_rate": 7.386363636363637e-05,
      "loss": 3.3324,
      "step": 350
    },
    {
      "epoch": 0.7977272727272727,
      "grad_norm": 12.786996841430664,
      "learning_rate": 7.37878787878788e-05,
      "loss": 2.7898,
      "step": 351
    },
    {
      "epoch": 0.8,
      "grad_norm": 14.68897819519043,
      "learning_rate": 7.37121212121212e-05,
      "loss": 2.1318,
      "step": 352
    },
    {
      "epoch": 0.8022727272727272,
      "grad_norm": 15.081788063049316,
      "learning_rate": 7.363636363636364e-05,
      "loss": 2.544,
      "step": 353
    },
    {
      "epoch": 0.8045454545454546,
      "grad_norm": 13.604434967041016,
      "learning_rate": 7.356060606060606e-05,
      "loss": 3.242,
      "step": 354
    },
    {
      "epoch": 0.8068181818181818,
      "grad_norm": 10.167998313903809,
      "learning_rate": 7.348484848484849e-05,
      "loss": 1.7378,
      "step": 355
    },
    {
      "epoch": 0.8090909090909091,
      "grad_norm": 11.878591537475586,
      "learning_rate": 7.340909090909091e-05,
      "loss": 1.9651,
      "step": 356
    },
    {
      "epoch": 0.8113636363636364,
      "grad_norm": 10.606021881103516,
      "learning_rate": 7.333333333333333e-05,
      "loss": 1.6922,
      "step": 357
    },
    {
      "epoch": 0.8136363636363636,
      "grad_norm": 36.99083709716797,
      "learning_rate": 7.325757575757576e-05,
      "loss": 2.7004,
      "step": 358
    },
    {
      "epoch": 0.8159090909090909,
      "grad_norm": 12.748845100402832,
      "learning_rate": 7.318181818181818e-05,
      "loss": 2.0722,
      "step": 359
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 13.374279975891113,
      "learning_rate": 7.310606060606062e-05,
      "loss": 2.3361,
      "step": 360
    },
    {
      "epoch": 0.8204545454545454,
      "grad_norm": 10.289033889770508,
      "learning_rate": 7.303030303030304e-05,
      "loss": 1.6377,
      "step": 361
    },
    {
      "epoch": 0.8227272727272728,
      "grad_norm": 10.585772514343262,
      "learning_rate": 7.295454545454546e-05,
      "loss": 1.6941,
      "step": 362
    },
    {
      "epoch": 0.825,
      "grad_norm": 13.439225196838379,
      "learning_rate": 7.287878787878788e-05,
      "loss": 1.9242,
      "step": 363
    },
    {
      "epoch": 0.8272727272727273,
      "grad_norm": 12.649117469787598,
      "learning_rate": 7.280303030303031e-05,
      "loss": 3.5932,
      "step": 364
    },
    {
      "epoch": 0.8295454545454546,
      "grad_norm": 13.014269828796387,
      "learning_rate": 7.272727272727273e-05,
      "loss": 1.6747,
      "step": 365
    },
    {
      "epoch": 0.8318181818181818,
      "grad_norm": 10.855698585510254,
      "learning_rate": 7.265151515151516e-05,
      "loss": 2.2644,
      "step": 366
    },
    {
      "epoch": 0.8340909090909091,
      "grad_norm": 9.967236518859863,
      "learning_rate": 7.257575757575758e-05,
      "loss": 1.7373,
      "step": 367
    },
    {
      "epoch": 0.8363636363636363,
      "grad_norm": 12.029590606689453,
      "learning_rate": 7.25e-05,
      "loss": 1.7012,
      "step": 368
    },
    {
      "epoch": 0.8386363636363636,
      "grad_norm": 18.046247482299805,
      "learning_rate": 7.242424242424243e-05,
      "loss": 2.7507,
      "step": 369
    },
    {
      "epoch": 0.8409090909090909,
      "grad_norm": 12.02083969116211,
      "learning_rate": 7.234848484848485e-05,
      "loss": 1.4928,
      "step": 370
    },
    {
      "epoch": 0.8431818181818181,
      "grad_norm": 14.034537315368652,
      "learning_rate": 7.227272727272729e-05,
      "loss": 1.5557,
      "step": 371
    },
    {
      "epoch": 0.8454545454545455,
      "grad_norm": 11.5894775390625,
      "learning_rate": 7.219696969696969e-05,
      "loss": 2.0848,
      "step": 372
    },
    {
      "epoch": 0.8477272727272728,
      "grad_norm": 10.489690780639648,
      "learning_rate": 7.212121212121213e-05,
      "loss": 2.1963,
      "step": 373
    },
    {
      "epoch": 0.85,
      "grad_norm": 14.684807777404785,
      "learning_rate": 7.204545454545454e-05,
      "loss": 1.6653,
      "step": 374
    },
    {
      "epoch": 0.8522727272727273,
      "grad_norm": 10.650580406188965,
      "learning_rate": 7.196969696969698e-05,
      "loss": 1.5813,
      "step": 375
    },
    {
      "epoch": 0.8545454545454545,
      "grad_norm": 14.406346321105957,
      "learning_rate": 7.18939393939394e-05,
      "loss": 1.6018,
      "step": 376
    },
    {
      "epoch": 0.8568181818181818,
      "grad_norm": 10.684210777282715,
      "learning_rate": 7.181818181818182e-05,
      "loss": 1.16,
      "step": 377
    },
    {
      "epoch": 0.8590909090909091,
      "grad_norm": 11.588654518127441,
      "learning_rate": 7.174242424242425e-05,
      "loss": 1.52,
      "step": 378
    },
    {
      "epoch": 0.8613636363636363,
      "grad_norm": 13.342896461486816,
      "learning_rate": 7.166666666666667e-05,
      "loss": 1.3069,
      "step": 379
    },
    {
      "epoch": 0.8636363636363636,
      "grad_norm": 10.33123779296875,
      "learning_rate": 7.15909090909091e-05,
      "loss": 2.097,
      "step": 380
    },
    {
      "epoch": 0.865909090909091,
      "grad_norm": 13.286327362060547,
      "learning_rate": 7.151515151515152e-05,
      "loss": 1.6996,
      "step": 381
    },
    {
      "epoch": 0.8681818181818182,
      "grad_norm": 12.737727165222168,
      "learning_rate": 7.143939393939394e-05,
      "loss": 1.8533,
      "step": 382
    },
    {
      "epoch": 0.8704545454545455,
      "grad_norm": 10.602120399475098,
      "learning_rate": 7.136363636363636e-05,
      "loss": 0.9764,
      "step": 383
    },
    {
      "epoch": 0.8727272727272727,
      "grad_norm": 13.362771034240723,
      "learning_rate": 7.12878787878788e-05,
      "loss": 2.6888,
      "step": 384
    },
    {
      "epoch": 0.875,
      "grad_norm": 15.875019073486328,
      "learning_rate": 7.121212121212121e-05,
      "loss": 1.3865,
      "step": 385
    },
    {
      "epoch": 0.8772727272727273,
      "grad_norm": 11.602843284606934,
      "learning_rate": 7.113636363636363e-05,
      "loss": 1.489,
      "step": 386
    },
    {
      "epoch": 0.8795454545454545,
      "grad_norm": 10.052959442138672,
      "learning_rate": 7.106060606060607e-05,
      "loss": 1.423,
      "step": 387
    },
    {
      "epoch": 0.8818181818181818,
      "grad_norm": 15.898283004760742,
      "learning_rate": 7.098484848484849e-05,
      "loss": 2.0401,
      "step": 388
    },
    {
      "epoch": 0.884090909090909,
      "grad_norm": 14.83981990814209,
      "learning_rate": 7.090909090909092e-05,
      "loss": 2.9656,
      "step": 389
    },
    {
      "epoch": 0.8863636363636364,
      "grad_norm": 12.542622566223145,
      "learning_rate": 7.083333333333334e-05,
      "loss": 1.7818,
      "step": 390
    },
    {
      "epoch": 0.8886363636363637,
      "grad_norm": 10.65149974822998,
      "learning_rate": 7.075757575757576e-05,
      "loss": 1.4115,
      "step": 391
    },
    {
      "epoch": 0.8909090909090909,
      "grad_norm": 14.208708763122559,
      "learning_rate": 7.068181818181818e-05,
      "loss": 2.5107,
      "step": 392
    },
    {
      "epoch": 0.8931818181818182,
      "grad_norm": 13.435481071472168,
      "learning_rate": 7.060606060606061e-05,
      "loss": 2.0141,
      "step": 393
    },
    {
      "epoch": 0.8954545454545455,
      "grad_norm": 14.987428665161133,
      "learning_rate": 7.053030303030303e-05,
      "loss": 1.6295,
      "step": 394
    },
    {
      "epoch": 0.8977272727272727,
      "grad_norm": 15.590865135192871,
      "learning_rate": 7.045454545454546e-05,
      "loss": 2.5029,
      "step": 395
    },
    {
      "epoch": 0.9,
      "grad_norm": 12.00338077545166,
      "learning_rate": 7.037878787878788e-05,
      "loss": 1.5399,
      "step": 396
    },
    {
      "epoch": 0.9022727272727272,
      "grad_norm": 10.2390718460083,
      "learning_rate": 7.03030303030303e-05,
      "loss": 1.2943,
      "step": 397
    },
    {
      "epoch": 0.9045454545454545,
      "grad_norm": 13.09786319732666,
      "learning_rate": 7.022727272727274e-05,
      "loss": 1.951,
      "step": 398
    },
    {
      "epoch": 0.9068181818181819,
      "grad_norm": 14.016656875610352,
      "learning_rate": 7.015151515151515e-05,
      "loss": 2.4783,
      "step": 399
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 14.135820388793945,
      "learning_rate": 7.007575757575759e-05,
      "loss": 1.8109,
      "step": 400
    },
    {
      "epoch": 0.9113636363636364,
      "grad_norm": 15.545958518981934,
      "learning_rate": 7e-05,
      "loss": 2.2156,
      "step": 401
    },
    {
      "epoch": 0.9136363636363637,
      "grad_norm": 15.512310028076172,
      "learning_rate": 6.992424242424243e-05,
      "loss": 1.8199,
      "step": 402
    },
    {
      "epoch": 0.9159090909090909,
      "grad_norm": 12.54996109008789,
      "learning_rate": 6.984848484848485e-05,
      "loss": 2.0134,
      "step": 403
    },
    {
      "epoch": 0.9181818181818182,
      "grad_norm": 10.554512023925781,
      "learning_rate": 6.977272727272728e-05,
      "loss": 1.5173,
      "step": 404
    },
    {
      "epoch": 0.9204545454545454,
      "grad_norm": 13.31303882598877,
      "learning_rate": 6.96969696969697e-05,
      "loss": 1.7694,
      "step": 405
    },
    {
      "epoch": 0.9227272727272727,
      "grad_norm": 18.840511322021484,
      "learning_rate": 6.962121212121212e-05,
      "loss": 3.0551,
      "step": 406
    },
    {
      "epoch": 0.925,
      "grad_norm": 13.331717491149902,
      "learning_rate": 6.954545454545455e-05,
      "loss": 2.0296,
      "step": 407
    },
    {
      "epoch": 0.9272727272727272,
      "grad_norm": 11.75788688659668,
      "learning_rate": 6.946969696969697e-05,
      "loss": 1.8544,
      "step": 408
    },
    {
      "epoch": 0.9295454545454546,
      "grad_norm": 14.479559898376465,
      "learning_rate": 6.93939393939394e-05,
      "loss": 2.4435,
      "step": 409
    },
    {
      "epoch": 0.9318181818181818,
      "grad_norm": 14.522322654724121,
      "learning_rate": 6.931818181818182e-05,
      "loss": 2.3013,
      "step": 410
    },
    {
      "epoch": 0.9340909090909091,
      "grad_norm": 12.853972434997559,
      "learning_rate": 6.924242424242424e-05,
      "loss": 2.4637,
      "step": 411
    },
    {
      "epoch": 0.9363636363636364,
      "grad_norm": 10.978107452392578,
      "learning_rate": 6.916666666666666e-05,
      "loss": 1.5277,
      "step": 412
    },
    {
      "epoch": 0.9386363636363636,
      "grad_norm": 14.109042167663574,
      "learning_rate": 6.90909090909091e-05,
      "loss": 1.9601,
      "step": 413
    },
    {
      "epoch": 0.9409090909090909,
      "grad_norm": 10.699783325195312,
      "learning_rate": 6.901515151515152e-05,
      "loss": 2.2143,
      "step": 414
    },
    {
      "epoch": 0.9431818181818182,
      "grad_norm": 10.57825756072998,
      "learning_rate": 6.893939393939395e-05,
      "loss": 2.0557,
      "step": 415
    },
    {
      "epoch": 0.9454545454545454,
      "grad_norm": 12.432737350463867,
      "learning_rate": 6.886363636363637e-05,
      "loss": 1.7554,
      "step": 416
    },
    {
      "epoch": 0.9477272727272728,
      "grad_norm": 12.157960891723633,
      "learning_rate": 6.878787878787879e-05,
      "loss": 2.1302,
      "step": 417
    },
    {
      "epoch": 0.95,
      "grad_norm": 15.89067554473877,
      "learning_rate": 6.871212121212122e-05,
      "loss": 2.1424,
      "step": 418
    },
    {
      "epoch": 0.9522727272727273,
      "grad_norm": 10.453248977661133,
      "learning_rate": 6.863636363636364e-05,
      "loss": 1.8215,
      "step": 419
    },
    {
      "epoch": 0.9545454545454546,
      "grad_norm": 8.481575012207031,
      "learning_rate": 6.856060606060606e-05,
      "loss": 1.5999,
      "step": 420
    },
    {
      "epoch": 0.9568181818181818,
      "grad_norm": 10.795332908630371,
      "learning_rate": 6.848484848484848e-05,
      "loss": 1.4623,
      "step": 421
    },
    {
      "epoch": 0.9590909090909091,
      "grad_norm": 18.586315155029297,
      "learning_rate": 6.840909090909091e-05,
      "loss": 2.1875,
      "step": 422
    },
    {
      "epoch": 0.9613636363636363,
      "grad_norm": 15.387242317199707,
      "learning_rate": 6.833333333333333e-05,
      "loss": 2.1544,
      "step": 423
    },
    {
      "epoch": 0.9636363636363636,
      "grad_norm": 11.277326583862305,
      "learning_rate": 6.825757575757576e-05,
      "loss": 1.8575,
      "step": 424
    },
    {
      "epoch": 0.9659090909090909,
      "grad_norm": 9.451603889465332,
      "learning_rate": 6.818181818181818e-05,
      "loss": 1.6149,
      "step": 425
    },
    {
      "epoch": 0.9681818181818181,
      "grad_norm": 14.108964920043945,
      "learning_rate": 6.81060606060606e-05,
      "loss": 2.0166,
      "step": 426
    },
    {
      "epoch": 0.9704545454545455,
      "grad_norm": 8.922270774841309,
      "learning_rate": 6.803030303030304e-05,
      "loss": 1.3486,
      "step": 427
    },
    {
      "epoch": 0.9727272727272728,
      "grad_norm": 9.383979797363281,
      "learning_rate": 6.795454545454546e-05,
      "loss": 1.0425,
      "step": 428
    },
    {
      "epoch": 0.975,
      "grad_norm": 13.076512336730957,
      "learning_rate": 6.787878787878789e-05,
      "loss": 1.7828,
      "step": 429
    },
    {
      "epoch": 0.9772727272727273,
      "grad_norm": 14.815391540527344,
      "learning_rate": 6.78030303030303e-05,
      "loss": 1.893,
      "step": 430
    },
    {
      "epoch": 0.9795454545454545,
      "grad_norm": 10.523706436157227,
      "learning_rate": 6.772727272727273e-05,
      "loss": 1.5307,
      "step": 431
    },
    {
      "epoch": 0.9818181818181818,
      "grad_norm": 16.938919067382812,
      "learning_rate": 6.765151515151515e-05,
      "loss": 1.9001,
      "step": 432
    },
    {
      "epoch": 0.9840909090909091,
      "grad_norm": 11.781875610351562,
      "learning_rate": 6.757575757575758e-05,
      "loss": 2.183,
      "step": 433
    },
    {
      "epoch": 0.9863636363636363,
      "grad_norm": 14.539305686950684,
      "learning_rate": 6.750000000000001e-05,
      "loss": 2.2021,
      "step": 434
    },
    {
      "epoch": 0.9886363636363636,
      "grad_norm": 15.532546997070312,
      "learning_rate": 6.742424242424242e-05,
      "loss": 2.1856,
      "step": 435
    },
    {
      "epoch": 0.990909090909091,
      "grad_norm": 12.917964935302734,
      "learning_rate": 6.734848484848485e-05,
      "loss": 2.8732,
      "step": 436
    },
    {
      "epoch": 0.9931818181818182,
      "grad_norm": 12.498353958129883,
      "learning_rate": 6.727272727272727e-05,
      "loss": 1.9246,
      "step": 437
    },
    {
      "epoch": 0.9954545454545455,
      "grad_norm": 14.181402206420898,
      "learning_rate": 6.71969696969697e-05,
      "loss": 2.3863,
      "step": 438
    },
    {
      "epoch": 0.9977272727272727,
      "grad_norm": 12.139135360717773,
      "learning_rate": 6.712121212121213e-05,
      "loss": 2.5505,
      "step": 439
    },
    {
      "epoch": 1.0,
      "grad_norm": 18.971040725708008,
      "learning_rate": 6.704545454545455e-05,
      "loss": 2.3566,
      "step": 440
    },
    {
      "epoch": 1.0,
      "eval_f1": 0.8942,
      "eval_gen_len": 41.6727,
      "eval_loss": 1.852333426475525,
      "eval_precision": 0.8938,
      "eval_recall": 0.8947,
      "eval_rouge1": 0.4801,
      "eval_rouge2": 0.2302,
      "eval_rougeL": 0.4078,
      "eval_rougeLsum": 0.4472,
      "eval_runtime": 28.5976,
      "eval_samples_per_second": 3.846,
      "eval_steps_per_second": 0.49,
      "step": 440
    },
    {
      "epoch": 1.0022727272727272,
      "grad_norm": 9.610616683959961,
      "learning_rate": 6.696969696969696e-05,
      "loss": 1.3656,
      "step": 441
    },
    {
      "epoch": 1.0045454545454546,
      "grad_norm": 13.653773307800293,
      "learning_rate": 6.68939393939394e-05,
      "loss": 3.0115,
      "step": 442
    },
    {
      "epoch": 1.0068181818181818,
      "grad_norm": 10.243281364440918,
      "learning_rate": 6.681818181818183e-05,
      "loss": 1.7598,
      "step": 443
    },
    {
      "epoch": 1.009090909090909,
      "grad_norm": 12.79389762878418,
      "learning_rate": 6.674242424242425e-05,
      "loss": 1.7768,
      "step": 444
    },
    {
      "epoch": 1.0113636363636365,
      "grad_norm": 8.748100280761719,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.4368,
      "step": 445
    },
    {
      "epoch": 1.0136363636363637,
      "grad_norm": 9.42500114440918,
      "learning_rate": 6.659090909090909e-05,
      "loss": 1.0754,
      "step": 446
    },
    {
      "epoch": 1.0159090909090909,
      "grad_norm": 11.976570129394531,
      "learning_rate": 6.651515151515152e-05,
      "loss": 2.07,
      "step": 447
    },
    {
      "epoch": 1.018181818181818,
      "grad_norm": 9.448553085327148,
      "learning_rate": 6.643939393939394e-05,
      "loss": 1.5004,
      "step": 448
    },
    {
      "epoch": 1.0204545454545455,
      "grad_norm": 10.295342445373535,
      "learning_rate": 6.636363636363638e-05,
      "loss": 1.6393,
      "step": 449
    },
    {
      "epoch": 1.0227272727272727,
      "grad_norm": 9.445040702819824,
      "learning_rate": 6.628787878787878e-05,
      "loss": 1.7432,
      "step": 450
    },
    {
      "epoch": 1.025,
      "grad_norm": 16.851524353027344,
      "learning_rate": 6.621212121212121e-05,
      "loss": 2.2318,
      "step": 451
    },
    {
      "epoch": 1.0272727272727273,
      "grad_norm": 10.721171379089355,
      "learning_rate": 6.613636363636365e-05,
      "loss": 1.7857,
      "step": 452
    },
    {
      "epoch": 1.0295454545454545,
      "grad_norm": 10.074830055236816,
      "learning_rate": 6.606060606060607e-05,
      "loss": 1.5901,
      "step": 453
    },
    {
      "epoch": 1.0318181818181817,
      "grad_norm": 20.14990234375,
      "learning_rate": 6.598484848484849e-05,
      "loss": 2.6518,
      "step": 454
    },
    {
      "epoch": 1.0340909090909092,
      "grad_norm": 10.911235809326172,
      "learning_rate": 6.59090909090909e-05,
      "loss": 2.1865,
      "step": 455
    },
    {
      "epoch": 1.0363636363636364,
      "grad_norm": 18.03226089477539,
      "learning_rate": 6.583333333333334e-05,
      "loss": 2.4383,
      "step": 456
    },
    {
      "epoch": 1.0386363636363636,
      "grad_norm": 9.279253959655762,
      "learning_rate": 6.575757575757576e-05,
      "loss": 0.9629,
      "step": 457
    },
    {
      "epoch": 1.040909090909091,
      "grad_norm": 11.864253997802734,
      "learning_rate": 6.568181818181819e-05,
      "loss": 2.1734,
      "step": 458
    },
    {
      "epoch": 1.0431818181818182,
      "grad_norm": 13.346138954162598,
      "learning_rate": 6.560606060606061e-05,
      "loss": 1.4337,
      "step": 459
    },
    {
      "epoch": 1.0454545454545454,
      "grad_norm": 8.396434783935547,
      "learning_rate": 6.553030303030303e-05,
      "loss": 1.54,
      "step": 460
    },
    {
      "epoch": 1.0477272727272728,
      "grad_norm": 9.705253601074219,
      "learning_rate": 6.545454545454546e-05,
      "loss": 1.9016,
      "step": 461
    },
    {
      "epoch": 1.05,
      "grad_norm": 9.6156005859375,
      "learning_rate": 6.537878787878788e-05,
      "loss": 1.3029,
      "step": 462
    },
    {
      "epoch": 1.0522727272727272,
      "grad_norm": 16.548994064331055,
      "learning_rate": 6.530303030303032e-05,
      "loss": 3.5641,
      "step": 463
    },
    {
      "epoch": 1.0545454545454545,
      "grad_norm": 11.045211791992188,
      "learning_rate": 6.522727272727272e-05,
      "loss": 1.3876,
      "step": 464
    },
    {
      "epoch": 1.0568181818181819,
      "grad_norm": 10.465343475341797,
      "learning_rate": 6.515151515151516e-05,
      "loss": 1.5871,
      "step": 465
    },
    {
      "epoch": 1.059090909090909,
      "grad_norm": 10.053452491760254,
      "learning_rate": 6.507575757575757e-05,
      "loss": 1.4177,
      "step": 466
    },
    {
      "epoch": 1.0613636363636363,
      "grad_norm": 12.043208122253418,
      "learning_rate": 6.500000000000001e-05,
      "loss": 1.5364,
      "step": 467
    },
    {
      "epoch": 1.0636363636363637,
      "grad_norm": 11.853958129882812,
      "learning_rate": 6.492424242424243e-05,
      "loss": 1.3952,
      "step": 468
    },
    {
      "epoch": 1.065909090909091,
      "grad_norm": 8.25589656829834,
      "learning_rate": 6.484848484848485e-05,
      "loss": 1.5497,
      "step": 469
    },
    {
      "epoch": 1.0681818181818181,
      "grad_norm": 13.430974960327148,
      "learning_rate": 6.477272727272728e-05,
      "loss": 2.4184,
      "step": 470
    },
    {
      "epoch": 1.0704545454545455,
      "grad_norm": 10.576482772827148,
      "learning_rate": 6.46969696969697e-05,
      "loss": 1.4223,
      "step": 471
    },
    {
      "epoch": 1.0727272727272728,
      "grad_norm": 11.786113739013672,
      "learning_rate": 6.462121212121213e-05,
      "loss": 2.0499,
      "step": 472
    },
    {
      "epoch": 1.075,
      "grad_norm": 12.00688362121582,
      "learning_rate": 6.454545454545455e-05,
      "loss": 2.9764,
      "step": 473
    },
    {
      "epoch": 1.0772727272727272,
      "grad_norm": 10.834086418151855,
      "learning_rate": 6.446969696969697e-05,
      "loss": 2.0765,
      "step": 474
    },
    {
      "epoch": 1.0795454545454546,
      "grad_norm": 10.710877418518066,
      "learning_rate": 6.439393939393939e-05,
      "loss": 1.4314,
      "step": 475
    },
    {
      "epoch": 1.0818181818181818,
      "grad_norm": 12.800888061523438,
      "learning_rate": 6.431818181818182e-05,
      "loss": 1.4847,
      "step": 476
    },
    {
      "epoch": 1.084090909090909,
      "grad_norm": 10.365299224853516,
      "learning_rate": 6.424242424242424e-05,
      "loss": 1.6775,
      "step": 477
    },
    {
      "epoch": 1.0863636363636364,
      "grad_norm": 10.344579696655273,
      "learning_rate": 6.416666666666668e-05,
      "loss": 2.3473,
      "step": 478
    },
    {
      "epoch": 1.0886363636363636,
      "grad_norm": 13.791784286499023,
      "learning_rate": 6.40909090909091e-05,
      "loss": 2.5763,
      "step": 479
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 13.133481979370117,
      "learning_rate": 6.401515151515152e-05,
      "loss": 1.7025,
      "step": 480
    },
    {
      "epoch": 1.0931818181818183,
      "grad_norm": 13.444737434387207,
      "learning_rate": 6.393939393939395e-05,
      "loss": 2.341,
      "step": 481
    },
    {
      "epoch": 1.0954545454545455,
      "grad_norm": 15.245584487915039,
      "learning_rate": 6.386363636363637e-05,
      "loss": 1.929,
      "step": 482
    },
    {
      "epoch": 1.0977272727272727,
      "grad_norm": 10.724458694458008,
      "learning_rate": 6.37878787878788e-05,
      "loss": 1.4099,
      "step": 483
    },
    {
      "epoch": 1.1,
      "grad_norm": 11.243814468383789,
      "learning_rate": 6.371212121212121e-05,
      "loss": 1.5886,
      "step": 484
    },
    {
      "epoch": 1.1022727272727273,
      "grad_norm": 11.731426239013672,
      "learning_rate": 6.363636363636364e-05,
      "loss": 1.9571,
      "step": 485
    },
    {
      "epoch": 1.1045454545454545,
      "grad_norm": 10.820639610290527,
      "learning_rate": 6.356060606060606e-05,
      "loss": 1.113,
      "step": 486
    },
    {
      "epoch": 1.106818181818182,
      "grad_norm": 14.63482666015625,
      "learning_rate": 6.34848484848485e-05,
      "loss": 1.9765,
      "step": 487
    },
    {
      "epoch": 1.1090909090909091,
      "grad_norm": 12.746257781982422,
      "learning_rate": 6.340909090909091e-05,
      "loss": 1.5906,
      "step": 488
    },
    {
      "epoch": 1.1113636363636363,
      "grad_norm": 14.916450500488281,
      "learning_rate": 6.333333333333333e-05,
      "loss": 1.6616,
      "step": 489
    },
    {
      "epoch": 1.1136363636363635,
      "grad_norm": 11.509872436523438,
      "learning_rate": 6.325757575757577e-05,
      "loss": 2.5105,
      "step": 490
    },
    {
      "epoch": 1.115909090909091,
      "grad_norm": 11.517654418945312,
      "learning_rate": 6.318181818181818e-05,
      "loss": 1.3542,
      "step": 491
    },
    {
      "epoch": 1.1181818181818182,
      "grad_norm": 13.984039306640625,
      "learning_rate": 6.310606060606062e-05,
      "loss": 2.1356,
      "step": 492
    },
    {
      "epoch": 1.1204545454545454,
      "grad_norm": 13.018148422241211,
      "learning_rate": 6.303030303030302e-05,
      "loss": 1.5024,
      "step": 493
    },
    {
      "epoch": 1.1227272727272728,
      "grad_norm": 13.609540939331055,
      "learning_rate": 6.295454545454546e-05,
      "loss": 2.1359,
      "step": 494
    },
    {
      "epoch": 1.125,
      "grad_norm": 13.505942344665527,
      "learning_rate": 6.287878787878788e-05,
      "loss": 2.8486,
      "step": 495
    },
    {
      "epoch": 1.1272727272727272,
      "grad_norm": 11.420187950134277,
      "learning_rate": 6.280303030303031e-05,
      "loss": 1.5044,
      "step": 496
    },
    {
      "epoch": 1.1295454545454546,
      "grad_norm": 14.127695083618164,
      "learning_rate": 6.272727272727273e-05,
      "loss": 2.6676,
      "step": 497
    },
    {
      "epoch": 1.1318181818181818,
      "grad_norm": 9.813878059387207,
      "learning_rate": 6.265151515151515e-05,
      "loss": 1.4169,
      "step": 498
    },
    {
      "epoch": 1.134090909090909,
      "grad_norm": 9.80479621887207,
      "learning_rate": 6.257575757575758e-05,
      "loss": 1.5349,
      "step": 499
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 10.739019393920898,
      "learning_rate": 6.25e-05,
      "loss": 1.5255,
      "step": 500
    },
    {
      "epoch": 1.1386363636363637,
      "grad_norm": 11.327676773071289,
      "learning_rate": 6.242424242424243e-05,
      "loss": 1.3854,
      "step": 501
    },
    {
      "epoch": 1.1409090909090909,
      "grad_norm": 9.645312309265137,
      "learning_rate": 6.234848484848485e-05,
      "loss": 1.6148,
      "step": 502
    },
    {
      "epoch": 1.143181818181818,
      "grad_norm": 12.285623550415039,
      "learning_rate": 6.227272727272727e-05,
      "loss": 1.9336,
      "step": 503
    },
    {
      "epoch": 1.1454545454545455,
      "grad_norm": 15.579854011535645,
      "learning_rate": 6.219696969696969e-05,
      "loss": 2.1064,
      "step": 504
    },
    {
      "epoch": 1.1477272727272727,
      "grad_norm": 17.76817512512207,
      "learning_rate": 6.212121212121213e-05,
      "loss": 1.4266,
      "step": 505
    },
    {
      "epoch": 1.15,
      "grad_norm": 10.037004470825195,
      "learning_rate": 6.204545454545455e-05,
      "loss": 1.5432,
      "step": 506
    },
    {
      "epoch": 1.1522727272727273,
      "grad_norm": 10.46380615234375,
      "learning_rate": 6.196969696969698e-05,
      "loss": 2.1057,
      "step": 507
    },
    {
      "epoch": 1.1545454545454545,
      "grad_norm": 12.883086204528809,
      "learning_rate": 6.18939393939394e-05,
      "loss": 2.1955,
      "step": 508
    },
    {
      "epoch": 1.1568181818181817,
      "grad_norm": 10.667054176330566,
      "learning_rate": 6.181818181818182e-05,
      "loss": 1.8041,
      "step": 509
    },
    {
      "epoch": 1.1590909090909092,
      "grad_norm": 13.076772689819336,
      "learning_rate": 6.174242424242425e-05,
      "loss": 1.9923,
      "step": 510
    },
    {
      "epoch": 1.1613636363636364,
      "grad_norm": 13.195068359375,
      "learning_rate": 6.166666666666667e-05,
      "loss": 2.2575,
      "step": 511
    },
    {
      "epoch": 1.1636363636363636,
      "grad_norm": 25.86856460571289,
      "learning_rate": 6.15909090909091e-05,
      "loss": 0.9713,
      "step": 512
    },
    {
      "epoch": 1.165909090909091,
      "grad_norm": 13.29697322845459,
      "learning_rate": 6.151515151515151e-05,
      "loss": 1.9724,
      "step": 513
    },
    {
      "epoch": 1.1681818181818182,
      "grad_norm": 11.164151191711426,
      "learning_rate": 6.143939393939394e-05,
      "loss": 1.7574,
      "step": 514
    },
    {
      "epoch": 1.1704545454545454,
      "grad_norm": 11.621664047241211,
      "learning_rate": 6.136363636363636e-05,
      "loss": 2.0349,
      "step": 515
    },
    {
      "epoch": 1.1727272727272728,
      "grad_norm": 13.135611534118652,
      "learning_rate": 6.12878787878788e-05,
      "loss": 2.1065,
      "step": 516
    },
    {
      "epoch": 1.175,
      "grad_norm": 13.730208396911621,
      "learning_rate": 6.121212121212121e-05,
      "loss": 2.2205,
      "step": 517
    },
    {
      "epoch": 1.1772727272727272,
      "grad_norm": 11.453598022460938,
      "learning_rate": 6.113636363636363e-05,
      "loss": 2.2924,
      "step": 518
    },
    {
      "epoch": 1.1795454545454545,
      "grad_norm": 10.924808502197266,
      "learning_rate": 6.106060606060607e-05,
      "loss": 1.2283,
      "step": 519
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 16.08315658569336,
      "learning_rate": 6.098484848484849e-05,
      "loss": 2.5927,
      "step": 520
    },
    {
      "epoch": 1.184090909090909,
      "grad_norm": 8.260347366333008,
      "learning_rate": 6.090909090909091e-05,
      "loss": 1.3534,
      "step": 521
    },
    {
      "epoch": 1.1863636363636363,
      "grad_norm": 12.075833320617676,
      "learning_rate": 6.083333333333333e-05,
      "loss": 2.0813,
      "step": 522
    },
    {
      "epoch": 1.1886363636363637,
      "grad_norm": 10.575677871704102,
      "learning_rate": 6.075757575757576e-05,
      "loss": 1.4781,
      "step": 523
    },
    {
      "epoch": 1.190909090909091,
      "grad_norm": 12.236503601074219,
      "learning_rate": 6.0681818181818185e-05,
      "loss": 2.003,
      "step": 524
    },
    {
      "epoch": 1.1931818181818181,
      "grad_norm": 12.172025680541992,
      "learning_rate": 6.060606060606061e-05,
      "loss": 1.4951,
      "step": 525
    },
    {
      "epoch": 1.1954545454545455,
      "grad_norm": 12.456896781921387,
      "learning_rate": 6.053030303030304e-05,
      "loss": 1.8737,
      "step": 526
    },
    {
      "epoch": 1.1977272727272728,
      "grad_norm": 13.824838638305664,
      "learning_rate": 6.045454545454545e-05,
      "loss": 1.7923,
      "step": 527
    },
    {
      "epoch": 1.2,
      "grad_norm": 10.863786697387695,
      "learning_rate": 6.037878787878788e-05,
      "loss": 2.144,
      "step": 528
    },
    {
      "epoch": 1.2022727272727272,
      "grad_norm": 17.319700241088867,
      "learning_rate": 6.03030303030303e-05,
      "loss": 1.9297,
      "step": 529
    },
    {
      "epoch": 1.2045454545454546,
      "grad_norm": 8.89411449432373,
      "learning_rate": 6.022727272727273e-05,
      "loss": 1.3583,
      "step": 530
    },
    {
      "epoch": 1.2068181818181818,
      "grad_norm": 16.971437454223633,
      "learning_rate": 6.0151515151515156e-05,
      "loss": 2.5184,
      "step": 531
    },
    {
      "epoch": 1.209090909090909,
      "grad_norm": 11.486995697021484,
      "learning_rate": 6.0075757575757575e-05,
      "loss": 1.5296,
      "step": 532
    },
    {
      "epoch": 1.2113636363636364,
      "grad_norm": 17.541278839111328,
      "learning_rate": 6e-05,
      "loss": 2.108,
      "step": 533
    },
    {
      "epoch": 1.2136363636363636,
      "grad_norm": 13.599751472473145,
      "learning_rate": 5.992424242424243e-05,
      "loss": 2.0622,
      "step": 534
    },
    {
      "epoch": 1.2159090909090908,
      "grad_norm": 10.884852409362793,
      "learning_rate": 5.9848484848484854e-05,
      "loss": 1.5018,
      "step": 535
    },
    {
      "epoch": 1.2181818181818183,
      "grad_norm": 10.407668113708496,
      "learning_rate": 5.977272727272728e-05,
      "loss": 1.5013,
      "step": 536
    },
    {
      "epoch": 1.2204545454545455,
      "grad_norm": 9.911277770996094,
      "learning_rate": 5.969696969696969e-05,
      "loss": 1.9855,
      "step": 537
    },
    {
      "epoch": 1.2227272727272727,
      "grad_norm": 11.939435958862305,
      "learning_rate": 5.962121212121212e-05,
      "loss": 2.359,
      "step": 538
    },
    {
      "epoch": 1.225,
      "grad_norm": 11.17503547668457,
      "learning_rate": 5.9545454545454546e-05,
      "loss": 1.4952,
      "step": 539
    },
    {
      "epoch": 1.2272727272727273,
      "grad_norm": 15.073485374450684,
      "learning_rate": 5.946969696969697e-05,
      "loss": 2.1802,
      "step": 540
    },
    {
      "epoch": 1.2295454545454545,
      "grad_norm": 12.413151741027832,
      "learning_rate": 5.93939393939394e-05,
      "loss": 1.9444,
      "step": 541
    },
    {
      "epoch": 1.231818181818182,
      "grad_norm": 12.741022109985352,
      "learning_rate": 5.931818181818182e-05,
      "loss": 1.894,
      "step": 542
    },
    {
      "epoch": 1.2340909090909091,
      "grad_norm": 11.041027069091797,
      "learning_rate": 5.9242424242424244e-05,
      "loss": 1.748,
      "step": 543
    },
    {
      "epoch": 1.2363636363636363,
      "grad_norm": 10.045198440551758,
      "learning_rate": 5.916666666666667e-05,
      "loss": 1.7848,
      "step": 544
    },
    {
      "epoch": 1.2386363636363638,
      "grad_norm": 10.759014129638672,
      "learning_rate": 5.90909090909091e-05,
      "loss": 1.7836,
      "step": 545
    },
    {
      "epoch": 1.240909090909091,
      "grad_norm": 10.296431541442871,
      "learning_rate": 5.901515151515152e-05,
      "loss": 1.088,
      "step": 546
    },
    {
      "epoch": 1.2431818181818182,
      "grad_norm": 11.159008026123047,
      "learning_rate": 5.8939393939393936e-05,
      "loss": 1.3126,
      "step": 547
    },
    {
      "epoch": 1.2454545454545454,
      "grad_norm": 7.6021270751953125,
      "learning_rate": 5.886363636363636e-05,
      "loss": 1.137,
      "step": 548
    },
    {
      "epoch": 1.2477272727272728,
      "grad_norm": 11.449591636657715,
      "learning_rate": 5.878787878787879e-05,
      "loss": 1.7471,
      "step": 549
    },
    {
      "epoch": 1.25,
      "grad_norm": 14.451662063598633,
      "learning_rate": 5.871212121212122e-05,
      "loss": 2.014,
      "step": 550
    },
    {
      "epoch": 1.2522727272727272,
      "grad_norm": 11.24593448638916,
      "learning_rate": 5.8636363636363634e-05,
      "loss": 1.5885,
      "step": 551
    },
    {
      "epoch": 1.2545454545454544,
      "grad_norm": 10.326696395874023,
      "learning_rate": 5.856060606060606e-05,
      "loss": 1.5146,
      "step": 552
    },
    {
      "epoch": 1.2568181818181818,
      "grad_norm": 11.736088752746582,
      "learning_rate": 5.848484848484849e-05,
      "loss": 2.1627,
      "step": 553
    },
    {
      "epoch": 1.259090909090909,
      "grad_norm": 14.25733757019043,
      "learning_rate": 5.840909090909091e-05,
      "loss": 1.8419,
      "step": 554
    },
    {
      "epoch": 1.2613636363636362,
      "grad_norm": 10.154618263244629,
      "learning_rate": 5.833333333333334e-05,
      "loss": 1.8319,
      "step": 555
    },
    {
      "epoch": 1.2636363636363637,
      "grad_norm": 14.464015007019043,
      "learning_rate": 5.825757575757575e-05,
      "loss": 1.7117,
      "step": 556
    },
    {
      "epoch": 1.2659090909090909,
      "grad_norm": 9.713830947875977,
      "learning_rate": 5.818181818181818e-05,
      "loss": 1.4495,
      "step": 557
    },
    {
      "epoch": 1.268181818181818,
      "grad_norm": 21.958648681640625,
      "learning_rate": 5.810606060606061e-05,
      "loss": 3.0762,
      "step": 558
    },
    {
      "epoch": 1.2704545454545455,
      "grad_norm": 11.349808692932129,
      "learning_rate": 5.803030303030304e-05,
      "loss": 1.9419,
      "step": 559
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 12.586771965026855,
      "learning_rate": 5.7954545454545464e-05,
      "loss": 2.1826,
      "step": 560
    },
    {
      "epoch": 1.275,
      "grad_norm": 10.261626243591309,
      "learning_rate": 5.787878787878788e-05,
      "loss": 2.0422,
      "step": 561
    },
    {
      "epoch": 1.2772727272727273,
      "grad_norm": 11.65180492401123,
      "learning_rate": 5.78030303030303e-05,
      "loss": 1.5295,
      "step": 562
    },
    {
      "epoch": 1.2795454545454545,
      "grad_norm": 12.369877815246582,
      "learning_rate": 5.772727272727273e-05,
      "loss": 1.8935,
      "step": 563
    },
    {
      "epoch": 1.2818181818181817,
      "grad_norm": 10.670714378356934,
      "learning_rate": 5.7651515151515156e-05,
      "loss": 2.0215,
      "step": 564
    },
    {
      "epoch": 1.2840909090909092,
      "grad_norm": 13.76659870147705,
      "learning_rate": 5.757575757575758e-05,
      "loss": 2.2982,
      "step": 565
    },
    {
      "epoch": 1.2863636363636364,
      "grad_norm": 9.004195213317871,
      "learning_rate": 5.7499999999999995e-05,
      "loss": 1.6066,
      "step": 566
    },
    {
      "epoch": 1.2886363636363636,
      "grad_norm": 10.873322486877441,
      "learning_rate": 5.742424242424243e-05,
      "loss": 1.5999,
      "step": 567
    },
    {
      "epoch": 1.290909090909091,
      "grad_norm": 11.641073226928711,
      "learning_rate": 5.7348484848484854e-05,
      "loss": 1.3272,
      "step": 568
    },
    {
      "epoch": 1.2931818181818182,
      "grad_norm": 9.68420124053955,
      "learning_rate": 5.727272727272728e-05,
      "loss": 1.413,
      "step": 569
    },
    {
      "epoch": 1.2954545454545454,
      "grad_norm": 13.477838516235352,
      "learning_rate": 5.719696969696971e-05,
      "loss": 2.5129,
      "step": 570
    },
    {
      "epoch": 1.2977272727272728,
      "grad_norm": 11.720010757446289,
      "learning_rate": 5.712121212121212e-05,
      "loss": 2.1576,
      "step": 571
    },
    {
      "epoch": 1.3,
      "grad_norm": 13.136527061462402,
      "learning_rate": 5.7045454545454546e-05,
      "loss": 1.9311,
      "step": 572
    },
    {
      "epoch": 1.3022727272727272,
      "grad_norm": 8.095415115356445,
      "learning_rate": 5.696969696969697e-05,
      "loss": 0.8927,
      "step": 573
    },
    {
      "epoch": 1.3045454545454547,
      "grad_norm": 11.233893394470215,
      "learning_rate": 5.68939393939394e-05,
      "loss": 2.0108,
      "step": 574
    },
    {
      "epoch": 1.3068181818181819,
      "grad_norm": 11.203099250793457,
      "learning_rate": 5.6818181818181825e-05,
      "loss": 1.9241,
      "step": 575
    },
    {
      "epoch": 1.309090909090909,
      "grad_norm": 9.640209197998047,
      "learning_rate": 5.6742424242424244e-05,
      "loss": 1.3841,
      "step": 576
    },
    {
      "epoch": 1.3113636363636363,
      "grad_norm": 10.882938385009766,
      "learning_rate": 5.666666666666667e-05,
      "loss": 1.4184,
      "step": 577
    },
    {
      "epoch": 1.3136363636363637,
      "grad_norm": 10.470818519592285,
      "learning_rate": 5.65909090909091e-05,
      "loss": 2.0096,
      "step": 578
    },
    {
      "epoch": 1.315909090909091,
      "grad_norm": 12.759695053100586,
      "learning_rate": 5.651515151515152e-05,
      "loss": 2.138,
      "step": 579
    },
    {
      "epoch": 1.3181818181818181,
      "grad_norm": 26.707128524780273,
      "learning_rate": 5.643939393939395e-05,
      "loss": 2.8215,
      "step": 580
    },
    {
      "epoch": 1.3204545454545453,
      "grad_norm": 11.116402626037598,
      "learning_rate": 5.636363636363636e-05,
      "loss": 2.4158,
      "step": 581
    },
    {
      "epoch": 1.3227272727272728,
      "grad_norm": 14.136595726013184,
      "learning_rate": 5.628787878787879e-05,
      "loss": 1.6545,
      "step": 582
    },
    {
      "epoch": 1.325,
      "grad_norm": 11.88375473022461,
      "learning_rate": 5.6212121212121215e-05,
      "loss": 2.1069,
      "step": 583
    },
    {
      "epoch": 1.3272727272727272,
      "grad_norm": 11.863356590270996,
      "learning_rate": 5.613636363636364e-05,
      "loss": 1.535,
      "step": 584
    },
    {
      "epoch": 1.3295454545454546,
      "grad_norm": 11.284381866455078,
      "learning_rate": 5.606060606060606e-05,
      "loss": 2.3407,
      "step": 585
    },
    {
      "epoch": 1.3318181818181818,
      "grad_norm": 11.79831600189209,
      "learning_rate": 5.598484848484849e-05,
      "loss": 1.6409,
      "step": 586
    },
    {
      "epoch": 1.334090909090909,
      "grad_norm": 11.130000114440918,
      "learning_rate": 5.5909090909090913e-05,
      "loss": 1.6426,
      "step": 587
    },
    {
      "epoch": 1.3363636363636364,
      "grad_norm": 9.1551513671875,
      "learning_rate": 5.583333333333334e-05,
      "loss": 1.8466,
      "step": 588
    },
    {
      "epoch": 1.3386363636363636,
      "grad_norm": 14.405865669250488,
      "learning_rate": 5.5757575757575766e-05,
      "loss": 2.066,
      "step": 589
    },
    {
      "epoch": 1.3409090909090908,
      "grad_norm": 53.46037673950195,
      "learning_rate": 5.568181818181818e-05,
      "loss": 2.4224,
      "step": 590
    },
    {
      "epoch": 1.3431818181818183,
      "grad_norm": 11.6724271774292,
      "learning_rate": 5.5606060606060605e-05,
      "loss": 1.7148,
      "step": 591
    },
    {
      "epoch": 1.3454545454545455,
      "grad_norm": 15.849516868591309,
      "learning_rate": 5.553030303030303e-05,
      "loss": 2.0981,
      "step": 592
    },
    {
      "epoch": 1.3477272727272727,
      "grad_norm": 13.421188354492188,
      "learning_rate": 5.545454545454546e-05,
      "loss": 1.722,
      "step": 593
    },
    {
      "epoch": 1.35,
      "grad_norm": 14.319283485412598,
      "learning_rate": 5.5378787878787884e-05,
      "loss": 1.7284,
      "step": 594
    },
    {
      "epoch": 1.3522727272727273,
      "grad_norm": 12.210022926330566,
      "learning_rate": 5.5303030303030304e-05,
      "loss": 1.4507,
      "step": 595
    },
    {
      "epoch": 1.3545454545454545,
      "grad_norm": 11.60317325592041,
      "learning_rate": 5.522727272727273e-05,
      "loss": 1.7749,
      "step": 596
    },
    {
      "epoch": 1.356818181818182,
      "grad_norm": 12.895737648010254,
      "learning_rate": 5.5151515151515156e-05,
      "loss": 1.5555,
      "step": 597
    },
    {
      "epoch": 1.3590909090909091,
      "grad_norm": 11.198805809020996,
      "learning_rate": 5.507575757575758e-05,
      "loss": 1.7624,
      "step": 598
    },
    {
      "epoch": 1.3613636363636363,
      "grad_norm": 13.309189796447754,
      "learning_rate": 5.500000000000001e-05,
      "loss": 1.8765,
      "step": 599
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 10.177202224731445,
      "learning_rate": 5.492424242424242e-05,
      "loss": 1.1895,
      "step": 600
    },
    {
      "epoch": 1.365909090909091,
      "grad_norm": 11.205484390258789,
      "learning_rate": 5.484848484848485e-05,
      "loss": 1.1661,
      "step": 601
    },
    {
      "epoch": 1.3681818181818182,
      "grad_norm": 12.091497421264648,
      "learning_rate": 5.4772727272727274e-05,
      "loss": 1.9972,
      "step": 602
    },
    {
      "epoch": 1.3704545454545456,
      "grad_norm": 11.2894926071167,
      "learning_rate": 5.46969696969697e-05,
      "loss": 1.7121,
      "step": 603
    },
    {
      "epoch": 1.3727272727272728,
      "grad_norm": 15.034446716308594,
      "learning_rate": 5.462121212121213e-05,
      "loss": 2.8078,
      "step": 604
    },
    {
      "epoch": 1.375,
      "grad_norm": 8.075346946716309,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 1.0453,
      "step": 605
    },
    {
      "epoch": 1.3772727272727272,
      "grad_norm": 10.377656936645508,
      "learning_rate": 5.446969696969697e-05,
      "loss": 1.7973,
      "step": 606
    },
    {
      "epoch": 1.3795454545454544,
      "grad_norm": 10.147284507751465,
      "learning_rate": 5.43939393939394e-05,
      "loss": 2.1848,
      "step": 607
    },
    {
      "epoch": 1.3818181818181818,
      "grad_norm": 11.856623649597168,
      "learning_rate": 5.4318181818181825e-05,
      "loss": 1.9857,
      "step": 608
    },
    {
      "epoch": 1.384090909090909,
      "grad_norm": 10.355262756347656,
      "learning_rate": 5.424242424242425e-05,
      "loss": 1.4383,
      "step": 609
    },
    {
      "epoch": 1.3863636363636362,
      "grad_norm": 9.085455894470215,
      "learning_rate": 5.4166666666666664e-05,
      "loss": 1.382,
      "step": 610
    },
    {
      "epoch": 1.3886363636363637,
      "grad_norm": 13.221922874450684,
      "learning_rate": 5.409090909090909e-05,
      "loss": 2.3278,
      "step": 611
    },
    {
      "epoch": 1.3909090909090909,
      "grad_norm": 14.725556373596191,
      "learning_rate": 5.401515151515152e-05,
      "loss": 2.0181,
      "step": 612
    },
    {
      "epoch": 1.393181818181818,
      "grad_norm": 11.90503978729248,
      "learning_rate": 5.393939393939394e-05,
      "loss": 2.5601,
      "step": 613
    },
    {
      "epoch": 1.3954545454545455,
      "grad_norm": 10.583837509155273,
      "learning_rate": 5.386363636363637e-05,
      "loss": 1.4886,
      "step": 614
    },
    {
      "epoch": 1.3977272727272727,
      "grad_norm": 12.369796752929688,
      "learning_rate": 5.378787878787879e-05,
      "loss": 1.2716,
      "step": 615
    },
    {
      "epoch": 1.4,
      "grad_norm": 12.412566184997559,
      "learning_rate": 5.3712121212121215e-05,
      "loss": 2.0391,
      "step": 616
    },
    {
      "epoch": 1.4022727272727273,
      "grad_norm": 12.033483505249023,
      "learning_rate": 5.363636363636364e-05,
      "loss": 1.2044,
      "step": 617
    },
    {
      "epoch": 1.4045454545454545,
      "grad_norm": 11.291866302490234,
      "learning_rate": 5.356060606060607e-05,
      "loss": 2.3266,
      "step": 618
    },
    {
      "epoch": 1.4068181818181817,
      "grad_norm": 17.745227813720703,
      "learning_rate": 5.348484848484848e-05,
      "loss": 1.7097,
      "step": 619
    },
    {
      "epoch": 1.4090909090909092,
      "grad_norm": 11.858403205871582,
      "learning_rate": 5.340909090909091e-05,
      "loss": 1.9088,
      "step": 620
    },
    {
      "epoch": 1.4113636363636364,
      "grad_norm": 14.968146324157715,
      "learning_rate": 5.333333333333333e-05,
      "loss": 2.009,
      "step": 621
    },
    {
      "epoch": 1.4136363636363636,
      "grad_norm": 13.16178035736084,
      "learning_rate": 5.325757575757576e-05,
      "loss": 1.6262,
      "step": 622
    },
    {
      "epoch": 1.415909090909091,
      "grad_norm": 11.63772201538086,
      "learning_rate": 5.3181818181818186e-05,
      "loss": 1.481,
      "step": 623
    },
    {
      "epoch": 1.4181818181818182,
      "grad_norm": 13.266715049743652,
      "learning_rate": 5.3106060606060605e-05,
      "loss": 2.3015,
      "step": 624
    },
    {
      "epoch": 1.4204545454545454,
      "grad_norm": 11.690614700317383,
      "learning_rate": 5.303030303030303e-05,
      "loss": 1.7226,
      "step": 625
    },
    {
      "epoch": 1.4227272727272728,
      "grad_norm": 10.599973678588867,
      "learning_rate": 5.295454545454546e-05,
      "loss": 1.0261,
      "step": 626
    },
    {
      "epoch": 1.425,
      "grad_norm": 17.117259979248047,
      "learning_rate": 5.2878787878787884e-05,
      "loss": 1.7164,
      "step": 627
    },
    {
      "epoch": 1.4272727272727272,
      "grad_norm": 11.62483024597168,
      "learning_rate": 5.280303030303031e-05,
      "loss": 1.3686,
      "step": 628
    },
    {
      "epoch": 1.4295454545454547,
      "grad_norm": 10.503996849060059,
      "learning_rate": 5.272727272727272e-05,
      "loss": 1.6085,
      "step": 629
    },
    {
      "epoch": 1.4318181818181819,
      "grad_norm": 14.493663787841797,
      "learning_rate": 5.265151515151515e-05,
      "loss": 2.0943,
      "step": 630
    },
    {
      "epoch": 1.434090909090909,
      "grad_norm": 11.125360488891602,
      "learning_rate": 5.2575757575757576e-05,
      "loss": 1.8284,
      "step": 631
    },
    {
      "epoch": 1.4363636363636363,
      "grad_norm": 10.438358306884766,
      "learning_rate": 5.25e-05,
      "loss": 2.1436,
      "step": 632
    },
    {
      "epoch": 1.4386363636363637,
      "grad_norm": 13.013614654541016,
      "learning_rate": 5.242424242424243e-05,
      "loss": 1.6999,
      "step": 633
    },
    {
      "epoch": 1.440909090909091,
      "grad_norm": 14.21478271484375,
      "learning_rate": 5.234848484848485e-05,
      "loss": 3.268,
      "step": 634
    },
    {
      "epoch": 1.4431818181818181,
      "grad_norm": 10.756131172180176,
      "learning_rate": 5.2272727272727274e-05,
      "loss": 1.1294,
      "step": 635
    },
    {
      "epoch": 1.4454545454545453,
      "grad_norm": 14.409692764282227,
      "learning_rate": 5.21969696969697e-05,
      "loss": 1.391,
      "step": 636
    },
    {
      "epoch": 1.4477272727272728,
      "grad_norm": 9.839500427246094,
      "learning_rate": 5.212121212121213e-05,
      "loss": 1.4028,
      "step": 637
    },
    {
      "epoch": 1.45,
      "grad_norm": 13.601579666137695,
      "learning_rate": 5.204545454545455e-05,
      "loss": 1.6384,
      "step": 638
    },
    {
      "epoch": 1.4522727272727272,
      "grad_norm": 12.721500396728516,
      "learning_rate": 5.1969696969696966e-05,
      "loss": 1.9382,
      "step": 639
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 11.373588562011719,
      "learning_rate": 5.189393939393939e-05,
      "loss": 2.7324,
      "step": 640
    },
    {
      "epoch": 1.4568181818181818,
      "grad_norm": 11.873559951782227,
      "learning_rate": 5.181818181818182e-05,
      "loss": 1.6583,
      "step": 641
    },
    {
      "epoch": 1.459090909090909,
      "grad_norm": 10.649148941040039,
      "learning_rate": 5.1742424242424245e-05,
      "loss": 1.7733,
      "step": 642
    },
    {
      "epoch": 1.4613636363636364,
      "grad_norm": 12.14698314666748,
      "learning_rate": 5.166666666666667e-05,
      "loss": 1.6434,
      "step": 643
    },
    {
      "epoch": 1.4636363636363636,
      "grad_norm": 9.80806827545166,
      "learning_rate": 5.159090909090909e-05,
      "loss": 1.9463,
      "step": 644
    },
    {
      "epoch": 1.4659090909090908,
      "grad_norm": 7.273732662200928,
      "learning_rate": 5.151515151515152e-05,
      "loss": 0.8156,
      "step": 645
    },
    {
      "epoch": 1.4681818181818183,
      "grad_norm": 12.560272216796875,
      "learning_rate": 5.143939393939394e-05,
      "loss": 2.2347,
      "step": 646
    },
    {
      "epoch": 1.4704545454545455,
      "grad_norm": 10.116893768310547,
      "learning_rate": 5.136363636363637e-05,
      "loss": 1.2157,
      "step": 647
    },
    {
      "epoch": 1.4727272727272727,
      "grad_norm": 11.09861946105957,
      "learning_rate": 5.1287878787878796e-05,
      "loss": 1.2521,
      "step": 648
    },
    {
      "epoch": 1.475,
      "grad_norm": 11.454336166381836,
      "learning_rate": 5.121212121212121e-05,
      "loss": 1.6148,
      "step": 649
    },
    {
      "epoch": 1.4772727272727273,
      "grad_norm": 11.669930458068848,
      "learning_rate": 5.1136363636363635e-05,
      "loss": 2.4559,
      "step": 650
    },
    {
      "epoch": 1.4795454545454545,
      "grad_norm": 10.853449821472168,
      "learning_rate": 5.106060606060606e-05,
      "loss": 1.6519,
      "step": 651
    },
    {
      "epoch": 1.481818181818182,
      "grad_norm": 23.87467384338379,
      "learning_rate": 5.098484848484849e-05,
      "loss": 3.9198,
      "step": 652
    },
    {
      "epoch": 1.4840909090909091,
      "grad_norm": 15.731586456298828,
      "learning_rate": 5.090909090909091e-05,
      "loss": 2.4425,
      "step": 653
    },
    {
      "epoch": 1.4863636363636363,
      "grad_norm": 10.91791820526123,
      "learning_rate": 5.0833333333333333e-05,
      "loss": 1.4977,
      "step": 654
    },
    {
      "epoch": 1.4886363636363638,
      "grad_norm": 11.515501022338867,
      "learning_rate": 5.075757575757576e-05,
      "loss": 1.4377,
      "step": 655
    },
    {
      "epoch": 1.490909090909091,
      "grad_norm": 9.79021167755127,
      "learning_rate": 5.0681818181818186e-05,
      "loss": 1.208,
      "step": 656
    },
    {
      "epoch": 1.4931818181818182,
      "grad_norm": 7.424502849578857,
      "learning_rate": 5.060606060606061e-05,
      "loss": 1.368,
      "step": 657
    },
    {
      "epoch": 1.4954545454545456,
      "grad_norm": 9.132887840270996,
      "learning_rate": 5.0530303030303025e-05,
      "loss": 1.0296,
      "step": 658
    },
    {
      "epoch": 1.4977272727272728,
      "grad_norm": 14.063539505004883,
      "learning_rate": 5.045454545454545e-05,
      "loss": 1.9923,
      "step": 659
    },
    {
      "epoch": 1.5,
      "grad_norm": 10.994144439697266,
      "learning_rate": 5.037878787878788e-05,
      "loss": 1.5963,
      "step": 660
    },
    {
      "epoch": 1.5022727272727274,
      "grad_norm": 11.193540573120117,
      "learning_rate": 5.030303030303031e-05,
      "loss": 2.6418,
      "step": 661
    },
    {
      "epoch": 1.5045454545454544,
      "grad_norm": 11.344916343688965,
      "learning_rate": 5.022727272727274e-05,
      "loss": 0.9847,
      "step": 662
    },
    {
      "epoch": 1.5068181818181818,
      "grad_norm": 16.028928756713867,
      "learning_rate": 5.015151515151515e-05,
      "loss": 2.7095,
      "step": 663
    },
    {
      "epoch": 1.509090909090909,
      "grad_norm": 10.2492036819458,
      "learning_rate": 5.0075757575757576e-05,
      "loss": 1.4351,
      "step": 664
    },
    {
      "epoch": 1.5113636363636362,
      "grad_norm": 12.819211959838867,
      "learning_rate": 5e-05,
      "loss": 2.2236,
      "step": 665
    },
    {
      "epoch": 1.5136363636363637,
      "grad_norm": 9.43850326538086,
      "learning_rate": 4.992424242424243e-05,
      "loss": 0.988,
      "step": 666
    },
    {
      "epoch": 1.5159090909090909,
      "grad_norm": 12.35922622680664,
      "learning_rate": 4.984848484848485e-05,
      "loss": 1.9395,
      "step": 667
    },
    {
      "epoch": 1.518181818181818,
      "grad_norm": 12.175325393676758,
      "learning_rate": 4.9772727272727275e-05,
      "loss": 2.0219,
      "step": 668
    },
    {
      "epoch": 1.5204545454545455,
      "grad_norm": 16.44111442565918,
      "learning_rate": 4.9696969696969694e-05,
      "loss": 1.7191,
      "step": 669
    },
    {
      "epoch": 1.5227272727272727,
      "grad_norm": 12.413610458374023,
      "learning_rate": 4.962121212121213e-05,
      "loss": 2.2003,
      "step": 670
    },
    {
      "epoch": 1.525,
      "grad_norm": 7.922098159790039,
      "learning_rate": 4.9545454545454553e-05,
      "loss": 1.1514,
      "step": 671
    },
    {
      "epoch": 1.5272727272727273,
      "grad_norm": 11.402259826660156,
      "learning_rate": 4.946969696969697e-05,
      "loss": 1.6611,
      "step": 672
    },
    {
      "epoch": 1.5295454545454545,
      "grad_norm": 10.548962593078613,
      "learning_rate": 4.93939393939394e-05,
      "loss": 1.6242,
      "step": 673
    },
    {
      "epoch": 1.5318181818181817,
      "grad_norm": 14.536432266235352,
      "learning_rate": 4.931818181818182e-05,
      "loss": 2.2415,
      "step": 674
    },
    {
      "epoch": 1.5340909090909092,
      "grad_norm": 12.954751014709473,
      "learning_rate": 4.9242424242424245e-05,
      "loss": 1.8463,
      "step": 675
    },
    {
      "epoch": 1.5363636363636364,
      "grad_norm": 12.143820762634277,
      "learning_rate": 4.9166666666666665e-05,
      "loss": 1.97,
      "step": 676
    },
    {
      "epoch": 1.5386363636363636,
      "grad_norm": 10.134570121765137,
      "learning_rate": 4.909090909090909e-05,
      "loss": 0.9264,
      "step": 677
    },
    {
      "epoch": 1.540909090909091,
      "grad_norm": 12.558758735656738,
      "learning_rate": 4.901515151515152e-05,
      "loss": 1.4608,
      "step": 678
    },
    {
      "epoch": 1.5431818181818182,
      "grad_norm": 10.165045738220215,
      "learning_rate": 4.8939393939393944e-05,
      "loss": 1.3453,
      "step": 679
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 11.995816230773926,
      "learning_rate": 4.886363636363637e-05,
      "loss": 2.1228,
      "step": 680
    },
    {
      "epoch": 1.5477272727272728,
      "grad_norm": 10.822747230529785,
      "learning_rate": 4.878787878787879e-05,
      "loss": 2.0378,
      "step": 681
    },
    {
      "epoch": 1.55,
      "grad_norm": 16.348892211914062,
      "learning_rate": 4.8712121212121216e-05,
      "loss": 1.7209,
      "step": 682
    },
    {
      "epoch": 1.5522727272727272,
      "grad_norm": 9.395282745361328,
      "learning_rate": 4.863636363636364e-05,
      "loss": 1.4529,
      "step": 683
    },
    {
      "epoch": 1.5545454545454547,
      "grad_norm": 16.89964485168457,
      "learning_rate": 4.856060606060606e-05,
      "loss": 2.8833,
      "step": 684
    },
    {
      "epoch": 1.5568181818181817,
      "grad_norm": 10.703327178955078,
      "learning_rate": 4.848484848484849e-05,
      "loss": 1.7938,
      "step": 685
    },
    {
      "epoch": 1.559090909090909,
      "grad_norm": 19.770193099975586,
      "learning_rate": 4.840909090909091e-05,
      "loss": 1.6041,
      "step": 686
    },
    {
      "epoch": 1.5613636363636365,
      "grad_norm": 11.777501106262207,
      "learning_rate": 4.8333333333333334e-05,
      "loss": 2.0716,
      "step": 687
    },
    {
      "epoch": 1.5636363636363635,
      "grad_norm": 10.248165130615234,
      "learning_rate": 4.825757575757576e-05,
      "loss": 1.5853,
      "step": 688
    },
    {
      "epoch": 1.565909090909091,
      "grad_norm": 10.732747077941895,
      "learning_rate": 4.8181818181818186e-05,
      "loss": 1.2683,
      "step": 689
    },
    {
      "epoch": 1.5681818181818183,
      "grad_norm": 11.304749488830566,
      "learning_rate": 4.810606060606061e-05,
      "loss": 2.2432,
      "step": 690
    },
    {
      "epoch": 1.5704545454545453,
      "grad_norm": 13.820841789245605,
      "learning_rate": 4.803030303030303e-05,
      "loss": 1.8117,
      "step": 691
    },
    {
      "epoch": 1.5727272727272728,
      "grad_norm": 9.33556079864502,
      "learning_rate": 4.795454545454546e-05,
      "loss": 1.0837,
      "step": 692
    },
    {
      "epoch": 1.575,
      "grad_norm": 13.970429420471191,
      "learning_rate": 4.787878787878788e-05,
      "loss": 2.5927,
      "step": 693
    },
    {
      "epoch": 1.5772727272727272,
      "grad_norm": 10.840149879455566,
      "learning_rate": 4.7803030303030304e-05,
      "loss": 1.8707,
      "step": 694
    },
    {
      "epoch": 1.5795454545454546,
      "grad_norm": 11.14415168762207,
      "learning_rate": 4.772727272727273e-05,
      "loss": 1.6668,
      "step": 695
    },
    {
      "epoch": 1.5818181818181818,
      "grad_norm": 14.185403823852539,
      "learning_rate": 4.765151515151515e-05,
      "loss": 1.6091,
      "step": 696
    },
    {
      "epoch": 1.584090909090909,
      "grad_norm": 13.565306663513184,
      "learning_rate": 4.7575757575757576e-05,
      "loss": 1.8229,
      "step": 697
    },
    {
      "epoch": 1.5863636363636364,
      "grad_norm": 14.329642295837402,
      "learning_rate": 4.75e-05,
      "loss": 1.9366,
      "step": 698
    },
    {
      "epoch": 1.5886363636363636,
      "grad_norm": 12.332931518554688,
      "learning_rate": 4.742424242424243e-05,
      "loss": 1.683,
      "step": 699
    },
    {
      "epoch": 1.5909090909090908,
      "grad_norm": 10.493454933166504,
      "learning_rate": 4.7348484848484855e-05,
      "loss": 1.8994,
      "step": 700
    },
    {
      "epoch": 1.5931818181818183,
      "grad_norm": 11.809647560119629,
      "learning_rate": 4.7272727272727275e-05,
      "loss": 1.509,
      "step": 701
    },
    {
      "epoch": 1.5954545454545455,
      "grad_norm": 12.72128963470459,
      "learning_rate": 4.71969696969697e-05,
      "loss": 2.1266,
      "step": 702
    },
    {
      "epoch": 1.5977272727272727,
      "grad_norm": 13.074295043945312,
      "learning_rate": 4.712121212121212e-05,
      "loss": 1.6113,
      "step": 703
    },
    {
      "epoch": 1.6,
      "grad_norm": 10.254904747009277,
      "learning_rate": 4.704545454545455e-05,
      "loss": 2.2737,
      "step": 704
    },
    {
      "epoch": 1.6022727272727273,
      "grad_norm": 24.574390411376953,
      "learning_rate": 4.696969696969697e-05,
      "loss": 2.2779,
      "step": 705
    },
    {
      "epoch": 1.6045454545454545,
      "grad_norm": 10.441598892211914,
      "learning_rate": 4.689393939393939e-05,
      "loss": 1.8209,
      "step": 706
    },
    {
      "epoch": 1.606818181818182,
      "grad_norm": 12.4207763671875,
      "learning_rate": 4.681818181818182e-05,
      "loss": 1.5389,
      "step": 707
    },
    {
      "epoch": 1.6090909090909091,
      "grad_norm": 15.072708129882812,
      "learning_rate": 4.6742424242424245e-05,
      "loss": 1.3703,
      "step": 708
    },
    {
      "epoch": 1.6113636363636363,
      "grad_norm": 11.555070877075195,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.9363,
      "step": 709
    },
    {
      "epoch": 1.6136363636363638,
      "grad_norm": 13.27509593963623,
      "learning_rate": 4.659090909090909e-05,
      "loss": 1.4334,
      "step": 710
    },
    {
      "epoch": 1.615909090909091,
      "grad_norm": 12.357429504394531,
      "learning_rate": 4.651515151515152e-05,
      "loss": 2.3112,
      "step": 711
    },
    {
      "epoch": 1.6181818181818182,
      "grad_norm": 19.84957504272461,
      "learning_rate": 4.6439393939393944e-05,
      "loss": 1.1851,
      "step": 712
    },
    {
      "epoch": 1.6204545454545456,
      "grad_norm": 10.689920425415039,
      "learning_rate": 4.636363636363636e-05,
      "loss": 1.921,
      "step": 713
    },
    {
      "epoch": 1.6227272727272726,
      "grad_norm": 10.688066482543945,
      "learning_rate": 4.628787878787879e-05,
      "loss": 1.2294,
      "step": 714
    },
    {
      "epoch": 1.625,
      "grad_norm": 11.80333423614502,
      "learning_rate": 4.621212121212121e-05,
      "loss": 2.5255,
      "step": 715
    },
    {
      "epoch": 1.6272727272727274,
      "grad_norm": 11.181013107299805,
      "learning_rate": 4.6136363636363635e-05,
      "loss": 1.2692,
      "step": 716
    },
    {
      "epoch": 1.6295454545454544,
      "grad_norm": 11.557047843933105,
      "learning_rate": 4.606060606060607e-05,
      "loss": 1.4575,
      "step": 717
    },
    {
      "epoch": 1.6318181818181818,
      "grad_norm": 13.798693656921387,
      "learning_rate": 4.598484848484849e-05,
      "loss": 2.3197,
      "step": 718
    },
    {
      "epoch": 1.634090909090909,
      "grad_norm": 8.890710830688477,
      "learning_rate": 4.5909090909090914e-05,
      "loss": 1.5266,
      "step": 719
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 10.293892860412598,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 1.9222,
      "step": 720
    },
    {
      "epoch": 1.6386363636363637,
      "grad_norm": 12.959512710571289,
      "learning_rate": 4.575757575757576e-05,
      "loss": 1.5771,
      "step": 721
    },
    {
      "epoch": 1.6409090909090909,
      "grad_norm": 11.565927505493164,
      "learning_rate": 4.5681818181818186e-05,
      "loss": 1.5313,
      "step": 722
    },
    {
      "epoch": 1.643181818181818,
      "grad_norm": 9.419241905212402,
      "learning_rate": 4.5606060606060606e-05,
      "loss": 1.4229,
      "step": 723
    },
    {
      "epoch": 1.6454545454545455,
      "grad_norm": 15.411003112792969,
      "learning_rate": 4.553030303030303e-05,
      "loss": 1.8707,
      "step": 724
    },
    {
      "epoch": 1.6477272727272727,
      "grad_norm": 7.6546711921691895,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.742,
      "step": 725
    },
    {
      "epoch": 1.65,
      "grad_norm": 13.029730796813965,
      "learning_rate": 4.5378787878787885e-05,
      "loss": 1.5179,
      "step": 726
    },
    {
      "epoch": 1.6522727272727273,
      "grad_norm": 12.853962898254395,
      "learning_rate": 4.5303030303030304e-05,
      "loss": 1.8908,
      "step": 727
    },
    {
      "epoch": 1.6545454545454545,
      "grad_norm": 12.864992141723633,
      "learning_rate": 4.522727272727273e-05,
      "loss": 1.7175,
      "step": 728
    },
    {
      "epoch": 1.6568181818181817,
      "grad_norm": 13.25144100189209,
      "learning_rate": 4.515151515151516e-05,
      "loss": 1.7681,
      "step": 729
    },
    {
      "epoch": 1.6590909090909092,
      "grad_norm": 9.894201278686523,
      "learning_rate": 4.5075757575757577e-05,
      "loss": 1.5505,
      "step": 730
    },
    {
      "epoch": 1.6613636363636364,
      "grad_norm": 16.501630783081055,
      "learning_rate": 4.5e-05,
      "loss": 1.4968,
      "step": 731
    },
    {
      "epoch": 1.6636363636363636,
      "grad_norm": 10.3342924118042,
      "learning_rate": 4.492424242424242e-05,
      "loss": 1.4734,
      "step": 732
    },
    {
      "epoch": 1.665909090909091,
      "grad_norm": 11.081184387207031,
      "learning_rate": 4.484848484848485e-05,
      "loss": 2.6513,
      "step": 733
    },
    {
      "epoch": 1.6681818181818182,
      "grad_norm": 17.005704879760742,
      "learning_rate": 4.4772727272727275e-05,
      "loss": 2.4109,
      "step": 734
    },
    {
      "epoch": 1.6704545454545454,
      "grad_norm": 11.718207359313965,
      "learning_rate": 4.46969696969697e-05,
      "loss": 1.6445,
      "step": 735
    },
    {
      "epoch": 1.6727272727272728,
      "grad_norm": 12.14245319366455,
      "learning_rate": 4.462121212121213e-05,
      "loss": 2.335,
      "step": 736
    },
    {
      "epoch": 1.675,
      "grad_norm": 10.971789360046387,
      "learning_rate": 4.454545454545455e-05,
      "loss": 1.6266,
      "step": 737
    },
    {
      "epoch": 1.6772727272727272,
      "grad_norm": 17.435321807861328,
      "learning_rate": 4.4469696969696973e-05,
      "loss": 2.1164,
      "step": 738
    },
    {
      "epoch": 1.6795454545454547,
      "grad_norm": 10.45814323425293,
      "learning_rate": 4.43939393939394e-05,
      "loss": 1.3992,
      "step": 739
    },
    {
      "epoch": 1.6818181818181817,
      "grad_norm": 12.788302421569824,
      "learning_rate": 4.431818181818182e-05,
      "loss": 2.4001,
      "step": 740
    },
    {
      "epoch": 1.684090909090909,
      "grad_norm": 14.425982475280762,
      "learning_rate": 4.4242424242424246e-05,
      "loss": 2.163,
      "step": 741
    },
    {
      "epoch": 1.6863636363636365,
      "grad_norm": 9.09310531616211,
      "learning_rate": 4.4166666666666665e-05,
      "loss": 1.4595,
      "step": 742
    },
    {
      "epoch": 1.6886363636363635,
      "grad_norm": 11.336987495422363,
      "learning_rate": 4.409090909090909e-05,
      "loss": 2.6262,
      "step": 743
    },
    {
      "epoch": 1.690909090909091,
      "grad_norm": 11.697134017944336,
      "learning_rate": 4.401515151515152e-05,
      "loss": 1.3628,
      "step": 744
    },
    {
      "epoch": 1.6931818181818183,
      "grad_norm": 8.620695114135742,
      "learning_rate": 4.3939393939393944e-05,
      "loss": 1.2893,
      "step": 745
    },
    {
      "epoch": 1.6954545454545453,
      "grad_norm": 9.322046279907227,
      "learning_rate": 4.386363636363637e-05,
      "loss": 1.9579,
      "step": 746
    },
    {
      "epoch": 1.6977272727272728,
      "grad_norm": 11.273119926452637,
      "learning_rate": 4.378787878787879e-05,
      "loss": 2.2207,
      "step": 747
    },
    {
      "epoch": 1.7,
      "grad_norm": 11.111379623413086,
      "learning_rate": 4.3712121212121216e-05,
      "loss": 1.4021,
      "step": 748
    },
    {
      "epoch": 1.7022727272727272,
      "grad_norm": 11.808859825134277,
      "learning_rate": 4.3636363636363636e-05,
      "loss": 1.4873,
      "step": 749
    },
    {
      "epoch": 1.7045454545454546,
      "grad_norm": 14.41899585723877,
      "learning_rate": 4.356060606060606e-05,
      "loss": 1.9247,
      "step": 750
    },
    {
      "epoch": 1.7068181818181818,
      "grad_norm": 9.383740425109863,
      "learning_rate": 4.348484848484849e-05,
      "loss": 1.6231,
      "step": 751
    },
    {
      "epoch": 1.709090909090909,
      "grad_norm": 9.926271438598633,
      "learning_rate": 4.340909090909091e-05,
      "loss": 2.2661,
      "step": 752
    },
    {
      "epoch": 1.7113636363636364,
      "grad_norm": 12.015188217163086,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 1.4877,
      "step": 753
    },
    {
      "epoch": 1.7136363636363636,
      "grad_norm": 12.057700157165527,
      "learning_rate": 4.325757575757576e-05,
      "loss": 1.6091,
      "step": 754
    },
    {
      "epoch": 1.7159090909090908,
      "grad_norm": 8.392674446105957,
      "learning_rate": 4.318181818181819e-05,
      "loss": 1.4652,
      "step": 755
    },
    {
      "epoch": 1.7181818181818183,
      "grad_norm": 7.7269287109375,
      "learning_rate": 4.3106060606060606e-05,
      "loss": 1.1991,
      "step": 756
    },
    {
      "epoch": 1.7204545454545455,
      "grad_norm": 13.280454635620117,
      "learning_rate": 4.303030303030303e-05,
      "loss": 1.9597,
      "step": 757
    },
    {
      "epoch": 1.7227272727272727,
      "grad_norm": 11.144329071044922,
      "learning_rate": 4.295454545454546e-05,
      "loss": 1.6052,
      "step": 758
    },
    {
      "epoch": 1.725,
      "grad_norm": 12.23388385772705,
      "learning_rate": 4.287878787878788e-05,
      "loss": 1.5491,
      "step": 759
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 11.918728828430176,
      "learning_rate": 4.2803030303030305e-05,
      "loss": 2.0586,
      "step": 760
    },
    {
      "epoch": 1.7295454545454545,
      "grad_norm": 7.68416166305542,
      "learning_rate": 4.2727272727272724e-05,
      "loss": 1.0501,
      "step": 761
    },
    {
      "epoch": 1.731818181818182,
      "grad_norm": 16.64651870727539,
      "learning_rate": 4.265151515151515e-05,
      "loss": 1.9819,
      "step": 762
    },
    {
      "epoch": 1.7340909090909091,
      "grad_norm": 14.889754295349121,
      "learning_rate": 4.257575757575758e-05,
      "loss": 2.5418,
      "step": 763
    },
    {
      "epoch": 1.7363636363636363,
      "grad_norm": 13.508451461791992,
      "learning_rate": 4.25e-05,
      "loss": 1.5028,
      "step": 764
    },
    {
      "epoch": 1.7386363636363638,
      "grad_norm": 9.541330337524414,
      "learning_rate": 4.242424242424243e-05,
      "loss": 1.0183,
      "step": 765
    },
    {
      "epoch": 1.740909090909091,
      "grad_norm": 13.14413833618164,
      "learning_rate": 4.234848484848485e-05,
      "loss": 2.0542,
      "step": 766
    },
    {
      "epoch": 1.7431818181818182,
      "grad_norm": 12.490581512451172,
      "learning_rate": 4.2272727272727275e-05,
      "loss": 1.5971,
      "step": 767
    },
    {
      "epoch": 1.7454545454545456,
      "grad_norm": 14.117782592773438,
      "learning_rate": 4.21969696969697e-05,
      "loss": 3.0207,
      "step": 768
    },
    {
      "epoch": 1.7477272727272726,
      "grad_norm": 12.968109130859375,
      "learning_rate": 4.212121212121212e-05,
      "loss": 1.9058,
      "step": 769
    },
    {
      "epoch": 1.75,
      "grad_norm": 10.889745712280273,
      "learning_rate": 4.204545454545455e-05,
      "loss": 1.535,
      "step": 770
    },
    {
      "epoch": 1.7522727272727274,
      "grad_norm": 11.901477813720703,
      "learning_rate": 4.196969696969697e-05,
      "loss": 1.3743,
      "step": 771
    },
    {
      "epoch": 1.7545454545454544,
      "grad_norm": 11.466394424438477,
      "learning_rate": 4.189393939393939e-05,
      "loss": 2.1364,
      "step": 772
    },
    {
      "epoch": 1.7568181818181818,
      "grad_norm": 9.973612785339355,
      "learning_rate": 4.181818181818182e-05,
      "loss": 1.7472,
      "step": 773
    },
    {
      "epoch": 1.759090909090909,
      "grad_norm": 11.81697940826416,
      "learning_rate": 4.1742424242424246e-05,
      "loss": 1.6475,
      "step": 774
    },
    {
      "epoch": 1.7613636363636362,
      "grad_norm": 10.81869125366211,
      "learning_rate": 4.166666666666667e-05,
      "loss": 2.433,
      "step": 775
    },
    {
      "epoch": 1.7636363636363637,
      "grad_norm": 15.867783546447754,
      "learning_rate": 4.159090909090909e-05,
      "loss": 3.0407,
      "step": 776
    },
    {
      "epoch": 1.7659090909090909,
      "grad_norm": 12.047411918640137,
      "learning_rate": 4.151515151515152e-05,
      "loss": 1.7651,
      "step": 777
    },
    {
      "epoch": 1.768181818181818,
      "grad_norm": 11.829177856445312,
      "learning_rate": 4.143939393939394e-05,
      "loss": 1.5285,
      "step": 778
    },
    {
      "epoch": 1.7704545454545455,
      "grad_norm": 13.831562995910645,
      "learning_rate": 4.1363636363636364e-05,
      "loss": 2.6372,
      "step": 779
    },
    {
      "epoch": 1.7727272727272727,
      "grad_norm": 10.6288480758667,
      "learning_rate": 4.128787878787879e-05,
      "loss": 1.8006,
      "step": 780
    },
    {
      "epoch": 1.775,
      "grad_norm": 12.919150352478027,
      "learning_rate": 4.1212121212121216e-05,
      "loss": 1.8753,
      "step": 781
    },
    {
      "epoch": 1.7772727272727273,
      "grad_norm": 14.138745307922363,
      "learning_rate": 4.113636363636364e-05,
      "loss": 2.1089,
      "step": 782
    },
    {
      "epoch": 1.7795454545454545,
      "grad_norm": 8.130454063415527,
      "learning_rate": 4.106060606060606e-05,
      "loss": 0.9243,
      "step": 783
    },
    {
      "epoch": 1.7818181818181817,
      "grad_norm": 13.32907485961914,
      "learning_rate": 4.098484848484849e-05,
      "loss": 2.599,
      "step": 784
    },
    {
      "epoch": 1.7840909090909092,
      "grad_norm": 9.957046508789062,
      "learning_rate": 4.0909090909090915e-05,
      "loss": 1.1874,
      "step": 785
    },
    {
      "epoch": 1.7863636363636364,
      "grad_norm": 10.413941383361816,
      "learning_rate": 4.0833333333333334e-05,
      "loss": 1.2206,
      "step": 786
    },
    {
      "epoch": 1.7886363636363636,
      "grad_norm": 12.38062858581543,
      "learning_rate": 4.075757575757576e-05,
      "loss": 1.5484,
      "step": 787
    },
    {
      "epoch": 1.790909090909091,
      "grad_norm": 10.63827896118164,
      "learning_rate": 4.068181818181818e-05,
      "loss": 1.4851,
      "step": 788
    },
    {
      "epoch": 1.7931818181818182,
      "grad_norm": 10.755563735961914,
      "learning_rate": 4.0606060606060606e-05,
      "loss": 2.0725,
      "step": 789
    },
    {
      "epoch": 1.7954545454545454,
      "grad_norm": 10.352532386779785,
      "learning_rate": 4.053030303030303e-05,
      "loss": 1.6825,
      "step": 790
    },
    {
      "epoch": 1.7977272727272728,
      "grad_norm": 10.303858757019043,
      "learning_rate": 4.045454545454546e-05,
      "loss": 1.6771,
      "step": 791
    },
    {
      "epoch": 1.8,
      "grad_norm": 12.914578437805176,
      "learning_rate": 4.0378787878787885e-05,
      "loss": 2.0149,
      "step": 792
    },
    {
      "epoch": 1.8022727272727272,
      "grad_norm": 9.389689445495605,
      "learning_rate": 4.0303030303030305e-05,
      "loss": 1.9987,
      "step": 793
    },
    {
      "epoch": 1.8045454545454547,
      "grad_norm": 13.615360260009766,
      "learning_rate": 4.022727272727273e-05,
      "loss": 1.7871,
      "step": 794
    },
    {
      "epoch": 1.8068181818181817,
      "grad_norm": 12.188302040100098,
      "learning_rate": 4.015151515151515e-05,
      "loss": 2.1458,
      "step": 795
    },
    {
      "epoch": 1.809090909090909,
      "grad_norm": 23.321977615356445,
      "learning_rate": 4.007575757575758e-05,
      "loss": 1.5815,
      "step": 796
    },
    {
      "epoch": 1.8113636363636365,
      "grad_norm": 13.12856674194336,
      "learning_rate": 4e-05,
      "loss": 1.9065,
      "step": 797
    },
    {
      "epoch": 1.8136363636363635,
      "grad_norm": 8.955425262451172,
      "learning_rate": 3.992424242424242e-05,
      "loss": 1.4415,
      "step": 798
    },
    {
      "epoch": 1.815909090909091,
      "grad_norm": 14.052294731140137,
      "learning_rate": 3.984848484848485e-05,
      "loss": 2.6913,
      "step": 799
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 8.688261032104492,
      "learning_rate": 3.9772727272727275e-05,
      "loss": 1.6981,
      "step": 800
    },
    {
      "epoch": 1.8204545454545453,
      "grad_norm": 13.951496124267578,
      "learning_rate": 3.96969696969697e-05,
      "loss": 1.5787,
      "step": 801
    },
    {
      "epoch": 1.8227272727272728,
      "grad_norm": 10.023541450500488,
      "learning_rate": 3.962121212121213e-05,
      "loss": 1.9886,
      "step": 802
    },
    {
      "epoch": 1.825,
      "grad_norm": 8.397741317749023,
      "learning_rate": 3.954545454545455e-05,
      "loss": 1.7193,
      "step": 803
    },
    {
      "epoch": 1.8272727272727272,
      "grad_norm": 10.017319679260254,
      "learning_rate": 3.9469696969696974e-05,
      "loss": 1.7097,
      "step": 804
    },
    {
      "epoch": 1.8295454545454546,
      "grad_norm": 13.632206916809082,
      "learning_rate": 3.939393939393939e-05,
      "loss": 2.1469,
      "step": 805
    },
    {
      "epoch": 1.8318181818181818,
      "grad_norm": 19.315832138061523,
      "learning_rate": 3.931818181818182e-05,
      "loss": 2.2873,
      "step": 806
    },
    {
      "epoch": 1.834090909090909,
      "grad_norm": 11.273087501525879,
      "learning_rate": 3.924242424242424e-05,
      "loss": 1.352,
      "step": 807
    },
    {
      "epoch": 1.8363636363636364,
      "grad_norm": 12.127049446105957,
      "learning_rate": 3.9166666666666665e-05,
      "loss": 1.8422,
      "step": 808
    },
    {
      "epoch": 1.8386363636363636,
      "grad_norm": 9.968843460083008,
      "learning_rate": 3.909090909090909e-05,
      "loss": 1.2724,
      "step": 809
    },
    {
      "epoch": 1.8409090909090908,
      "grad_norm": 13.883306503295898,
      "learning_rate": 3.901515151515152e-05,
      "loss": 2.6822,
      "step": 810
    },
    {
      "epoch": 1.8431818181818183,
      "grad_norm": 10.443497657775879,
      "learning_rate": 3.8939393939393944e-05,
      "loss": 1.2037,
      "step": 811
    },
    {
      "epoch": 1.8454545454545455,
      "grad_norm": 10.290310859680176,
      "learning_rate": 3.8863636363636364e-05,
      "loss": 1.5355,
      "step": 812
    },
    {
      "epoch": 1.8477272727272727,
      "grad_norm": 9.970185279846191,
      "learning_rate": 3.878787878787879e-05,
      "loss": 1.957,
      "step": 813
    },
    {
      "epoch": 1.85,
      "grad_norm": 10.905329704284668,
      "learning_rate": 3.8712121212121217e-05,
      "loss": 1.8562,
      "step": 814
    },
    {
      "epoch": 1.8522727272727273,
      "grad_norm": 9.466534614562988,
      "learning_rate": 3.8636363636363636e-05,
      "loss": 1.4522,
      "step": 815
    },
    {
      "epoch": 1.8545454545454545,
      "grad_norm": 13.48620891571045,
      "learning_rate": 3.856060606060606e-05,
      "loss": 2.1203,
      "step": 816
    },
    {
      "epoch": 1.856818181818182,
      "grad_norm": 12.107563018798828,
      "learning_rate": 3.848484848484848e-05,
      "loss": 1.7011,
      "step": 817
    },
    {
      "epoch": 1.8590909090909091,
      "grad_norm": 10.786709785461426,
      "learning_rate": 3.840909090909091e-05,
      "loss": 1.7418,
      "step": 818
    },
    {
      "epoch": 1.8613636363636363,
      "grad_norm": 10.853336334228516,
      "learning_rate": 3.8333333333333334e-05,
      "loss": 1.4229,
      "step": 819
    },
    {
      "epoch": 1.8636363636363638,
      "grad_norm": 11.42320442199707,
      "learning_rate": 3.825757575757576e-05,
      "loss": 1.6411,
      "step": 820
    },
    {
      "epoch": 1.865909090909091,
      "grad_norm": 9.623292922973633,
      "learning_rate": 3.818181818181819e-05,
      "loss": 2.2372,
      "step": 821
    },
    {
      "epoch": 1.8681818181818182,
      "grad_norm": 19.681766510009766,
      "learning_rate": 3.810606060606061e-05,
      "loss": 1.7814,
      "step": 822
    },
    {
      "epoch": 1.8704545454545456,
      "grad_norm": 11.759204864501953,
      "learning_rate": 3.803030303030303e-05,
      "loss": 1.4783,
      "step": 823
    },
    {
      "epoch": 1.8727272727272726,
      "grad_norm": 11.130982398986816,
      "learning_rate": 3.795454545454545e-05,
      "loss": 1.3937,
      "step": 824
    },
    {
      "epoch": 1.875,
      "grad_norm": 10.193344116210938,
      "learning_rate": 3.787878787878788e-05,
      "loss": 1.3912,
      "step": 825
    },
    {
      "epoch": 1.8772727272727274,
      "grad_norm": 8.412622451782227,
      "learning_rate": 3.7803030303030305e-05,
      "loss": 1.3978,
      "step": 826
    },
    {
      "epoch": 1.8795454545454544,
      "grad_norm": 12.766166687011719,
      "learning_rate": 3.7727272727272725e-05,
      "loss": 1.9356,
      "step": 827
    },
    {
      "epoch": 1.8818181818181818,
      "grad_norm": 11.161136627197266,
      "learning_rate": 3.765151515151516e-05,
      "loss": 1.8318,
      "step": 828
    },
    {
      "epoch": 1.884090909090909,
      "grad_norm": 11.214709281921387,
      "learning_rate": 3.757575757575758e-05,
      "loss": 1.4253,
      "step": 829
    },
    {
      "epoch": 1.8863636363636362,
      "grad_norm": 12.173728942871094,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.3093,
      "step": 830
    },
    {
      "epoch": 1.8886363636363637,
      "grad_norm": 12.564881324768066,
      "learning_rate": 3.742424242424243e-05,
      "loss": 2.0086,
      "step": 831
    },
    {
      "epoch": 1.8909090909090909,
      "grad_norm": 10.378774642944336,
      "learning_rate": 3.734848484848485e-05,
      "loss": 2.2117,
      "step": 832
    },
    {
      "epoch": 1.893181818181818,
      "grad_norm": 13.659943580627441,
      "learning_rate": 3.7272727272727276e-05,
      "loss": 1.8717,
      "step": 833
    },
    {
      "epoch": 1.8954545454545455,
      "grad_norm": 10.889350891113281,
      "learning_rate": 3.7196969696969695e-05,
      "loss": 2.524,
      "step": 834
    },
    {
      "epoch": 1.8977272727272727,
      "grad_norm": 20.47830581665039,
      "learning_rate": 3.712121212121212e-05,
      "loss": 1.5575,
      "step": 835
    },
    {
      "epoch": 1.9,
      "grad_norm": 8.377565383911133,
      "learning_rate": 3.704545454545455e-05,
      "loss": 1.4985,
      "step": 836
    },
    {
      "epoch": 1.9022727272727273,
      "grad_norm": 14.420267105102539,
      "learning_rate": 3.6969696969696974e-05,
      "loss": 2.0562,
      "step": 837
    },
    {
      "epoch": 1.9045454545454545,
      "grad_norm": 11.469067573547363,
      "learning_rate": 3.68939393939394e-05,
      "loss": 1.9261,
      "step": 838
    },
    {
      "epoch": 1.9068181818181817,
      "grad_norm": 14.95913314819336,
      "learning_rate": 3.681818181818182e-05,
      "loss": 1.4905,
      "step": 839
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 12.481145858764648,
      "learning_rate": 3.6742424242424246e-05,
      "loss": 1.3664,
      "step": 840
    },
    {
      "epoch": 1.9113636363636364,
      "grad_norm": 11.715337753295898,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 2.0561,
      "step": 841
    },
    {
      "epoch": 1.9136363636363636,
      "grad_norm": 12.499181747436523,
      "learning_rate": 3.659090909090909e-05,
      "loss": 1.62,
      "step": 842
    },
    {
      "epoch": 1.915909090909091,
      "grad_norm": 7.448797225952148,
      "learning_rate": 3.651515151515152e-05,
      "loss": 0.979,
      "step": 843
    },
    {
      "epoch": 1.9181818181818182,
      "grad_norm": 11.219677925109863,
      "learning_rate": 3.643939393939394e-05,
      "loss": 1.8378,
      "step": 844
    },
    {
      "epoch": 1.9204545454545454,
      "grad_norm": 11.738428115844727,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 2.1477,
      "step": 845
    },
    {
      "epoch": 1.9227272727272728,
      "grad_norm": 13.800374031066895,
      "learning_rate": 3.628787878787879e-05,
      "loss": 2.3644,
      "step": 846
    },
    {
      "epoch": 1.925,
      "grad_norm": 11.240313529968262,
      "learning_rate": 3.621212121212122e-05,
      "loss": 1.6775,
      "step": 847
    },
    {
      "epoch": 1.9272727272727272,
      "grad_norm": 13.477606773376465,
      "learning_rate": 3.613636363636364e-05,
      "loss": 1.3438,
      "step": 848
    },
    {
      "epoch": 1.9295454545454547,
      "grad_norm": 12.788423538208008,
      "learning_rate": 3.606060606060606e-05,
      "loss": 1.7158,
      "step": 849
    },
    {
      "epoch": 1.9318181818181817,
      "grad_norm": 8.893767356872559,
      "learning_rate": 3.598484848484849e-05,
      "loss": 1.4747,
      "step": 850
    },
    {
      "epoch": 1.934090909090909,
      "grad_norm": 12.053075790405273,
      "learning_rate": 3.590909090909091e-05,
      "loss": 1.0121,
      "step": 851
    },
    {
      "epoch": 1.9363636363636365,
      "grad_norm": 12.093589782714844,
      "learning_rate": 3.5833333333333335e-05,
      "loss": 2.1991,
      "step": 852
    },
    {
      "epoch": 1.9386363636363635,
      "grad_norm": 9.356278419494629,
      "learning_rate": 3.575757575757576e-05,
      "loss": 1.4497,
      "step": 853
    },
    {
      "epoch": 1.940909090909091,
      "grad_norm": 12.686812400817871,
      "learning_rate": 3.568181818181818e-05,
      "loss": 1.5038,
      "step": 854
    },
    {
      "epoch": 1.9431818181818183,
      "grad_norm": 13.139368057250977,
      "learning_rate": 3.560606060606061e-05,
      "loss": 2.9399,
      "step": 855
    },
    {
      "epoch": 1.9454545454545453,
      "grad_norm": 11.385064125061035,
      "learning_rate": 3.553030303030303e-05,
      "loss": 1.4202,
      "step": 856
    },
    {
      "epoch": 1.9477272727272728,
      "grad_norm": 9.905313491821289,
      "learning_rate": 3.545454545454546e-05,
      "loss": 2.5033,
      "step": 857
    },
    {
      "epoch": 1.95,
      "grad_norm": 9.99422836303711,
      "learning_rate": 3.537878787878788e-05,
      "loss": 1.631,
      "step": 858
    },
    {
      "epoch": 1.9522727272727272,
      "grad_norm": 12.235610961914062,
      "learning_rate": 3.5303030303030305e-05,
      "loss": 1.7517,
      "step": 859
    },
    {
      "epoch": 1.9545454545454546,
      "grad_norm": 13.225701332092285,
      "learning_rate": 3.522727272727273e-05,
      "loss": 1.545,
      "step": 860
    },
    {
      "epoch": 1.9568181818181818,
      "grad_norm": 13.755146980285645,
      "learning_rate": 3.515151515151515e-05,
      "loss": 1.6548,
      "step": 861
    },
    {
      "epoch": 1.959090909090909,
      "grad_norm": 14.235300064086914,
      "learning_rate": 3.507575757575758e-05,
      "loss": 2.2791,
      "step": 862
    },
    {
      "epoch": 1.9613636363636364,
      "grad_norm": 12.734109878540039,
      "learning_rate": 3.5e-05,
      "loss": 1.4257,
      "step": 863
    },
    {
      "epoch": 1.9636363636363636,
      "grad_norm": 12.51075267791748,
      "learning_rate": 3.492424242424242e-05,
      "loss": 2.1328,
      "step": 864
    },
    {
      "epoch": 1.9659090909090908,
      "grad_norm": 12.090396881103516,
      "learning_rate": 3.484848484848485e-05,
      "loss": 2.4949,
      "step": 865
    },
    {
      "epoch": 1.9681818181818183,
      "grad_norm": 9.898470878601074,
      "learning_rate": 3.4772727272727276e-05,
      "loss": 1.0122,
      "step": 866
    },
    {
      "epoch": 1.9704545454545455,
      "grad_norm": 12.299036979675293,
      "learning_rate": 3.46969696969697e-05,
      "loss": 1.1734,
      "step": 867
    },
    {
      "epoch": 1.9727272727272727,
      "grad_norm": 10.930243492126465,
      "learning_rate": 3.462121212121212e-05,
      "loss": 1.8219,
      "step": 868
    },
    {
      "epoch": 1.975,
      "grad_norm": 11.0517578125,
      "learning_rate": 3.454545454545455e-05,
      "loss": 1.5023,
      "step": 869
    },
    {
      "epoch": 1.9772727272727273,
      "grad_norm": 11.98909854888916,
      "learning_rate": 3.4469696969696974e-05,
      "loss": 1.298,
      "step": 870
    },
    {
      "epoch": 1.9795454545454545,
      "grad_norm": 12.753129959106445,
      "learning_rate": 3.4393939393939394e-05,
      "loss": 1.7147,
      "step": 871
    },
    {
      "epoch": 1.981818181818182,
      "grad_norm": 71.2451171875,
      "learning_rate": 3.431818181818182e-05,
      "loss": 1.3867,
      "step": 872
    },
    {
      "epoch": 1.9840909090909091,
      "grad_norm": 9.198206901550293,
      "learning_rate": 3.424242424242424e-05,
      "loss": 1.2175,
      "step": 873
    },
    {
      "epoch": 1.9863636363636363,
      "grad_norm": 10.864444732666016,
      "learning_rate": 3.4166666666666666e-05,
      "loss": 2.4479,
      "step": 874
    },
    {
      "epoch": 1.9886363636363638,
      "grad_norm": 12.929604530334473,
      "learning_rate": 3.409090909090909e-05,
      "loss": 2.3538,
      "step": 875
    },
    {
      "epoch": 1.990909090909091,
      "grad_norm": 15.190954208374023,
      "learning_rate": 3.401515151515152e-05,
      "loss": 2.7314,
      "step": 876
    },
    {
      "epoch": 1.9931818181818182,
      "grad_norm": 12.220293045043945,
      "learning_rate": 3.3939393939393945e-05,
      "loss": 1.8087,
      "step": 877
    },
    {
      "epoch": 1.9954545454545456,
      "grad_norm": 13.717775344848633,
      "learning_rate": 3.3863636363636364e-05,
      "loss": 2.2791,
      "step": 878
    },
    {
      "epoch": 1.9977272727272726,
      "grad_norm": 13.53941822052002,
      "learning_rate": 3.378787878787879e-05,
      "loss": 1.9205,
      "step": 879
    },
    {
      "epoch": 2.0,
      "grad_norm": 10.206825256347656,
      "learning_rate": 3.371212121212121e-05,
      "loss": 1.2968,
      "step": 880
    },
    {
      "epoch": 2.0,
      "eval_f1": 0.8929,
      "eval_gen_len": 41.9091,
      "eval_loss": 1.7823115587234497,
      "eval_precision": 0.8925,
      "eval_recall": 0.8935,
      "eval_rouge1": 0.447,
      "eval_rouge2": 0.2102,
      "eval_rougeL": 0.3795,
      "eval_rougeLsum": 0.4136,
      "eval_runtime": 29.0339,
      "eval_samples_per_second": 3.789,
      "eval_steps_per_second": 0.482,
      "step": 880
    },
    {
      "epoch": 2.0022727272727274,
      "grad_norm": 9.781706809997559,
      "learning_rate": 3.3636363636363636e-05,
      "loss": 1.0468,
      "step": 881
    },
    {
      "epoch": 2.0045454545454544,
      "grad_norm": 8.61344051361084,
      "learning_rate": 3.356060606060606e-05,
      "loss": 1.7286,
      "step": 882
    },
    {
      "epoch": 2.006818181818182,
      "grad_norm": 11.291481971740723,
      "learning_rate": 3.348484848484848e-05,
      "loss": 1.1274,
      "step": 883
    },
    {
      "epoch": 2.0090909090909093,
      "grad_norm": 11.33132553100586,
      "learning_rate": 3.3409090909090915e-05,
      "loss": 1.4992,
      "step": 884
    },
    {
      "epoch": 2.0113636363636362,
      "grad_norm": 10.342754364013672,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.7733,
      "step": 885
    },
    {
      "epoch": 2.0136363636363637,
      "grad_norm": 9.18486499786377,
      "learning_rate": 3.325757575757576e-05,
      "loss": 1.7391,
      "step": 886
    },
    {
      "epoch": 2.015909090909091,
      "grad_norm": 35.923648834228516,
      "learning_rate": 3.318181818181819e-05,
      "loss": 1.8191,
      "step": 887
    },
    {
      "epoch": 2.018181818181818,
      "grad_norm": 10.737150192260742,
      "learning_rate": 3.310606060606061e-05,
      "loss": 1.1656,
      "step": 888
    },
    {
      "epoch": 2.0204545454545455,
      "grad_norm": 7.691224098205566,
      "learning_rate": 3.303030303030303e-05,
      "loss": 1.1787,
      "step": 889
    },
    {
      "epoch": 2.022727272727273,
      "grad_norm": 14.402198791503906,
      "learning_rate": 3.295454545454545e-05,
      "loss": 2.1618,
      "step": 890
    },
    {
      "epoch": 2.025,
      "grad_norm": 9.567869186401367,
      "learning_rate": 3.287878787878788e-05,
      "loss": 1.4921,
      "step": 891
    },
    {
      "epoch": 2.0272727272727273,
      "grad_norm": 12.46391487121582,
      "learning_rate": 3.2803030303030305e-05,
      "loss": 2.0986,
      "step": 892
    },
    {
      "epoch": 2.0295454545454548,
      "grad_norm": 12.333531379699707,
      "learning_rate": 3.272727272727273e-05,
      "loss": 1.5944,
      "step": 893
    },
    {
      "epoch": 2.0318181818181817,
      "grad_norm": 12.140853881835938,
      "learning_rate": 3.265151515151516e-05,
      "loss": 1.7773,
      "step": 894
    },
    {
      "epoch": 2.034090909090909,
      "grad_norm": 9.412683486938477,
      "learning_rate": 3.257575757575758e-05,
      "loss": 1.2663,
      "step": 895
    },
    {
      "epoch": 2.036363636363636,
      "grad_norm": 10.711098670959473,
      "learning_rate": 3.2500000000000004e-05,
      "loss": 1.6462,
      "step": 896
    },
    {
      "epoch": 2.0386363636363636,
      "grad_norm": 11.64570426940918,
      "learning_rate": 3.2424242424242423e-05,
      "loss": 1.8232,
      "step": 897
    },
    {
      "epoch": 2.040909090909091,
      "grad_norm": 12.753011703491211,
      "learning_rate": 3.234848484848485e-05,
      "loss": 1.9761,
      "step": 898
    },
    {
      "epoch": 2.043181818181818,
      "grad_norm": 15.42159366607666,
      "learning_rate": 3.2272727272727276e-05,
      "loss": 1.5225,
      "step": 899
    },
    {
      "epoch": 2.0454545454545454,
      "grad_norm": 13.561200141906738,
      "learning_rate": 3.2196969696969696e-05,
      "loss": 2.2342,
      "step": 900
    },
    {
      "epoch": 2.047727272727273,
      "grad_norm": 11.59468936920166,
      "learning_rate": 3.212121212121212e-05,
      "loss": 1.3996,
      "step": 901
    },
    {
      "epoch": 2.05,
      "grad_norm": 12.330318450927734,
      "learning_rate": 3.204545454545455e-05,
      "loss": 2.3926,
      "step": 902
    },
    {
      "epoch": 2.0522727272727272,
      "grad_norm": 15.305580139160156,
      "learning_rate": 3.1969696969696974e-05,
      "loss": 2.5056,
      "step": 903
    },
    {
      "epoch": 2.0545454545454547,
      "grad_norm": 12.250936508178711,
      "learning_rate": 3.18939393939394e-05,
      "loss": 2.2595,
      "step": 904
    },
    {
      "epoch": 2.0568181818181817,
      "grad_norm": 9.258564949035645,
      "learning_rate": 3.181818181818182e-05,
      "loss": 1.0952,
      "step": 905
    },
    {
      "epoch": 2.059090909090909,
      "grad_norm": 10.1191987991333,
      "learning_rate": 3.174242424242425e-05,
      "loss": 2.2179,
      "step": 906
    },
    {
      "epoch": 2.0613636363636365,
      "grad_norm": 12.793285369873047,
      "learning_rate": 3.1666666666666666e-05,
      "loss": 1.7858,
      "step": 907
    },
    {
      "epoch": 2.0636363636363635,
      "grad_norm": 10.188157081604004,
      "learning_rate": 3.159090909090909e-05,
      "loss": 1.3631,
      "step": 908
    },
    {
      "epoch": 2.065909090909091,
      "grad_norm": 13.256832122802734,
      "learning_rate": 3.151515151515151e-05,
      "loss": 2.2464,
      "step": 909
    },
    {
      "epoch": 2.0681818181818183,
      "grad_norm": 10.160938262939453,
      "learning_rate": 3.143939393939394e-05,
      "loss": 1.5204,
      "step": 910
    },
    {
      "epoch": 2.0704545454545453,
      "grad_norm": 10.945446014404297,
      "learning_rate": 3.1363636363636365e-05,
      "loss": 1.6125,
      "step": 911
    },
    {
      "epoch": 2.0727272727272728,
      "grad_norm": 10.19439697265625,
      "learning_rate": 3.128787878787879e-05,
      "loss": 1.5317,
      "step": 912
    },
    {
      "epoch": 2.075,
      "grad_norm": 9.242986679077148,
      "learning_rate": 3.121212121212122e-05,
      "loss": 1.7993,
      "step": 913
    },
    {
      "epoch": 2.077272727272727,
      "grad_norm": 9.43307113647461,
      "learning_rate": 3.113636363636364e-05,
      "loss": 1.4297,
      "step": 914
    },
    {
      "epoch": 2.0795454545454546,
      "grad_norm": 9.292837142944336,
      "learning_rate": 3.106060606060606e-05,
      "loss": 1.1428,
      "step": 915
    },
    {
      "epoch": 2.081818181818182,
      "grad_norm": 10.290895462036133,
      "learning_rate": 3.098484848484849e-05,
      "loss": 1.3587,
      "step": 916
    },
    {
      "epoch": 2.084090909090909,
      "grad_norm": 12.890341758728027,
      "learning_rate": 3.090909090909091e-05,
      "loss": 1.5721,
      "step": 917
    },
    {
      "epoch": 2.0863636363636364,
      "grad_norm": 9.548102378845215,
      "learning_rate": 3.0833333333333335e-05,
      "loss": 1.5717,
      "step": 918
    },
    {
      "epoch": 2.088636363636364,
      "grad_norm": 11.2235689163208,
      "learning_rate": 3.0757575757575755e-05,
      "loss": 1.818,
      "step": 919
    },
    {
      "epoch": 2.090909090909091,
      "grad_norm": 14.528667449951172,
      "learning_rate": 3.068181818181818e-05,
      "loss": 1.6878,
      "step": 920
    },
    {
      "epoch": 2.0931818181818183,
      "grad_norm": 13.295345306396484,
      "learning_rate": 3.060606060606061e-05,
      "loss": 1.8521,
      "step": 921
    },
    {
      "epoch": 2.0954545454545457,
      "grad_norm": 13.902974128723145,
      "learning_rate": 3.0530303030303034e-05,
      "loss": 1.7186,
      "step": 922
    },
    {
      "epoch": 2.0977272727272727,
      "grad_norm": 8.313849449157715,
      "learning_rate": 3.0454545454545456e-05,
      "loss": 0.8988,
      "step": 923
    },
    {
      "epoch": 2.1,
      "grad_norm": 11.491289138793945,
      "learning_rate": 3.037878787878788e-05,
      "loss": 1.1394,
      "step": 924
    },
    {
      "epoch": 2.102272727272727,
      "grad_norm": 13.124963760375977,
      "learning_rate": 3.0303030303030306e-05,
      "loss": 1.7424,
      "step": 925
    },
    {
      "epoch": 2.1045454545454545,
      "grad_norm": 8.5538911819458,
      "learning_rate": 3.0227272727272725e-05,
      "loss": 1.3577,
      "step": 926
    },
    {
      "epoch": 2.106818181818182,
      "grad_norm": 12.04502010345459,
      "learning_rate": 3.015151515151515e-05,
      "loss": 1.2389,
      "step": 927
    },
    {
      "epoch": 2.109090909090909,
      "grad_norm": 8.608831405639648,
      "learning_rate": 3.0075757575757578e-05,
      "loss": 1.1577,
      "step": 928
    },
    {
      "epoch": 2.1113636363636363,
      "grad_norm": 14.802834510803223,
      "learning_rate": 3e-05,
      "loss": 1.8636,
      "step": 929
    },
    {
      "epoch": 2.1136363636363638,
      "grad_norm": 9.014802932739258,
      "learning_rate": 2.9924242424242427e-05,
      "loss": 0.7823,
      "step": 930
    },
    {
      "epoch": 2.1159090909090907,
      "grad_norm": 10.007800102233887,
      "learning_rate": 2.9848484848484847e-05,
      "loss": 1.7205,
      "step": 931
    },
    {
      "epoch": 2.118181818181818,
      "grad_norm": 16.067474365234375,
      "learning_rate": 2.9772727272727273e-05,
      "loss": 2.443,
      "step": 932
    },
    {
      "epoch": 2.1204545454545456,
      "grad_norm": 12.624736785888672,
      "learning_rate": 2.96969696969697e-05,
      "loss": 1.5536,
      "step": 933
    },
    {
      "epoch": 2.1227272727272726,
      "grad_norm": 10.400491714477539,
      "learning_rate": 2.9621212121212122e-05,
      "loss": 1.2871,
      "step": 934
    },
    {
      "epoch": 2.125,
      "grad_norm": 11.056097984313965,
      "learning_rate": 2.954545454545455e-05,
      "loss": 1.4614,
      "step": 935
    },
    {
      "epoch": 2.1272727272727274,
      "grad_norm": 9.163816452026367,
      "learning_rate": 2.9469696969696968e-05,
      "loss": 1.2918,
      "step": 936
    },
    {
      "epoch": 2.1295454545454544,
      "grad_norm": 8.908564567565918,
      "learning_rate": 2.9393939393939394e-05,
      "loss": 1.2489,
      "step": 937
    },
    {
      "epoch": 2.131818181818182,
      "grad_norm": 8.402863502502441,
      "learning_rate": 2.9318181818181817e-05,
      "loss": 1.4269,
      "step": 938
    },
    {
      "epoch": 2.1340909090909093,
      "grad_norm": 10.939780235290527,
      "learning_rate": 2.9242424242424243e-05,
      "loss": 1.4199,
      "step": 939
    },
    {
      "epoch": 2.1363636363636362,
      "grad_norm": 11.758381843566895,
      "learning_rate": 2.916666666666667e-05,
      "loss": 1.4597,
      "step": 940
    },
    {
      "epoch": 2.1386363636363637,
      "grad_norm": 11.411653518676758,
      "learning_rate": 2.909090909090909e-05,
      "loss": 2.1611,
      "step": 941
    },
    {
      "epoch": 2.140909090909091,
      "grad_norm": 11.838427543640137,
      "learning_rate": 2.901515151515152e-05,
      "loss": 1.2373,
      "step": 942
    },
    {
      "epoch": 2.143181818181818,
      "grad_norm": 14.833626747131348,
      "learning_rate": 2.893939393939394e-05,
      "loss": 1.9202,
      "step": 943
    },
    {
      "epoch": 2.1454545454545455,
      "grad_norm": 10.815326690673828,
      "learning_rate": 2.8863636363636365e-05,
      "loss": 1.5089,
      "step": 944
    },
    {
      "epoch": 2.147727272727273,
      "grad_norm": 12.253664016723633,
      "learning_rate": 2.878787878787879e-05,
      "loss": 1.3787,
      "step": 945
    },
    {
      "epoch": 2.15,
      "grad_norm": 13.154531478881836,
      "learning_rate": 2.8712121212121214e-05,
      "loss": 1.8925,
      "step": 946
    },
    {
      "epoch": 2.1522727272727273,
      "grad_norm": 12.020703315734863,
      "learning_rate": 2.863636363636364e-05,
      "loss": 1.379,
      "step": 947
    },
    {
      "epoch": 2.1545454545454543,
      "grad_norm": 10.430608749389648,
      "learning_rate": 2.856060606060606e-05,
      "loss": 1.4203,
      "step": 948
    },
    {
      "epoch": 2.1568181818181817,
      "grad_norm": 8.769074440002441,
      "learning_rate": 2.8484848484848486e-05,
      "loss": 1.227,
      "step": 949
    },
    {
      "epoch": 2.159090909090909,
      "grad_norm": 11.399450302124023,
      "learning_rate": 2.8409090909090912e-05,
      "loss": 1.3783,
      "step": 950
    },
    {
      "epoch": 2.161363636363636,
      "grad_norm": 9.87228012084961,
      "learning_rate": 2.8333333333333335e-05,
      "loss": 1.6523,
      "step": 951
    },
    {
      "epoch": 2.1636363636363636,
      "grad_norm": 15.94421100616455,
      "learning_rate": 2.825757575757576e-05,
      "loss": 2.4161,
      "step": 952
    },
    {
      "epoch": 2.165909090909091,
      "grad_norm": 9.126893043518066,
      "learning_rate": 2.818181818181818e-05,
      "loss": 1.2675,
      "step": 953
    },
    {
      "epoch": 2.168181818181818,
      "grad_norm": 15.760127067565918,
      "learning_rate": 2.8106060606060607e-05,
      "loss": 2.9231,
      "step": 954
    },
    {
      "epoch": 2.1704545454545454,
      "grad_norm": 8.999767303466797,
      "learning_rate": 2.803030303030303e-05,
      "loss": 1.5147,
      "step": 955
    },
    {
      "epoch": 2.172727272727273,
      "grad_norm": 12.179048538208008,
      "learning_rate": 2.7954545454545457e-05,
      "loss": 1.4017,
      "step": 956
    },
    {
      "epoch": 2.175,
      "grad_norm": 11.52514934539795,
      "learning_rate": 2.7878787878787883e-05,
      "loss": 2.2158,
      "step": 957
    },
    {
      "epoch": 2.1772727272727272,
      "grad_norm": 14.60074520111084,
      "learning_rate": 2.7803030303030303e-05,
      "loss": 1.6378,
      "step": 958
    },
    {
      "epoch": 2.1795454545454547,
      "grad_norm": 11.505465507507324,
      "learning_rate": 2.772727272727273e-05,
      "loss": 1.6039,
      "step": 959
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 12.141363143920898,
      "learning_rate": 2.7651515151515152e-05,
      "loss": 2.6782,
      "step": 960
    },
    {
      "epoch": 2.184090909090909,
      "grad_norm": 10.89749813079834,
      "learning_rate": 2.7575757575757578e-05,
      "loss": 1.4787,
      "step": 961
    },
    {
      "epoch": 2.1863636363636365,
      "grad_norm": 11.249963760375977,
      "learning_rate": 2.7500000000000004e-05,
      "loss": 1.9647,
      "step": 962
    },
    {
      "epoch": 2.1886363636363635,
      "grad_norm": 9.608443260192871,
      "learning_rate": 2.7424242424242424e-05,
      "loss": 0.8747,
      "step": 963
    },
    {
      "epoch": 2.190909090909091,
      "grad_norm": 9.517485618591309,
      "learning_rate": 2.734848484848485e-05,
      "loss": 1.2376,
      "step": 964
    },
    {
      "epoch": 2.1931818181818183,
      "grad_norm": 9.044648170471191,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.8014,
      "step": 965
    },
    {
      "epoch": 2.1954545454545453,
      "grad_norm": 9.988462448120117,
      "learning_rate": 2.71969696969697e-05,
      "loss": 1.652,
      "step": 966
    },
    {
      "epoch": 2.1977272727272728,
      "grad_norm": 8.96922492980957,
      "learning_rate": 2.7121212121212126e-05,
      "loss": 0.9484,
      "step": 967
    },
    {
      "epoch": 2.2,
      "grad_norm": 10.36929702758789,
      "learning_rate": 2.7045454545454545e-05,
      "loss": 1.2604,
      "step": 968
    },
    {
      "epoch": 2.202272727272727,
      "grad_norm": 14.008241653442383,
      "learning_rate": 2.696969696969697e-05,
      "loss": 2.4898,
      "step": 969
    },
    {
      "epoch": 2.2045454545454546,
      "grad_norm": 14.017687797546387,
      "learning_rate": 2.6893939393939394e-05,
      "loss": 1.8664,
      "step": 970
    },
    {
      "epoch": 2.206818181818182,
      "grad_norm": 11.672577857971191,
      "learning_rate": 2.681818181818182e-05,
      "loss": 1.8917,
      "step": 971
    },
    {
      "epoch": 2.209090909090909,
      "grad_norm": 11.760181427001953,
      "learning_rate": 2.674242424242424e-05,
      "loss": 2.0559,
      "step": 972
    },
    {
      "epoch": 2.2113636363636364,
      "grad_norm": 13.333674430847168,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.8072,
      "step": 973
    },
    {
      "epoch": 2.213636363636364,
      "grad_norm": 9.448116302490234,
      "learning_rate": 2.6590909090909093e-05,
      "loss": 1.2764,
      "step": 974
    },
    {
      "epoch": 2.215909090909091,
      "grad_norm": 11.52153491973877,
      "learning_rate": 2.6515151515151516e-05,
      "loss": 1.7083,
      "step": 975
    },
    {
      "epoch": 2.2181818181818183,
      "grad_norm": 20.444080352783203,
      "learning_rate": 2.6439393939393942e-05,
      "loss": 2.2781,
      "step": 976
    },
    {
      "epoch": 2.2204545454545457,
      "grad_norm": 15.952470779418945,
      "learning_rate": 2.636363636363636e-05,
      "loss": 2.0901,
      "step": 977
    },
    {
      "epoch": 2.2227272727272727,
      "grad_norm": 10.751893997192383,
      "learning_rate": 2.6287878787878788e-05,
      "loss": 0.9779,
      "step": 978
    },
    {
      "epoch": 2.225,
      "grad_norm": 11.89562702178955,
      "learning_rate": 2.6212121212121214e-05,
      "loss": 1.7043,
      "step": 979
    },
    {
      "epoch": 2.227272727272727,
      "grad_norm": 12.013797760009766,
      "learning_rate": 2.6136363636363637e-05,
      "loss": 1.4427,
      "step": 980
    },
    {
      "epoch": 2.2295454545454545,
      "grad_norm": 13.685124397277832,
      "learning_rate": 2.6060606060606063e-05,
      "loss": 1.9327,
      "step": 981
    },
    {
      "epoch": 2.231818181818182,
      "grad_norm": 14.36984920501709,
      "learning_rate": 2.5984848484848483e-05,
      "loss": 2.4401,
      "step": 982
    },
    {
      "epoch": 2.234090909090909,
      "grad_norm": 11.657794952392578,
      "learning_rate": 2.590909090909091e-05,
      "loss": 1.5776,
      "step": 983
    },
    {
      "epoch": 2.2363636363636363,
      "grad_norm": 9.138626098632812,
      "learning_rate": 2.5833333333333336e-05,
      "loss": 1.5954,
      "step": 984
    },
    {
      "epoch": 2.2386363636363638,
      "grad_norm": 11.275242805480957,
      "learning_rate": 2.575757575757576e-05,
      "loss": 1.5874,
      "step": 985
    },
    {
      "epoch": 2.2409090909090907,
      "grad_norm": 11.694557189941406,
      "learning_rate": 2.5681818181818185e-05,
      "loss": 1.2839,
      "step": 986
    },
    {
      "epoch": 2.243181818181818,
      "grad_norm": 14.328207015991211,
      "learning_rate": 2.5606060606060604e-05,
      "loss": 2.3689,
      "step": 987
    },
    {
      "epoch": 2.2454545454545456,
      "grad_norm": 14.487227439880371,
      "learning_rate": 2.553030303030303e-05,
      "loss": 1.5858,
      "step": 988
    },
    {
      "epoch": 2.2477272727272726,
      "grad_norm": 14.691239356994629,
      "learning_rate": 2.5454545454545454e-05,
      "loss": 1.8329,
      "step": 989
    },
    {
      "epoch": 2.25,
      "grad_norm": 10.622157096862793,
      "learning_rate": 2.537878787878788e-05,
      "loss": 1.8422,
      "step": 990
    },
    {
      "epoch": 2.2522727272727274,
      "grad_norm": 13.788392066955566,
      "learning_rate": 2.5303030303030306e-05,
      "loss": 2.0421,
      "step": 991
    },
    {
      "epoch": 2.2545454545454544,
      "grad_norm": 8.527210235595703,
      "learning_rate": 2.5227272727272726e-05,
      "loss": 1.4462,
      "step": 992
    },
    {
      "epoch": 2.256818181818182,
      "grad_norm": 11.221017837524414,
      "learning_rate": 2.5151515151515155e-05,
      "loss": 1.7809,
      "step": 993
    },
    {
      "epoch": 2.2590909090909093,
      "grad_norm": 15.243719100952148,
      "learning_rate": 2.5075757575757575e-05,
      "loss": 1.7409,
      "step": 994
    },
    {
      "epoch": 2.2613636363636362,
      "grad_norm": 16.965797424316406,
      "learning_rate": 2.5e-05,
      "loss": 3.2836,
      "step": 995
    },
    {
      "epoch": 2.2636363636363637,
      "grad_norm": 10.187609672546387,
      "learning_rate": 2.4924242424242424e-05,
      "loss": 1.5489,
      "step": 996
    },
    {
      "epoch": 2.265909090909091,
      "grad_norm": 9.865535736083984,
      "learning_rate": 2.4848484848484847e-05,
      "loss": 2.0742,
      "step": 997
    },
    {
      "epoch": 2.268181818181818,
      "grad_norm": 11.739052772521973,
      "learning_rate": 2.4772727272727277e-05,
      "loss": 1.4237,
      "step": 998
    },
    {
      "epoch": 2.2704545454545455,
      "grad_norm": 13.875876426696777,
      "learning_rate": 2.46969696969697e-05,
      "loss": 2.8714,
      "step": 999
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 11.909977912902832,
      "learning_rate": 2.4621212121212123e-05,
      "loss": 1.9434,
      "step": 1000
    },
    {
      "epoch": 2.275,
      "grad_norm": 13.642827033996582,
      "learning_rate": 2.4545454545454545e-05,
      "loss": 1.4233,
      "step": 1001
    },
    {
      "epoch": 2.2772727272727273,
      "grad_norm": 10.349024772644043,
      "learning_rate": 2.4469696969696972e-05,
      "loss": 1.5193,
      "step": 1002
    },
    {
      "epoch": 2.2795454545454543,
      "grad_norm": 8.302240371704102,
      "learning_rate": 2.4393939393939395e-05,
      "loss": 1.0769,
      "step": 1003
    },
    {
      "epoch": 2.2818181818181817,
      "grad_norm": 9.903936386108398,
      "learning_rate": 2.431818181818182e-05,
      "loss": 1.4596,
      "step": 1004
    },
    {
      "epoch": 2.284090909090909,
      "grad_norm": 7.976583957672119,
      "learning_rate": 2.4242424242424244e-05,
      "loss": 1.3187,
      "step": 1005
    },
    {
      "epoch": 2.286363636363636,
      "grad_norm": 8.382739067077637,
      "learning_rate": 2.4166666666666667e-05,
      "loss": 1.1004,
      "step": 1006
    },
    {
      "epoch": 2.2886363636363636,
      "grad_norm": 9.898600578308105,
      "learning_rate": 2.4090909090909093e-05,
      "loss": 1.3482,
      "step": 1007
    },
    {
      "epoch": 2.290909090909091,
      "grad_norm": 9.736372947692871,
      "learning_rate": 2.4015151515151516e-05,
      "loss": 1.0737,
      "step": 1008
    },
    {
      "epoch": 2.293181818181818,
      "grad_norm": 14.735883712768555,
      "learning_rate": 2.393939393939394e-05,
      "loss": 1.9045,
      "step": 1009
    },
    {
      "epoch": 2.2954545454545454,
      "grad_norm": 16.780405044555664,
      "learning_rate": 2.3863636363636365e-05,
      "loss": 1.9355,
      "step": 1010
    },
    {
      "epoch": 2.297727272727273,
      "grad_norm": 9.181320190429688,
      "learning_rate": 2.3787878787878788e-05,
      "loss": 1.4465,
      "step": 1011
    },
    {
      "epoch": 2.3,
      "grad_norm": 11.207884788513184,
      "learning_rate": 2.3712121212121214e-05,
      "loss": 1.6341,
      "step": 1012
    },
    {
      "epoch": 2.3022727272727272,
      "grad_norm": 12.287393569946289,
      "learning_rate": 2.3636363636363637e-05,
      "loss": 1.806,
      "step": 1013
    },
    {
      "epoch": 2.3045454545454547,
      "grad_norm": 12.173286437988281,
      "learning_rate": 2.356060606060606e-05,
      "loss": 2.2166,
      "step": 1014
    },
    {
      "epoch": 2.3068181818181817,
      "grad_norm": 13.528629302978516,
      "learning_rate": 2.3484848484848487e-05,
      "loss": 1.5679,
      "step": 1015
    },
    {
      "epoch": 2.309090909090909,
      "grad_norm": 9.217406272888184,
      "learning_rate": 2.340909090909091e-05,
      "loss": 1.7179,
      "step": 1016
    },
    {
      "epoch": 2.3113636363636365,
      "grad_norm": 13.768959999084473,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 2.1235,
      "step": 1017
    },
    {
      "epoch": 2.3136363636363635,
      "grad_norm": 9.60761833190918,
      "learning_rate": 2.325757575757576e-05,
      "loss": 1.3526,
      "step": 1018
    },
    {
      "epoch": 2.315909090909091,
      "grad_norm": 10.336706161499023,
      "learning_rate": 2.318181818181818e-05,
      "loss": 1.3543,
      "step": 1019
    },
    {
      "epoch": 2.3181818181818183,
      "grad_norm": 11.636757850646973,
      "learning_rate": 2.3106060606060605e-05,
      "loss": 1.8026,
      "step": 1020
    },
    {
      "epoch": 2.3204545454545453,
      "grad_norm": 10.546634674072266,
      "learning_rate": 2.3030303030303034e-05,
      "loss": 1.9753,
      "step": 1021
    },
    {
      "epoch": 2.3227272727272728,
      "grad_norm": 13.629782676696777,
      "learning_rate": 2.2954545454545457e-05,
      "loss": 1.6927,
      "step": 1022
    },
    {
      "epoch": 2.325,
      "grad_norm": 13.1149263381958,
      "learning_rate": 2.287878787878788e-05,
      "loss": 1.4331,
      "step": 1023
    },
    {
      "epoch": 2.327272727272727,
      "grad_norm": 10.624835968017578,
      "learning_rate": 2.2803030303030303e-05,
      "loss": 1.4769,
      "step": 1024
    },
    {
      "epoch": 2.3295454545454546,
      "grad_norm": 13.692902565002441,
      "learning_rate": 2.272727272727273e-05,
      "loss": 2.7543,
      "step": 1025
    },
    {
      "epoch": 2.331818181818182,
      "grad_norm": 10.054675102233887,
      "learning_rate": 2.2651515151515152e-05,
      "loss": 1.2323,
      "step": 1026
    },
    {
      "epoch": 2.334090909090909,
      "grad_norm": 14.394067764282227,
      "learning_rate": 2.257575757575758e-05,
      "loss": 2.094,
      "step": 1027
    },
    {
      "epoch": 2.3363636363636364,
      "grad_norm": 10.581347465515137,
      "learning_rate": 2.25e-05,
      "loss": 2.2432,
      "step": 1028
    },
    {
      "epoch": 2.338636363636364,
      "grad_norm": 9.492446899414062,
      "learning_rate": 2.2424242424242424e-05,
      "loss": 1.3964,
      "step": 1029
    },
    {
      "epoch": 2.340909090909091,
      "grad_norm": 10.887022972106934,
      "learning_rate": 2.234848484848485e-05,
      "loss": 2.0411,
      "step": 1030
    },
    {
      "epoch": 2.3431818181818183,
      "grad_norm": 13.539667129516602,
      "learning_rate": 2.2272727272727274e-05,
      "loss": 1.3067,
      "step": 1031
    },
    {
      "epoch": 2.3454545454545457,
      "grad_norm": 9.191630363464355,
      "learning_rate": 2.21969696969697e-05,
      "loss": 1.266,
      "step": 1032
    },
    {
      "epoch": 2.3477272727272727,
      "grad_norm": 8.683979034423828,
      "learning_rate": 2.2121212121212123e-05,
      "loss": 0.8044,
      "step": 1033
    },
    {
      "epoch": 2.35,
      "grad_norm": 13.170730590820312,
      "learning_rate": 2.2045454545454546e-05,
      "loss": 2.2811,
      "step": 1034
    },
    {
      "epoch": 2.3522727272727275,
      "grad_norm": 11.17111873626709,
      "learning_rate": 2.1969696969696972e-05,
      "loss": 1.3998,
      "step": 1035
    },
    {
      "epoch": 2.3545454545454545,
      "grad_norm": 11.230095863342285,
      "learning_rate": 2.1893939393939395e-05,
      "loss": 2.0224,
      "step": 1036
    },
    {
      "epoch": 2.356818181818182,
      "grad_norm": 11.912615776062012,
      "learning_rate": 2.1818181818181818e-05,
      "loss": 1.5619,
      "step": 1037
    },
    {
      "epoch": 2.359090909090909,
      "grad_norm": 10.748661994934082,
      "learning_rate": 2.1742424242424244e-05,
      "loss": 1.924,
      "step": 1038
    },
    {
      "epoch": 2.3613636363636363,
      "grad_norm": 9.370635032653809,
      "learning_rate": 2.1666666666666667e-05,
      "loss": 1.1797,
      "step": 1039
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 10.01646900177002,
      "learning_rate": 2.1590909090909093e-05,
      "loss": 2.1678,
      "step": 1040
    },
    {
      "epoch": 2.3659090909090907,
      "grad_norm": 9.345016479492188,
      "learning_rate": 2.1515151515151516e-05,
      "loss": 1.4512,
      "step": 1041
    },
    {
      "epoch": 2.368181818181818,
      "grad_norm": 11.185441970825195,
      "learning_rate": 2.143939393939394e-05,
      "loss": 1.5958,
      "step": 1042
    },
    {
      "epoch": 2.3704545454545456,
      "grad_norm": 10.186037063598633,
      "learning_rate": 2.1363636363636362e-05,
      "loss": 0.8744,
      "step": 1043
    },
    {
      "epoch": 2.3727272727272726,
      "grad_norm": 16.676177978515625,
      "learning_rate": 2.128787878787879e-05,
      "loss": 2.0851,
      "step": 1044
    },
    {
      "epoch": 2.375,
      "grad_norm": 12.497913360595703,
      "learning_rate": 2.1212121212121215e-05,
      "loss": 1.4765,
      "step": 1045
    },
    {
      "epoch": 2.3772727272727274,
      "grad_norm": 7.271422386169434,
      "learning_rate": 2.1136363636363638e-05,
      "loss": 1.0424,
      "step": 1046
    },
    {
      "epoch": 2.3795454545454544,
      "grad_norm": 14.968780517578125,
      "learning_rate": 2.106060606060606e-05,
      "loss": 2.1247,
      "step": 1047
    },
    {
      "epoch": 2.381818181818182,
      "grad_norm": 11.1759672164917,
      "learning_rate": 2.0984848484848483e-05,
      "loss": 1.5037,
      "step": 1048
    },
    {
      "epoch": 2.3840909090909093,
      "grad_norm": 9.880687713623047,
      "learning_rate": 2.090909090909091e-05,
      "loss": 0.8131,
      "step": 1049
    },
    {
      "epoch": 2.3863636363636362,
      "grad_norm": 7.559080123901367,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 0.5826,
      "step": 1050
    },
    {
      "epoch": 2.3886363636363637,
      "grad_norm": 14.357791900634766,
      "learning_rate": 2.075757575757576e-05,
      "loss": 2.0945,
      "step": 1051
    },
    {
      "epoch": 2.390909090909091,
      "grad_norm": 11.396363258361816,
      "learning_rate": 2.0681818181818182e-05,
      "loss": 1.1564,
      "step": 1052
    },
    {
      "epoch": 2.393181818181818,
      "grad_norm": 11.255867958068848,
      "learning_rate": 2.0606060606060608e-05,
      "loss": 2.2688,
      "step": 1053
    },
    {
      "epoch": 2.3954545454545455,
      "grad_norm": 12.590128898620605,
      "learning_rate": 2.053030303030303e-05,
      "loss": 2.0123,
      "step": 1054
    },
    {
      "epoch": 2.3977272727272725,
      "grad_norm": 8.069854736328125,
      "learning_rate": 2.0454545454545457e-05,
      "loss": 1.3967,
      "step": 1055
    },
    {
      "epoch": 2.4,
      "grad_norm": 12.596185684204102,
      "learning_rate": 2.037878787878788e-05,
      "loss": 1.6038,
      "step": 1056
    },
    {
      "epoch": 2.4022727272727273,
      "grad_norm": 10.432991981506348,
      "learning_rate": 2.0303030303030303e-05,
      "loss": 1.645,
      "step": 1057
    },
    {
      "epoch": 2.4045454545454543,
      "grad_norm": 10.639815330505371,
      "learning_rate": 2.022727272727273e-05,
      "loss": 1.5334,
      "step": 1058
    },
    {
      "epoch": 2.4068181818181817,
      "grad_norm": 8.867145538330078,
      "learning_rate": 2.0151515151515152e-05,
      "loss": 1.2041,
      "step": 1059
    },
    {
      "epoch": 2.409090909090909,
      "grad_norm": 9.741902351379395,
      "learning_rate": 2.0075757575757575e-05,
      "loss": 1.4987,
      "step": 1060
    },
    {
      "epoch": 2.411363636363636,
      "grad_norm": 9.907489776611328,
      "learning_rate": 2e-05,
      "loss": 1.299,
      "step": 1061
    },
    {
      "epoch": 2.4136363636363636,
      "grad_norm": 8.68997859954834,
      "learning_rate": 1.9924242424242425e-05,
      "loss": 1.2559,
      "step": 1062
    },
    {
      "epoch": 2.415909090909091,
      "grad_norm": 9.990528106689453,
      "learning_rate": 1.984848484848485e-05,
      "loss": 2.3812,
      "step": 1063
    },
    {
      "epoch": 2.418181818181818,
      "grad_norm": 6.777112007141113,
      "learning_rate": 1.9772727272727274e-05,
      "loss": 1.0051,
      "step": 1064
    },
    {
      "epoch": 2.4204545454545454,
      "grad_norm": 13.396077156066895,
      "learning_rate": 1.9696969696969697e-05,
      "loss": 2.4201,
      "step": 1065
    },
    {
      "epoch": 2.422727272727273,
      "grad_norm": 13.596755981445312,
      "learning_rate": 1.962121212121212e-05,
      "loss": 2.0457,
      "step": 1066
    },
    {
      "epoch": 2.425,
      "grad_norm": 10.351893424987793,
      "learning_rate": 1.9545454545454546e-05,
      "loss": 1.9791,
      "step": 1067
    },
    {
      "epoch": 2.4272727272727272,
      "grad_norm": 7.505919933319092,
      "learning_rate": 1.9469696969696972e-05,
      "loss": 1.2944,
      "step": 1068
    },
    {
      "epoch": 2.4295454545454547,
      "grad_norm": 10.136748313903809,
      "learning_rate": 1.9393939393939395e-05,
      "loss": 1.2477,
      "step": 1069
    },
    {
      "epoch": 2.4318181818181817,
      "grad_norm": 8.979276657104492,
      "learning_rate": 1.9318181818181818e-05,
      "loss": 0.9829,
      "step": 1070
    },
    {
      "epoch": 2.434090909090909,
      "grad_norm": 11.097721099853516,
      "learning_rate": 1.924242424242424e-05,
      "loss": 1.5509,
      "step": 1071
    },
    {
      "epoch": 2.4363636363636365,
      "grad_norm": 10.789654731750488,
      "learning_rate": 1.9166666666666667e-05,
      "loss": 1.7344,
      "step": 1072
    },
    {
      "epoch": 2.4386363636363635,
      "grad_norm": 12.25899887084961,
      "learning_rate": 1.9090909090909094e-05,
      "loss": 2.0121,
      "step": 1073
    },
    {
      "epoch": 2.440909090909091,
      "grad_norm": 11.828030586242676,
      "learning_rate": 1.9015151515151516e-05,
      "loss": 1.7356,
      "step": 1074
    },
    {
      "epoch": 2.4431818181818183,
      "grad_norm": 10.524036407470703,
      "learning_rate": 1.893939393939394e-05,
      "loss": 1.402,
      "step": 1075
    },
    {
      "epoch": 2.4454545454545453,
      "grad_norm": 10.572868347167969,
      "learning_rate": 1.8863636363636362e-05,
      "loss": 1.6468,
      "step": 1076
    },
    {
      "epoch": 2.4477272727272728,
      "grad_norm": 9.194175720214844,
      "learning_rate": 1.878787878787879e-05,
      "loss": 1.1557,
      "step": 1077
    },
    {
      "epoch": 2.45,
      "grad_norm": 11.355244636535645,
      "learning_rate": 1.8712121212121215e-05,
      "loss": 1.7729,
      "step": 1078
    },
    {
      "epoch": 2.452272727272727,
      "grad_norm": 10.380278587341309,
      "learning_rate": 1.8636363636363638e-05,
      "loss": 2.3491,
      "step": 1079
    },
    {
      "epoch": 2.4545454545454546,
      "grad_norm": 9.57583236694336,
      "learning_rate": 1.856060606060606e-05,
      "loss": 1.6112,
      "step": 1080
    },
    {
      "epoch": 2.456818181818182,
      "grad_norm": 12.973028182983398,
      "learning_rate": 1.8484848484848487e-05,
      "loss": 1.5272,
      "step": 1081
    },
    {
      "epoch": 2.459090909090909,
      "grad_norm": 9.473404884338379,
      "learning_rate": 1.840909090909091e-05,
      "loss": 1.2366,
      "step": 1082
    },
    {
      "epoch": 2.4613636363636364,
      "grad_norm": 9.843785285949707,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 1.6283,
      "step": 1083
    },
    {
      "epoch": 2.463636363636364,
      "grad_norm": 13.467684745788574,
      "learning_rate": 1.825757575757576e-05,
      "loss": 1.5219,
      "step": 1084
    },
    {
      "epoch": 2.465909090909091,
      "grad_norm": 8.460468292236328,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.8931,
      "step": 1085
    },
    {
      "epoch": 2.4681818181818183,
      "grad_norm": 8.956411361694336,
      "learning_rate": 1.810606060606061e-05,
      "loss": 1.1577,
      "step": 1086
    },
    {
      "epoch": 2.4704545454545457,
      "grad_norm": 10.919206619262695,
      "learning_rate": 1.803030303030303e-05,
      "loss": 1.719,
      "step": 1087
    },
    {
      "epoch": 2.4727272727272727,
      "grad_norm": 10.65345287322998,
      "learning_rate": 1.7954545454545454e-05,
      "loss": 1.5257,
      "step": 1088
    },
    {
      "epoch": 2.475,
      "grad_norm": 9.616610527038574,
      "learning_rate": 1.787878787878788e-05,
      "loss": 1.4704,
      "step": 1089
    },
    {
      "epoch": 2.4772727272727275,
      "grad_norm": 14.458331108093262,
      "learning_rate": 1.7803030303030303e-05,
      "loss": 1.4181,
      "step": 1090
    },
    {
      "epoch": 2.4795454545454545,
      "grad_norm": 8.37006664276123,
      "learning_rate": 1.772727272727273e-05,
      "loss": 1.191,
      "step": 1091
    },
    {
      "epoch": 2.481818181818182,
      "grad_norm": 13.129170417785645,
      "learning_rate": 1.7651515151515153e-05,
      "loss": 1.9966,
      "step": 1092
    },
    {
      "epoch": 2.484090909090909,
      "grad_norm": 12.65162181854248,
      "learning_rate": 1.7575757575757576e-05,
      "loss": 1.7372,
      "step": 1093
    },
    {
      "epoch": 2.4863636363636363,
      "grad_norm": 12.132272720336914,
      "learning_rate": 1.75e-05,
      "loss": 1.9386,
      "step": 1094
    },
    {
      "epoch": 2.4886363636363638,
      "grad_norm": 11.549707412719727,
      "learning_rate": 1.7424242424242425e-05,
      "loss": 1.2838,
      "step": 1095
    },
    {
      "epoch": 2.4909090909090907,
      "grad_norm": 10.115202903747559,
      "learning_rate": 1.734848484848485e-05,
      "loss": 1.7778,
      "step": 1096
    },
    {
      "epoch": 2.493181818181818,
      "grad_norm": 14.97376823425293,
      "learning_rate": 1.7272727272727274e-05,
      "loss": 2.5436,
      "step": 1097
    },
    {
      "epoch": 2.4954545454545456,
      "grad_norm": 10.270051956176758,
      "learning_rate": 1.7196969696969697e-05,
      "loss": 1.3943,
      "step": 1098
    },
    {
      "epoch": 2.4977272727272726,
      "grad_norm": 11.584896087646484,
      "learning_rate": 1.712121212121212e-05,
      "loss": 1.8023,
      "step": 1099
    },
    {
      "epoch": 2.5,
      "grad_norm": 11.003795623779297,
      "learning_rate": 1.7045454545454546e-05,
      "loss": 1.2057,
      "step": 1100
    },
    {
      "epoch": 2.5022727272727274,
      "grad_norm": 10.495930671691895,
      "learning_rate": 1.6969696969696972e-05,
      "loss": 1.7265,
      "step": 1101
    },
    {
      "epoch": 2.5045454545454544,
      "grad_norm": 10.6824951171875,
      "learning_rate": 1.6893939393939395e-05,
      "loss": 1.4241,
      "step": 1102
    },
    {
      "epoch": 2.506818181818182,
      "grad_norm": 10.532041549682617,
      "learning_rate": 1.6818181818181818e-05,
      "loss": 1.4532,
      "step": 1103
    },
    {
      "epoch": 2.509090909090909,
      "grad_norm": 8.671700477600098,
      "learning_rate": 1.674242424242424e-05,
      "loss": 1.2539,
      "step": 1104
    },
    {
      "epoch": 2.5113636363636362,
      "grad_norm": 14.828866004943848,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.4732,
      "step": 1105
    },
    {
      "epoch": 2.5136363636363637,
      "grad_norm": 11.871790885925293,
      "learning_rate": 1.6590909090909094e-05,
      "loss": 1.7559,
      "step": 1106
    },
    {
      "epoch": 2.5159090909090907,
      "grad_norm": 9.144551277160645,
      "learning_rate": 1.6515151515151517e-05,
      "loss": 1.3562,
      "step": 1107
    },
    {
      "epoch": 2.518181818181818,
      "grad_norm": 9.856282234191895,
      "learning_rate": 1.643939393939394e-05,
      "loss": 1.4721,
      "step": 1108
    },
    {
      "epoch": 2.5204545454545455,
      "grad_norm": 8.48530101776123,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 1.0045,
      "step": 1109
    },
    {
      "epoch": 2.5227272727272725,
      "grad_norm": 16.73642349243164,
      "learning_rate": 1.628787878787879e-05,
      "loss": 2.4458,
      "step": 1110
    },
    {
      "epoch": 2.525,
      "grad_norm": 10.180378913879395,
      "learning_rate": 1.6212121212121212e-05,
      "loss": 1.3323,
      "step": 1111
    },
    {
      "epoch": 2.5272727272727273,
      "grad_norm": 11.56425666809082,
      "learning_rate": 1.6136363636363638e-05,
      "loss": 2.0303,
      "step": 1112
    },
    {
      "epoch": 2.5295454545454543,
      "grad_norm": 14.644630432128906,
      "learning_rate": 1.606060606060606e-05,
      "loss": 1.9247,
      "step": 1113
    },
    {
      "epoch": 2.5318181818181817,
      "grad_norm": 11.767682075500488,
      "learning_rate": 1.5984848484848487e-05,
      "loss": 1.7903,
      "step": 1114
    },
    {
      "epoch": 2.534090909090909,
      "grad_norm": 11.074971199035645,
      "learning_rate": 1.590909090909091e-05,
      "loss": 2.0781,
      "step": 1115
    },
    {
      "epoch": 2.536363636363636,
      "grad_norm": 13.846643447875977,
      "learning_rate": 1.5833333333333333e-05,
      "loss": 1.2449,
      "step": 1116
    },
    {
      "epoch": 2.5386363636363636,
      "grad_norm": 12.496777534484863,
      "learning_rate": 1.5757575757575756e-05,
      "loss": 1.287,
      "step": 1117
    },
    {
      "epoch": 2.540909090909091,
      "grad_norm": 8.406025886535645,
      "learning_rate": 1.5681818181818182e-05,
      "loss": 1.4133,
      "step": 1118
    },
    {
      "epoch": 2.543181818181818,
      "grad_norm": 9.715517044067383,
      "learning_rate": 1.560606060606061e-05,
      "loss": 1.6738,
      "step": 1119
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 14.14928913116455,
      "learning_rate": 1.553030303030303e-05,
      "loss": 1.9505,
      "step": 1120
    },
    {
      "epoch": 2.547727272727273,
      "grad_norm": 10.110836029052734,
      "learning_rate": 1.5454545454545454e-05,
      "loss": 1.4759,
      "step": 1121
    },
    {
      "epoch": 2.55,
      "grad_norm": 15.94524097442627,
      "learning_rate": 1.5378787878787877e-05,
      "loss": 1.7516,
      "step": 1122
    },
    {
      "epoch": 2.5522727272727272,
      "grad_norm": 16.20330047607422,
      "learning_rate": 1.5303030303030304e-05,
      "loss": 2.1093,
      "step": 1123
    },
    {
      "epoch": 2.5545454545454547,
      "grad_norm": 8.647255897521973,
      "learning_rate": 1.5227272727272728e-05,
      "loss": 1.0308,
      "step": 1124
    },
    {
      "epoch": 2.5568181818181817,
      "grad_norm": 8.955947875976562,
      "learning_rate": 1.5151515151515153e-05,
      "loss": 1.0129,
      "step": 1125
    },
    {
      "epoch": 2.559090909090909,
      "grad_norm": 12.877582550048828,
      "learning_rate": 1.5075757575757576e-05,
      "loss": 1.4853,
      "step": 1126
    },
    {
      "epoch": 2.5613636363636365,
      "grad_norm": 14.299208641052246,
      "learning_rate": 1.5e-05,
      "loss": 2.0464,
      "step": 1127
    },
    {
      "epoch": 2.5636363636363635,
      "grad_norm": 14.365765571594238,
      "learning_rate": 1.4924242424242423e-05,
      "loss": 1.9381,
      "step": 1128
    },
    {
      "epoch": 2.565909090909091,
      "grad_norm": 10.231593132019043,
      "learning_rate": 1.484848484848485e-05,
      "loss": 1.6777,
      "step": 1129
    },
    {
      "epoch": 2.5681818181818183,
      "grad_norm": 14.259530067443848,
      "learning_rate": 1.4772727272727274e-05,
      "loss": 1.6438,
      "step": 1130
    },
    {
      "epoch": 2.5704545454545453,
      "grad_norm": 13.114981651306152,
      "learning_rate": 1.4696969696969697e-05,
      "loss": 1.3336,
      "step": 1131
    },
    {
      "epoch": 2.5727272727272728,
      "grad_norm": 9.463297843933105,
      "learning_rate": 1.4621212121212122e-05,
      "loss": 1.203,
      "step": 1132
    },
    {
      "epoch": 2.575,
      "grad_norm": 9.805520057678223,
      "learning_rate": 1.4545454545454545e-05,
      "loss": 1.2487,
      "step": 1133
    },
    {
      "epoch": 2.577272727272727,
      "grad_norm": 14.853455543518066,
      "learning_rate": 1.446969696969697e-05,
      "loss": 1.5734,
      "step": 1134
    },
    {
      "epoch": 2.5795454545454546,
      "grad_norm": 11.86341381072998,
      "learning_rate": 1.4393939393939396e-05,
      "loss": 1.4835,
      "step": 1135
    },
    {
      "epoch": 2.581818181818182,
      "grad_norm": 11.581096649169922,
      "learning_rate": 1.431818181818182e-05,
      "loss": 2.0558,
      "step": 1136
    },
    {
      "epoch": 2.584090909090909,
      "grad_norm": 12.040521621704102,
      "learning_rate": 1.4242424242424243e-05,
      "loss": 1.4117,
      "step": 1137
    },
    {
      "epoch": 2.5863636363636364,
      "grad_norm": 13.00901985168457,
      "learning_rate": 1.4166666666666668e-05,
      "loss": 2.9511,
      "step": 1138
    },
    {
      "epoch": 2.588636363636364,
      "grad_norm": 9.332910537719727,
      "learning_rate": 1.409090909090909e-05,
      "loss": 1.1121,
      "step": 1139
    },
    {
      "epoch": 2.590909090909091,
      "grad_norm": 10.607443809509277,
      "learning_rate": 1.4015151515151515e-05,
      "loss": 1.4706,
      "step": 1140
    },
    {
      "epoch": 2.5931818181818183,
      "grad_norm": 9.47099494934082,
      "learning_rate": 1.3939393939393942e-05,
      "loss": 1.6907,
      "step": 1141
    },
    {
      "epoch": 2.5954545454545457,
      "grad_norm": 12.868734359741211,
      "learning_rate": 1.3863636363636364e-05,
      "loss": 1.334,
      "step": 1142
    },
    {
      "epoch": 2.5977272727272727,
      "grad_norm": 7.338480472564697,
      "learning_rate": 1.3787878787878789e-05,
      "loss": 0.6364,
      "step": 1143
    },
    {
      "epoch": 2.6,
      "grad_norm": 10.434823989868164,
      "learning_rate": 1.3712121212121212e-05,
      "loss": 1.7292,
      "step": 1144
    },
    {
      "epoch": 2.6022727272727275,
      "grad_norm": 10.510713577270508,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 1.555,
      "step": 1145
    },
    {
      "epoch": 2.6045454545454545,
      "grad_norm": 11.927501678466797,
      "learning_rate": 1.3560606060606063e-05,
      "loss": 1.7373,
      "step": 1146
    },
    {
      "epoch": 2.606818181818182,
      "grad_norm": 8.673569679260254,
      "learning_rate": 1.3484848484848486e-05,
      "loss": 1.3046,
      "step": 1147
    },
    {
      "epoch": 2.6090909090909093,
      "grad_norm": 9.680171012878418,
      "learning_rate": 1.340909090909091e-05,
      "loss": 1.2691,
      "step": 1148
    },
    {
      "epoch": 2.6113636363636363,
      "grad_norm": 20.66661834716797,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 3.1138,
      "step": 1149
    },
    {
      "epoch": 2.6136363636363638,
      "grad_norm": 59.59333801269531,
      "learning_rate": 1.3257575757575758e-05,
      "loss": 1.8486,
      "step": 1150
    },
    {
      "epoch": 2.615909090909091,
      "grad_norm": 9.416550636291504,
      "learning_rate": 1.318181818181818e-05,
      "loss": 1.198,
      "step": 1151
    },
    {
      "epoch": 2.618181818181818,
      "grad_norm": 11.847350120544434,
      "learning_rate": 1.3106060606060607e-05,
      "loss": 1.494,
      "step": 1152
    },
    {
      "epoch": 2.6204545454545456,
      "grad_norm": 8.2369966506958,
      "learning_rate": 1.3030303030303032e-05,
      "loss": 0.8885,
      "step": 1153
    },
    {
      "epoch": 2.6227272727272726,
      "grad_norm": 13.204099655151367,
      "learning_rate": 1.2954545454545455e-05,
      "loss": 1.9838,
      "step": 1154
    },
    {
      "epoch": 2.625,
      "grad_norm": 11.384471893310547,
      "learning_rate": 1.287878787878788e-05,
      "loss": 1.5648,
      "step": 1155
    },
    {
      "epoch": 2.6272727272727274,
      "grad_norm": 43.95447540283203,
      "learning_rate": 1.2803030303030302e-05,
      "loss": 1.6246,
      "step": 1156
    },
    {
      "epoch": 2.6295454545454544,
      "grad_norm": 12.041752815246582,
      "learning_rate": 1.2727272727272727e-05,
      "loss": 1.6404,
      "step": 1157
    },
    {
      "epoch": 2.631818181818182,
      "grad_norm": 13.470951080322266,
      "learning_rate": 1.2651515151515153e-05,
      "loss": 2.1278,
      "step": 1158
    },
    {
      "epoch": 2.634090909090909,
      "grad_norm": 12.769510269165039,
      "learning_rate": 1.2575757575757578e-05,
      "loss": 1.6486,
      "step": 1159
    },
    {
      "epoch": 2.6363636363636362,
      "grad_norm": 9.455702781677246,
      "learning_rate": 1.25e-05,
      "loss": 1.5211,
      "step": 1160
    },
    {
      "epoch": 2.6386363636363637,
      "grad_norm": 13.590509414672852,
      "learning_rate": 1.2424242424242424e-05,
      "loss": 2.081,
      "step": 1161
    },
    {
      "epoch": 2.6409090909090907,
      "grad_norm": 12.029936790466309,
      "learning_rate": 1.234848484848485e-05,
      "loss": 1.6036,
      "step": 1162
    },
    {
      "epoch": 2.643181818181818,
      "grad_norm": 65.75121307373047,
      "learning_rate": 1.2272727272727273e-05,
      "loss": 1.5853,
      "step": 1163
    },
    {
      "epoch": 2.6454545454545455,
      "grad_norm": 13.093693733215332,
      "learning_rate": 1.2196969696969697e-05,
      "loss": 1.4623,
      "step": 1164
    },
    {
      "epoch": 2.6477272727272725,
      "grad_norm": 14.704643249511719,
      "learning_rate": 1.2121212121212122e-05,
      "loss": 1.7431,
      "step": 1165
    },
    {
      "epoch": 2.65,
      "grad_norm": 10.710149765014648,
      "learning_rate": 1.2045454545454547e-05,
      "loss": 1.6442,
      "step": 1166
    },
    {
      "epoch": 2.6522727272727273,
      "grad_norm": 12.05364990234375,
      "learning_rate": 1.196969696969697e-05,
      "loss": 2.0733,
      "step": 1167
    },
    {
      "epoch": 2.6545454545454543,
      "grad_norm": 12.834985733032227,
      "learning_rate": 1.1893939393939394e-05,
      "loss": 2.8648,
      "step": 1168
    },
    {
      "epoch": 2.6568181818181817,
      "grad_norm": 9.302035331726074,
      "learning_rate": 1.1818181818181819e-05,
      "loss": 1.1539,
      "step": 1169
    },
    {
      "epoch": 2.659090909090909,
      "grad_norm": 9.240340232849121,
      "learning_rate": 1.1742424242424243e-05,
      "loss": 1.5434,
      "step": 1170
    },
    {
      "epoch": 2.661363636363636,
      "grad_norm": 14.066667556762695,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 1.7866,
      "step": 1171
    },
    {
      "epoch": 2.6636363636363636,
      "grad_norm": 10.935914039611816,
      "learning_rate": 1.159090909090909e-05,
      "loss": 1.4766,
      "step": 1172
    },
    {
      "epoch": 2.665909090909091,
      "grad_norm": 8.409308433532715,
      "learning_rate": 1.1515151515151517e-05,
      "loss": 1.3846,
      "step": 1173
    },
    {
      "epoch": 2.668181818181818,
      "grad_norm": 10.203055381774902,
      "learning_rate": 1.143939393939394e-05,
      "loss": 1.1693,
      "step": 1174
    },
    {
      "epoch": 2.6704545454545454,
      "grad_norm": 11.417679786682129,
      "learning_rate": 1.1363636363636365e-05,
      "loss": 1.9941,
      "step": 1175
    },
    {
      "epoch": 2.672727272727273,
      "grad_norm": 13.196696281433105,
      "learning_rate": 1.128787878787879e-05,
      "loss": 1.8474,
      "step": 1176
    },
    {
      "epoch": 2.675,
      "grad_norm": 11.088204383850098,
      "learning_rate": 1.1212121212121212e-05,
      "loss": 1.7153,
      "step": 1177
    },
    {
      "epoch": 2.6772727272727272,
      "grad_norm": 12.048771858215332,
      "learning_rate": 1.1136363636363637e-05,
      "loss": 2.5212,
      "step": 1178
    },
    {
      "epoch": 2.6795454545454547,
      "grad_norm": 13.929719924926758,
      "learning_rate": 1.1060606060606061e-05,
      "loss": 2.3728,
      "step": 1179
    },
    {
      "epoch": 2.6818181818181817,
      "grad_norm": 10.445011138916016,
      "learning_rate": 1.0984848484848486e-05,
      "loss": 0.9737,
      "step": 1180
    },
    {
      "epoch": 2.684090909090909,
      "grad_norm": 14.0521821975708,
      "learning_rate": 1.0909090909090909e-05,
      "loss": 1.6476,
      "step": 1181
    },
    {
      "epoch": 2.6863636363636365,
      "grad_norm": 10.526323318481445,
      "learning_rate": 1.0833333333333334e-05,
      "loss": 1.4206,
      "step": 1182
    },
    {
      "epoch": 2.6886363636363635,
      "grad_norm": 11.84065055847168,
      "learning_rate": 1.0757575757575758e-05,
      "loss": 2.5504,
      "step": 1183
    },
    {
      "epoch": 2.690909090909091,
      "grad_norm": 13.432804107666016,
      "learning_rate": 1.0681818181818181e-05,
      "loss": 1.1723,
      "step": 1184
    },
    {
      "epoch": 2.6931818181818183,
      "grad_norm": 10.570472717285156,
      "learning_rate": 1.0606060606060607e-05,
      "loss": 1.3094,
      "step": 1185
    },
    {
      "epoch": 2.6954545454545453,
      "grad_norm": 9.313067436218262,
      "learning_rate": 1.053030303030303e-05,
      "loss": 1.3848,
      "step": 1186
    },
    {
      "epoch": 2.6977272727272728,
      "grad_norm": 12.77459716796875,
      "learning_rate": 1.0454545454545455e-05,
      "loss": 1.9546,
      "step": 1187
    },
    {
      "epoch": 2.7,
      "grad_norm": 12.23890495300293,
      "learning_rate": 1.037878787878788e-05,
      "loss": 1.858,
      "step": 1188
    },
    {
      "epoch": 2.702272727272727,
      "grad_norm": 10.90783977508545,
      "learning_rate": 1.0303030303030304e-05,
      "loss": 1.7215,
      "step": 1189
    },
    {
      "epoch": 2.7045454545454546,
      "grad_norm": 11.610969543457031,
      "learning_rate": 1.0227272727272729e-05,
      "loss": 1.3744,
      "step": 1190
    },
    {
      "epoch": 2.706818181818182,
      "grad_norm": 13.296714782714844,
      "learning_rate": 1.0151515151515152e-05,
      "loss": 1.3959,
      "step": 1191
    },
    {
      "epoch": 2.709090909090909,
      "grad_norm": 11.602737426757812,
      "learning_rate": 1.0075757575757576e-05,
      "loss": 0.9706,
      "step": 1192
    },
    {
      "epoch": 2.7113636363636364,
      "grad_norm": 8.904767036437988,
      "learning_rate": 1e-05,
      "loss": 1.1206,
      "step": 1193
    },
    {
      "epoch": 2.713636363636364,
      "grad_norm": 9.719966888427734,
      "learning_rate": 9.924242424242425e-06,
      "loss": 1.326,
      "step": 1194
    },
    {
      "epoch": 2.715909090909091,
      "grad_norm": 11.37736701965332,
      "learning_rate": 9.848484848484848e-06,
      "loss": 1.2423,
      "step": 1195
    },
    {
      "epoch": 2.7181818181818183,
      "grad_norm": 8.89704418182373,
      "learning_rate": 9.772727272727273e-06,
      "loss": 1.5434,
      "step": 1196
    },
    {
      "epoch": 2.7204545454545457,
      "grad_norm": 11.980868339538574,
      "learning_rate": 9.696969696969698e-06,
      "loss": 1.9285,
      "step": 1197
    },
    {
      "epoch": 2.7227272727272727,
      "grad_norm": 20.147335052490234,
      "learning_rate": 9.62121212121212e-06,
      "loss": 1.9032,
      "step": 1198
    },
    {
      "epoch": 2.725,
      "grad_norm": 12.508543014526367,
      "learning_rate": 9.545454545454547e-06,
      "loss": 2.549,
      "step": 1199
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 15.286222457885742,
      "learning_rate": 9.46969696969697e-06,
      "loss": 1.7541,
      "step": 1200
    },
    {
      "epoch": 2.7295454545454545,
      "grad_norm": 9.950079917907715,
      "learning_rate": 9.393939393939394e-06,
      "loss": 1.0859,
      "step": 1201
    },
    {
      "epoch": 2.731818181818182,
      "grad_norm": 9.034377098083496,
      "learning_rate": 9.318181818181819e-06,
      "loss": 1.6942,
      "step": 1202
    },
    {
      "epoch": 2.7340909090909093,
      "grad_norm": 10.347823143005371,
      "learning_rate": 9.242424242424244e-06,
      "loss": 0.7853,
      "step": 1203
    },
    {
      "epoch": 2.7363636363636363,
      "grad_norm": 13.554040908813477,
      "learning_rate": 9.166666666666666e-06,
      "loss": 1.6867,
      "step": 1204
    },
    {
      "epoch": 2.7386363636363638,
      "grad_norm": 12.764242172241211,
      "learning_rate": 9.090909090909091e-06,
      "loss": 1.7983,
      "step": 1205
    },
    {
      "epoch": 2.740909090909091,
      "grad_norm": 13.305977821350098,
      "learning_rate": 9.015151515151516e-06,
      "loss": 1.5904,
      "step": 1206
    },
    {
      "epoch": 2.743181818181818,
      "grad_norm": 16.118629455566406,
      "learning_rate": 8.93939393939394e-06,
      "loss": 1.593,
      "step": 1207
    },
    {
      "epoch": 2.7454545454545456,
      "grad_norm": 9.158020973205566,
      "learning_rate": 8.863636363636365e-06,
      "loss": 1.2809,
      "step": 1208
    },
    {
      "epoch": 2.7477272727272726,
      "grad_norm": 12.490316390991211,
      "learning_rate": 8.787878787878788e-06,
      "loss": 1.5405,
      "step": 1209
    },
    {
      "epoch": 2.75,
      "grad_norm": 12.778218269348145,
      "learning_rate": 8.712121212121212e-06,
      "loss": 1.4892,
      "step": 1210
    },
    {
      "epoch": 2.7522727272727274,
      "grad_norm": 11.4492826461792,
      "learning_rate": 8.636363636363637e-06,
      "loss": 1.2019,
      "step": 1211
    },
    {
      "epoch": 2.7545454545454544,
      "grad_norm": 13.168742179870605,
      "learning_rate": 8.56060606060606e-06,
      "loss": 1.6647,
      "step": 1212
    },
    {
      "epoch": 2.756818181818182,
      "grad_norm": 10.593256950378418,
      "learning_rate": 8.484848484848486e-06,
      "loss": 1.3455,
      "step": 1213
    },
    {
      "epoch": 2.759090909090909,
      "grad_norm": 12.997807502746582,
      "learning_rate": 8.409090909090909e-06,
      "loss": 1.6967,
      "step": 1214
    },
    {
      "epoch": 2.7613636363636362,
      "grad_norm": 16.37111473083496,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.7001,
      "step": 1215
    },
    {
      "epoch": 2.7636363636363637,
      "grad_norm": 11.749297142028809,
      "learning_rate": 8.257575757575758e-06,
      "loss": 0.9918,
      "step": 1216
    },
    {
      "epoch": 2.7659090909090907,
      "grad_norm": 9.196391105651855,
      "learning_rate": 8.181818181818183e-06,
      "loss": 1.3952,
      "step": 1217
    },
    {
      "epoch": 2.768181818181818,
      "grad_norm": 7.304767608642578,
      "learning_rate": 8.106060606060606e-06,
      "loss": 0.9309,
      "step": 1218
    },
    {
      "epoch": 2.7704545454545455,
      "grad_norm": 11.371389389038086,
      "learning_rate": 8.03030303030303e-06,
      "loss": 2.2034,
      "step": 1219
    },
    {
      "epoch": 2.7727272727272725,
      "grad_norm": 10.503549575805664,
      "learning_rate": 7.954545454545455e-06,
      "loss": 1.0822,
      "step": 1220
    },
    {
      "epoch": 2.775,
      "grad_norm": 11.071968078613281,
      "learning_rate": 7.878787878787878e-06,
      "loss": 1.7071,
      "step": 1221
    },
    {
      "epoch": 2.7772727272727273,
      "grad_norm": 11.416297912597656,
      "learning_rate": 7.803030303030304e-06,
      "loss": 2.0261,
      "step": 1222
    },
    {
      "epoch": 2.7795454545454543,
      "grad_norm": 15.829241752624512,
      "learning_rate": 7.727272727272727e-06,
      "loss": 2.0085,
      "step": 1223
    },
    {
      "epoch": 2.7818181818181817,
      "grad_norm": 8.403531074523926,
      "learning_rate": 7.651515151515152e-06,
      "loss": 1.2764,
      "step": 1224
    },
    {
      "epoch": 2.784090909090909,
      "grad_norm": 11.730886459350586,
      "learning_rate": 7.5757575757575764e-06,
      "loss": 1.6733,
      "step": 1225
    },
    {
      "epoch": 2.786363636363636,
      "grad_norm": 13.102418899536133,
      "learning_rate": 7.5e-06,
      "loss": 2.139,
      "step": 1226
    },
    {
      "epoch": 2.7886363636363636,
      "grad_norm": 14.804220199584961,
      "learning_rate": 7.424242424242425e-06,
      "loss": 2.1015,
      "step": 1227
    },
    {
      "epoch": 2.790909090909091,
      "grad_norm": 11.839103698730469,
      "learning_rate": 7.3484848484848486e-06,
      "loss": 1.6026,
      "step": 1228
    },
    {
      "epoch": 2.793181818181818,
      "grad_norm": 17.421327590942383,
      "learning_rate": 7.272727272727272e-06,
      "loss": 2.7038,
      "step": 1229
    },
    {
      "epoch": 2.7954545454545454,
      "grad_norm": 14.81433391571045,
      "learning_rate": 7.196969696969698e-06,
      "loss": 1.702,
      "step": 1230
    },
    {
      "epoch": 2.797727272727273,
      "grad_norm": 7.195108413696289,
      "learning_rate": 7.1212121212121215e-06,
      "loss": 0.9022,
      "step": 1231
    },
    {
      "epoch": 2.8,
      "grad_norm": 9.045830726623535,
      "learning_rate": 7.045454545454545e-06,
      "loss": 1.0748,
      "step": 1232
    },
    {
      "epoch": 2.8022727272727272,
      "grad_norm": 11.995684623718262,
      "learning_rate": 6.969696969696971e-06,
      "loss": 2.5776,
      "step": 1233
    },
    {
      "epoch": 2.8045454545454547,
      "grad_norm": 10.528661727905273,
      "learning_rate": 6.8939393939393945e-06,
      "loss": 1.8155,
      "step": 1234
    },
    {
      "epoch": 2.8068181818181817,
      "grad_norm": 34.72589111328125,
      "learning_rate": 6.818181818181818e-06,
      "loss": 2.5481,
      "step": 1235
    },
    {
      "epoch": 2.809090909090909,
      "grad_norm": 8.032730102539062,
      "learning_rate": 6.742424242424243e-06,
      "loss": 0.736,
      "step": 1236
    },
    {
      "epoch": 2.8113636363636365,
      "grad_norm": 9.088884353637695,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.6364,
      "step": 1237
    },
    {
      "epoch": 2.8136363636363635,
      "grad_norm": 9.277338027954102,
      "learning_rate": 6.59090909090909e-06,
      "loss": 1.4521,
      "step": 1238
    },
    {
      "epoch": 2.815909090909091,
      "grad_norm": 12.458305358886719,
      "learning_rate": 6.515151515151516e-06,
      "loss": 1.2296,
      "step": 1239
    },
    {
      "epoch": 2.8181818181818183,
      "grad_norm": 10.594490051269531,
      "learning_rate": 6.43939393939394e-06,
      "loss": 1.414,
      "step": 1240
    },
    {
      "epoch": 2.8204545454545453,
      "grad_norm": 10.604024887084961,
      "learning_rate": 6.363636363636363e-06,
      "loss": 1.7017,
      "step": 1241
    },
    {
      "epoch": 2.8227272727272728,
      "grad_norm": 10.347737312316895,
      "learning_rate": 6.287878787878789e-06,
      "loss": 1.2462,
      "step": 1242
    },
    {
      "epoch": 2.825,
      "grad_norm": 11.151006698608398,
      "learning_rate": 6.212121212121212e-06,
      "loss": 1.7713,
      "step": 1243
    },
    {
      "epoch": 2.827272727272727,
      "grad_norm": 12.432381629943848,
      "learning_rate": 6.136363636363636e-06,
      "loss": 2.7927,
      "step": 1244
    },
    {
      "epoch": 2.8295454545454546,
      "grad_norm": 12.030777931213379,
      "learning_rate": 6.060606060606061e-06,
      "loss": 2.1842,
      "step": 1245
    },
    {
      "epoch": 2.831818181818182,
      "grad_norm": 14.940272331237793,
      "learning_rate": 5.984848484848485e-06,
      "loss": 1.6475,
      "step": 1246
    },
    {
      "epoch": 2.834090909090909,
      "grad_norm": 8.027610778808594,
      "learning_rate": 5.909090909090909e-06,
      "loss": 0.948,
      "step": 1247
    },
    {
      "epoch": 2.8363636363636364,
      "grad_norm": 12.356363296508789,
      "learning_rate": 5.833333333333334e-06,
      "loss": 1.6191,
      "step": 1248
    },
    {
      "epoch": 2.838636363636364,
      "grad_norm": 12.225868225097656,
      "learning_rate": 5.7575757575757586e-06,
      "loss": 1.2056,
      "step": 1249
    },
    {
      "epoch": 2.840909090909091,
      "grad_norm": 11.615985870361328,
      "learning_rate": 5.681818181818182e-06,
      "loss": 1.5477,
      "step": 1250
    },
    {
      "epoch": 2.8431818181818183,
      "grad_norm": 13.92235279083252,
      "learning_rate": 5.606060606060606e-06,
      "loss": 2.401,
      "step": 1251
    },
    {
      "epoch": 2.8454545454545457,
      "grad_norm": 19.311002731323242,
      "learning_rate": 5.530303030303031e-06,
      "loss": 2.2211,
      "step": 1252
    },
    {
      "epoch": 2.8477272727272727,
      "grad_norm": 9.447689056396484,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 1.2734,
      "step": 1253
    },
    {
      "epoch": 2.85,
      "grad_norm": 10.197713851928711,
      "learning_rate": 5.378787878787879e-06,
      "loss": 0.878,
      "step": 1254
    },
    {
      "epoch": 2.8522727272727275,
      "grad_norm": 14.826508522033691,
      "learning_rate": 5.303030303030304e-06,
      "loss": 1.6759,
      "step": 1255
    },
    {
      "epoch": 2.8545454545454545,
      "grad_norm": 10.666242599487305,
      "learning_rate": 5.2272727272727274e-06,
      "loss": 2.1974,
      "step": 1256
    },
    {
      "epoch": 2.856818181818182,
      "grad_norm": 13.020369529724121,
      "learning_rate": 5.151515151515152e-06,
      "loss": 1.4073,
      "step": 1257
    },
    {
      "epoch": 2.8590909090909093,
      "grad_norm": 14.27531623840332,
      "learning_rate": 5.075757575757576e-06,
      "loss": 2.1165,
      "step": 1258
    },
    {
      "epoch": 2.8613636363636363,
      "grad_norm": 11.82662296295166,
      "learning_rate": 5e-06,
      "loss": 0.7765,
      "step": 1259
    },
    {
      "epoch": 2.8636363636363638,
      "grad_norm": 12.107914924621582,
      "learning_rate": 4.924242424242424e-06,
      "loss": 1.2762,
      "step": 1260
    },
    {
      "epoch": 2.865909090909091,
      "grad_norm": 10.041885375976562,
      "learning_rate": 4.848484848484849e-06,
      "loss": 2.1775,
      "step": 1261
    },
    {
      "epoch": 2.868181818181818,
      "grad_norm": 11.078441619873047,
      "learning_rate": 4.772727272727273e-06,
      "loss": 1.6073,
      "step": 1262
    },
    {
      "epoch": 2.8704545454545456,
      "grad_norm": 9.000492095947266,
      "learning_rate": 4.696969696969697e-06,
      "loss": 1.4636,
      "step": 1263
    },
    {
      "epoch": 2.8727272727272726,
      "grad_norm": 11.069653511047363,
      "learning_rate": 4.621212121212122e-06,
      "loss": 1.4654,
      "step": 1264
    },
    {
      "epoch": 2.875,
      "grad_norm": 9.110404968261719,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 1.8338,
      "step": 1265
    },
    {
      "epoch": 2.8772727272727274,
      "grad_norm": 16.761194229125977,
      "learning_rate": 4.46969696969697e-06,
      "loss": 1.0709,
      "step": 1266
    },
    {
      "epoch": 2.8795454545454544,
      "grad_norm": 13.67717170715332,
      "learning_rate": 4.393939393939394e-06,
      "loss": 2.0994,
      "step": 1267
    },
    {
      "epoch": 2.881818181818182,
      "grad_norm": 8.258940696716309,
      "learning_rate": 4.3181818181818185e-06,
      "loss": 1.2818,
      "step": 1268
    },
    {
      "epoch": 2.884090909090909,
      "grad_norm": 12.960264205932617,
      "learning_rate": 4.242424242424243e-06,
      "loss": 1.9218,
      "step": 1269
    },
    {
      "epoch": 2.8863636363636362,
      "grad_norm": 10.886972427368164,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.4611,
      "step": 1270
    },
    {
      "epoch": 2.8886363636363637,
      "grad_norm": 10.516489028930664,
      "learning_rate": 4.0909090909090915e-06,
      "loss": 2.3418,
      "step": 1271
    },
    {
      "epoch": 2.8909090909090907,
      "grad_norm": 12.977254867553711,
      "learning_rate": 4.015151515151515e-06,
      "loss": 1.5361,
      "step": 1272
    },
    {
      "epoch": 2.893181818181818,
      "grad_norm": 14.605803489685059,
      "learning_rate": 3.939393939393939e-06,
      "loss": 1.6679,
      "step": 1273
    },
    {
      "epoch": 2.8954545454545455,
      "grad_norm": 17.729450225830078,
      "learning_rate": 3.863636363636364e-06,
      "loss": 1.468,
      "step": 1274
    },
    {
      "epoch": 2.8977272727272725,
      "grad_norm": 10.65392780303955,
      "learning_rate": 3.7878787878787882e-06,
      "loss": 1.8606,
      "step": 1275
    },
    {
      "epoch": 2.9,
      "grad_norm": 18.738691329956055,
      "learning_rate": 3.7121212121212124e-06,
      "loss": 2.7391,
      "step": 1276
    },
    {
      "epoch": 2.9022727272727273,
      "grad_norm": 11.129204750061035,
      "learning_rate": 3.636363636363636e-06,
      "loss": 1.4911,
      "step": 1277
    },
    {
      "epoch": 2.9045454545454543,
      "grad_norm": 10.117977142333984,
      "learning_rate": 3.5606060606060608e-06,
      "loss": 1.0915,
      "step": 1278
    },
    {
      "epoch": 2.9068181818181817,
      "grad_norm": 9.391002655029297,
      "learning_rate": 3.4848484848484854e-06,
      "loss": 1.1659,
      "step": 1279
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 10.86440372467041,
      "learning_rate": 3.409090909090909e-06,
      "loss": 1.4967,
      "step": 1280
    },
    {
      "epoch": 2.911363636363636,
      "grad_norm": 11.438384056091309,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.6597,
      "step": 1281
    },
    {
      "epoch": 2.9136363636363636,
      "grad_norm": 13.486211776733398,
      "learning_rate": 3.257575757575758e-06,
      "loss": 1.947,
      "step": 1282
    },
    {
      "epoch": 2.915909090909091,
      "grad_norm": 13.491000175476074,
      "learning_rate": 3.1818181818181817e-06,
      "loss": 2.4163,
      "step": 1283
    },
    {
      "epoch": 2.918181818181818,
      "grad_norm": 10.710677146911621,
      "learning_rate": 3.106060606060606e-06,
      "loss": 1.8073,
      "step": 1284
    },
    {
      "epoch": 2.9204545454545454,
      "grad_norm": 12.062322616577148,
      "learning_rate": 3.0303030303030305e-06,
      "loss": 1.9969,
      "step": 1285
    },
    {
      "epoch": 2.922727272727273,
      "grad_norm": 70.31402587890625,
      "learning_rate": 2.9545454545454547e-06,
      "loss": 1.3767,
      "step": 1286
    },
    {
      "epoch": 2.925,
      "grad_norm": 9.519462585449219,
      "learning_rate": 2.8787878787878793e-06,
      "loss": 1.4795,
      "step": 1287
    },
    {
      "epoch": 2.9272727272727272,
      "grad_norm": 13.316557884216309,
      "learning_rate": 2.803030303030303e-06,
      "loss": 0.858,
      "step": 1288
    },
    {
      "epoch": 2.9295454545454547,
      "grad_norm": 11.898123741149902,
      "learning_rate": 2.7272727272727272e-06,
      "loss": 1.7807,
      "step": 1289
    },
    {
      "epoch": 2.9318181818181817,
      "grad_norm": 13.429510116577148,
      "learning_rate": 2.651515151515152e-06,
      "loss": 1.7467,
      "step": 1290
    },
    {
      "epoch": 2.934090909090909,
      "grad_norm": 34.4333381652832,
      "learning_rate": 2.575757575757576e-06,
      "loss": 1.6774,
      "step": 1291
    },
    {
      "epoch": 2.9363636363636365,
      "grad_norm": 8.44999885559082,
      "learning_rate": 2.5e-06,
      "loss": 0.8595,
      "step": 1292
    },
    {
      "epoch": 2.9386363636363635,
      "grad_norm": 9.824548721313477,
      "learning_rate": 2.4242424242424244e-06,
      "loss": 1.551,
      "step": 1293
    },
    {
      "epoch": 2.940909090909091,
      "grad_norm": 10.713866233825684,
      "learning_rate": 2.3484848484848486e-06,
      "loss": 1.4604,
      "step": 1294
    },
    {
      "epoch": 2.9431818181818183,
      "grad_norm": 18.695775985717773,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 2.8512,
      "step": 1295
    },
    {
      "epoch": 2.9454545454545453,
      "grad_norm": 9.289727210998535,
      "learning_rate": 2.196969696969697e-06,
      "loss": 1.3539,
      "step": 1296
    },
    {
      "epoch": 2.9477272727272728,
      "grad_norm": 7.917882442474365,
      "learning_rate": 2.1212121212121216e-06,
      "loss": 1.2179,
      "step": 1297
    },
    {
      "epoch": 2.95,
      "grad_norm": 16.269927978515625,
      "learning_rate": 2.0454545454545457e-06,
      "loss": 1.8904,
      "step": 1298
    },
    {
      "epoch": 2.952272727272727,
      "grad_norm": 11.293408393859863,
      "learning_rate": 1.9696969696969695e-06,
      "loss": 1.4438,
      "step": 1299
    },
    {
      "epoch": 2.9545454545454546,
      "grad_norm": 14.2405424118042,
      "learning_rate": 1.8939393939393941e-06,
      "loss": 2.2578,
      "step": 1300
    },
    {
      "epoch": 2.956818181818182,
      "grad_norm": 9.712430953979492,
      "learning_rate": 1.818181818181818e-06,
      "loss": 1.1685,
      "step": 1301
    },
    {
      "epoch": 2.959090909090909,
      "grad_norm": 14.34041690826416,
      "learning_rate": 1.7424242424242427e-06,
      "loss": 1.9741,
      "step": 1302
    },
    {
      "epoch": 2.9613636363636364,
      "grad_norm": 12.20971965789795,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 2.283,
      "step": 1303
    },
    {
      "epoch": 2.963636363636364,
      "grad_norm": 13.051138877868652,
      "learning_rate": 1.5909090909090908e-06,
      "loss": 2.3128,
      "step": 1304
    },
    {
      "epoch": 2.965909090909091,
      "grad_norm": 11.069129943847656,
      "learning_rate": 1.5151515151515152e-06,
      "loss": 1.4379,
      "step": 1305
    },
    {
      "epoch": 2.9681818181818183,
      "grad_norm": 10.655563354492188,
      "learning_rate": 1.4393939393939396e-06,
      "loss": 1.4726,
      "step": 1306
    },
    {
      "epoch": 2.9704545454545457,
      "grad_norm": 9.674460411071777,
      "learning_rate": 1.3636363636363636e-06,
      "loss": 1.2689,
      "step": 1307
    },
    {
      "epoch": 2.9727272727272727,
      "grad_norm": 10.24626636505127,
      "learning_rate": 1.287878787878788e-06,
      "loss": 1.2585,
      "step": 1308
    },
    {
      "epoch": 2.975,
      "grad_norm": 13.117413520812988,
      "learning_rate": 1.2121212121212122e-06,
      "loss": 1.8019,
      "step": 1309
    },
    {
      "epoch": 2.9772727272727275,
      "grad_norm": 11.649164199829102,
      "learning_rate": 1.1363636363636364e-06,
      "loss": 1.375,
      "step": 1310
    },
    {
      "epoch": 2.9795454545454545,
      "grad_norm": 11.054950714111328,
      "learning_rate": 1.0606060606060608e-06,
      "loss": 1.7139,
      "step": 1311
    },
    {
      "epoch": 2.981818181818182,
      "grad_norm": 9.476350784301758,
      "learning_rate": 9.848484848484847e-07,
      "loss": 1.1851,
      "step": 1312
    },
    {
      "epoch": 2.9840909090909093,
      "grad_norm": 9.467584609985352,
      "learning_rate": 9.09090909090909e-07,
      "loss": 1.0272,
      "step": 1313
    },
    {
      "epoch": 2.9863636363636363,
      "grad_norm": 11.783283233642578,
      "learning_rate": 8.333333333333333e-07,
      "loss": 1.886,
      "step": 1314
    },
    {
      "epoch": 2.9886363636363638,
      "grad_norm": 11.245438575744629,
      "learning_rate": 7.575757575757576e-07,
      "loss": 1.2872,
      "step": 1315
    },
    {
      "epoch": 2.990909090909091,
      "grad_norm": 12.71106243133545,
      "learning_rate": 6.818181818181818e-07,
      "loss": 1.3681,
      "step": 1316
    },
    {
      "epoch": 2.993181818181818,
      "grad_norm": 11.738058090209961,
      "learning_rate": 6.060606060606061e-07,
      "loss": 1.9274,
      "step": 1317
    },
    {
      "epoch": 2.9954545454545456,
      "grad_norm": 12.179485321044922,
      "learning_rate": 5.303030303030304e-07,
      "loss": 1.6056,
      "step": 1318
    },
    {
      "epoch": 2.9977272727272726,
      "grad_norm": 9.123523712158203,
      "learning_rate": 4.545454545454545e-07,
      "loss": 1.2402,
      "step": 1319
    },
    {
      "epoch": 3.0,
      "grad_norm": 17.10702133178711,
      "learning_rate": 3.787878787878788e-07,
      "loss": 1.7438,
      "step": 1320
    },
    {
      "epoch": 3.0,
      "eval_f1": 0.8924,
      "eval_gen_len": 41.8818,
      "eval_loss": 1.7954092025756836,
      "eval_precision": 0.8906,
      "eval_recall": 0.8943,
      "eval_rouge1": 0.4651,
      "eval_rouge2": 0.218,
      "eval_rougeL": 0.3904,
      "eval_rougeLsum": 0.4291,
      "eval_runtime": 28.6293,
      "eval_samples_per_second": 3.842,
      "eval_steps_per_second": 0.489,
      "step": 1320
    },
    {
      "epoch": 3.0,
      "step": 1320,
      "total_flos": 2659801069854720.0,
      "train_loss": 1.8849294849868976,
      "train_runtime": 574.0732,
      "train_samples_per_second": 4.593,
      "train_steps_per_second": 2.299
    }
  ],
  "logging_steps": 1,
  "max_steps": 1320,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2659801069854720.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}