{
  "best_metric": 4.510871410369873,
  "best_model_checkpoint": "/mmfs1/gscratch/stf/abhinavp/corpus-filtering/outputs/existential-there-quantifier/lstm/2/checkpoints/checkpoint-152640",
  "epoch": 1.0250006060157382,
  "eval_steps": 10,
  "global_step": 152640,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.999998362119627e-05,
      "loss": 10.8206,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999161405248948e-05,
      "loss": 7.554,
      "step": 512
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998322810497896e-05,
      "loss": 7.0624,
      "step": 1024
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997484215746844e-05,
      "loss": 7.0013,
      "step": 1536
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996645620995792e-05,
      "loss": 6.9543,
      "step": 2048
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99580702624474e-05,
      "loss": 6.9143,
      "step": 2560
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994968431493688e-05,
      "loss": 6.7423,
      "step": 3072
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994129836742636e-05,
      "loss": 6.6408,
      "step": 3584
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993291241991584e-05,
      "loss": 6.5414,
      "step": 4096
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992452647240532e-05,
      "loss": 6.4563,
      "step": 4608
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99161405248948e-05,
      "loss": 6.3913,
      "step": 5120
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990775457738428e-05,
      "loss": 6.3289,
      "step": 5632
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989936862987376e-05,
      "loss": 6.261,
      "step": 6144
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989101543997071e-05,
      "loss": 6.1967,
      "step": 6656
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988262949246018e-05,
      "loss": 6.1493,
      "step": 7168
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987424354494966e-05,
      "loss": 6.0967,
      "step": 7680
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986585759743914e-05,
      "loss": 6.0539,
      "step": 8192
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.985747164992862e-05,
      "loss": 6.0146,
      "step": 8704
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.98490857024181e-05,
      "loss": 5.9802,
      "step": 9216
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.984069975490758e-05,
      "loss": 5.9423,
      "step": 9728
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.983231380739706e-05,
      "loss": 5.9104,
      "step": 10240
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9823927859886547e-05,
      "loss": 5.8715,
      "step": 10752
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9815541912376026e-05,
      "loss": 5.8492,
      "step": 11264
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9807155964865506e-05,
      "loss": 5.8079,
      "step": 11776
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9798770017354986e-05,
      "loss": 5.7899,
      "step": 12288
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9790384069844466e-05,
      "loss": 5.7587,
      "step": 12800
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9782014501137675e-05,
      "loss": 5.7358,
      "step": 13312
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9773628553627155e-05,
      "loss": 5.7155,
      "step": 13824
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9765242606116635e-05,
      "loss": 5.6849,
      "step": 14336
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9756856658606115e-05,
      "loss": 5.6593,
      "step": 14848
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9748487089899324e-05,
      "loss": 5.6479,
      "step": 15360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9740101142388804e-05,
      "loss": 5.6353,
      "step": 15872
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9731715194878284e-05,
      "loss": 5.6146,
      "step": 16384
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9723329247367764e-05,
      "loss": 5.5901,
      "step": 16896
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9714943299857244e-05,
      "loss": 5.5845,
      "step": 17408
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.970657373115046e-05,
      "loss": 5.5581,
      "step": 17920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.969820416244367e-05,
      "loss": 5.5454,
      "step": 18432
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968981821493315e-05,
      "loss": 5.5124,
      "step": 18944
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968143226742263e-05,
      "loss": 5.5149,
      "step": 19456
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967304631991211e-05,
      "loss": 5.493,
      "step": 19968
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966466037240159e-05,
      "loss": 5.4842,
      "step": 20480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965627442489107e-05,
      "loss": 5.4728,
      "step": 20992
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964790485618428e-05,
      "loss": 5.4662,
      "step": 21504
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963951890867376e-05,
      "loss": 5.4354,
      "step": 22016
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963113296116324e-05,
      "loss": 5.4295,
      "step": 22528
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962274701365272e-05,
      "loss": 5.4243,
      "step": 23040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96143610661422e-05,
      "loss": 5.409,
      "step": 23552
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960597511863168e-05,
      "loss": 5.4109,
      "step": 24064
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959758917112116e-05,
      "loss": 5.3885,
      "step": 24576
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958920322361064e-05,
      "loss": 5.3679,
      "step": 25088
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958083365490385e-05,
      "loss": 5.3762,
      "step": 25600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957244770739333e-05,
      "loss": 5.3544,
      "step": 26112
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956406175988281e-05,
      "loss": 5.3493,
      "step": 26624
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955567581237229e-05,
      "loss": 5.3211,
      "step": 27136
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954728986486177e-05,
      "loss": 5.3322,
      "step": 27648
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9538920296154976e-05,
      "loss": 5.3092,
      "step": 28160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9530534348644456e-05,
      "loss": 5.3357,
      "step": 28672
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9522148401133936e-05,
      "loss": 5.2975,
      "step": 29184
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951376245362342e-05,
      "loss": 5.2987,
      "step": 29696
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95053765061129e-05,
      "loss": 5.2902,
      "step": 30208
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949699055860238e-05,
      "loss": 5.2708,
      "step": 30720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948862098989559e-05,
      "loss": 5.2577,
      "step": 31232
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948023504238507e-05,
      "loss": 5.2586,
      "step": 31744
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947184909487455e-05,
      "loss": 5.2407,
      "step": 32256
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946347952616776e-05,
      "loss": 5.2347,
      "step": 32768
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945510995746097e-05,
      "loss": 5.2516,
      "step": 33280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944672400995045e-05,
      "loss": 5.2333,
      "step": 33792
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.943833806243993e-05,
      "loss": 5.218,
      "step": 34304
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942995211492941e-05,
      "loss": 5.1964,
      "step": 34816
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942156616741889e-05,
      "loss": 5.1919,
      "step": 35328
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941318021990837e-05,
      "loss": 5.2002,
      "step": 35840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9404794272397856e-05,
      "loss": 5.1976,
      "step": 36352
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9396408324887336e-05,
      "loss": 5.1903,
      "step": 36864
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9388022377376816e-05,
      "loss": 5.1874,
      "step": 37376
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9379636429866296e-05,
      "loss": 5.1781,
      "step": 37888
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9371250482355776e-05,
      "loss": 5.171,
      "step": 38400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9362880913648985e-05,
      "loss": 5.1569,
      "step": 38912
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9354494966138465e-05,
      "loss": 5.1484,
      "step": 39424
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9346109018627945e-05,
      "loss": 5.1412,
      "step": 39936
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9337739449921154e-05,
      "loss": 5.1299,
      "step": 40448
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9329353502410634e-05,
      "loss": 5.137,
      "step": 40960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9320967554900114e-05,
      "loss": 5.1269,
      "step": 41472
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9312581607389594e-05,
      "loss": 5.13,
      "step": 41984
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9304195659879074e-05,
      "loss": 5.1094,
      "step": 42496
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9295809712368554e-05,
      "loss": 5.0915,
      "step": 43008
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9287423764858034e-05,
      "loss": 5.1058,
      "step": 43520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9279037817347514e-05,
      "loss": 5.1011,
      "step": 44032
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9270651869836994e-05,
      "loss": 5.0976,
      "step": 44544
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9262265922326474e-05,
      "loss": 5.0828,
      "step": 45056
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9253879974815954e-05,
      "loss": 5.0861,
      "step": 45568
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9245494027305433e-05,
      "loss": 5.0727,
      "step": 46080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.923712445859864e-05,
      "loss": 5.0668,
      "step": 46592
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922873851108812e-05,
      "loss": 5.0653,
      "step": 47104
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.92203525635776e-05,
      "loss": 5.0611,
      "step": 47616
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921196661606708e-05,
      "loss": 5.0627,
      "step": 48128
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920358066855656e-05,
      "loss": 5.0566,
      "step": 48640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919519472104604e-05,
      "loss": 5.0542,
      "step": 49152
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918680877353552e-05,
      "loss": 5.0321,
      "step": 49664
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917843920482874e-05,
      "loss": 5.0285,
      "step": 50176
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917005325731822e-05,
      "loss": 5.0269,
      "step": 50688
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91616673098077e-05,
      "loss": 5.0268,
      "step": 51200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915328136229718e-05,
      "loss": 5.0191,
      "step": 51712
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914491179359039e-05,
      "loss": 5.012,
      "step": 52224
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913652584607987e-05,
      "loss": 5.0031,
      "step": 52736
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9128156277373076e-05,
      "loss": 5.0107,
      "step": 53248
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9119770329862556e-05,
      "loss": 4.9842,
      "step": 53760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9111400761155765e-05,
      "loss": 4.9914,
      "step": 54272
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9103014813645245e-05,
      "loss": 4.9879,
      "step": 54784
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.909462886613473e-05,
      "loss": 4.98,
      "step": 55296
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.908624291862421e-05,
      "loss": 4.9758,
      "step": 55808
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907785697111369e-05,
      "loss": 4.9802,
      "step": 56320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906947102360317e-05,
      "loss": 4.967,
      "step": 56832
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906108507609265e-05,
      "loss": 4.9692,
      "step": 57344
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.905269912858213e-05,
      "loss": 4.9623,
      "step": 57856
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904432955987534e-05,
      "loss": 4.9503,
      "step": 58368
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903594361236482e-05,
      "loss": 4.9566,
      "step": 58880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.90275576648543e-05,
      "loss": 4.9542,
      "step": 59392
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901918809614751e-05,
      "loss": 4.9492,
      "step": 59904
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.901080214863699e-05,
      "loss": 4.9355,
      "step": 60416
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900241620112647e-05,
      "loss": 4.9415,
      "step": 60928
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.899403025361595e-05,
      "loss": 4.9435,
      "step": 61440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.898564430610543e-05,
      "loss": 4.9307,
      "step": 61952
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897725835859491e-05,
      "loss": 4.9178,
      "step": 62464
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8968872411084396e-05,
      "loss": 4.9269,
      "step": 62976
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896048646357387e-05,
      "loss": 4.9257,
      "step": 63488
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895210051606335e-05,
      "loss": 4.9131,
      "step": 64000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894371456855283e-05,
      "loss": 4.908,
      "step": 64512
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893532862104231e-05,
      "loss": 4.8988,
      "step": 65024
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.892695905233552e-05,
      "loss": 4.9032,
      "step": 65536
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8918573104825e-05,
      "loss": 4.8938,
      "step": 66048
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891018715731448e-05,
      "loss": 4.9078,
      "step": 66560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890180120980396e-05,
      "loss": 4.8976,
      "step": 67072
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889341526229344e-05,
      "loss": 4.8796,
      "step": 67584
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888502931478292e-05,
      "loss": 4.887,
      "step": 68096
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8876659746076134e-05,
      "loss": 4.885,
      "step": 68608
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8868273798565614e-05,
      "loss": 4.8804,
      "step": 69120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8859887851055094e-05,
      "loss": 4.884,
      "step": 69632
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8851501903544574e-05,
      "loss": 4.8704,
      "step": 70144
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8843115956034054e-05,
      "loss": 4.873,
      "step": 70656
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8834730008523534e-05,
      "loss": 4.8786,
      "step": 71168
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8826344061013014e-05,
      "loss": 4.8619,
      "step": 71680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8817958113502494e-05,
      "loss": 4.8579,
      "step": 72192
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8809572165991974e-05,
      "loss": 4.8597,
      "step": 72704
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.880120259728518e-05,
      "loss": 4.8461,
      "step": 73216
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.879281664977466e-05,
      "loss": 4.8452,
      "step": 73728
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.878443070226414e-05,
      "loss": 4.8503,
      "step": 74240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.877604475475362e-05,
      "loss": 4.8354,
      "step": 74752
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.87676588072431e-05,
      "loss": 4.8393,
      "step": 75264
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.875927285973258e-05,
      "loss": 4.8436,
      "step": 75776
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.875088691222206e-05,
      "loss": 4.8395,
      "step": 76288
    },
    {
      "epoch": 0.03,
      "eval_loss": 4.797691345214844,
      "eval_runtime": 298.3239,
      "eval_samples_per_second": 1279.116,
      "eval_steps_per_second": 39.973,
      "step": 76320
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.874251734351528e-05,
      "loss": 4.8214,
      "step": 76800
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.873413139600475e-05,
      "loss": 4.8208,
      "step": 77312
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.872574544849423e-05,
      "loss": 4.8377,
      "step": 77824
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.871735950098371e-05,
      "loss": 4.8212,
      "step": 78336
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.870897355347319e-05,
      "loss": 4.8322,
      "step": 78848
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.870058760596267e-05,
      "loss": 4.8043,
      "step": 79360
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.869220165845215e-05,
      "loss": 4.8221,
      "step": 79872
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.868383208974536e-05,
      "loss": 4.8045,
      "step": 80384
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8675462521038576e-05,
      "loss": 4.7989,
      "step": 80896
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8667076573528056e-05,
      "loss": 4.8059,
      "step": 81408
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.865870700482127e-05,
      "loss": 4.8087,
      "step": 81920
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.865032105731075e-05,
      "loss": 4.8093,
      "step": 82432
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.864195148860396e-05,
      "loss": 4.7914,
      "step": 82944
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.863356554109344e-05,
      "loss": 4.7907,
      "step": 83456
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.862517959358292e-05,
      "loss": 4.783,
      "step": 83968
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.86167936460724e-05,
      "loss": 4.7841,
      "step": 84480
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8608407698561874e-05,
      "loss": 4.7822,
      "step": 84992
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8600021751051354e-05,
      "loss": 4.7827,
      "step": 85504
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8591635803540834e-05,
      "loss": 4.777,
      "step": 86016
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8583249856030314e-05,
      "loss": 4.7977,
      "step": 86528
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8574863908519794e-05,
      "loss": 4.7717,
      "step": 87040
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8566477961009274e-05,
      "loss": 4.7818,
      "step": 87552
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.8558092013498754e-05,
      "loss": 4.7678,
      "step": 88064
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.854970606598824e-05,
      "loss": 4.7768,
      "step": 88576
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.854132011847772e-05,
      "loss": 4.7645,
      "step": 89088
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.853295054977093e-05,
      "loss": 4.7636,
      "step": 89600
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.852456460226041e-05,
      "loss": 4.7584,
      "step": 90112
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.851617865474989e-05,
      "loss": 4.7553,
      "step": 90624
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.850779270723937e-05,
      "loss": 4.7384,
      "step": 91136
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.849940675972885e-05,
      "loss": 4.754,
      "step": 91648
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.849102081221833e-05,
      "loss": 4.7511,
      "step": 92160
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.848263486470781e-05,
      "loss": 4.7543,
      "step": 92672
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.847424891719729e-05,
      "loss": 4.7446,
      "step": 93184
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.84658793484905e-05,
      "loss": 4.747,
      "step": 93696
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.845750977978371e-05,
      "loss": 4.7382,
      "step": 94208
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8449123832273194e-05,
      "loss": 4.7346,
      "step": 94720
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8440737884762674e-05,
      "loss": 4.7193,
      "step": 95232
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8432351937252154e-05,
      "loss": 4.7271,
      "step": 95744
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8423965989741634e-05,
      "loss": 4.7247,
      "step": 96256
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8415580042231114e-05,
      "loss": 4.7233,
      "step": 96768
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.840719409472059e-05,
      "loss": 4.7271,
      "step": 97280
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.839880814721007e-05,
      "loss": 4.7266,
      "step": 97792
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.839043857850328e-05,
      "loss": 4.7149,
      "step": 98304
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.838205263099276e-05,
      "loss": 4.7205,
      "step": 98816
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8373666683482236e-05,
      "loss": 4.7189,
      "step": 99328
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8365280735971716e-05,
      "loss": 4.7052,
      "step": 99840
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8356894788461196e-05,
      "loss": 4.7188,
      "step": 100352
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8348508840950676e-05,
      "loss": 4.706,
      "step": 100864
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.834013927224389e-05,
      "loss": 4.6933,
      "step": 101376
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.833175332473337e-05,
      "loss": 4.7115,
      "step": 101888
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.832336737722285e-05,
      "loss": 4.6952,
      "step": 102400
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.831498142971233e-05,
      "loss": 4.6934,
      "step": 102912
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.830659548220181e-05,
      "loss": 4.682,
      "step": 103424
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.829820953469129e-05,
      "loss": 4.6918,
      "step": 103936
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.82898399659845e-05,
      "loss": 4.6794,
      "step": 104448
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.828145401847398e-05,
      "loss": 4.7121,
      "step": 104960
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.827306807096346e-05,
      "loss": 4.6811,
      "step": 105472
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.826468212345294e-05,
      "loss": 4.6934,
      "step": 105984
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.825631255474615e-05,
      "loss": 4.6897,
      "step": 106496
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.824792660723563e-05,
      "loss": 4.6764,
      "step": 107008
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.823954065972511e-05,
      "loss": 4.6671,
      "step": 107520
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.82311547122146e-05,
      "loss": 4.6787,
      "step": 108032
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8222768764704077e-05,
      "loss": 4.6643,
      "step": 108544
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8214399195997286e-05,
      "loss": 4.6631,
      "step": 109056
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8206013248486766e-05,
      "loss": 4.6812,
      "step": 109568
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8197627300976246e-05,
      "loss": 4.6768,
      "step": 110080
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8189241353465726e-05,
      "loss": 4.6593,
      "step": 110592
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8180855405955206e-05,
      "loss": 4.654,
      "step": 111104
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8172469458444685e-05,
      "loss": 4.6533,
      "step": 111616
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8164083510934165e-05,
      "loss": 4.6649,
      "step": 112128
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8155697563423645e-05,
      "loss": 4.6636,
      "step": 112640
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8147311615913125e-05,
      "loss": 4.6621,
      "step": 113152
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8138942047206334e-05,
      "loss": 4.6618,
      "step": 113664
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8130556099695814e-05,
      "loss": 4.6632,
      "step": 114176
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8122170152185294e-05,
      "loss": 4.6612,
      "step": 114688
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.8113784204674774e-05,
      "loss": 4.6458,
      "step": 115200
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.810541463596799e-05,
      "loss": 4.6493,
      "step": 115712
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.809702868845747e-05,
      "loss": 4.6463,
      "step": 116224
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.808864274094695e-05,
      "loss": 4.6329,
      "step": 116736
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.808025679343642e-05,
      "loss": 4.6478,
      "step": 117248
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.80718708459259e-05,
      "loss": 4.6465,
      "step": 117760
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.806348489841538e-05,
      "loss": 4.6491,
      "step": 118272
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.80551153297086e-05,
      "loss": 4.6288,
      "step": 118784
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.804672938219807e-05,
      "loss": 4.6202,
      "step": 119296
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.803835981349129e-05,
      "loss": 4.6377,
      "step": 119808
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.802997386598077e-05,
      "loss": 4.633,
      "step": 120320
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.802158791847025e-05,
      "loss": 4.638,
      "step": 120832
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.801320197095973e-05,
      "loss": 4.6308,
      "step": 121344
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.800481602344921e-05,
      "loss": 4.6325,
      "step": 121856
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7996446454742424e-05,
      "loss": 4.6266,
      "step": 122368
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.79880605072319e-05,
      "loss": 4.6188,
      "step": 122880
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.797967455972138e-05,
      "loss": 4.6232,
      "step": 123392
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.797128861221086e-05,
      "loss": 4.6226,
      "step": 123904
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.796290266470034e-05,
      "loss": 4.6279,
      "step": 124416
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.795451671718982e-05,
      "loss": 4.6292,
      "step": 124928
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.79461307696793e-05,
      "loss": 4.6255,
      "step": 125440
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7937761200972506e-05,
      "loss": 4.6116,
      "step": 125952
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7929375253461986e-05,
      "loss": 4.6107,
      "step": 126464
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.792098930595147e-05,
      "loss": 4.6093,
      "step": 126976
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.791260335844095e-05,
      "loss": 4.6193,
      "step": 127488
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.790421741093043e-05,
      "loss": 4.6058,
      "step": 128000
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.789583146341991e-05,
      "loss": 4.6046,
      "step": 128512
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.788744551590939e-05,
      "loss": 4.5983,
      "step": 129024
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.787905956839887e-05,
      "loss": 4.6122,
      "step": 129536
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.787067362088835e-05,
      "loss": 4.586,
      "step": 130048
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.786230405218156e-05,
      "loss": 4.5988,
      "step": 130560
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.785391810467104e-05,
      "loss": 4.6,
      "step": 131072
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.784553215716052e-05,
      "loss": 4.5937,
      "step": 131584
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.783714620965e-05,
      "loss": 4.5916,
      "step": 132096
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.782876026213948e-05,
      "loss": 4.602,
      "step": 132608
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.782037431462896e-05,
      "loss": 4.5867,
      "step": 133120
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.781200474592217e-05,
      "loss": 4.591,
      "step": 133632
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.780361879841165e-05,
      "loss": 4.5942,
      "step": 134144
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7795249229704866e-05,
      "loss": 4.5823,
      "step": 134656
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7786863282194346e-05,
      "loss": 4.5913,
      "step": 135168
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7778477334683826e-05,
      "loss": 4.5965,
      "step": 135680
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7770091387173306e-05,
      "loss": 4.5882,
      "step": 136192
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7761705439662786e-05,
      "loss": 4.5755,
      "step": 136704
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.775331949215226e-05,
      "loss": 4.5883,
      "step": 137216
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7744949923445475e-05,
      "loss": 4.5865,
      "step": 137728
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7736563975934955e-05,
      "loss": 4.5784,
      "step": 138240
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7728178028424435e-05,
      "loss": 4.5726,
      "step": 138752
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.771979208091391e-05,
      "loss": 4.576,
      "step": 139264
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.771140613340339e-05,
      "loss": 4.5879,
      "step": 139776
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7703020185892875e-05,
      "loss": 4.5755,
      "step": 140288
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7694634238382355e-05,
      "loss": 4.5716,
      "step": 140800
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7686248290871835e-05,
      "loss": 4.5619,
      "step": 141312
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7677862343361315e-05,
      "loss": 4.5685,
      "step": 141824
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7669476395850795e-05,
      "loss": 4.5636,
      "step": 142336
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7661106827144004e-05,
      "loss": 4.5792,
      "step": 142848
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7652720879633484e-05,
      "loss": 4.575,
      "step": 143360
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.7644334932122964e-05,
      "loss": 4.5551,
      "step": 143872
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.763596536341617e-05,
      "loss": 4.5618,
      "step": 144384
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.762757941590565e-05,
      "loss": 4.5655,
      "step": 144896
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.761920984719886e-05,
      "loss": 4.564,
      "step": 145408
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.761082389968834e-05,
      "loss": 4.5707,
      "step": 145920
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.760243795217783e-05,
      "loss": 4.5566,
      "step": 146432
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.759405200466731e-05,
      "loss": 4.5598,
      "step": 146944
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.758566605715679e-05,
      "loss": 4.5671,
      "step": 147456
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.757728010964627e-05,
      "loss": 4.5533,
      "step": 147968
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.756889416213575e-05,
      "loss": 4.5545,
      "step": 148480
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.756050821462523e-05,
      "loss": 4.5596,
      "step": 148992
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.755213864591844e-05,
      "loss": 4.544,
      "step": 149504
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.754375269840792e-05,
      "loss": 4.5479,
      "step": 150016
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.75353667508974e-05,
      "loss": 4.5547,
      "step": 150528
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.752698080338688e-05,
      "loss": 4.5406,
      "step": 151040
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.751859485587636e-05,
      "loss": 4.5472,
      "step": 151552
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.751020890836584e-05,
      "loss": 4.5504,
      "step": 152064
    },
    {
      "epoch": 1.02,
      "learning_rate": 4.750182296085532e-05,
      "loss": 4.5474,
      "step": 152576
    },
    {
      "epoch": 1.03,
      "eval_loss": 4.510871410369873,
      "eval_runtime": 296.5965,
      "eval_samples_per_second": 1286.566,
      "eval_steps_per_second": 40.206,
      "step": 152640
    }
  ],
  "logging_steps": 512,
  "max_steps": 3052726,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10,
  "total_flos": 6.271938011867256e+16,
  "trial_name": null,
  "trial_params": null
}