{
  "best_metric": 4.765510559082031,
  "best_model_checkpoint": "/mmfs1/gscratch/stf/abhinavp/corpus-filtering/outputs/det-adj-noun/lstm/3/checkpoints/checkpoint-76320",
  "epoch": 0.025000606015738065,
  "eval_steps": 10,
  "global_step": 76320,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.999998362119627e-05,
      "loss": 10.8186,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999161405248948e-05,
      "loss": 7.548,
      "step": 512
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998322810497896e-05,
      "loss": 7.0591,
      "step": 1024
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997484215746844e-05,
      "loss": 6.9955,
      "step": 1536
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996645620995792e-05,
      "loss": 6.9459,
      "step": 2048
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99580702624474e-05,
      "loss": 6.8967,
      "step": 2560
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994968431493688e-05,
      "loss": 6.7452,
      "step": 3072
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994129836742636e-05,
      "loss": 6.6344,
      "step": 3584
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993291241991584e-05,
      "loss": 6.5357,
      "step": 4096
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992452647240532e-05,
      "loss": 6.4594,
      "step": 4608
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99161405248948e-05,
      "loss": 6.3984,
      "step": 5120
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990775457738428e-05,
      "loss": 6.3336,
      "step": 5632
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989936862987376e-05,
      "loss": 6.2642,
      "step": 6144
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989098268236324e-05,
      "loss": 6.2035,
      "step": 6656
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988259673485272e-05,
      "loss": 6.1419,
      "step": 7168
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.98742107873422e-05,
      "loss": 6.0836,
      "step": 7680
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986582483983168e-05,
      "loss": 6.0398,
      "step": 8192
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.985745527112489e-05,
      "loss": 6.0019,
      "step": 8704
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.984906932361437e-05,
      "loss": 5.9565,
      "step": 9216
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.984068337610385e-05,
      "loss": 5.9173,
      "step": 9728
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.983229742859333e-05,
      "loss": 5.8845,
      "step": 10240
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.982391148108281e-05,
      "loss": 5.8397,
      "step": 10752
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9815541912376026e-05,
      "loss": 5.8205,
      "step": 11264
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9807155964865506e-05,
      "loss": 5.7837,
      "step": 11776
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9798770017354986e-05,
      "loss": 5.7647,
      "step": 12288
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9790384069844466e-05,
      "loss": 5.7293,
      "step": 12800
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9781998122333946e-05,
      "loss": 5.7027,
      "step": 13312
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9773612174823426e-05,
      "loss": 5.6795,
      "step": 13824
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9765242606116635e-05,
      "loss": 5.6627,
      "step": 14336
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9756856658606115e-05,
      "loss": 5.6386,
      "step": 14848
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9748470711095595e-05,
      "loss": 5.6159,
      "step": 15360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974008476358507e-05,
      "loss": 5.6053,
      "step": 15872
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9731715194878284e-05,
      "loss": 5.5699,
      "step": 16384
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9723329247367764e-05,
      "loss": 5.5625,
      "step": 16896
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9714943299857244e-05,
      "loss": 5.5436,
      "step": 17408
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9706557352346724e-05,
      "loss": 5.5281,
      "step": 17920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9698171404836204e-05,
      "loss": 5.5124,
      "step": 18432
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.968980183612942e-05,
      "loss": 5.4733,
      "step": 18944
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96814158886189e-05,
      "loss": 5.4786,
      "step": 19456
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967302994110837e-05,
      "loss": 5.4459,
      "step": 19968
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966464399359785e-05,
      "loss": 5.4484,
      "step": 20480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965625804608733e-05,
      "loss": 5.4272,
      "step": 20992
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964788847738054e-05,
      "loss": 5.428,
      "step": 21504
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963950252987002e-05,
      "loss": 5.4,
      "step": 22016
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96311165823595e-05,
      "loss": 5.3848,
      "step": 22528
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962273063484898e-05,
      "loss": 5.3888,
      "step": 23040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961434468733847e-05,
      "loss": 5.3778,
      "step": 23552
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960597511863168e-05,
      "loss": 5.3655,
      "step": 24064
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959758917112116e-05,
      "loss": 5.3478,
      "step": 24576
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958920322361064e-05,
      "loss": 5.3258,
      "step": 25088
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958081727610012e-05,
      "loss": 5.3372,
      "step": 25600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.957244770739333e-05,
      "loss": 5.319,
      "step": 26112
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956406175988281e-05,
      "loss": 5.3182,
      "step": 26624
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955567581237229e-05,
      "loss": 5.286,
      "step": 27136
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954728986486177e-05,
      "loss": 5.2908,
      "step": 27648
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.953890391735125e-05,
      "loss": 5.2684,
      "step": 28160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9530517969840727e-05,
      "loss": 5.2887,
      "step": 28672
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9522148401133936e-05,
      "loss": 5.2527,
      "step": 29184
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951377883242715e-05,
      "loss": 5.2554,
      "step": 29696
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.950539288491663e-05,
      "loss": 5.2405,
      "step": 30208
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949700693740611e-05,
      "loss": 5.2275,
      "step": 30720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948863736869932e-05,
      "loss": 5.2301,
      "step": 31232
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94802514211888e-05,
      "loss": 5.2173,
      "step": 31744
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947186547367828e-05,
      "loss": 5.192,
      "step": 32256
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946347952616776e-05,
      "loss": 5.1952,
      "step": 32768
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945509357865724e-05,
      "loss": 5.2064,
      "step": 33280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944670763114672e-05,
      "loss": 5.1847,
      "step": 33792
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94383216836362e-05,
      "loss": 5.1729,
      "step": 34304
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942993573612568e-05,
      "loss": 5.1563,
      "step": 34816
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942154978861516e-05,
      "loss": 5.1582,
      "step": 35328
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941316384110464e-05,
      "loss": 5.1748,
      "step": 35840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940477789359412e-05,
      "loss": 5.1581,
      "step": 36352
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.93963919460836e-05,
      "loss": 5.1446,
      "step": 36864
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9388022377376816e-05,
      "loss": 5.147,
      "step": 37376
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9379636429866296e-05,
      "loss": 5.1436,
      "step": 37888
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9371250482355776e-05,
      "loss": 5.1249,
      "step": 38400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9362864534845256e-05,
      "loss": 5.1099,
      "step": 38912
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.935447858733473e-05,
      "loss": 5.1169,
      "step": 39424
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.934609263982421e-05,
      "loss": 5.0967,
      "step": 39936
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9337723071117425e-05,
      "loss": 5.0985,
      "step": 40448
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9329337123606905e-05,
      "loss": 5.1029,
      "step": 40960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.932095117609638e-05,
      "loss": 5.0901,
      "step": 41472
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9312581607389594e-05,
      "loss": 5.0911,
      "step": 41984
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9304195659879074e-05,
      "loss": 5.08,
      "step": 42496
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9295809712368554e-05,
      "loss": 5.0601,
      "step": 43008
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9287423764858034e-05,
      "loss": 5.0632,
      "step": 43520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9279037817347514e-05,
      "loss": 5.0596,
      "step": 44032
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9270651869836994e-05,
      "loss": 5.0668,
      "step": 44544
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9262265922326474e-05,
      "loss": 5.0472,
      "step": 45056
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9253879974815954e-05,
      "loss": 5.0467,
      "step": 45568
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924551040610916e-05,
      "loss": 5.0453,
      "step": 46080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.923712445859864e-05,
      "loss": 5.0374,
      "step": 46592
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922873851108812e-05,
      "loss": 5.0353,
      "step": 47104
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.92203525635776e-05,
      "loss": 5.0225,
      "step": 47616
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921196661606708e-05,
      "loss": 5.0102,
      "step": 48128
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920358066855656e-05,
      "loss": 5.0192,
      "step": 48640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919519472104604e-05,
      "loss": 5.0068,
      "step": 49152
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918680877353552e-05,
      "loss": 5.0012,
      "step": 49664
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917842282602501e-05,
      "loss": 4.9943,
      "step": 50176
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917003687851449e-05,
      "loss": 4.9932,
      "step": 50688
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.91616673098077e-05,
      "loss": 4.9973,
      "step": 51200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915328136229718e-05,
      "loss": 4.9862,
      "step": 51712
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914489541478666e-05,
      "loss": 4.9752,
      "step": 52224
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913650946727614e-05,
      "loss": 4.9712,
      "step": 52736
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.912813989856935e-05,
      "loss": 4.9632,
      "step": 53248
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911975395105883e-05,
      "loss": 4.9498,
      "step": 53760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911136800354831e-05,
      "loss": 4.9463,
      "step": 54272
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.910298205603779e-05,
      "loss": 4.9506,
      "step": 54784
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9094612487330996e-05,
      "loss": 4.9467,
      "step": 55296
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9086226539820476e-05,
      "loss": 4.9333,
      "step": 55808
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907784059230996e-05,
      "loss": 4.931,
      "step": 56320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906947102360317e-05,
      "loss": 4.9326,
      "step": 56832
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906108507609265e-05,
      "loss": 4.9349,
      "step": 57344
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.905269912858213e-05,
      "loss": 4.9321,
      "step": 57856
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904431318107161e-05,
      "loss": 4.9235,
      "step": 58368
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903592723356109e-05,
      "loss": 4.9221,
      "step": 58880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9027541286050565e-05,
      "loss": 4.9206,
      "step": 59392
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9019155338540045e-05,
      "loss": 4.909,
      "step": 59904
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9010769391029525e-05,
      "loss": 4.9008,
      "step": 60416
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9002383443519005e-05,
      "loss": 4.9068,
      "step": 60928
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8994013874812214e-05,
      "loss": 4.9041,
      "step": 61440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89856279273017e-05,
      "loss": 4.8846,
      "step": 61952
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897724197979118e-05,
      "loss": 4.8853,
      "step": 62464
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896885603228066e-05,
      "loss": 4.8832,
      "step": 62976
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896047008477014e-05,
      "loss": 4.8736,
      "step": 63488
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895208413725962e-05,
      "loss": 4.8771,
      "step": 64000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89436981897491e-05,
      "loss": 4.8801,
      "step": 64512
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.893532862104231e-05,
      "loss": 4.8647,
      "step": 65024
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.892694267353179e-05,
      "loss": 4.8655,
      "step": 65536
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891855672602127e-05,
      "loss": 4.8532,
      "step": 66048
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.891018715731448e-05,
      "loss": 4.8694,
      "step": 66560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890180120980396e-05,
      "loss": 4.8614,
      "step": 67072
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889341526229344e-05,
      "loss": 4.8525,
      "step": 67584
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888502931478292e-05,
      "loss": 4.8492,
      "step": 68096
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.88766433672724e-05,
      "loss": 4.8495,
      "step": 68608
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.886825741976188e-05,
      "loss": 4.8482,
      "step": 69120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8859871472251365e-05,
      "loss": 4.8379,
      "step": 69632
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8851485524740845e-05,
      "loss": 4.8359,
      "step": 70144
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8843115956034054e-05,
      "loss": 4.8356,
      "step": 70656
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8834730008523534e-05,
      "loss": 4.8325,
      "step": 71168
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8826344061013014e-05,
      "loss": 4.8328,
      "step": 71680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8817958113502494e-05,
      "loss": 4.8124,
      "step": 72192
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.88095885447957e-05,
      "loss": 4.8226,
      "step": 72704
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.880120259728518e-05,
      "loss": 4.8087,
      "step": 73216
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.879281664977466e-05,
      "loss": 4.7964,
      "step": 73728
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.878443070226414e-05,
      "loss": 4.817,
      "step": 74240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.877604475475362e-05,
      "loss": 4.8055,
      "step": 74752
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.876769156485057e-05,
      "loss": 4.804,
      "step": 75264
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.875930561734005e-05,
      "loss": 4.8078,
      "step": 75776
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.875091966982953e-05,
      "loss": 4.7865,
      "step": 76288
    },
    {
      "epoch": 0.03,
      "eval_loss": 4.765510559082031,
      "eval_runtime": 282.3968,
      "eval_samples_per_second": 1351.258,
      "eval_steps_per_second": 42.228,
      "step": 76320
    }
  ],
  "logging_steps": 512,
  "max_steps": 3052726,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10,
  "total_flos": 3.1364175375800064e+16,
  "trial_name": null,
  "trial_params": null
}