{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.995163584637269,
  "eval_steps": 50,
  "global_step": 987,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030346135609293505,
      "grad_norm": 5.274968147277832,
      "learning_rate": 2.0202020202020205e-07,
      "loss": 0.8522,
      "step": 1
    },
    {
      "epoch": 0.006069227121858701,
      "grad_norm": 5.754838466644287,
      "learning_rate": 4.040404040404041e-07,
      "loss": 0.854,
      "step": 2
    },
    {
      "epoch": 0.009103840682788052,
      "grad_norm": 5.632802963256836,
      "learning_rate": 6.060606060606061e-07,
      "loss": 0.873,
      "step": 3
    },
    {
      "epoch": 0.012138454243717402,
      "grad_norm": 5.394160747528076,
      "learning_rate": 8.080808080808082e-07,
      "loss": 0.8563,
      "step": 4
    },
    {
      "epoch": 0.015173067804646752,
      "grad_norm": 4.5878424644470215,
      "learning_rate": 1.01010101010101e-06,
      "loss": 0.8425,
      "step": 5
    },
    {
      "epoch": 0.018207681365576104,
      "grad_norm": 4.280163764953613,
      "learning_rate": 1.2121212121212122e-06,
      "loss": 0.8569,
      "step": 6
    },
    {
      "epoch": 0.021242294926505454,
      "grad_norm": 3.5766515731811523,
      "learning_rate": 1.4141414141414143e-06,
      "loss": 0.8309,
      "step": 7
    },
    {
      "epoch": 0.024276908487434804,
      "grad_norm": 4.070709228515625,
      "learning_rate": 1.6161616161616164e-06,
      "loss": 0.825,
      "step": 8
    },
    {
      "epoch": 0.027311522048364154,
      "grad_norm": 4.395944595336914,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 0.8419,
      "step": 9
    },
    {
      "epoch": 0.030346135609293504,
      "grad_norm": 3.765310764312744,
      "learning_rate": 2.02020202020202e-06,
      "loss": 0.8426,
      "step": 10
    },
    {
      "epoch": 0.03338074917022286,
      "grad_norm": 2.906996488571167,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.8263,
      "step": 11
    },
    {
      "epoch": 0.03641536273115221,
      "grad_norm": 2.8421216011047363,
      "learning_rate": 2.4242424242424244e-06,
      "loss": 0.8242,
      "step": 12
    },
    {
      "epoch": 0.03944997629208156,
      "grad_norm": 2.6818017959594727,
      "learning_rate": 2.6262626262626267e-06,
      "loss": 0.8206,
      "step": 13
    },
    {
      "epoch": 0.04248458985301091,
      "grad_norm": 2.8597841262817383,
      "learning_rate": 2.8282828282828286e-06,
      "loss": 0.8201,
      "step": 14
    },
    {
      "epoch": 0.04551920341394026,
      "grad_norm": 2.673666000366211,
      "learning_rate": 3.0303030303030305e-06,
      "loss": 0.8215,
      "step": 15
    },
    {
      "epoch": 0.04855381697486961,
      "grad_norm": 2.636281728744507,
      "learning_rate": 3.232323232323233e-06,
      "loss": 0.8037,
      "step": 16
    },
    {
      "epoch": 0.05158843053579896,
      "grad_norm": 2.502042770385742,
      "learning_rate": 3.4343434343434347e-06,
      "loss": 0.8162,
      "step": 17
    },
    {
      "epoch": 0.05462304409672831,
      "grad_norm": 2.562307834625244,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 0.8066,
      "step": 18
    },
    {
      "epoch": 0.05765765765765766,
      "grad_norm": 2.6667816638946533,
      "learning_rate": 3.8383838383838385e-06,
      "loss": 0.8197,
      "step": 19
    },
    {
      "epoch": 0.06069227121858701,
      "grad_norm": 2.293628215789795,
      "learning_rate": 4.04040404040404e-06,
      "loss": 0.8092,
      "step": 20
    },
    {
      "epoch": 0.06372688477951635,
      "grad_norm": 2.4843485355377197,
      "learning_rate": 4.242424242424243e-06,
      "loss": 0.8082,
      "step": 21
    },
    {
      "epoch": 0.06676149834044572,
      "grad_norm": 2.5178024768829346,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.8165,
      "step": 22
    },
    {
      "epoch": 0.06979611190137507,
      "grad_norm": 2.6686830520629883,
      "learning_rate": 4.646464646464647e-06,
      "loss": 0.773,
      "step": 23
    },
    {
      "epoch": 0.07283072546230442,
      "grad_norm": 2.2187390327453613,
      "learning_rate": 4.848484848484849e-06,
      "loss": 0.8026,
      "step": 24
    },
    {
      "epoch": 0.07586533902323377,
      "grad_norm": 2.4837453365325928,
      "learning_rate": 5.0505050505050515e-06,
      "loss": 0.7962,
      "step": 25
    },
    {
      "epoch": 0.07889995258416312,
      "grad_norm": 2.3953895568847656,
      "learning_rate": 5.252525252525253e-06,
      "loss": 0.7902,
      "step": 26
    },
    {
      "epoch": 0.08193456614509247,
      "grad_norm": 2.384993553161621,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 0.8133,
      "step": 27
    },
    {
      "epoch": 0.08496917970602182,
      "grad_norm": 2.5588831901550293,
      "learning_rate": 5.656565656565657e-06,
      "loss": 0.8043,
      "step": 28
    },
    {
      "epoch": 0.08800379326695117,
      "grad_norm": 2.254196882247925,
      "learning_rate": 5.858585858585859e-06,
      "loss": 0.7967,
      "step": 29
    },
    {
      "epoch": 0.09103840682788052,
      "grad_norm": 2.2686617374420166,
      "learning_rate": 6.060606060606061e-06,
      "loss": 0.8036,
      "step": 30
    },
    {
      "epoch": 0.09407302038880987,
      "grad_norm": 2.3785650730133057,
      "learning_rate": 6.262626262626264e-06,
      "loss": 0.799,
      "step": 31
    },
    {
      "epoch": 0.09710763394973922,
      "grad_norm": 2.4035139083862305,
      "learning_rate": 6.464646464646466e-06,
      "loss": 0.8086,
      "step": 32
    },
    {
      "epoch": 0.10014224751066857,
      "grad_norm": 2.2935521602630615,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7842,
      "step": 33
    },
    {
      "epoch": 0.10317686107159792,
      "grad_norm": 2.3163795471191406,
      "learning_rate": 6.868686868686869e-06,
      "loss": 0.8041,
      "step": 34
    },
    {
      "epoch": 0.10621147463252727,
      "grad_norm": 2.3953793048858643,
      "learning_rate": 7.070707070707071e-06,
      "loss": 0.7929,
      "step": 35
    },
    {
      "epoch": 0.10924608819345662,
      "grad_norm": 2.4116768836975098,
      "learning_rate": 7.272727272727273e-06,
      "loss": 0.7943,
      "step": 36
    },
    {
      "epoch": 0.11228070175438597,
      "grad_norm": 2.5221264362335205,
      "learning_rate": 7.474747474747476e-06,
      "loss": 0.8036,
      "step": 37
    },
    {
      "epoch": 0.11531531531531532,
      "grad_norm": 2.4730491638183594,
      "learning_rate": 7.676767676767677e-06,
      "loss": 0.8063,
      "step": 38
    },
    {
      "epoch": 0.11834992887624467,
      "grad_norm": 2.1653268337249756,
      "learning_rate": 7.87878787878788e-06,
      "loss": 0.8009,
      "step": 39
    },
    {
      "epoch": 0.12138454243717402,
      "grad_norm": 2.266632080078125,
      "learning_rate": 8.08080808080808e-06,
      "loss": 0.7825,
      "step": 40
    },
    {
      "epoch": 0.12441915599810337,
      "grad_norm": 2.2630982398986816,
      "learning_rate": 8.282828282828283e-06,
      "loss": 0.8004,
      "step": 41
    },
    {
      "epoch": 0.1274537695590327,
      "grad_norm": 2.403125762939453,
      "learning_rate": 8.484848484848486e-06,
      "loss": 0.7911,
      "step": 42
    },
    {
      "epoch": 0.13048838311996205,
      "grad_norm": 2.4483842849731445,
      "learning_rate": 8.686868686868687e-06,
      "loss": 0.7861,
      "step": 43
    },
    {
      "epoch": 0.13352299668089143,
      "grad_norm": 2.346780776977539,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.7969,
      "step": 44
    },
    {
      "epoch": 0.13655761024182078,
      "grad_norm": 2.3152859210968018,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.7842,
      "step": 45
    },
    {
      "epoch": 0.13959222380275013,
      "grad_norm": 2.2333388328552246,
      "learning_rate": 9.292929292929294e-06,
      "loss": 0.7886,
      "step": 46
    },
    {
      "epoch": 0.14262683736367948,
      "grad_norm": 2.360898017883301,
      "learning_rate": 9.494949494949497e-06,
      "loss": 0.8146,
      "step": 47
    },
    {
      "epoch": 0.14566145092460883,
      "grad_norm": 2.5461983680725098,
      "learning_rate": 9.696969696969698e-06,
      "loss": 0.8005,
      "step": 48
    },
    {
      "epoch": 0.14869606448553818,
      "grad_norm": 2.4684877395629883,
      "learning_rate": 9.8989898989899e-06,
      "loss": 0.8031,
      "step": 49
    },
    {
      "epoch": 0.15173067804646753,
      "grad_norm": 2.3025074005126953,
      "learning_rate": 1.0101010101010103e-05,
      "loss": 0.7828,
      "step": 50
    },
    {
      "epoch": 0.15173067804646753,
      "eval_loss": NaN,
      "eval_runtime": 233.599,
      "eval_samples_per_second": 17.8,
      "eval_steps_per_second": 4.452,
      "step": 50
    },
    {
      "epoch": 0.15476529160739688,
      "grad_norm": 2.4276065826416016,
      "learning_rate": 1.0303030303030304e-05,
      "loss": 0.7801,
      "step": 51
    },
    {
      "epoch": 0.15779990516832623,
      "grad_norm": 2.279287815093994,
      "learning_rate": 1.0505050505050507e-05,
      "loss": 0.8055,
      "step": 52
    },
    {
      "epoch": 0.16083451872925558,
      "grad_norm": 2.7459404468536377,
      "learning_rate": 1.0707070707070708e-05,
      "loss": 0.7864,
      "step": 53
    },
    {
      "epoch": 0.16386913229018493,
      "grad_norm": 2.3488147258758545,
      "learning_rate": 1.0909090909090909e-05,
      "loss": 0.7869,
      "step": 54
    },
    {
      "epoch": 0.16690374585111428,
      "grad_norm": 2.547166109085083,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 0.7869,
      "step": 55
    },
    {
      "epoch": 0.16993835941204363,
      "grad_norm": 2.4360105991363525,
      "learning_rate": 1.1313131313131314e-05,
      "loss": 0.7883,
      "step": 56
    },
    {
      "epoch": 0.17297297297297298,
      "grad_norm": 2.8864669799804688,
      "learning_rate": 1.1515151515151517e-05,
      "loss": 0.7927,
      "step": 57
    },
    {
      "epoch": 0.17600758653390233,
      "grad_norm": 2.3167998790740967,
      "learning_rate": 1.1717171717171718e-05,
      "loss": 0.7999,
      "step": 58
    },
    {
      "epoch": 0.17904220009483168,
      "grad_norm": 3.075058698654175,
      "learning_rate": 1.191919191919192e-05,
      "loss": 0.7888,
      "step": 59
    },
    {
      "epoch": 0.18207681365576103,
      "grad_norm": 2.38899827003479,
      "learning_rate": 1.2121212121212122e-05,
      "loss": 0.787,
      "step": 60
    },
    {
      "epoch": 0.18511142721669038,
      "grad_norm": 3.121044874191284,
      "learning_rate": 1.2323232323232323e-05,
      "loss": 0.8053,
      "step": 61
    },
    {
      "epoch": 0.18814604077761973,
      "grad_norm": 2.580725908279419,
      "learning_rate": 1.2525252525252527e-05,
      "loss": 0.7819,
      "step": 62
    },
    {
      "epoch": 0.19118065433854908,
      "grad_norm": 3.1028575897216797,
      "learning_rate": 1.2727272727272728e-05,
      "loss": 0.7886,
      "step": 63
    },
    {
      "epoch": 0.19421526789947843,
      "grad_norm": 2.6575424671173096,
      "learning_rate": 1.2929292929292931e-05,
      "loss": 0.7904,
      "step": 64
    },
    {
      "epoch": 0.19724988146040778,
      "grad_norm": 2.8595755100250244,
      "learning_rate": 1.3131313131313132e-05,
      "loss": 0.7955,
      "step": 65
    },
    {
      "epoch": 0.20028449502133713,
      "grad_norm": 2.235410451889038,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.796,
      "step": 66
    },
    {
      "epoch": 0.20331910858226648,
      "grad_norm": 2.7857375144958496,
      "learning_rate": 1.3535353535353538e-05,
      "loss": 0.8008,
      "step": 67
    },
    {
      "epoch": 0.20635372214319583,
      "grad_norm": 2.310331106185913,
      "learning_rate": 1.3737373737373739e-05,
      "loss": 0.7802,
      "step": 68
    },
    {
      "epoch": 0.20938833570412518,
      "grad_norm": 2.8039300441741943,
      "learning_rate": 1.3939393939393942e-05,
      "loss": 0.7946,
      "step": 69
    },
    {
      "epoch": 0.21242294926505453,
      "grad_norm": 2.345369815826416,
      "learning_rate": 1.4141414141414143e-05,
      "loss": 0.7835,
      "step": 70
    },
    {
      "epoch": 0.21545756282598388,
      "grad_norm": 2.8384764194488525,
      "learning_rate": 1.4343434343434344e-05,
      "loss": 0.7855,
      "step": 71
    },
    {
      "epoch": 0.21849217638691323,
      "grad_norm": 2.371159076690674,
      "learning_rate": 1.4545454545454546e-05,
      "loss": 0.7689,
      "step": 72
    },
    {
      "epoch": 0.22152678994784258,
      "grad_norm": 2.9578475952148438,
      "learning_rate": 1.4747474747474747e-05,
      "loss": 0.7918,
      "step": 73
    },
    {
      "epoch": 0.22456140350877193,
      "grad_norm": 2.8900325298309326,
      "learning_rate": 1.4949494949494952e-05,
      "loss": 0.7746,
      "step": 74
    },
    {
      "epoch": 0.22759601706970128,
      "grad_norm": 2.4469008445739746,
      "learning_rate": 1.5151515151515153e-05,
      "loss": 0.7919,
      "step": 75
    },
    {
      "epoch": 0.23063063063063063,
      "grad_norm": 2.410154104232788,
      "learning_rate": 1.5353535353535354e-05,
      "loss": 0.7987,
      "step": 76
    },
    {
      "epoch": 0.23366524419155998,
      "grad_norm": 2.599086284637451,
      "learning_rate": 1.555555555555556e-05,
      "loss": 0.7714,
      "step": 77
    },
    {
      "epoch": 0.23669985775248933,
      "grad_norm": 2.4329092502593994,
      "learning_rate": 1.575757575757576e-05,
      "loss": 0.8041,
      "step": 78
    },
    {
      "epoch": 0.23973447131341868,
      "grad_norm": 2.7239413261413574,
      "learning_rate": 1.595959595959596e-05,
      "loss": 0.7941,
      "step": 79
    },
    {
      "epoch": 0.24276908487434803,
      "grad_norm": 2.8684301376342773,
      "learning_rate": 1.616161616161616e-05,
      "loss": 0.8076,
      "step": 80
    },
    {
      "epoch": 0.24580369843527738,
      "grad_norm": 3.004608631134033,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 0.7893,
      "step": 81
    },
    {
      "epoch": 0.24883831199620673,
      "grad_norm": 2.6391353607177734,
      "learning_rate": 1.6565656565656567e-05,
      "loss": 0.8116,
      "step": 82
    },
    {
      "epoch": 0.2518729255571361,
      "grad_norm": 3.3293023109436035,
      "learning_rate": 1.6767676767676768e-05,
      "loss": 0.7952,
      "step": 83
    },
    {
      "epoch": 0.2549075391180654,
      "grad_norm": 2.5788087844848633,
      "learning_rate": 1.6969696969696972e-05,
      "loss": 0.7905,
      "step": 84
    },
    {
      "epoch": 0.2579421526789948,
      "grad_norm": 3.4907588958740234,
      "learning_rate": 1.7171717171717173e-05,
      "loss": 0.7903,
      "step": 85
    },
    {
      "epoch": 0.2609767662399241,
      "grad_norm": 2.8050403594970703,
      "learning_rate": 1.7373737373737375e-05,
      "loss": 0.7813,
      "step": 86
    },
    {
      "epoch": 0.2640113798008535,
      "grad_norm": 3.180819034576416,
      "learning_rate": 1.7575757575757576e-05,
      "loss": 0.7797,
      "step": 87
    },
    {
      "epoch": 0.26704599336178286,
      "grad_norm": 2.614614486694336,
      "learning_rate": 1.7777777777777777e-05,
      "loss": 0.7903,
      "step": 88
    },
    {
      "epoch": 0.2700806069227122,
      "grad_norm": 3.212218761444092,
      "learning_rate": 1.797979797979798e-05,
      "loss": 0.7927,
      "step": 89
    },
    {
      "epoch": 0.27311522048364156,
      "grad_norm": 2.6879336833953857,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.8099,
      "step": 90
    },
    {
      "epoch": 0.2761498340445709,
      "grad_norm": 3.2700448036193848,
      "learning_rate": 1.8383838383838387e-05,
      "loss": 0.794,
      "step": 91
    },
    {
      "epoch": 0.27918444760550026,
      "grad_norm": 3.1249783039093018,
      "learning_rate": 1.8585858585858588e-05,
      "loss": 0.7807,
      "step": 92
    },
    {
      "epoch": 0.2822190611664296,
      "grad_norm": 2.4789459705352783,
      "learning_rate": 1.8787878787878792e-05,
      "loss": 0.7829,
      "step": 93
    },
    {
      "epoch": 0.28525367472735896,
      "grad_norm": 2.624887466430664,
      "learning_rate": 1.8989898989898993e-05,
      "loss": 0.8043,
      "step": 94
    },
    {
      "epoch": 0.2882882882882883,
      "grad_norm": 2.3336539268493652,
      "learning_rate": 1.9191919191919194e-05,
      "loss": 0.7827,
      "step": 95
    },
    {
      "epoch": 0.29132290184921766,
      "grad_norm": 2.5490119457244873,
      "learning_rate": 1.9393939393939395e-05,
      "loss": 0.8072,
      "step": 96
    },
    {
      "epoch": 0.294357515410147,
      "grad_norm": 2.5659990310668945,
      "learning_rate": 1.9595959595959596e-05,
      "loss": 0.7986,
      "step": 97
    },
    {
      "epoch": 0.29739212897107636,
      "grad_norm": 2.3554656505584717,
      "learning_rate": 1.97979797979798e-05,
      "loss": 0.8059,
      "step": 98
    },
    {
      "epoch": 0.3004267425320057,
      "grad_norm": 2.4364328384399414,
      "learning_rate": 2e-05,
      "loss": 0.7874,
      "step": 99
    },
    {
      "epoch": 0.30346135609293506,
      "grad_norm": 2.3030965328216553,
      "learning_rate": 1.9999937418875125e-05,
      "loss": 0.7854,
      "step": 100
    },
    {
      "epoch": 0.30346135609293506,
      "eval_loss": NaN,
      "eval_runtime": 204.7053,
      "eval_samples_per_second": 20.312,
      "eval_steps_per_second": 5.08,
      "step": 100
    },
    {
      "epoch": 0.3064959696538644,
      "grad_norm": 2.318124294281006,
      "learning_rate": 1.9999749676283775e-05,
      "loss": 0.7964,
      "step": 101
    },
    {
      "epoch": 0.30953058321479376,
      "grad_norm": 2.2906177043914795,
      "learning_rate": 1.9999436774575783e-05,
      "loss": 0.8049,
      "step": 102
    },
    {
      "epoch": 0.3125651967757231,
      "grad_norm": 2.2947778701782227,
      "learning_rate": 1.999899871766749e-05,
      "loss": 0.7881,
      "step": 103
    },
    {
      "epoch": 0.31559981033665246,
      "grad_norm": 2.548788547515869,
      "learning_rate": 1.999843551104172e-05,
      "loss": 0.803,
      "step": 104
    },
    {
      "epoch": 0.3186344238975818,
      "grad_norm": 2.3735954761505127,
      "learning_rate": 1.9997747161747696e-05,
      "loss": 0.8044,
      "step": 105
    },
    {
      "epoch": 0.32166903745851116,
      "grad_norm": 2.620364189147949,
      "learning_rate": 1.9996933678400948e-05,
      "loss": 0.7806,
      "step": 106
    },
    {
      "epoch": 0.3247036510194405,
      "grad_norm": 2.3897509574890137,
      "learning_rate": 1.999599507118322e-05,
      "loss": 0.7862,
      "step": 107
    },
    {
      "epoch": 0.32773826458036986,
      "grad_norm": 2.6068966388702393,
      "learning_rate": 1.9994931351842327e-05,
      "loss": 0.8051,
      "step": 108
    },
    {
      "epoch": 0.3307728781412992,
      "grad_norm": 2.560683488845825,
      "learning_rate": 1.999374253369202e-05,
      "loss": 0.7956,
      "step": 109
    },
    {
      "epoch": 0.33380749170222856,
      "grad_norm": 2.1629045009613037,
      "learning_rate": 1.999242863161182e-05,
      "loss": 0.8074,
      "step": 110
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 2.653731346130371,
      "learning_rate": 1.999098966204682e-05,
      "loss": 0.8071,
      "step": 111
    },
    {
      "epoch": 0.33987671882408726,
      "grad_norm": 2.484330177307129,
      "learning_rate": 1.9989425643007475e-05,
      "loss": 0.8135,
      "step": 112
    },
    {
      "epoch": 0.3429113323850166,
      "grad_norm": 2.3897571563720703,
      "learning_rate": 1.9987736594069417e-05,
      "loss": 0.8066,
      "step": 113
    },
    {
      "epoch": 0.34594594594594597,
      "grad_norm": 2.653904676437378,
      "learning_rate": 1.998592253637315e-05,
      "loss": 0.7908,
      "step": 114
    },
    {
      "epoch": 0.3489805595068753,
      "grad_norm": 2.2755186557769775,
      "learning_rate": 1.9983983492623832e-05,
      "loss": 0.7824,
      "step": 115
    },
    {
      "epoch": 0.35201517306780467,
      "grad_norm": 2.260126829147339,
      "learning_rate": 1.9981919487090973e-05,
      "loss": 0.7916,
      "step": 116
    },
    {
      "epoch": 0.355049786628734,
      "grad_norm": 2.6538352966308594,
      "learning_rate": 1.9979730545608128e-05,
      "loss": 0.7927,
      "step": 117
    },
    {
      "epoch": 0.35808440018966337,
      "grad_norm": 2.2571558952331543,
      "learning_rate": 1.9977416695572577e-05,
      "loss": 0.7826,
      "step": 118
    },
    {
      "epoch": 0.3611190137505927,
      "grad_norm": 2.5154271125793457,
      "learning_rate": 1.9974977965945e-05,
      "loss": 0.807,
      "step": 119
    },
    {
      "epoch": 0.36415362731152207,
      "grad_norm": 2.4908971786499023,
      "learning_rate": 1.9972414387249074e-05,
      "loss": 0.7831,
      "step": 120
    },
    {
      "epoch": 0.3671882408724514,
      "grad_norm": 2.3925859928131104,
      "learning_rate": 1.996972599157113e-05,
      "loss": 0.7844,
      "step": 121
    },
    {
      "epoch": 0.37022285443338077,
      "grad_norm": 2.3527793884277344,
      "learning_rate": 1.9966912812559733e-05,
      "loss": 0.7921,
      "step": 122
    },
    {
      "epoch": 0.3732574679943101,
      "grad_norm": 2.2694365978240967,
      "learning_rate": 1.9963974885425267e-05,
      "loss": 0.7816,
      "step": 123
    },
    {
      "epoch": 0.37629208155523947,
      "grad_norm": 2.436676025390625,
      "learning_rate": 1.9960912246939486e-05,
      "loss": 0.7782,
      "step": 124
    },
    {
      "epoch": 0.3793266951161688,
      "grad_norm": 2.3587653636932373,
      "learning_rate": 1.9957724935435065e-05,
      "loss": 0.8024,
      "step": 125
    },
    {
      "epoch": 0.38236130867709817,
      "grad_norm": 2.3145172595977783,
      "learning_rate": 1.9954412990805107e-05,
      "loss": 0.8115,
      "step": 126
    },
    {
      "epoch": 0.3853959222380275,
      "grad_norm": 2.271946430206299,
      "learning_rate": 1.995097645450266e-05,
      "loss": 0.7975,
      "step": 127
    },
    {
      "epoch": 0.38843053579895687,
      "grad_norm": 2.2533860206604004,
      "learning_rate": 1.994741536954019e-05,
      "loss": 0.8187,
      "step": 128
    },
    {
      "epoch": 0.3914651493598862,
      "grad_norm": 2.5504581928253174,
      "learning_rate": 1.994372978048903e-05,
      "loss": 0.7913,
      "step": 129
    },
    {
      "epoch": 0.39449976292081557,
      "grad_norm": 2.3467888832092285,
      "learning_rate": 1.993991973347884e-05,
      "loss": 0.7955,
      "step": 130
    },
    {
      "epoch": 0.3975343764817449,
      "grad_norm": 2.356933832168579,
      "learning_rate": 1.9935985276197033e-05,
      "loss": 0.808,
      "step": 131
    },
    {
      "epoch": 0.40056899004267427,
      "grad_norm": 2.608546257019043,
      "learning_rate": 1.9931926457888155e-05,
      "loss": 0.785,
      "step": 132
    },
    {
      "epoch": 0.4036036036036036,
      "grad_norm": 2.2730495929718018,
      "learning_rate": 1.9927743329353295e-05,
      "loss": 0.79,
      "step": 133
    },
    {
      "epoch": 0.40663821716453297,
      "grad_norm": 2.2720224857330322,
      "learning_rate": 1.992343594294943e-05,
      "loss": 0.8084,
      "step": 134
    },
    {
      "epoch": 0.4096728307254623,
      "grad_norm": 2.2325122356414795,
      "learning_rate": 1.9919004352588768e-05,
      "loss": 0.8008,
      "step": 135
    },
    {
      "epoch": 0.41270744428639167,
      "grad_norm": 2.4259414672851562,
      "learning_rate": 1.9914448613738107e-05,
      "loss": 0.7827,
      "step": 136
    },
    {
      "epoch": 0.415742057847321,
      "grad_norm": 2.2663819789886475,
      "learning_rate": 1.9909768783418086e-05,
      "loss": 0.8059,
      "step": 137
    },
    {
      "epoch": 0.41877667140825037,
      "grad_norm": 2.910830020904541,
      "learning_rate": 1.990496492020252e-05,
      "loss": 0.8159,
      "step": 138
    },
    {
      "epoch": 0.4218112849691797,
      "grad_norm": 2.4485902786254883,
      "learning_rate": 1.9900037084217637e-05,
      "loss": 0.7921,
      "step": 139
    },
    {
      "epoch": 0.42484589853010907,
      "grad_norm": 2.3199424743652344,
      "learning_rate": 1.989498533714135e-05,
      "loss": 0.8006,
      "step": 140
    },
    {
      "epoch": 0.4278805120910384,
      "grad_norm": 2.529900550842285,
      "learning_rate": 1.9889809742202454e-05,
      "loss": 0.7805,
      "step": 141
    },
    {
      "epoch": 0.43091512565196777,
      "grad_norm": 2.5135438442230225,
      "learning_rate": 1.988451036417986e-05,
      "loss": 0.8088,
      "step": 142
    },
    {
      "epoch": 0.4339497392128971,
      "grad_norm": 2.359200954437256,
      "learning_rate": 1.9879087269401782e-05,
      "loss": 0.7963,
      "step": 143
    },
    {
      "epoch": 0.43698435277382647,
      "grad_norm": 2.307164192199707,
      "learning_rate": 1.9873540525744888e-05,
      "loss": 0.79,
      "step": 144
    },
    {
      "epoch": 0.4400189663347558,
      "grad_norm": 2.341834545135498,
      "learning_rate": 1.986787020263347e-05,
      "loss": 0.7955,
      "step": 145
    },
    {
      "epoch": 0.44305357989568517,
      "grad_norm": 2.409449338912964,
      "learning_rate": 1.986207637103857e-05,
      "loss": 0.7761,
      "step": 146
    },
    {
      "epoch": 0.4460881934566145,
      "grad_norm": 2.3119232654571533,
      "learning_rate": 1.9856159103477085e-05,
      "loss": 0.7992,
      "step": 147
    },
    {
      "epoch": 0.44912280701754387,
      "grad_norm": 2.3376715183258057,
      "learning_rate": 1.9850118474010873e-05,
      "loss": 0.784,
      "step": 148
    },
    {
      "epoch": 0.4521574205784732,
      "grad_norm": 2.387392997741699,
      "learning_rate": 1.98439545582458e-05,
      "loss": 0.7806,
      "step": 149
    },
    {
      "epoch": 0.45519203413940257,
      "grad_norm": 2.2223150730133057,
      "learning_rate": 1.983766743333084e-05,
      "loss": 0.7914,
      "step": 150
    },
    {
      "epoch": 0.45519203413940257,
      "eval_loss": NaN,
      "eval_runtime": 205.0592,
      "eval_samples_per_second": 20.277,
      "eval_steps_per_second": 5.072,
      "step": 150
    },
    {
      "epoch": 0.4582266477003319,
      "grad_norm": 2.727046012878418,
      "learning_rate": 1.9831257177957045e-05,
      "loss": 0.793,
      "step": 151
    },
    {
      "epoch": 0.46126126126126127,
      "grad_norm": 2.266788959503174,
      "learning_rate": 1.9824723872356623e-05,
      "loss": 0.8127,
      "step": 152
    },
    {
      "epoch": 0.4642958748221906,
      "grad_norm": 2.530904531478882,
      "learning_rate": 1.9818067598301894e-05,
      "loss": 0.7973,
      "step": 153
    },
    {
      "epoch": 0.46733048838311997,
      "grad_norm": 2.3305609226226807,
      "learning_rate": 1.981128843910428e-05,
      "loss": 0.7961,
      "step": 154
    },
    {
      "epoch": 0.4703651019440493,
      "grad_norm": 2.1240079402923584,
      "learning_rate": 1.9804386479613268e-05,
      "loss": 0.8093,
      "step": 155
    },
    {
      "epoch": 0.47339971550497867,
      "grad_norm": 2.625185489654541,
      "learning_rate": 1.9797361806215335e-05,
      "loss": 0.7988,
      "step": 156
    },
    {
      "epoch": 0.476434329065908,
      "grad_norm": 2.4407734870910645,
      "learning_rate": 1.9790214506832868e-05,
      "loss": 0.8166,
      "step": 157
    },
    {
      "epoch": 0.47946894262683737,
      "grad_norm": 2.4013476371765137,
      "learning_rate": 1.9782944670923075e-05,
      "loss": 0.7935,
      "step": 158
    },
    {
      "epoch": 0.4825035561877667,
      "grad_norm": 2.357010841369629,
      "learning_rate": 1.9775552389476865e-05,
      "loss": 0.7818,
      "step": 159
    },
    {
      "epoch": 0.48553816974869607,
      "grad_norm": 2.1862401962280273,
      "learning_rate": 1.9768037755017687e-05,
      "loss": 0.7879,
      "step": 160
    },
    {
      "epoch": 0.4885727833096254,
      "grad_norm": 2.3130927085876465,
      "learning_rate": 1.97604008616004e-05,
      "loss": 0.7914,
      "step": 161
    },
    {
      "epoch": 0.49160739687055477,
      "grad_norm": 2.0661509037017822,
      "learning_rate": 1.9752641804810083e-05,
      "loss": 0.8023,
      "step": 162
    },
    {
      "epoch": 0.4946420104314841,
      "grad_norm": 2.2117955684661865,
      "learning_rate": 1.9744760681760832e-05,
      "loss": 0.7972,
      "step": 163
    },
    {
      "epoch": 0.49767662399241347,
      "grad_norm": 2.603163242340088,
      "learning_rate": 1.973675759109456e-05,
      "loss": 0.7913,
      "step": 164
    },
    {
      "epoch": 0.5007112375533428,
      "grad_norm": 2.2511062622070312,
      "learning_rate": 1.9728632632979746e-05,
      "loss": 0.7914,
      "step": 165
    },
    {
      "epoch": 0.5037458511142722,
      "grad_norm": 2.375213861465454,
      "learning_rate": 1.9720385909110197e-05,
      "loss": 0.7928,
      "step": 166
    },
    {
      "epoch": 0.5067804646752015,
      "grad_norm": 2.5348660945892334,
      "learning_rate": 1.9712017522703764e-05,
      "loss": 0.7894,
      "step": 167
    },
    {
      "epoch": 0.5098150782361308,
      "grad_norm": 2.2094035148620605,
      "learning_rate": 1.9703527578501052e-05,
      "loss": 0.7813,
      "step": 168
    },
    {
      "epoch": 0.5128496917970602,
      "grad_norm": 2.2283380031585693,
      "learning_rate": 1.9694916182764113e-05,
      "loss": 0.7877,
      "step": 169
    },
    {
      "epoch": 0.5158843053579896,
      "grad_norm": 2.189119338989258,
      "learning_rate": 1.9686183443275118e-05,
      "loss": 0.7989,
      "step": 170
    },
    {
      "epoch": 0.518918918918919,
      "grad_norm": 2.2636640071868896,
      "learning_rate": 1.967732946933499e-05,
      "loss": 0.8059,
      "step": 171
    },
    {
      "epoch": 0.5219535324798482,
      "grad_norm": 2.243251085281372,
      "learning_rate": 1.9668354371762066e-05,
      "loss": 0.7904,
      "step": 172
    },
    {
      "epoch": 0.5249881460407776,
      "grad_norm": 2.215536117553711,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 0.7912,
      "step": 173
    },
    {
      "epoch": 0.528022759601707,
      "grad_norm": 2.2998199462890625,
      "learning_rate": 1.9650041256569792e-05,
      "loss": 0.797,
      "step": 174
    },
    {
      "epoch": 0.5310573731626363,
      "grad_norm": 2.3586950302124023,
      "learning_rate": 1.9640703468161508e-05,
      "loss": 0.7907,
      "step": 175
    },
    {
      "epoch": 0.5340919867235657,
      "grad_norm": 2.257404088973999,
      "learning_rate": 1.96312450145397e-05,
      "loss": 0.7977,
      "step": 176
    },
    {
      "epoch": 0.537126600284495,
      "grad_norm": 2.4808526039123535,
      "learning_rate": 1.9621666014088495e-05,
      "loss": 0.7929,
      "step": 177
    },
    {
      "epoch": 0.5401612138454244,
      "grad_norm": 2.208704710006714,
      "learning_rate": 1.9611966586700825e-05,
      "loss": 0.7975,
      "step": 178
    },
    {
      "epoch": 0.5431958274063537,
      "grad_norm": 2.4615161418914795,
      "learning_rate": 1.9602146853776894e-05,
      "loss": 0.7991,
      "step": 179
    },
    {
      "epoch": 0.5462304409672831,
      "grad_norm": 2.4766757488250732,
      "learning_rate": 1.9592206938222703e-05,
      "loss": 0.7911,
      "step": 180
    },
    {
      "epoch": 0.5492650545282124,
      "grad_norm": 2.2009432315826416,
      "learning_rate": 1.9582146964448457e-05,
      "loss": 0.788,
      "step": 181
    },
    {
      "epoch": 0.5522996680891418,
      "grad_norm": 2.258129358291626,
      "learning_rate": 1.9571967058367067e-05,
      "loss": 0.7893,
      "step": 182
    },
    {
      "epoch": 0.5553342816500711,
      "grad_norm": 2.1914985179901123,
      "learning_rate": 1.956166734739251e-05,
      "loss": 0.8057,
      "step": 183
    },
    {
      "epoch": 0.5583688952110005,
      "grad_norm": 2.2815279960632324,
      "learning_rate": 1.9551247960438298e-05,
      "loss": 0.7823,
      "step": 184
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 2.2393579483032227,
      "learning_rate": 1.954070902791582e-05,
      "loss": 0.7899,
      "step": 185
    },
    {
      "epoch": 0.5644381223328592,
      "grad_norm": 2.56640625,
      "learning_rate": 1.953005068173272e-05,
      "loss": 0.7731,
      "step": 186
    },
    {
      "epoch": 0.5674727358937885,
      "grad_norm": 2.3896234035491943,
      "learning_rate": 1.9519273055291266e-05,
      "loss": 0.7936,
      "step": 187
    },
    {
      "epoch": 0.5705073494547179,
      "grad_norm": 2.21494722366333,
      "learning_rate": 1.9508376283486653e-05,
      "loss": 0.8121,
      "step": 188
    },
    {
      "epoch": 0.5735419630156472,
      "grad_norm": 2.400538444519043,
      "learning_rate": 1.949736050270532e-05,
      "loss": 0.7938,
      "step": 189
    },
    {
      "epoch": 0.5765765765765766,
      "grad_norm": 2.1337621212005615,
      "learning_rate": 1.9486225850823265e-05,
      "loss": 0.8049,
      "step": 190
    },
    {
      "epoch": 0.579611190137506,
      "grad_norm": 2.314168930053711,
      "learning_rate": 1.9474972467204298e-05,
      "loss": 0.8109,
      "step": 191
    },
    {
      "epoch": 0.5826458036984353,
      "grad_norm": 2.2364132404327393,
      "learning_rate": 1.9463600492698297e-05,
      "loss": 0.78,
      "step": 192
    },
    {
      "epoch": 0.5856804172593646,
      "grad_norm": 2.204206705093384,
      "learning_rate": 1.945211006963945e-05,
      "loss": 0.8187,
      "step": 193
    },
    {
      "epoch": 0.588715030820294,
      "grad_norm": 2.1865625381469727,
      "learning_rate": 1.9440501341844484e-05,
      "loss": 0.7844,
      "step": 194
    },
    {
      "epoch": 0.5917496443812233,
      "grad_norm": 2.143092155456543,
      "learning_rate": 1.9428774454610845e-05,
      "loss": 0.7967,
      "step": 195
    },
    {
      "epoch": 0.5947842579421527,
      "grad_norm": 2.3440985679626465,
      "learning_rate": 1.9416929554714887e-05,
      "loss": 0.8096,
      "step": 196
    },
    {
      "epoch": 0.597818871503082,
      "grad_norm": 2.43977689743042,
      "learning_rate": 1.9404966790410047e-05,
      "loss": 0.795,
      "step": 197
    },
    {
      "epoch": 0.6008534850640114,
      "grad_norm": 2.2740390300750732,
      "learning_rate": 1.9392886311424975e-05,
      "loss": 0.7937,
      "step": 198
    },
    {
      "epoch": 0.6038880986249408,
      "grad_norm": 2.1775126457214355,
      "learning_rate": 1.938068826896166e-05,
      "loss": 0.8019,
      "step": 199
    },
    {
      "epoch": 0.6069227121858701,
      "grad_norm": 2.1858487129211426,
      "learning_rate": 1.9368372815693547e-05,
      "loss": 0.7962,
      "step": 200
    },
    {
      "epoch": 0.6069227121858701,
      "eval_loss": NaN,
      "eval_runtime": 204.6421,
      "eval_samples_per_second": 20.318,
      "eval_steps_per_second": 5.082,
      "step": 200
    },
    {
      "epoch": 0.6099573257467994,
      "grad_norm": 2.2958755493164062,
      "learning_rate": 1.9355940105763622e-05,
      "loss": 0.8003,
      "step": 201
    },
    {
      "epoch": 0.6129919393077288,
      "grad_norm": 2.1330931186676025,
      "learning_rate": 1.934339029478248e-05,
      "loss": 0.7803,
      "step": 202
    },
    {
      "epoch": 0.6160265528686582,
      "grad_norm": 2.3881402015686035,
      "learning_rate": 1.9330723539826373e-05,
      "loss": 0.8044,
      "step": 203
    },
    {
      "epoch": 0.6190611664295875,
      "grad_norm": 2.2404513359069824,
      "learning_rate": 1.9317939999435262e-05,
      "loss": 0.8097,
      "step": 204
    },
    {
      "epoch": 0.6220957799905168,
      "grad_norm": 2.194645404815674,
      "learning_rate": 1.930503983361081e-05,
      "loss": 0.8178,
      "step": 205
    },
    {
      "epoch": 0.6251303935514462,
      "grad_norm": 2.509723424911499,
      "learning_rate": 1.92920232038144e-05,
      "loss": 0.7936,
      "step": 206
    },
    {
      "epoch": 0.6281650071123756,
      "grad_norm": 2.2457869052886963,
      "learning_rate": 1.9278890272965097e-05,
      "loss": 0.8162,
      "step": 207
    },
    {
      "epoch": 0.6311996206733049,
      "grad_norm": 2.2989683151245117,
      "learning_rate": 1.9265641205437612e-05,
      "loss": 0.8012,
      "step": 208
    },
    {
      "epoch": 0.6342342342342342,
      "grad_norm": 2.3188092708587646,
      "learning_rate": 1.925227616706026e-05,
      "loss": 0.8094,
      "step": 209
    },
    {
      "epoch": 0.6372688477951636,
      "grad_norm": 2.2978076934814453,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.7811,
      "step": 210
    },
    {
      "epoch": 0.640303461356093,
      "grad_norm": 2.331542730331421,
      "learning_rate": 1.9225198848324687e-05,
      "loss": 0.7946,
      "step": 211
    },
    {
      "epoch": 0.6433380749170223,
      "grad_norm": 2.1989738941192627,
      "learning_rate": 1.921148690687228e-05,
      "loss": 0.7983,
      "step": 212
    },
    {
      "epoch": 0.6463726884779516,
      "grad_norm": 2.4261419773101807,
      "learning_rate": 1.9197659672377388e-05,
      "loss": 0.8134,
      "step": 213
    },
    {
      "epoch": 0.649407302038881,
      "grad_norm": 2.3790082931518555,
      "learning_rate": 1.918371731790479e-05,
      "loss": 0.79,
      "step": 214
    },
    {
      "epoch": 0.6524419155998104,
      "grad_norm": 2.2966949939727783,
      "learning_rate": 1.9169660017960135e-05,
      "loss": 0.8029,
      "step": 215
    },
    {
      "epoch": 0.6554765291607397,
      "grad_norm": 2.5911426544189453,
      "learning_rate": 1.915548794848775e-05,
      "loss": 0.8118,
      "step": 216
    },
    {
      "epoch": 0.658511142721669,
      "grad_norm": 2.3282856941223145,
      "learning_rate": 1.9141201286868435e-05,
      "loss": 0.8092,
      "step": 217
    },
    {
      "epoch": 0.6615457562825984,
      "grad_norm": 2.415398359298706,
      "learning_rate": 1.9126800211917277e-05,
      "loss": 0.8156,
      "step": 218
    },
    {
      "epoch": 0.6645803698435278,
      "grad_norm": 2.2823410034179688,
      "learning_rate": 1.911228490388136e-05,
      "loss": 0.8004,
      "step": 219
    },
    {
      "epoch": 0.6676149834044571,
      "grad_norm": 2.2104527950286865,
      "learning_rate": 1.9097655544437544e-05,
      "loss": 0.8023,
      "step": 220
    },
    {
      "epoch": 0.6706495969653864,
      "grad_norm": 2.3354063034057617,
      "learning_rate": 1.908291231669019e-05,
      "loss": 0.8117,
      "step": 221
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 2.230656147003174,
      "learning_rate": 1.906805540516885e-05,
      "loss": 0.7797,
      "step": 222
    },
    {
      "epoch": 0.6767188240872452,
      "grad_norm": 2.464111328125,
      "learning_rate": 1.905308499582597e-05,
      "loss": 0.7929,
      "step": 223
    },
    {
      "epoch": 0.6797534376481745,
      "grad_norm": 2.188788652420044,
      "learning_rate": 1.903800127603456e-05,
      "loss": 0.7971,
      "step": 224
    },
    {
      "epoch": 0.6827880512091038,
      "grad_norm": 2.202427387237549,
      "learning_rate": 1.9022804434585854e-05,
      "loss": 0.8026,
      "step": 225
    },
    {
      "epoch": 0.6858226647700332,
      "grad_norm": 2.2621190547943115,
      "learning_rate": 1.9007494661686937e-05,
      "loss": 0.8112,
      "step": 226
    },
    {
      "epoch": 0.6888572783309626,
      "grad_norm": 2.333603620529175,
      "learning_rate": 1.8992072148958368e-05,
      "loss": 0.7937,
      "step": 227
    },
    {
      "epoch": 0.6918918918918919,
      "grad_norm": 2.626451253890991,
      "learning_rate": 1.8976537089431793e-05,
      "loss": 0.8005,
      "step": 228
    },
    {
      "epoch": 0.6949265054528212,
      "grad_norm": 2.4107227325439453,
      "learning_rate": 1.8960889677547506e-05,
      "loss": 0.7813,
      "step": 229
    },
    {
      "epoch": 0.6979611190137506,
      "grad_norm": 2.7147607803344727,
      "learning_rate": 1.8945130109152035e-05,
      "loss": 0.8036,
      "step": 230
    },
    {
      "epoch": 0.70099573257468,
      "grad_norm": 2.281703233718872,
      "learning_rate": 1.8929258581495688e-05,
      "loss": 0.7946,
      "step": 231
    },
    {
      "epoch": 0.7040303461356093,
      "grad_norm": 3.016942262649536,
      "learning_rate": 1.891327529323007e-05,
      "loss": 0.7786,
      "step": 232
    },
    {
      "epoch": 0.7070649596965386,
      "grad_norm": 2.5729317665100098,
      "learning_rate": 1.8897180444405615e-05,
      "loss": 0.8141,
      "step": 233
    },
    {
      "epoch": 0.710099573257468,
      "grad_norm": 2.75722336769104,
      "learning_rate": 1.888097423646907e-05,
      "loss": 0.8079,
      "step": 234
    },
    {
      "epoch": 0.7131341868183974,
      "grad_norm": 2.843980073928833,
      "learning_rate": 1.8864656872260985e-05,
      "loss": 0.795,
      "step": 235
    },
    {
      "epoch": 0.7161688003793267,
      "grad_norm": 3.3999879360198975,
      "learning_rate": 1.884822855601316e-05,
      "loss": 0.8086,
      "step": 236
    },
    {
      "epoch": 0.719203413940256,
      "grad_norm": 3.1997487545013428,
      "learning_rate": 1.8831689493346095e-05,
      "loss": 0.7919,
      "step": 237
    },
    {
      "epoch": 0.7222380275011854,
      "grad_norm": 2.4851367473602295,
      "learning_rate": 1.881503989126642e-05,
      "loss": 0.7914,
      "step": 238
    },
    {
      "epoch": 0.7252726410621148,
      "grad_norm": 2.738428831100464,
      "learning_rate": 1.8798279958164295e-05,
      "loss": 0.7929,
      "step": 239
    },
    {
      "epoch": 0.7283072546230441,
      "grad_norm": 2.1467783451080322,
      "learning_rate": 1.8781409903810823e-05,
      "loss": 0.815,
      "step": 240
    },
    {
      "epoch": 0.7313418681839734,
      "grad_norm": 16.773521423339844,
      "learning_rate": 1.8764429939355394e-05,
      "loss": 0.8014,
      "step": 241
    },
    {
      "epoch": 0.7343764817449028,
      "grad_norm": 3.171633720397949,
      "learning_rate": 1.874734027732306e-05,
      "loss": 0.805,
      "step": 242
    },
    {
      "epoch": 0.7374110953058322,
      "grad_norm": 2.249514102935791,
      "learning_rate": 1.8730141131611882e-05,
      "loss": 0.8109,
      "step": 243
    },
    {
      "epoch": 0.7404457088667615,
      "grad_norm": 2.816488742828369,
      "learning_rate": 1.8712832717490238e-05,
      "loss": 0.8044,
      "step": 244
    },
    {
      "epoch": 0.7434803224276908,
      "grad_norm": 2.558295488357544,
      "learning_rate": 1.8695415251594123e-05,
      "loss": 0.8269,
      "step": 245
    },
    {
      "epoch": 0.7465149359886202,
      "grad_norm": 2.5777034759521484,
      "learning_rate": 1.8677888951924473e-05,
      "loss": 0.7971,
      "step": 246
    },
    {
      "epoch": 0.7495495495495496,
      "grad_norm": 2.394287586212158,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.8092,
      "step": 247
    },
    {
      "epoch": 0.7525841631104789,
      "grad_norm": 2.2798614501953125,
      "learning_rate": 1.864251073007642e-05,
      "loss": 0.7964,
      "step": 248
    },
    {
      "epoch": 0.7556187766714082,
      "grad_norm": 2.3587262630462646,
      "learning_rate": 1.8624659250699807e-05,
      "loss": 0.7928,
      "step": 249
    },
    {
      "epoch": 0.7586533902323376,
      "grad_norm": 2.189763307571411,
      "learning_rate": 1.8606699823147675e-05,
      "loss": 0.7812,
      "step": 250
    },
    {
      "epoch": 0.7586533902323376,
      "eval_loss": NaN,
      "eval_runtime": 204.0596,
      "eval_samples_per_second": 20.376,
      "eval_steps_per_second": 5.097,
      "step": 250
    },
    {
      "epoch": 0.761688003793267,
      "grad_norm": 2.433803081512451,
      "learning_rate": 1.8588632672204264e-05,
      "loss": 0.8111,
      "step": 251
    },
    {
      "epoch": 0.7647226173541963,
      "grad_norm": 2.28267765045166,
      "learning_rate": 1.8570458024002094e-05,
      "loss": 0.8001,
      "step": 252
    },
    {
      "epoch": 0.7677572309151256,
      "grad_norm": 2.3339545726776123,
      "learning_rate": 1.8552176106019156e-05,
      "loss": 0.8158,
      "step": 253
    },
    {
      "epoch": 0.770791844476055,
      "grad_norm": 2.284759998321533,
      "learning_rate": 1.8533787147076046e-05,
      "loss": 0.7852,
      "step": 254
    },
    {
      "epoch": 0.7738264580369844,
      "grad_norm": 2.35969614982605,
      "learning_rate": 1.8515291377333114e-05,
      "loss": 0.7909,
      "step": 255
    },
    {
      "epoch": 0.7768610715979137,
      "grad_norm": 2.4525341987609863,
      "learning_rate": 1.8496689028287572e-05,
      "loss": 0.817,
      "step": 256
    },
    {
      "epoch": 0.779895685158843,
      "grad_norm": 2.7126755714416504,
      "learning_rate": 1.847798033277061e-05,
      "loss": 0.797,
      "step": 257
    },
    {
      "epoch": 0.7829302987197724,
      "grad_norm": 2.2292561531066895,
      "learning_rate": 1.8459165524944463e-05,
      "loss": 0.8044,
      "step": 258
    },
    {
      "epoch": 0.7859649122807018,
      "grad_norm": 2.447347640991211,
      "learning_rate": 1.8440244840299507e-05,
      "loss": 0.7979,
      "step": 259
    },
    {
      "epoch": 0.7889995258416311,
      "grad_norm": 2.2336087226867676,
      "learning_rate": 1.842121851565128e-05,
      "loss": 0.8036,
      "step": 260
    },
    {
      "epoch": 0.7920341394025604,
      "grad_norm": 2.3720502853393555,
      "learning_rate": 1.8402086789137547e-05,
      "loss": 0.7979,
      "step": 261
    },
    {
      "epoch": 0.7950687529634898,
      "grad_norm": 2.1780807971954346,
      "learning_rate": 1.8382849900215297e-05,
      "loss": 0.7876,
      "step": 262
    },
    {
      "epoch": 0.7981033665244192,
      "grad_norm": 2.3325858116149902,
      "learning_rate": 1.8363508089657763e-05,
      "loss": 0.7997,
      "step": 263
    },
    {
      "epoch": 0.8011379800853485,
      "grad_norm": 2.3341164588928223,
      "learning_rate": 1.8344061599551397e-05,
      "loss": 0.7844,
      "step": 264
    },
    {
      "epoch": 0.8041725936462779,
      "grad_norm": 2.4678280353546143,
      "learning_rate": 1.8324510673292844e-05,
      "loss": 0.7946,
      "step": 265
    },
    {
      "epoch": 0.8072072072072072,
      "grad_norm": 2.424893856048584,
      "learning_rate": 1.8304855555585893e-05,
      "loss": 0.7916,
      "step": 266
    },
    {
      "epoch": 0.8102418207681366,
      "grad_norm": 2.5433976650238037,
      "learning_rate": 1.8285096492438424e-05,
      "loss": 0.7983,
      "step": 267
    },
    {
      "epoch": 0.8132764343290659,
      "grad_norm": 2.499178647994995,
      "learning_rate": 1.826523373115931e-05,
      "loss": 0.7944,
      "step": 268
    },
    {
      "epoch": 0.8163110478899953,
      "grad_norm": 2.2453994750976562,
      "learning_rate": 1.8245267520355348e-05,
      "loss": 0.8148,
      "step": 269
    },
    {
      "epoch": 0.8193456614509246,
      "grad_norm": 2.350146770477295,
      "learning_rate": 1.8225198109928116e-05,
      "loss": 0.7986,
      "step": 270
    },
    {
      "epoch": 0.822380275011854,
      "grad_norm": 2.2048559188842773,
      "learning_rate": 1.8205025751070878e-05,
      "loss": 0.8093,
      "step": 271
    },
    {
      "epoch": 0.8254148885727833,
      "grad_norm": 2.2730185985565186,
      "learning_rate": 1.8184750696265408e-05,
      "loss": 0.7787,
      "step": 272
    },
    {
      "epoch": 0.8284495021337127,
      "grad_norm": 2.423301935195923,
      "learning_rate": 1.8164373199278858e-05,
      "loss": 0.823,
      "step": 273
    },
    {
      "epoch": 0.831484115694642,
      "grad_norm": 2.309649705886841,
      "learning_rate": 1.8143893515160565e-05,
      "loss": 0.7901,
      "step": 274
    },
    {
      "epoch": 0.8345187292555714,
      "grad_norm": 2.249284267425537,
      "learning_rate": 1.812331190023886e-05,
      "loss": 0.8095,
      "step": 275
    },
    {
      "epoch": 0.8375533428165007,
      "grad_norm": 2.2063703536987305,
      "learning_rate": 1.8102628612117868e-05,
      "loss": 0.8008,
      "step": 276
    },
    {
      "epoch": 0.8405879563774301,
      "grad_norm": 2.2518839836120605,
      "learning_rate": 1.8081843909674277e-05,
      "loss": 0.8051,
      "step": 277
    },
    {
      "epoch": 0.8436225699383594,
      "grad_norm": 2.226356267929077,
      "learning_rate": 1.8060958053054095e-05,
      "loss": 0.8036,
      "step": 278
    },
    {
      "epoch": 0.8466571834992888,
      "grad_norm": 2.186485767364502,
      "learning_rate": 1.8039971303669407e-05,
      "loss": 0.8025,
      "step": 279
    },
    {
      "epoch": 0.8496917970602181,
      "grad_norm": 2.4235646724700928,
      "learning_rate": 1.8018883924195085e-05,
      "loss": 0.7799,
      "step": 280
    },
    {
      "epoch": 0.8527264106211475,
      "grad_norm": 2.2470943927764893,
      "learning_rate": 1.799769617856552e-05,
      "loss": 0.8025,
      "step": 281
    },
    {
      "epoch": 0.8557610241820768,
      "grad_norm": 2.2514889240264893,
      "learning_rate": 1.79764083319713e-05,
      "loss": 0.7978,
      "step": 282
    },
    {
      "epoch": 0.8587956377430062,
      "grad_norm": 2.220952033996582,
      "learning_rate": 1.79550206508559e-05,
      "loss": 0.7978,
      "step": 283
    },
    {
      "epoch": 0.8618302513039355,
      "grad_norm": 2.4699270725250244,
      "learning_rate": 1.7933533402912354e-05,
      "loss": 0.7835,
      "step": 284
    },
    {
      "epoch": 0.8648648648648649,
      "grad_norm": 2.3011207580566406,
      "learning_rate": 1.7911946857079886e-05,
      "loss": 0.8008,
      "step": 285
    },
    {
      "epoch": 0.8678994784257942,
      "grad_norm": 2.2239327430725098,
      "learning_rate": 1.7890261283540563e-05,
      "loss": 0.7904,
      "step": 286
    },
    {
      "epoch": 0.8709340919867236,
      "grad_norm": 2.077845573425293,
      "learning_rate": 1.78684769537159e-05,
      "loss": 0.7962,
      "step": 287
    },
    {
      "epoch": 0.8739687055476529,
      "grad_norm": 2.2492687702178955,
      "learning_rate": 1.7846594140263475e-05,
      "loss": 0.8076,
      "step": 288
    },
    {
      "epoch": 0.8770033191085823,
      "grad_norm": 2.1000773906707764,
      "learning_rate": 1.78246131170735e-05,
      "loss": 0.8107,
      "step": 289
    },
    {
      "epoch": 0.8800379326695116,
      "grad_norm": 2.2440242767333984,
      "learning_rate": 1.7802534159265407e-05,
      "loss": 0.784,
      "step": 290
    },
    {
      "epoch": 0.883072546230441,
      "grad_norm": 2.1370065212249756,
      "learning_rate": 1.7780357543184396e-05,
      "loss": 0.7926,
      "step": 291
    },
    {
      "epoch": 0.8861071597913703,
      "grad_norm": 2.2182703018188477,
      "learning_rate": 1.775808354639799e-05,
      "loss": 0.8079,
      "step": 292
    },
    {
      "epoch": 0.8891417733522997,
      "grad_norm": 2.236370325088501,
      "learning_rate": 1.773571244769254e-05,
      "loss": 0.7851,
      "step": 293
    },
    {
      "epoch": 0.892176386913229,
      "grad_norm": 2.216042995452881,
      "learning_rate": 1.771324452706975e-05,
      "loss": 0.798,
      "step": 294
    },
    {
      "epoch": 0.8952110004741584,
      "grad_norm": 2.2804715633392334,
      "learning_rate": 1.769068006574317e-05,
      "loss": 0.7916,
      "step": 295
    },
    {
      "epoch": 0.8982456140350877,
      "grad_norm": 2.188271999359131,
      "learning_rate": 1.7668019346134674e-05,
      "loss": 0.7993,
      "step": 296
    },
    {
      "epoch": 0.9012802275960171,
      "grad_norm": 2.372596025466919,
      "learning_rate": 1.7645262651870926e-05,
      "loss": 0.816,
      "step": 297
    },
    {
      "epoch": 0.9043148411569464,
      "grad_norm": 2.174302339553833,
      "learning_rate": 1.7622410267779834e-05,
      "loss": 0.8247,
      "step": 298
    },
    {
      "epoch": 0.9073494547178758,
      "grad_norm": 2.0944302082061768,
      "learning_rate": 1.7599462479886976e-05,
      "loss": 0.7979,
      "step": 299
    },
    {
      "epoch": 0.9103840682788051,
      "grad_norm": 2.118502140045166,
      "learning_rate": 1.7576419575412028e-05,
      "loss": 0.8007,
      "step": 300
    },
    {
      "epoch": 0.9103840682788051,
      "eval_loss": NaN,
      "eval_runtime": 203.6703,
      "eval_samples_per_second": 20.415,
      "eval_steps_per_second": 5.106,
      "step": 300
    },
    {
      "epoch": 0.9134186818397345,
      "grad_norm": 2.2053334712982178,
      "learning_rate": 1.755328184276517e-05,
      "loss": 0.7913,
      "step": 301
    },
    {
      "epoch": 0.9164532954006638,
      "grad_norm": 2.243788957595825,
      "learning_rate": 1.7530049571543464e-05,
      "loss": 0.801,
      "step": 302
    },
    {
      "epoch": 0.9194879089615932,
      "grad_norm": 2.363306760787964,
      "learning_rate": 1.7506723052527243e-05,
      "loss": 0.8278,
      "step": 303
    },
    {
      "epoch": 0.9225225225225225,
      "grad_norm": 2.2566967010498047,
      "learning_rate": 1.7483302577676475e-05,
      "loss": 0.7929,
      "step": 304
    },
    {
      "epoch": 0.9255571360834519,
      "grad_norm": 2.1566100120544434,
      "learning_rate": 1.7459788440127083e-05,
      "loss": 0.7953,
      "step": 305
    },
    {
      "epoch": 0.9285917496443812,
      "grad_norm": 2.279130697250366,
      "learning_rate": 1.7436180934187307e-05,
      "loss": 0.8125,
      "step": 306
    },
    {
      "epoch": 0.9316263632053106,
      "grad_norm": 2.172891616821289,
      "learning_rate": 1.7412480355334006e-05,
      "loss": 0.8007,
      "step": 307
    },
    {
      "epoch": 0.9346609767662399,
      "grad_norm": 2.2873098850250244,
      "learning_rate": 1.738868700020895e-05,
      "loss": 0.779,
      "step": 308
    },
    {
      "epoch": 0.9376955903271693,
      "grad_norm": 2.3155357837677,
      "learning_rate": 1.7364801166615124e-05,
      "loss": 0.8025,
      "step": 309
    },
    {
      "epoch": 0.9407302038880986,
      "grad_norm": 2.20151686668396,
      "learning_rate": 1.7340823153513003e-05,
      "loss": 0.8173,
      "step": 310
    },
    {
      "epoch": 0.943764817449028,
      "grad_norm": 2.2033958435058594,
      "learning_rate": 1.7316753261016782e-05,
      "loss": 0.8095,
      "step": 311
    },
    {
      "epoch": 0.9467994310099573,
      "grad_norm": 2.2805070877075195,
      "learning_rate": 1.7292591790390668e-05,
      "loss": 0.8139,
      "step": 312
    },
    {
      "epoch": 0.9498340445708867,
      "grad_norm": 2.335238456726074,
      "learning_rate": 1.7268339044045044e-05,
      "loss": 0.7898,
      "step": 313
    },
    {
      "epoch": 0.952868658131816,
      "grad_norm": 2.1889333724975586,
      "learning_rate": 1.7243995325532755e-05,
      "loss": 0.8002,
      "step": 314
    },
    {
      "epoch": 0.9559032716927454,
      "grad_norm": 2.5007987022399902,
      "learning_rate": 1.7219560939545246e-05,
      "loss": 0.7892,
      "step": 315
    },
    {
      "epoch": 0.9589378852536747,
      "grad_norm": 2.1342813968658447,
      "learning_rate": 1.7195036191908798e-05,
      "loss": 0.8028,
      "step": 316
    },
    {
      "epoch": 0.9619724988146041,
      "grad_norm": 2.199307918548584,
      "learning_rate": 1.7170421389580666e-05,
      "loss": 0.793,
      "step": 317
    },
    {
      "epoch": 0.9650071123755334,
      "grad_norm": 2.1955904960632324,
      "learning_rate": 1.7145716840645253e-05,
      "loss": 0.8085,
      "step": 318
    },
    {
      "epoch": 0.9680417259364628,
      "grad_norm": 2.41741943359375,
      "learning_rate": 1.712092285431026e-05,
      "loss": 0.7964,
      "step": 319
    },
    {
      "epoch": 0.9710763394973921,
      "grad_norm": 2.3595402240753174,
      "learning_rate": 1.7096039740902782e-05,
      "loss": 0.7999,
      "step": 320
    },
    {
      "epoch": 0.9741109530583215,
      "grad_norm": 2.15049147605896,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.7813,
      "step": 321
    },
    {
      "epoch": 0.9771455666192508,
      "grad_norm": 2.240618944168091,
      "learning_rate": 1.7046007379752624e-05,
      "loss": 0.8038,
      "step": 322
    },
    {
      "epoch": 0.9801801801801802,
      "grad_norm": 2.418973922729492,
      "learning_rate": 1.702085875822623e-05,
      "loss": 0.7672,
      "step": 323
    },
    {
      "epoch": 0.9832147937411095,
      "grad_norm": 2.2924294471740723,
      "learning_rate": 1.6995622262052093e-05,
      "loss": 0.8013,
      "step": 324
    },
    {
      "epoch": 0.9862494073020389,
      "grad_norm": 2.2135136127471924,
      "learning_rate": 1.6970298207095887e-05,
      "loss": 0.8112,
      "step": 325
    },
    {
      "epoch": 0.9892840208629682,
      "grad_norm": 2.2720751762390137,
      "learning_rate": 1.6944886910319173e-05,
      "loss": 0.7896,
      "step": 326
    },
    {
      "epoch": 0.9923186344238976,
      "grad_norm": 2.172165632247925,
      "learning_rate": 1.6919388689775463e-05,
      "loss": 0.8084,
      "step": 327
    },
    {
      "epoch": 0.9953532479848269,
      "grad_norm": 2.1608591079711914,
      "learning_rate": 1.6893803864606224e-05,
      "loss": 0.7914,
      "step": 328
    },
    {
      "epoch": 0.9983878615457563,
      "grad_norm": 2.153231143951416,
      "learning_rate": 1.6868132755036875e-05,
      "loss": 0.803,
      "step": 329
    },
    {
      "epoch": 1.0014224751066856,
      "grad_norm": 2.242035150527954,
      "learning_rate": 1.6842375682372803e-05,
      "loss": 0.7964,
      "step": 330
    },
    {
      "epoch": 1.004457088667615,
      "grad_norm": 2.490118980407715,
      "learning_rate": 1.681653296899533e-05,
      "loss": 0.7645,
      "step": 331
    },
    {
      "epoch": 1.0074917022285443,
      "grad_norm": 2.258561372756958,
      "learning_rate": 1.6790604938357664e-05,
      "loss": 0.7579,
      "step": 332
    },
    {
      "epoch": 1.0105263157894737,
      "grad_norm": 2.3750267028808594,
      "learning_rate": 1.676459191498087e-05,
      "loss": 0.7849,
      "step": 333
    },
    {
      "epoch": 1.013560929350403,
      "grad_norm": 2.5088164806365967,
      "learning_rate": 1.6738494224449802e-05,
      "loss": 0.7814,
      "step": 334
    },
    {
      "epoch": 1.0165955429113325,
      "grad_norm": 2.4220824241638184,
      "learning_rate": 1.6712312193409032e-05,
      "loss": 0.7774,
      "step": 335
    },
    {
      "epoch": 1.0196301564722616,
      "grad_norm": 2.2030773162841797,
      "learning_rate": 1.6686046149558736e-05,
      "loss": 0.7495,
      "step": 336
    },
    {
      "epoch": 1.022664770033191,
      "grad_norm": 2.336583375930786,
      "learning_rate": 1.6659696421650645e-05,
      "loss": 0.7508,
      "step": 337
    },
    {
      "epoch": 1.0256993835941204,
      "grad_norm": 2.3112359046936035,
      "learning_rate": 1.6633263339483867e-05,
      "loss": 0.7525,
      "step": 338
    },
    {
      "epoch": 1.0287339971550498,
      "grad_norm": 2.165022611618042,
      "learning_rate": 1.6606747233900816e-05,
      "loss": 0.787,
      "step": 339
    },
    {
      "epoch": 1.0317686107159791,
      "grad_norm": 2.3545596599578857,
      "learning_rate": 1.658014843678303e-05,
      "loss": 0.7665,
      "step": 340
    },
    {
      "epoch": 1.0348032242769085,
      "grad_norm": 2.231351137161255,
      "learning_rate": 1.655346728104704e-05,
      "loss": 0.7726,
      "step": 341
    },
    {
      "epoch": 1.037837837837838,
      "grad_norm": 2.292428970336914,
      "learning_rate": 1.652670410064019e-05,
      "loss": 0.7722,
      "step": 342
    },
    {
      "epoch": 1.0408724513987673,
      "grad_norm": 2.2555713653564453,
      "learning_rate": 1.6499859230536468e-05,
      "loss": 0.755,
      "step": 343
    },
    {
      "epoch": 1.0439070649596967,
      "grad_norm": 2.5129449367523193,
      "learning_rate": 1.647293300673231e-05,
      "loss": 0.7736,
      "step": 344
    },
    {
      "epoch": 1.0469416785206258,
      "grad_norm": 2.269122362136841,
      "learning_rate": 1.6445925766242392e-05,
      "loss": 0.7898,
      "step": 345
    },
    {
      "epoch": 1.0499762920815552,
      "grad_norm": 2.21991229057312,
      "learning_rate": 1.641883784709541e-05,
      "loss": 0.7767,
      "step": 346
    },
    {
      "epoch": 1.0530109056424846,
      "grad_norm": 2.324253797531128,
      "learning_rate": 1.639166958832985e-05,
      "loss": 0.7728,
      "step": 347
    },
    {
      "epoch": 1.056045519203414,
      "grad_norm": 2.3205628395080566,
      "learning_rate": 1.6364421329989758e-05,
      "loss": 0.7845,
      "step": 348
    },
    {
      "epoch": 1.0590801327643433,
      "grad_norm": 2.361678123474121,
      "learning_rate": 1.6337093413120463e-05,
      "loss": 0.7455,
      "step": 349
    },
    {
      "epoch": 1.0621147463252727,
      "grad_norm": 2.3375606536865234,
      "learning_rate": 1.6309686179764317e-05,
      "loss": 0.7754,
      "step": 350
    },
    {
      "epoch": 1.0621147463252727,
      "eval_loss": NaN,
      "eval_runtime": 203.6306,
      "eval_samples_per_second": 20.419,
      "eval_steps_per_second": 5.107,
      "step": 350
    },
    {
      "epoch": 1.065149359886202,
      "grad_norm": 2.3522422313690186,
      "learning_rate": 1.6282199972956425e-05,
      "loss": 0.7759,
      "step": 351
    },
    {
      "epoch": 1.0681839734471312,
      "grad_norm": 2.4227213859558105,
      "learning_rate": 1.6254635136720328e-05,
      "loss": 0.7772,
      "step": 352
    },
    {
      "epoch": 1.0712185870080606,
      "grad_norm": 2.235722303390503,
      "learning_rate": 1.6226992016063726e-05,
      "loss": 0.7694,
      "step": 353
    },
    {
      "epoch": 1.07425320056899,
      "grad_norm": 2.2417314052581787,
      "learning_rate": 1.6199270956974128e-05,
      "loss": 0.7628,
      "step": 354
    },
    {
      "epoch": 1.0772878141299194,
      "grad_norm": 2.348954200744629,
      "learning_rate": 1.6171472306414554e-05,
      "loss": 0.7656,
      "step": 355
    },
    {
      "epoch": 1.0803224276908487,
      "grad_norm": 2.346963882446289,
      "learning_rate": 1.614359641231916e-05,
      "loss": 0.7839,
      "step": 356
    },
    {
      "epoch": 1.0833570412517781,
      "grad_norm": 2.2969138622283936,
      "learning_rate": 1.6115643623588915e-05,
      "loss": 0.7728,
      "step": 357
    },
    {
      "epoch": 1.0863916548127075,
      "grad_norm": 2.3338327407836914,
      "learning_rate": 1.608761429008721e-05,
      "loss": 0.7902,
      "step": 358
    },
    {
      "epoch": 1.0894262683736369,
      "grad_norm": 2.2462401390075684,
      "learning_rate": 1.6059508762635482e-05,
      "loss": 0.7906,
      "step": 359
    },
    {
      "epoch": 1.0924608819345663,
      "grad_norm": 2.2091758251190186,
      "learning_rate": 1.6031327393008848e-05,
      "loss": 0.7587,
      "step": 360
    },
    {
      "epoch": 1.0954954954954954,
      "grad_norm": 2.2392489910125732,
      "learning_rate": 1.6003070533931657e-05,
      "loss": 0.7598,
      "step": 361
    },
    {
      "epoch": 1.0985301090564248,
      "grad_norm": 2.193833112716675,
      "learning_rate": 1.5974738539073125e-05,
      "loss": 0.7622,
      "step": 362
    },
    {
      "epoch": 1.1015647226173542,
      "grad_norm": 2.187610149383545,
      "learning_rate": 1.594633176304287e-05,
      "loss": 0.7796,
      "step": 363
    },
    {
      "epoch": 1.1045993361782835,
      "grad_norm": 2.2753069400787354,
      "learning_rate": 1.5917850561386487e-05,
      "loss": 0.7783,
      "step": 364
    },
    {
      "epoch": 1.107633949739213,
      "grad_norm": 2.2835614681243896,
      "learning_rate": 1.588929529058111e-05,
      "loss": 0.7801,
      "step": 365
    },
    {
      "epoch": 1.1106685633001423,
      "grad_norm": 2.46498441696167,
      "learning_rate": 1.5860666308030933e-05,
      "loss": 0.7683,
      "step": 366
    },
    {
      "epoch": 1.1137031768610717,
      "grad_norm": 2.361351490020752,
      "learning_rate": 1.5831963972062734e-05,
      "loss": 0.783,
      "step": 367
    },
    {
      "epoch": 1.1167377904220008,
      "grad_norm": 2.2396347522735596,
      "learning_rate": 1.5803188641921417e-05,
      "loss": 0.7563,
      "step": 368
    },
    {
      "epoch": 1.1197724039829302,
      "grad_norm": 2.2810609340667725,
      "learning_rate": 1.5774340677765483e-05,
      "loss": 0.7865,
      "step": 369
    },
    {
      "epoch": 1.1228070175438596,
      "grad_norm": 2.147937297821045,
      "learning_rate": 1.5745420440662543e-05,
      "loss": 0.7684,
      "step": 370
    },
    {
      "epoch": 1.125841631104789,
      "grad_norm": 2.355337142944336,
      "learning_rate": 1.5716428292584788e-05,
      "loss": 0.7693,
      "step": 371
    },
    {
      "epoch": 1.1288762446657183,
      "grad_norm": 2.4234957695007324,
      "learning_rate": 1.568736459640447e-05,
      "loss": 0.7567,
      "step": 372
    },
    {
      "epoch": 1.1319108582266477,
      "grad_norm": 2.2321126461029053,
      "learning_rate": 1.5658229715889345e-05,
      "loss": 0.7984,
      "step": 373
    },
    {
      "epoch": 1.134945471787577,
      "grad_norm": 2.2270772457122803,
      "learning_rate": 1.5629024015698137e-05,
      "loss": 0.7868,
      "step": 374
    },
    {
      "epoch": 1.1379800853485065,
      "grad_norm": 2.4906022548675537,
      "learning_rate": 1.5599747861375957e-05,
      "loss": 0.7761,
      "step": 375
    },
    {
      "epoch": 1.1410146989094359,
      "grad_norm": 2.4099533557891846,
      "learning_rate": 1.5570401619349737e-05,
      "loss": 0.7727,
      "step": 376
    },
    {
      "epoch": 1.144049312470365,
      "grad_norm": 2.167451858520508,
      "learning_rate": 1.5540985656923648e-05,
      "loss": 0.7449,
      "step": 377
    },
    {
      "epoch": 1.1470839260312944,
      "grad_norm": 2.4137990474700928,
      "learning_rate": 1.551150034227449e-05,
      "loss": 0.7836,
      "step": 378
    },
    {
      "epoch": 1.1501185395922238,
      "grad_norm": 2.0170676708221436,
      "learning_rate": 1.54819460444471e-05,
      "loss": 0.771,
      "step": 379
    },
    {
      "epoch": 1.1531531531531531,
      "grad_norm": 2.3556909561157227,
      "learning_rate": 1.5452323133349712e-05,
      "loss": 0.769,
      "step": 380
    },
    {
      "epoch": 1.1561877667140825,
      "grad_norm": 2.1490001678466797,
      "learning_rate": 1.5422631979749354e-05,
      "loss": 0.7467,
      "step": 381
    },
    {
      "epoch": 1.159222380275012,
      "grad_norm": 2.240185260772705,
      "learning_rate": 1.5392872955267176e-05,
      "loss": 0.7677,
      "step": 382
    },
    {
      "epoch": 1.1622569938359413,
      "grad_norm": 2.1402430534362793,
      "learning_rate": 1.5363046432373824e-05,
      "loss": 0.7706,
      "step": 383
    },
    {
      "epoch": 1.1652916073968704,
      "grad_norm": 2.043536424636841,
      "learning_rate": 1.5333152784384777e-05,
      "loss": 0.7679,
      "step": 384
    },
    {
      "epoch": 1.1683262209577998,
      "grad_norm": 2.146432399749756,
      "learning_rate": 1.5303192385455652e-05,
      "loss": 0.7746,
      "step": 385
    },
    {
      "epoch": 1.1713608345187292,
      "grad_norm": 2.216525077819824,
      "learning_rate": 1.5273165610577543e-05,
      "loss": 0.7735,
      "step": 386
    },
    {
      "epoch": 1.1743954480796586,
      "grad_norm": 2.134411334991455,
      "learning_rate": 1.5243072835572319e-05,
      "loss": 0.771,
      "step": 387
    },
    {
      "epoch": 1.177430061640588,
      "grad_norm": 2.210275173187256,
      "learning_rate": 1.5212914437087921e-05,
      "loss": 0.7665,
      "step": 388
    },
    {
      "epoch": 1.1804646752015173,
      "grad_norm": 2.2126176357269287,
      "learning_rate": 1.5182690792593659e-05,
      "loss": 0.7658,
      "step": 389
    },
    {
      "epoch": 1.1834992887624467,
      "grad_norm": 1.9885146617889404,
      "learning_rate": 1.5152402280375454e-05,
      "loss": 0.7509,
      "step": 390
    },
    {
      "epoch": 1.186533902323376,
      "grad_norm": 2.2027952671051025,
      "learning_rate": 1.5122049279531143e-05,
      "loss": 0.7811,
      "step": 391
    },
    {
      "epoch": 1.1895685158843055,
      "grad_norm": 2.1936960220336914,
      "learning_rate": 1.509163216996572e-05,
      "loss": 0.7785,
      "step": 392
    },
    {
      "epoch": 1.1926031294452346,
      "grad_norm": 2.166518449783325,
      "learning_rate": 1.5061151332386565e-05,
      "loss": 0.7775,
      "step": 393
    },
    {
      "epoch": 1.195637743006164,
      "grad_norm": 2.0909955501556396,
      "learning_rate": 1.5030607148298697e-05,
      "loss": 0.7783,
      "step": 394
    },
    {
      "epoch": 1.1986723565670934,
      "grad_norm": 2.287322521209717,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.7678,
      "step": 395
    },
    {
      "epoch": 1.2017069701280227,
      "grad_norm": 2.265106678009033,
      "learning_rate": 1.4969330270576428e-05,
      "loss": 0.7772,
      "step": 396
    },
    {
      "epoch": 1.2047415836889521,
      "grad_norm": 2.2475264072418213,
      "learning_rate": 1.4938598343897215e-05,
      "loss": 0.7509,
      "step": 397
    },
    {
      "epoch": 1.2077761972498815,
      "grad_norm": 2.3240981101989746,
      "learning_rate": 1.4907804604610064e-05,
      "loss": 0.7849,
      "step": 398
    },
    {
      "epoch": 1.2108108108108109,
      "grad_norm": 2.148869276046753,
      "learning_rate": 1.4876949438136348e-05,
      "loss": 0.7781,
      "step": 399
    },
    {
      "epoch": 1.2138454243717403,
      "grad_norm": 2.318875789642334,
      "learning_rate": 1.484603323066627e-05,
      "loss": 0.7987,
      "step": 400
    },
    {
      "epoch": 1.2138454243717403,
      "eval_loss": NaN,
      "eval_runtime": 204.8025,
      "eval_samples_per_second": 20.302,
      "eval_steps_per_second": 5.078,
      "step": 400
    },
    {
      "epoch": 1.2168800379326696,
      "grad_norm": 2.1469035148620605,
      "learning_rate": 1.4815056369154039e-05,
      "loss": 0.7924,
      "step": 401
    },
    {
      "epoch": 1.2199146514935988,
      "grad_norm": 2.3983654975891113,
      "learning_rate": 1.4784019241313025e-05,
      "loss": 0.7431,
      "step": 402
    },
    {
      "epoch": 1.2229492650545282,
      "grad_norm": 2.1171765327453613,
      "learning_rate": 1.47529222356109e-05,
      "loss": 0.7583,
      "step": 403
    },
    {
      "epoch": 1.2259838786154575,
      "grad_norm": 2.3186557292938232,
      "learning_rate": 1.4721765741264786e-05,
      "loss": 0.7545,
      "step": 404
    },
    {
      "epoch": 1.229018492176387,
      "grad_norm": 2.308945417404175,
      "learning_rate": 1.4690550148236371e-05,
      "loss": 0.7752,
      "step": 405
    },
    {
      "epoch": 1.2320531057373163,
      "grad_norm": 2.141418933868408,
      "learning_rate": 1.4659275847227044e-05,
      "loss": 0.7501,
      "step": 406
    },
    {
      "epoch": 1.2350877192982457,
      "grad_norm": 2.1447696685791016,
      "learning_rate": 1.4627943229672992e-05,
      "loss": 0.7446,
      "step": 407
    },
    {
      "epoch": 1.238122332859175,
      "grad_norm": 2.062683582305908,
      "learning_rate": 1.4596552687740304e-05,
      "loss": 0.7729,
      "step": 408
    },
    {
      "epoch": 1.2411569464201042,
      "grad_norm": 2.283247232437134,
      "learning_rate": 1.4565104614320065e-05,
      "loss": 0.7752,
      "step": 409
    },
    {
      "epoch": 1.2441915599810336,
      "grad_norm": 2.299151659011841,
      "learning_rate": 1.453359940302344e-05,
      "loss": 0.7794,
      "step": 410
    },
    {
      "epoch": 1.247226173541963,
      "grad_norm": 2.2340760231018066,
      "learning_rate": 1.4502037448176734e-05,
      "loss": 0.7811,
      "step": 411
    },
    {
      "epoch": 1.2502607871028923,
      "grad_norm": 2.305233955383301,
      "learning_rate": 1.4470419144816483e-05,
      "loss": 0.7663,
      "step": 412
    },
    {
      "epoch": 1.2532954006638217,
      "grad_norm": 2.1460888385772705,
      "learning_rate": 1.4438744888684481e-05,
      "loss": 0.7584,
      "step": 413
    },
    {
      "epoch": 1.256330014224751,
      "grad_norm": 2.3122851848602295,
      "learning_rate": 1.4407015076222845e-05,
      "loss": 0.7817,
      "step": 414
    },
    {
      "epoch": 1.2593646277856805,
      "grad_norm": 2.0583643913269043,
      "learning_rate": 1.4375230104569044e-05,
      "loss": 0.7695,
      "step": 415
    },
    {
      "epoch": 1.2623992413466096,
      "grad_norm": 2.262274980545044,
      "learning_rate": 1.4343390371550936e-05,
      "loss": 0.7739,
      "step": 416
    },
    {
      "epoch": 1.2654338549075392,
      "grad_norm": 2.151893377304077,
      "learning_rate": 1.4311496275681785e-05,
      "loss": 0.7789,
      "step": 417
    },
    {
      "epoch": 1.2684684684684684,
      "grad_norm": 2.28367280960083,
      "learning_rate": 1.4279548216155265e-05,
      "loss": 0.775,
      "step": 418
    },
    {
      "epoch": 1.2715030820293978,
      "grad_norm": 2.3059751987457275,
      "learning_rate": 1.424754659284048e-05,
      "loss": 0.7613,
      "step": 419
    },
    {
      "epoch": 1.2745376955903271,
      "grad_norm": 2.436896800994873,
      "learning_rate": 1.4215491806276944e-05,
      "loss": 0.7835,
      "step": 420
    },
    {
      "epoch": 1.2775723091512565,
      "grad_norm": 2.102220058441162,
      "learning_rate": 1.418338425766958e-05,
      "loss": 0.7932,
      "step": 421
    },
    {
      "epoch": 1.280606922712186,
      "grad_norm": 2.1711723804473877,
      "learning_rate": 1.4151224348883692e-05,
      "loss": 0.7668,
      "step": 422
    },
    {
      "epoch": 1.2836415362731153,
      "grad_norm": 2.213289737701416,
      "learning_rate": 1.4119012482439929e-05,
      "loss": 0.7745,
      "step": 423
    },
    {
      "epoch": 1.2866761498340447,
      "grad_norm": 2.0960137844085693,
      "learning_rate": 1.408674906150926e-05,
      "loss": 0.7742,
      "step": 424
    },
    {
      "epoch": 1.2897107633949738,
      "grad_norm": 2.081200122833252,
      "learning_rate": 1.4054434489907916e-05,
      "loss": 0.7652,
      "step": 425
    },
    {
      "epoch": 1.2927453769559032,
      "grad_norm": 2.284423351287842,
      "learning_rate": 1.4022069172092354e-05,
      "loss": 0.7762,
      "step": 426
    },
    {
      "epoch": 1.2957799905168326,
      "grad_norm": 2.292639970779419,
      "learning_rate": 1.3989653513154165e-05,
      "loss": 0.7644,
      "step": 427
    },
    {
      "epoch": 1.298814604077762,
      "grad_norm": 2.282759428024292,
      "learning_rate": 1.3957187918815032e-05,
      "loss": 0.7658,
      "step": 428
    },
    {
      "epoch": 1.3018492176386913,
      "grad_norm": 2.2170190811157227,
      "learning_rate": 1.3924672795421638e-05,
      "loss": 0.7661,
      "step": 429
    },
    {
      "epoch": 1.3048838311996207,
      "grad_norm": 2.202991247177124,
      "learning_rate": 1.3892108549940583e-05,
      "loss": 0.7881,
      "step": 430
    },
    {
      "epoch": 1.30791844476055,
      "grad_norm": 2.148986339569092,
      "learning_rate": 1.3859495589953289e-05,
      "loss": 0.7865,
      "step": 431
    },
    {
      "epoch": 1.3109530583214792,
      "grad_norm": 2.1265058517456055,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.789,
      "step": 432
    },
    {
      "epoch": 1.3139876718824088,
      "grad_norm": 2.1798737049102783,
      "learning_rate": 1.3794125159829173e-05,
      "loss": 0.7707,
      "step": 433
    },
    {
      "epoch": 1.317022285443338,
      "grad_norm": 2.2072978019714355,
      "learning_rate": 1.376136850788336e-05,
      "loss": 0.763,
      "step": 434
    },
    {
      "epoch": 1.3200568990042674,
      "grad_norm": 2.12349534034729,
      "learning_rate": 1.3728564777803089e-05,
      "loss": 0.7505,
      "step": 435
    },
    {
      "epoch": 1.3230915125651967,
      "grad_norm": 2.104276180267334,
      "learning_rate": 1.3695714380167221e-05,
      "loss": 0.7891,
      "step": 436
    },
    {
      "epoch": 1.3261261261261261,
      "grad_norm": 2.038515090942383,
      "learning_rate": 1.3662817726138729e-05,
      "loss": 0.7668,
      "step": 437
    },
    {
      "epoch": 1.3291607396870555,
      "grad_norm": 2.0557668209075928,
      "learning_rate": 1.3629875227459532e-05,
      "loss": 0.7685,
      "step": 438
    },
    {
      "epoch": 1.3321953532479849,
      "grad_norm": 2.221299886703491,
      "learning_rate": 1.359688729644536e-05,
      "loss": 0.7765,
      "step": 439
    },
    {
      "epoch": 1.3352299668089143,
      "grad_norm": 2.383873462677002,
      "learning_rate": 1.356385434598057e-05,
      "loss": 0.7863,
      "step": 440
    },
    {
      "epoch": 1.3382645803698434,
      "grad_norm": 2.144969940185547,
      "learning_rate": 1.3530776789513009e-05,
      "loss": 0.7854,
      "step": 441
    },
    {
      "epoch": 1.341299193930773,
      "grad_norm": 2.3431177139282227,
      "learning_rate": 1.3497655041048812e-05,
      "loss": 0.7491,
      "step": 442
    },
    {
      "epoch": 1.3443338074917022,
      "grad_norm": 2.1558756828308105,
      "learning_rate": 1.3464489515147239e-05,
      "loss": 0.7935,
      "step": 443
    },
    {
      "epoch": 1.3473684210526315,
      "grad_norm": 2.4032328128814697,
      "learning_rate": 1.3431280626915466e-05,
      "loss": 0.765,
      "step": 444
    },
    {
      "epoch": 1.350403034613561,
      "grad_norm": 2.373549461364746,
      "learning_rate": 1.3398028792003413e-05,
      "loss": 0.766,
      "step": 445
    },
    {
      "epoch": 1.3534376481744903,
      "grad_norm": 2.38440203666687,
      "learning_rate": 1.3364734426598527e-05,
      "loss": 0.7849,
      "step": 446
    },
    {
      "epoch": 1.3564722617354197,
      "grad_norm": 2.319101333618164,
      "learning_rate": 1.3331397947420578e-05,
      "loss": 0.7738,
      "step": 447
    },
    {
      "epoch": 1.359506875296349,
      "grad_norm": 2.1911866664886475,
      "learning_rate": 1.3298019771716435e-05,
      "loss": 0.7779,
      "step": 448
    },
    {
      "epoch": 1.3625414888572784,
      "grad_norm": 2.273451328277588,
      "learning_rate": 1.3264600317254854e-05,
      "loss": 0.76,
      "step": 449
    },
    {
      "epoch": 1.3655761024182076,
      "grad_norm": 2.2576355934143066,
      "learning_rate": 1.3231140002321252e-05,
      "loss": 0.7687,
      "step": 450
    },
    {
      "epoch": 1.3655761024182076,
      "eval_loss": NaN,
      "eval_runtime": 203.9814,
      "eval_samples_per_second": 20.384,
      "eval_steps_per_second": 5.099,
      "step": 450
    },
    {
      "epoch": 1.368610715979137,
      "grad_norm": 2.2846243381500244,
      "learning_rate": 1.3197639245712454e-05,
      "loss": 0.77,
      "step": 451
    },
    {
      "epoch": 1.3716453295400663,
      "grad_norm": 2.1583635807037354,
      "learning_rate": 1.3164098466731467e-05,
      "loss": 0.7681,
      "step": 452
    },
    {
      "epoch": 1.3746799431009957,
      "grad_norm": 2.126995325088501,
      "learning_rate": 1.3130518085182224e-05,
      "loss": 0.7755,
      "step": 453
    },
    {
      "epoch": 1.377714556661925,
      "grad_norm": 2.2357747554779053,
      "learning_rate": 1.3096898521364338e-05,
      "loss": 0.7509,
      "step": 454
    },
    {
      "epoch": 1.3807491702228545,
      "grad_norm": 2.0657386779785156,
      "learning_rate": 1.3063240196067837e-05,
      "loss": 0.8043,
      "step": 455
    },
    {
      "epoch": 1.3837837837837839,
      "grad_norm": 2.1653802394866943,
      "learning_rate": 1.3029543530567884e-05,
      "loss": 0.7676,
      "step": 456
    },
    {
      "epoch": 1.386818397344713,
      "grad_norm": 2.161508798599243,
      "learning_rate": 1.2995808946619533e-05,
      "loss": 0.7735,
      "step": 457
    },
    {
      "epoch": 1.3898530109056426,
      "grad_norm": 2.185350179672241,
      "learning_rate": 1.2962036866452423e-05,
      "loss": 0.7891,
      "step": 458
    },
    {
      "epoch": 1.3928876244665718,
      "grad_norm": 2.198807954788208,
      "learning_rate": 1.2928227712765504e-05,
      "loss": 0.7657,
      "step": 459
    },
    {
      "epoch": 1.3959222380275011,
      "grad_norm": 2.2574117183685303,
      "learning_rate": 1.2894381908721757e-05,
      "loss": 0.7893,
      "step": 460
    },
    {
      "epoch": 1.3989568515884305,
      "grad_norm": 2.2577221393585205,
      "learning_rate": 1.2860499877942876e-05,
      "loss": 0.7787,
      "step": 461
    },
    {
      "epoch": 1.40199146514936,
      "grad_norm": 2.265421152114868,
      "learning_rate": 1.282658204450398e-05,
      "loss": 0.7714,
      "step": 462
    },
    {
      "epoch": 1.4050260787102893,
      "grad_norm": 2.0731489658355713,
      "learning_rate": 1.2792628832928302e-05,
      "loss": 0.782,
      "step": 463
    },
    {
      "epoch": 1.4080606922712187,
      "grad_norm": 2.130533218383789,
      "learning_rate": 1.275864066818188e-05,
      "loss": 0.7873,
      "step": 464
    },
    {
      "epoch": 1.411095305832148,
      "grad_norm": 2.0858917236328125,
      "learning_rate": 1.2724617975668229e-05,
      "loss": 0.8005,
      "step": 465
    },
    {
      "epoch": 1.4141299193930772,
      "grad_norm": 2.0890703201293945,
      "learning_rate": 1.2690561181223024e-05,
      "loss": 0.775,
      "step": 466
    },
    {
      "epoch": 1.4171645329540066,
      "grad_norm": 2.3934412002563477,
      "learning_rate": 1.2656470711108763e-05,
      "loss": 0.7931,
      "step": 467
    },
    {
      "epoch": 1.420199146514936,
      "grad_norm": 2.2045512199401855,
      "learning_rate": 1.2622346992009447e-05,
      "loss": 0.7747,
      "step": 468
    },
    {
      "epoch": 1.4232337600758653,
      "grad_norm": 2.371346950531006,
      "learning_rate": 1.2588190451025209e-05,
      "loss": 0.7581,
      "step": 469
    },
    {
      "epoch": 1.4262683736367947,
      "grad_norm": 2.1523914337158203,
      "learning_rate": 1.2554001515667009e-05,
      "loss": 0.7741,
      "step": 470
    },
    {
      "epoch": 1.429302987197724,
      "grad_norm": 2.2948853969573975,
      "learning_rate": 1.2519780613851254e-05,
      "loss": 0.7925,
      "step": 471
    },
    {
      "epoch": 1.4323376007586535,
      "grad_norm": 2.2751922607421875,
      "learning_rate": 1.2485528173894447e-05,
      "loss": 0.7784,
      "step": 472
    },
    {
      "epoch": 1.4353722143195826,
      "grad_norm": 2.1596484184265137,
      "learning_rate": 1.2451244624507831e-05,
      "loss": 0.7895,
      "step": 473
    },
    {
      "epoch": 1.4384068278805122,
      "grad_norm": 2.2292542457580566,
      "learning_rate": 1.2416930394792026e-05,
      "loss": 0.7698,
      "step": 474
    },
    {
      "epoch": 1.4414414414414414,
      "grad_norm": 2.1559245586395264,
      "learning_rate": 1.238258591423165e-05,
      "loss": 0.776,
      "step": 475
    },
    {
      "epoch": 1.4444760550023708,
      "grad_norm": 2.072768211364746,
      "learning_rate": 1.234821161268995e-05,
      "loss": 0.7665,
      "step": 476
    },
    {
      "epoch": 1.4475106685633001,
      "grad_norm": 2.3749032020568848,
      "learning_rate": 1.2313807920403419e-05,
      "loss": 0.7765,
      "step": 477
    },
    {
      "epoch": 1.4505452821242295,
      "grad_norm": 2.1614534854888916,
      "learning_rate": 1.22793752679764e-05,
      "loss": 0.7908,
      "step": 478
    },
    {
      "epoch": 1.4535798956851589,
      "grad_norm": 2.2183918952941895,
      "learning_rate": 1.2244914086375726e-05,
      "loss": 0.7662,
      "step": 479
    },
    {
      "epoch": 1.4566145092460883,
      "grad_norm": 2.230243444442749,
      "learning_rate": 1.22104248069253e-05,
      "loss": 0.7758,
      "step": 480
    },
    {
      "epoch": 1.4596491228070176,
      "grad_norm": 2.503591775894165,
      "learning_rate": 1.2175907861300698e-05,
      "loss": 0.7739,
      "step": 481
    },
    {
      "epoch": 1.4626837363679468,
      "grad_norm": 2.4481165409088135,
      "learning_rate": 1.2141363681523777e-05,
      "loss": 0.788,
      "step": 482
    },
    {
      "epoch": 1.4657183499288762,
      "grad_norm": 2.30068302154541,
      "learning_rate": 1.2106792699957264e-05,
      "loss": 0.7905,
      "step": 483
    },
    {
      "epoch": 1.4687529634898056,
      "grad_norm": 2.2382349967956543,
      "learning_rate": 1.2072195349299344e-05,
      "loss": 0.7617,
      "step": 484
    },
    {
      "epoch": 1.471787577050735,
      "grad_norm": 2.2054882049560547,
      "learning_rate": 1.2037572062578238e-05,
      "loss": 0.7802,
      "step": 485
    },
    {
      "epoch": 1.4748221906116643,
      "grad_norm": 2.282318115234375,
      "learning_rate": 1.2002923273146793e-05,
      "loss": 0.7711,
      "step": 486
    },
    {
      "epoch": 1.4778568041725937,
      "grad_norm": 2.1077611446380615,
      "learning_rate": 1.1968249414677055e-05,
      "loss": 0.761,
      "step": 487
    },
    {
      "epoch": 1.480891417733523,
      "grad_norm": 2.1558871269226074,
      "learning_rate": 1.1933550921154836e-05,
      "loss": 0.7872,
      "step": 488
    },
    {
      "epoch": 1.4839260312944522,
      "grad_norm": 2.332897901535034,
      "learning_rate": 1.1898828226874284e-05,
      "loss": 0.7791,
      "step": 489
    },
    {
      "epoch": 1.4869606448553818,
      "grad_norm": 2.0427420139312744,
      "learning_rate": 1.1864081766432457e-05,
      "loss": 0.782,
      "step": 490
    },
    {
      "epoch": 1.489995258416311,
      "grad_norm": 2.2689926624298096,
      "learning_rate": 1.1829311974723868e-05,
      "loss": 0.7659,
      "step": 491
    },
    {
      "epoch": 1.4930298719772404,
      "grad_norm": 2.2432594299316406,
      "learning_rate": 1.1794519286935056e-05,
      "loss": 0.7543,
      "step": 492
    },
    {
      "epoch": 1.4960644855381697,
      "grad_norm": 2.0946452617645264,
      "learning_rate": 1.1759704138539121e-05,
      "loss": 0.7712,
      "step": 493
    },
    {
      "epoch": 1.499099099099099,
      "grad_norm": 2.1154541969299316,
      "learning_rate": 1.1724866965290302e-05,
      "loss": 0.7732,
      "step": 494
    },
    {
      "epoch": 1.5021337126600285,
      "grad_norm": 2.195223569869995,
      "learning_rate": 1.1690008203218493e-05,
      "loss": 0.7596,
      "step": 495
    },
    {
      "epoch": 1.5051683262209576,
      "grad_norm": 2.105151653289795,
      "learning_rate": 1.1655128288623803e-05,
      "loss": 0.775,
      "step": 496
    },
    {
      "epoch": 1.5082029397818872,
      "grad_norm": 2.196159601211548,
      "learning_rate": 1.1620227658071088e-05,
      "loss": 0.7893,
      "step": 497
    },
    {
      "epoch": 1.5112375533428164,
      "grad_norm": 2.3409769535064697,
      "learning_rate": 1.158530674838449e-05,
      "loss": 0.7494,
      "step": 498
    },
    {
      "epoch": 1.514272166903746,
      "grad_norm": 2.177128553390503,
      "learning_rate": 1.155036599664198e-05,
      "loss": 0.7595,
      "step": 499
    },
    {
      "epoch": 1.5173067804646752,
      "grad_norm": 2.3704683780670166,
      "learning_rate": 1.1515405840169861e-05,
      "loss": 0.7607,
      "step": 500
    },
    {
      "epoch": 1.5173067804646752,
      "eval_loss": NaN,
      "eval_runtime": 204.5697,
      "eval_samples_per_second": 20.326,
      "eval_steps_per_second": 5.084,
      "step": 500
    },
    {
      "epoch": 1.5203413940256045,
      "grad_norm": 2.175325393676758,
      "learning_rate": 1.1480426716537316e-05,
      "loss": 0.7626,
      "step": 501
    },
    {
      "epoch": 1.523376007586534,
      "grad_norm": 2.093395471572876,
      "learning_rate": 1.1445429063550925e-05,
      "loss": 0.7787,
      "step": 502
    },
    {
      "epoch": 1.5264106211474633,
      "grad_norm": 2.2766175270080566,
      "learning_rate": 1.1410413319249193e-05,
      "loss": 0.7592,
      "step": 503
    },
    {
      "epoch": 1.5294452347083927,
      "grad_norm": 2.00833797454834,
      "learning_rate": 1.1375379921897052e-05,
      "loss": 0.7685,
      "step": 504
    },
    {
      "epoch": 1.5324798482693218,
      "grad_norm": 2.2018191814422607,
      "learning_rate": 1.1340329309980379e-05,
      "loss": 0.753,
      "step": 505
    },
    {
      "epoch": 1.5355144618302514,
      "grad_norm": 2.228724479675293,
      "learning_rate": 1.130526192220052e-05,
      "loss": 0.7687,
      "step": 506
    },
    {
      "epoch": 1.5385490753911806,
      "grad_norm": 2.241725444793701,
      "learning_rate": 1.1270178197468788e-05,
      "loss": 0.7674,
      "step": 507
    },
    {
      "epoch": 1.54158368895211,
      "grad_norm": 2.1697564125061035,
      "learning_rate": 1.1235078574900984e-05,
      "loss": 0.7726,
      "step": 508
    },
    {
      "epoch": 1.5446183025130393,
      "grad_norm": 2.197449207305908,
      "learning_rate": 1.119996349381187e-05,
      "loss": 0.7672,
      "step": 509
    },
    {
      "epoch": 1.5476529160739687,
      "grad_norm": 2.0595834255218506,
      "learning_rate": 1.1164833393709707e-05,
      "loss": 0.7706,
      "step": 510
    },
    {
      "epoch": 1.550687529634898,
      "grad_norm": 2.3002591133117676,
      "learning_rate": 1.112968871429073e-05,
      "loss": 0.7875,
      "step": 511
    },
    {
      "epoch": 1.5537221431958272,
      "grad_norm": 2.175219774246216,
      "learning_rate": 1.1094529895433653e-05,
      "loss": 0.7809,
      "step": 512
    },
    {
      "epoch": 1.5567567567567568,
      "grad_norm": 2.1368846893310547,
      "learning_rate": 1.1059357377194161e-05,
      "loss": 0.7878,
      "step": 513
    },
    {
      "epoch": 1.559791370317686,
      "grad_norm": 2.210344076156616,
      "learning_rate": 1.102417159979941e-05,
      "loss": 0.7543,
      "step": 514
    },
    {
      "epoch": 1.5628259838786156,
      "grad_norm": 2.1888577938079834,
      "learning_rate": 1.09889730036425e-05,
      "loss": 0.7731,
      "step": 515
    },
    {
      "epoch": 1.5658605974395448,
      "grad_norm": 2.3701112270355225,
      "learning_rate": 1.0953762029276982e-05,
      "loss": 0.7689,
      "step": 516
    },
    {
      "epoch": 1.5688952110004741,
      "grad_norm": 2.069556713104248,
      "learning_rate": 1.0918539117411334e-05,
      "loss": 0.767,
      "step": 517
    },
    {
      "epoch": 1.5719298245614035,
      "grad_norm": 2.209773302078247,
      "learning_rate": 1.0883304708903441e-05,
      "loss": 0.7696,
      "step": 518
    },
    {
      "epoch": 1.5749644381223329,
      "grad_norm": 2.1156795024871826,
      "learning_rate": 1.0848059244755093e-05,
      "loss": 0.7827,
      "step": 519
    },
    {
      "epoch": 1.5779990516832623,
      "grad_norm": 2.359513521194458,
      "learning_rate": 1.0812803166106445e-05,
      "loss": 0.7612,
      "step": 520
    },
    {
      "epoch": 1.5810336652441914,
      "grad_norm": 2.2499759197235107,
      "learning_rate": 1.0777536914230509e-05,
      "loss": 0.7671,
      "step": 521
    },
    {
      "epoch": 1.584068278805121,
      "grad_norm": 2.219525098800659,
      "learning_rate": 1.0742260930527625e-05,
      "loss": 0.776,
      "step": 522
    },
    {
      "epoch": 1.5871028923660502,
      "grad_norm": 2.339210033416748,
      "learning_rate": 1.0706975656519946e-05,
      "loss": 0.7669,
      "step": 523
    },
    {
      "epoch": 1.5901375059269798,
      "grad_norm": 2.3282480239868164,
      "learning_rate": 1.06716815338459e-05,
      "loss": 0.7843,
      "step": 524
    },
    {
      "epoch": 1.593172119487909,
      "grad_norm": 2.09635329246521,
      "learning_rate": 1.0636379004254665e-05,
      "loss": 0.7598,
      "step": 525
    },
    {
      "epoch": 1.5962067330488383,
      "grad_norm": 2.3128199577331543,
      "learning_rate": 1.0601068509600642e-05,
      "loss": 0.7673,
      "step": 526
    },
    {
      "epoch": 1.5992413466097677,
      "grad_norm": 2.3669700622558594,
      "learning_rate": 1.0565750491837925e-05,
      "loss": 0.7697,
      "step": 527
    },
    {
      "epoch": 1.602275960170697,
      "grad_norm": 2.2540953159332275,
      "learning_rate": 1.0530425393014773e-05,
      "loss": 0.7641,
      "step": 528
    },
    {
      "epoch": 1.6053105737316264,
      "grad_norm": 2.3089439868927,
      "learning_rate": 1.049509365526807e-05,
      "loss": 0.768,
      "step": 529
    },
    {
      "epoch": 1.6083451872925556,
      "grad_norm": 2.0084259510040283,
      "learning_rate": 1.0459755720817797e-05,
      "loss": 0.7504,
      "step": 530
    },
    {
      "epoch": 1.6113798008534852,
      "grad_norm": 2.261798143386841,
      "learning_rate": 1.0424412031961485e-05,
      "loss": 0.7629,
      "step": 531
    },
    {
      "epoch": 1.6144144144144144,
      "grad_norm": 2.2108161449432373,
      "learning_rate": 1.0389063031068698e-05,
      "loss": 0.738,
      "step": 532
    },
    {
      "epoch": 1.6174490279753437,
      "grad_norm": 2.2087652683258057,
      "learning_rate": 1.0353709160575488e-05,
      "loss": 0.7758,
      "step": 533
    },
    {
      "epoch": 1.6204836415362731,
      "grad_norm": 2.218838691711426,
      "learning_rate": 1.0318350862978848e-05,
      "loss": 0.7641,
      "step": 534
    },
    {
      "epoch": 1.6235182550972025,
      "grad_norm": 2.156991720199585,
      "learning_rate": 1.0282988580831183e-05,
      "loss": 0.7577,
      "step": 535
    },
    {
      "epoch": 1.6265528686581319,
      "grad_norm": 2.1950886249542236,
      "learning_rate": 1.0247622756734775e-05,
      "loss": 0.7888,
      "step": 536
    },
    {
      "epoch": 1.629587482219061,
      "grad_norm": 2.114649534225464,
      "learning_rate": 1.0212253833336237e-05,
      "loss": 0.7766,
      "step": 537
    },
    {
      "epoch": 1.6326220957799906,
      "grad_norm": 2.217928409576416,
      "learning_rate": 1.0176882253320968e-05,
      "loss": 0.7529,
      "step": 538
    },
    {
      "epoch": 1.6356567093409198,
      "grad_norm": 2.2367630004882812,
      "learning_rate": 1.0141508459407622e-05,
      "loss": 0.7699,
      "step": 539
    },
    {
      "epoch": 1.6386913229018494,
      "grad_norm": 2.1163787841796875,
      "learning_rate": 1.0106132894342564e-05,
      "loss": 0.7637,
      "step": 540
    },
    {
      "epoch": 1.6417259364627785,
      "grad_norm": 2.083292245864868,
      "learning_rate": 1.0070756000894321e-05,
      "loss": 0.783,
      "step": 541
    },
    {
      "epoch": 1.644760550023708,
      "grad_norm": 2.1091578006744385,
      "learning_rate": 1.0035378221848053e-05,
      "loss": 0.7848,
      "step": 542
    },
    {
      "epoch": 1.6477951635846373,
      "grad_norm": 2.0994367599487305,
      "learning_rate": 1e-05,
      "loss": 0.7698,
      "step": 543
    },
    {
      "epoch": 1.6508297771455667,
      "grad_norm": 2.2539420127868652,
      "learning_rate": 9.964621778151947e-06,
      "loss": 0.769,
      "step": 544
    },
    {
      "epoch": 1.653864390706496,
      "grad_norm": 2.154353380203247,
      "learning_rate": 9.929243999105682e-06,
      "loss": 0.7496,
      "step": 545
    },
    {
      "epoch": 1.6568990042674252,
      "grad_norm": 2.265385150909424,
      "learning_rate": 9.89386710565744e-06,
      "loss": 0.768,
      "step": 546
    },
    {
      "epoch": 1.6599336178283548,
      "grad_norm": 2.073289632797241,
      "learning_rate": 9.858491540592383e-06,
      "loss": 0.7807,
      "step": 547
    },
    {
      "epoch": 1.662968231389284,
      "grad_norm": 2.135737657546997,
      "learning_rate": 9.823117746679034e-06,
      "loss": 0.766,
      "step": 548
    },
    {
      "epoch": 1.6660028449502133,
      "grad_norm": 2.1423635482788086,
      "learning_rate": 9.787746166663765e-06,
      "loss": 0.7588,
      "step": 549
    },
    {
      "epoch": 1.6690374585111427,
      "grad_norm": 2.0772769451141357,
      "learning_rate": 9.752377243265229e-06,
      "loss": 0.7647,
      "step": 550
    },
    {
      "epoch": 1.6690374585111427,
      "eval_loss": NaN,
      "eval_runtime": 204.4783,
      "eval_samples_per_second": 20.335,
      "eval_steps_per_second": 5.086,
      "step": 550
    },
    {
      "epoch": 1.672072072072072,
      "grad_norm": 2.118854284286499,
      "learning_rate": 9.71701141916882e-06,
      "loss": 0.7728,
      "step": 551
    },
    {
      "epoch": 1.6751066856330015,
      "grad_norm": 2.1113169193267822,
      "learning_rate": 9.681649137021158e-06,
      "loss": 0.7796,
      "step": 552
    },
    {
      "epoch": 1.6781412991939306,
      "grad_norm": 2.064993143081665,
      "learning_rate": 9.646290839424515e-06,
      "loss": 0.762,
      "step": 553
    },
    {
      "epoch": 1.6811759127548602,
      "grad_norm": 2.151028633117676,
      "learning_rate": 9.610936968931302e-06,
      "loss": 0.7709,
      "step": 554
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 2.201429843902588,
      "learning_rate": 9.57558796803852e-06,
      "loss": 0.7619,
      "step": 555
    },
    {
      "epoch": 1.687245139876719,
      "grad_norm": 2.065720796585083,
      "learning_rate": 9.540244279182206e-06,
      "loss": 0.798,
      "step": 556
    },
    {
      "epoch": 1.6902797534376481,
      "grad_norm": 2.1895217895507812,
      "learning_rate": 9.504906344731933e-06,
      "loss": 0.7802,
      "step": 557
    },
    {
      "epoch": 1.6933143669985775,
      "grad_norm": 2.2065324783325195,
      "learning_rate": 9.46957460698523e-06,
      "loss": 0.7767,
      "step": 558
    },
    {
      "epoch": 1.696348980559507,
      "grad_norm": 2.17842698097229,
      "learning_rate": 9.434249508162076e-06,
      "loss": 0.7604,
      "step": 559
    },
    {
      "epoch": 1.6993835941204363,
      "grad_norm": 2.164586305618286,
      "learning_rate": 9.398931490399363e-06,
      "loss": 0.756,
      "step": 560
    },
    {
      "epoch": 1.7024182076813656,
      "grad_norm": 2.235797643661499,
      "learning_rate": 9.363620995745337e-06,
      "loss": 0.777,
      "step": 561
    },
    {
      "epoch": 1.7054528212422948,
      "grad_norm": 2.084228038787842,
      "learning_rate": 9.328318466154102e-06,
      "loss": 0.765,
      "step": 562
    },
    {
      "epoch": 1.7084874348032244,
      "grad_norm": 2.1382224559783936,
      "learning_rate": 9.293024343480056e-06,
      "loss": 0.7712,
      "step": 563
    },
    {
      "epoch": 1.7115220483641536,
      "grad_norm": 2.304201126098633,
      "learning_rate": 9.257739069472375e-06,
      "loss": 0.7748,
      "step": 564
    },
    {
      "epoch": 1.714556661925083,
      "grad_norm": 2.1342921257019043,
      "learning_rate": 9.222463085769495e-06,
      "loss": 0.762,
      "step": 565
    },
    {
      "epoch": 1.7175912754860123,
      "grad_norm": 2.189845323562622,
      "learning_rate": 9.187196833893559e-06,
      "loss": 0.7605,
      "step": 566
    },
    {
      "epoch": 1.7206258890469417,
      "grad_norm": 2.3078930377960205,
      "learning_rate": 9.151940755244912e-06,
      "loss": 0.7677,
      "step": 567
    },
    {
      "epoch": 1.723660502607871,
      "grad_norm": 2.303213357925415,
      "learning_rate": 9.11669529109656e-06,
      "loss": 0.7735,
      "step": 568
    },
    {
      "epoch": 1.7266951161688002,
      "grad_norm": 2.3082435131073,
      "learning_rate": 9.081460882588668e-06,
      "loss": 0.7683,
      "step": 569
    },
    {
      "epoch": 1.7297297297297298,
      "grad_norm": 2.2995338439941406,
      "learning_rate": 9.046237970723022e-06,
      "loss": 0.752,
      "step": 570
    },
    {
      "epoch": 1.732764343290659,
      "grad_norm": 2.0647215843200684,
      "learning_rate": 9.011026996357504e-06,
      "loss": 0.7731,
      "step": 571
    },
    {
      "epoch": 1.7357989568515886,
      "grad_norm": 2.160496473312378,
      "learning_rate": 8.975828400200592e-06,
      "loss": 0.7543,
      "step": 572
    },
    {
      "epoch": 1.7388335704125177,
      "grad_norm": 2.3624351024627686,
      "learning_rate": 8.94064262280584e-06,
      "loss": 0.774,
      "step": 573
    },
    {
      "epoch": 1.7418681839734471,
      "grad_norm": 2.165922164916992,
      "learning_rate": 8.90547010456635e-06,
      "loss": 0.7815,
      "step": 574
    },
    {
      "epoch": 1.7449027975343765,
      "grad_norm": 2.138921022415161,
      "learning_rate": 8.870311285709274e-06,
      "loss": 0.7593,
      "step": 575
    },
    {
      "epoch": 1.7479374110953059,
      "grad_norm": 2.122746706008911,
      "learning_rate": 8.835166606290295e-06,
      "loss": 0.783,
      "step": 576
    },
    {
      "epoch": 1.7509720246562352,
      "grad_norm": 2.119318723678589,
      "learning_rate": 8.80003650618813e-06,
      "loss": 0.7778,
      "step": 577
    },
    {
      "epoch": 1.7540066382171644,
      "grad_norm": 2.092092990875244,
      "learning_rate": 8.76492142509902e-06,
      "loss": 0.765,
      "step": 578
    },
    {
      "epoch": 1.757041251778094,
      "grad_norm": 2.156517267227173,
      "learning_rate": 8.729821802531213e-06,
      "loss": 0.7583,
      "step": 579
    },
    {
      "epoch": 1.7600758653390232,
      "grad_norm": 2.2096939086914062,
      "learning_rate": 8.694738077799487e-06,
      "loss": 0.7698,
      "step": 580
    },
    {
      "epoch": 1.7631104788999525,
      "grad_norm": 1.981307029724121,
      "learning_rate": 8.659670690019626e-06,
      "loss": 0.7771,
      "step": 581
    },
    {
      "epoch": 1.766145092460882,
      "grad_norm": 2.1369874477386475,
      "learning_rate": 8.624620078102952e-06,
      "loss": 0.777,
      "step": 582
    },
    {
      "epoch": 1.7691797060218113,
      "grad_norm": 2.1329455375671387,
      "learning_rate": 8.58958668075081e-06,
      "loss": 0.7748,
      "step": 583
    },
    {
      "epoch": 1.7722143195827407,
      "grad_norm": 2.1630642414093018,
      "learning_rate": 8.554570936449073e-06,
      "loss": 0.7675,
      "step": 584
    },
    {
      "epoch": 1.7752489331436698,
      "grad_norm": 2.1383938789367676,
      "learning_rate": 8.519573283462688e-06,
      "loss": 0.7702,
      "step": 585
    },
    {
      "epoch": 1.7782835467045994,
      "grad_norm": 2.001569986343384,
      "learning_rate": 8.484594159830142e-06,
      "loss": 0.7553,
      "step": 586
    },
    {
      "epoch": 1.7813181602655286,
      "grad_norm": 2.1266000270843506,
      "learning_rate": 8.449634003358022e-06,
      "loss": 0.7757,
      "step": 587
    },
    {
      "epoch": 1.7843527738264582,
      "grad_norm": 2.172466278076172,
      "learning_rate": 8.414693251615513e-06,
      "loss": 0.7625,
      "step": 588
    },
    {
      "epoch": 1.7873873873873873,
      "grad_norm": 2.2140755653381348,
      "learning_rate": 8.379772341928916e-06,
      "loss": 0.7653,
      "step": 589
    },
    {
      "epoch": 1.7904220009483167,
      "grad_norm": 2.1517114639282227,
      "learning_rate": 8.344871711376202e-06,
      "loss": 0.7744,
      "step": 590
    },
    {
      "epoch": 1.793456614509246,
      "grad_norm": 2.1749329566955566,
      "learning_rate": 8.309991796781512e-06,
      "loss": 0.7663,
      "step": 591
    },
    {
      "epoch": 1.7964912280701755,
      "grad_norm": 2.2055773735046387,
      "learning_rate": 8.2751330347097e-06,
      "loss": 0.7768,
      "step": 592
    },
    {
      "epoch": 1.7995258416311048,
      "grad_norm": 2.117532253265381,
      "learning_rate": 8.24029586146088e-06,
      "loss": 0.7774,
      "step": 593
    },
    {
      "epoch": 1.802560455192034,
      "grad_norm": 2.2061290740966797,
      "learning_rate": 8.205480713064947e-06,
      "loss": 0.7819,
      "step": 594
    },
    {
      "epoch": 1.8055950687529636,
      "grad_norm": 2.2168619632720947,
      "learning_rate": 8.170688025276134e-06,
      "loss": 0.7646,
      "step": 595
    },
    {
      "epoch": 1.8086296823138928,
      "grad_norm": 2.238391637802124,
      "learning_rate": 8.135918233567545e-06,
      "loss": 0.7782,
      "step": 596
    },
    {
      "epoch": 1.8116642958748221,
      "grad_norm": 2.105041265487671,
      "learning_rate": 8.101171773125716e-06,
      "loss": 0.7525,
      "step": 597
    },
    {
      "epoch": 1.8146989094357515,
      "grad_norm": 2.0234577655792236,
      "learning_rate": 8.066449078845168e-06,
      "loss": 0.7658,
      "step": 598
    },
    {
      "epoch": 1.817733522996681,
      "grad_norm": 2.188751220703125,
      "learning_rate": 8.031750585322948e-06,
      "loss": 0.7616,
      "step": 599
    },
    {
      "epoch": 1.8207681365576103,
      "grad_norm": 2.1460800170898438,
      "learning_rate": 7.99707672685321e-06,
      "loss": 0.7617,
      "step": 600
    },
    {
      "epoch": 1.8207681365576103,
      "eval_loss": NaN,
      "eval_runtime": 204.6188,
      "eval_samples_per_second": 20.321,
      "eval_steps_per_second": 5.083,
      "step": 600
    },
    {
      "epoch": 1.8238027501185394,
      "grad_norm": 1.964609146118164,
      "learning_rate": 7.962427937421763e-06,
      "loss": 0.7876,
      "step": 601
    },
    {
      "epoch": 1.826837363679469,
      "grad_norm": 2.0918426513671875,
      "learning_rate": 7.92780465070066e-06,
      "loss": 0.7744,
      "step": 602
    },
    {
      "epoch": 1.8298719772403982,
      "grad_norm": 2.059992790222168,
      "learning_rate": 7.89320730004274e-06,
      "loss": 0.7665,
      "step": 603
    },
    {
      "epoch": 1.8329065908013278,
      "grad_norm": 2.0450618267059326,
      "learning_rate": 7.858636318476226e-06,
      "loss": 0.7636,
      "step": 604
    },
    {
      "epoch": 1.835941204362257,
      "grad_norm": 2.1291024684906006,
      "learning_rate": 7.824092138699307e-06,
      "loss": 0.7652,
      "step": 605
    },
    {
      "epoch": 1.8389758179231863,
      "grad_norm": 2.0631322860717773,
      "learning_rate": 7.789575193074703e-06,
      "loss": 0.7819,
      "step": 606
    },
    {
      "epoch": 1.8420104314841157,
      "grad_norm": 2.1132242679595947,
      "learning_rate": 7.755085913624274e-06,
      "loss": 0.7507,
      "step": 607
    },
    {
      "epoch": 1.845045045045045,
      "grad_norm": 2.1836376190185547,
      "learning_rate": 7.720624732023604e-06,
      "loss": 0.7798,
      "step": 608
    },
    {
      "epoch": 1.8480796586059745,
      "grad_norm": 2.087453842163086,
      "learning_rate": 7.686192079596586e-06,
      "loss": 0.7817,
      "step": 609
    },
    {
      "epoch": 1.8511142721669036,
      "grad_norm": 2.0749568939208984,
      "learning_rate": 7.651788387310053e-06,
      "loss": 0.7893,
      "step": 610
    },
    {
      "epoch": 1.8541488857278332,
      "grad_norm": 2.085495710372925,
      "learning_rate": 7.617414085768352e-06,
      "loss": 0.7765,
      "step": 611
    },
    {
      "epoch": 1.8571834992887624,
      "grad_norm": 2.1710901260375977,
      "learning_rate": 7.5830696052079754e-06,
      "loss": 0.7745,
      "step": 612
    },
    {
      "epoch": 1.860218112849692,
      "grad_norm": 2.12780499458313,
      "learning_rate": 7.548755375492173e-06,
      "loss": 0.7845,
      "step": 613
    },
    {
      "epoch": 1.8632527264106211,
      "grad_norm": 2.240459680557251,
      "learning_rate": 7.514471826105556e-06,
      "loss": 0.7731,
      "step": 614
    },
    {
      "epoch": 1.8662873399715505,
      "grad_norm": 2.130253553390503,
      "learning_rate": 7.480219386148751e-06,
      "loss": 0.7904,
      "step": 615
    },
    {
      "epoch": 1.8693219535324799,
      "grad_norm": 2.216806650161743,
      "learning_rate": 7.445998484332994e-06,
      "loss": 0.7529,
      "step": 616
    },
    {
      "epoch": 1.8723565670934093,
      "grad_norm": 2.250821352005005,
      "learning_rate": 7.411809548974792e-06,
      "loss": 0.7566,
      "step": 617
    },
    {
      "epoch": 1.8753911806543386,
      "grad_norm": 2.088843822479248,
      "learning_rate": 7.377653007990559e-06,
      "loss": 0.7568,
      "step": 618
    },
    {
      "epoch": 1.8784257942152678,
      "grad_norm": 2.108356237411499,
      "learning_rate": 7.343529288891239e-06,
      "loss": 0.7769,
      "step": 619
    },
    {
      "epoch": 1.8814604077761974,
      "grad_norm": 2.1201224327087402,
      "learning_rate": 7.3094388187769815e-06,
      "loss": 0.7651,
      "step": 620
    },
    {
      "epoch": 1.8844950213371265,
      "grad_norm": 2.066652536392212,
      "learning_rate": 7.275382024331773e-06,
      "loss": 0.7773,
      "step": 621
    },
    {
      "epoch": 1.887529634898056,
      "grad_norm": 2.1200613975524902,
      "learning_rate": 7.241359331818121e-06,
      "loss": 0.7835,
      "step": 622
    },
    {
      "epoch": 1.8905642484589853,
      "grad_norm": 2.160304546356201,
      "learning_rate": 7.2073711670717e-06,
      "loss": 0.7489,
      "step": 623
    },
    {
      "epoch": 1.8935988620199147,
      "grad_norm": 2.2403597831726074,
      "learning_rate": 7.173417955496025e-06,
      "loss": 0.7579,
      "step": 624
    },
    {
      "epoch": 1.896633475580844,
      "grad_norm": 2.083029270172119,
      "learning_rate": 7.13950012205713e-06,
      "loss": 0.7715,
      "step": 625
    },
    {
      "epoch": 1.8996680891417732,
      "grad_norm": 2.031341075897217,
      "learning_rate": 7.105618091278246e-06,
      "loss": 0.7494,
      "step": 626
    },
    {
      "epoch": 1.9027027027027028,
      "grad_norm": 2.155595541000366,
      "learning_rate": 7.071772287234497e-06,
      "loss": 0.7797,
      "step": 627
    },
    {
      "epoch": 1.905737316263632,
      "grad_norm": 2.2580630779266357,
      "learning_rate": 7.037963133547583e-06,
      "loss": 0.7801,
      "step": 628
    },
    {
      "epoch": 1.9087719298245616,
      "grad_norm": 2.2416763305664062,
      "learning_rate": 7.004191053380469e-06,
      "loss": 0.7753,
      "step": 629
    },
    {
      "epoch": 1.9118065433854907,
      "grad_norm": 2.0690417289733887,
      "learning_rate": 6.970456469432116e-06,
      "loss": 0.7693,
      "step": 630
    },
    {
      "epoch": 1.91484115694642,
      "grad_norm": 2.0331270694732666,
      "learning_rate": 6.936759803932167e-06,
      "loss": 0.7578,
      "step": 631
    },
    {
      "epoch": 1.9178757705073495,
      "grad_norm": 2.1094417572021484,
      "learning_rate": 6.903101478635663e-06,
      "loss": 0.7589,
      "step": 632
    },
    {
      "epoch": 1.9209103840682789,
      "grad_norm": 2.042919635772705,
      "learning_rate": 6.869481914817779e-06,
      "loss": 0.7659,
      "step": 633
    },
    {
      "epoch": 1.9239449976292082,
      "grad_norm": 2.0610294342041016,
      "learning_rate": 6.835901533268536e-06,
      "loss": 0.7648,
      "step": 634
    },
    {
      "epoch": 1.9269796111901374,
      "grad_norm": 2.0473015308380127,
      "learning_rate": 6.802360754287548e-06,
      "loss": 0.7763,
      "step": 635
    },
    {
      "epoch": 1.930014224751067,
      "grad_norm": 2.1137821674346924,
      "learning_rate": 6.768859997678751e-06,
      "loss": 0.7849,
      "step": 636
    },
    {
      "epoch": 1.9330488383119961,
      "grad_norm": 2.12430477142334,
      "learning_rate": 6.735399682745145e-06,
      "loss": 0.7644,
      "step": 637
    },
    {
      "epoch": 1.9360834518729255,
      "grad_norm": 2.0620853900909424,
      "learning_rate": 6.701980228283569e-06,
      "loss": 0.7733,
      "step": 638
    },
    {
      "epoch": 1.939118065433855,
      "grad_norm": 2.124861478805542,
      "learning_rate": 6.668602052579425e-06,
      "loss": 0.7538,
      "step": 639
    },
    {
      "epoch": 1.9421526789947843,
      "grad_norm": 2.003215789794922,
      "learning_rate": 6.635265573401475e-06,
      "loss": 0.7574,
      "step": 640
    },
    {
      "epoch": 1.9451872925557137,
      "grad_norm": 2.1591827869415283,
      "learning_rate": 6.601971207996592e-06,
      "loss": 0.7591,
      "step": 641
    },
    {
      "epoch": 1.9482219061166428,
      "grad_norm": 2.1029608249664307,
      "learning_rate": 6.5687193730845375e-06,
      "loss": 0.7927,
      "step": 642
    },
    {
      "epoch": 1.9512565196775724,
      "grad_norm": 2.069796085357666,
      "learning_rate": 6.535510484852767e-06,
      "loss": 0.7491,
      "step": 643
    },
    {
      "epoch": 1.9542911332385016,
      "grad_norm": 2.0876927375793457,
      "learning_rate": 6.50234495895119e-06,
      "loss": 0.7615,
      "step": 644
    },
    {
      "epoch": 1.9573257467994312,
      "grad_norm": 2.0911192893981934,
      "learning_rate": 6.469223210486992e-06,
      "loss": 0.7579,
      "step": 645
    },
    {
      "epoch": 1.9603603603603603,
      "grad_norm": 2.2714855670928955,
      "learning_rate": 6.4361456540194325e-06,
      "loss": 0.7543,
      "step": 646
    },
    {
      "epoch": 1.9633949739212897,
      "grad_norm": 2.075011968612671,
      "learning_rate": 6.403112703554643e-06,
      "loss": 0.752,
      "step": 647
    },
    {
      "epoch": 1.966429587482219,
      "grad_norm": 2.097029447555542,
      "learning_rate": 6.370124772540469e-06,
      "loss": 0.7338,
      "step": 648
    },
    {
      "epoch": 1.9694642010431485,
      "grad_norm": 2.147951602935791,
      "learning_rate": 6.337182273861273e-06,
      "loss": 0.7735,
      "step": 649
    },
    {
      "epoch": 1.9724988146040778,
      "grad_norm": 2.0643298625946045,
      "learning_rate": 6.3042856198327795e-06,
      "loss": 0.7775,
      "step": 650
    },
    {
      "epoch": 1.9724988146040778,
      "eval_loss": NaN,
      "eval_runtime": 204.7127,
      "eval_samples_per_second": 20.311,
      "eval_steps_per_second": 5.08,
      "step": 650
    },
    {
      "epoch": 1.975533428165007,
      "grad_norm": 2.043440580368042,
      "learning_rate": 6.2714352221969155e-06,
      "loss": 0.7593,
      "step": 651
    },
    {
      "epoch": 1.9785680417259366,
      "grad_norm": 2.250242233276367,
      "learning_rate": 6.238631492116643e-06,
      "loss": 0.7657,
      "step": 652
    },
    {
      "epoch": 1.9816026552868657,
      "grad_norm": 2.068997383117676,
      "learning_rate": 6.205874840170833e-06,
      "loss": 0.7774,
      "step": 653
    },
    {
      "epoch": 1.9846372688477951,
      "grad_norm": 2.1658010482788086,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.7792,
      "step": 654
    },
    {
      "epoch": 1.9876718824087245,
      "grad_norm": 2.1947412490844727,
      "learning_rate": 6.140504410046712e-06,
      "loss": 0.7631,
      "step": 655
    },
    {
      "epoch": 1.9907064959696539,
      "grad_norm": 2.082087278366089,
      "learning_rate": 6.107891450059419e-06,
      "loss": 0.7564,
      "step": 656
    },
    {
      "epoch": 1.9937411095305833,
      "grad_norm": 2.043905019760132,
      "learning_rate": 6.075327204578363e-06,
      "loss": 0.7834,
      "step": 657
    },
    {
      "epoch": 1.9967757230915124,
      "grad_norm": 2.1089298725128174,
      "learning_rate": 6.042812081184973e-06,
      "loss": 0.7595,
      "step": 658
    },
    {
      "epoch": 1.999810336652442,
      "grad_norm": 2.0419466495513916,
      "learning_rate": 6.010346486845837e-06,
      "loss": 0.7481,
      "step": 659
    },
    {
      "epoch": 2.002844950213371,
      "grad_norm": 2.1154048442840576,
      "learning_rate": 5.97793082790765e-06,
      "loss": 0.7479,
      "step": 660
    },
    {
      "epoch": 2.0058795637743008,
      "grad_norm": 1.9878915548324585,
      "learning_rate": 5.945565510092086e-06,
      "loss": 0.7547,
      "step": 661
    },
    {
      "epoch": 2.00891417733523,
      "grad_norm": 2.1136927604675293,
      "learning_rate": 5.913250938490744e-06,
      "loss": 0.7294,
      "step": 662
    },
    {
      "epoch": 2.0119487908961595,
      "grad_norm": 2.1599817276000977,
      "learning_rate": 5.880987517560075e-06,
      "loss": 0.744,
      "step": 663
    },
    {
      "epoch": 2.0149834044570887,
      "grad_norm": 2.200779438018799,
      "learning_rate": 5.84877565111631e-06,
      "loss": 0.7353,
      "step": 664
    },
    {
      "epoch": 2.018018018018018,
      "grad_norm": 2.05635404586792,
      "learning_rate": 5.81661574233042e-06,
      "loss": 0.7534,
      "step": 665
    },
    {
      "epoch": 2.0210526315789474,
      "grad_norm": 2.193406820297241,
      "learning_rate": 5.784508193723058e-06,
      "loss": 0.7443,
      "step": 666
    },
    {
      "epoch": 2.0240872451398766,
      "grad_norm": 2.120541572570801,
      "learning_rate": 5.752453407159521e-06,
      "loss": 0.7414,
      "step": 667
    },
    {
      "epoch": 2.027121858700806,
      "grad_norm": 2.075017213821411,
      "learning_rate": 5.720451783844741e-06,
      "loss": 0.7439,
      "step": 668
    },
    {
      "epoch": 2.0301564722617353,
      "grad_norm": 2.1643104553222656,
      "learning_rate": 5.688503724318217e-06,
      "loss": 0.7565,
      "step": 669
    },
    {
      "epoch": 2.033191085822665,
      "grad_norm": 2.148364782333374,
      "learning_rate": 5.656609628449064e-06,
      "loss": 0.7353,
      "step": 670
    },
    {
      "epoch": 2.036225699383594,
      "grad_norm": 2.205618143081665,
      "learning_rate": 5.6247698954309616e-06,
      "loss": 0.7529,
      "step": 671
    },
    {
      "epoch": 2.0392603129445233,
      "grad_norm": 2.1727452278137207,
      "learning_rate": 5.592984923777156e-06,
      "loss": 0.7439,
      "step": 672
    },
    {
      "epoch": 2.042294926505453,
      "grad_norm": 2.1897435188293457,
      "learning_rate": 5.561255111315525e-06,
      "loss": 0.7578,
      "step": 673
    },
    {
      "epoch": 2.045329540066382,
      "grad_norm": 2.155768871307373,
      "learning_rate": 5.529580855183518e-06,
      "loss": 0.7687,
      "step": 674
    },
    {
      "epoch": 2.0483641536273116,
      "grad_norm": 2.100489616394043,
      "learning_rate": 5.497962551823266e-06,
      "loss": 0.7333,
      "step": 675
    },
    {
      "epoch": 2.0513987671882408,
      "grad_norm": 2.0687026977539062,
      "learning_rate": 5.466400596976568e-06,
      "loss": 0.745,
      "step": 676
    },
    {
      "epoch": 2.0544333807491704,
      "grad_norm": 2.144482135772705,
      "learning_rate": 5.434895385679937e-06,
      "loss": 0.7369,
      "step": 677
    },
    {
      "epoch": 2.0574679943100995,
      "grad_norm": 2.1690595149993896,
      "learning_rate": 5.403447312259702e-06,
      "loss": 0.7443,
      "step": 678
    },
    {
      "epoch": 2.060502607871029,
      "grad_norm": 2.0905041694641113,
      "learning_rate": 5.3720567703270135e-06,
      "loss": 0.7333,
      "step": 679
    },
    {
      "epoch": 2.0635372214319583,
      "grad_norm": 2.205411911010742,
      "learning_rate": 5.340724152772956e-06,
      "loss": 0.7399,
      "step": 680
    },
    {
      "epoch": 2.0665718349928874,
      "grad_norm": 2.3007540702819824,
      "learning_rate": 5.3094498517636324e-06,
      "loss": 0.7452,
      "step": 681
    },
    {
      "epoch": 2.069606448553817,
      "grad_norm": 2.2882180213928223,
      "learning_rate": 5.278234258735215e-06,
      "loss": 0.7285,
      "step": 682
    },
    {
      "epoch": 2.072641062114746,
      "grad_norm": 2.2169337272644043,
      "learning_rate": 5.247077764389099e-06,
      "loss": 0.7437,
      "step": 683
    },
    {
      "epoch": 2.075675675675676,
      "grad_norm": 2.1462368965148926,
      "learning_rate": 5.215980758686978e-06,
      "loss": 0.7366,
      "step": 684
    },
    {
      "epoch": 2.078710289236605,
      "grad_norm": 2.200030565261841,
      "learning_rate": 5.18494363084596e-06,
      "loss": 0.7546,
      "step": 685
    },
    {
      "epoch": 2.0817449027975345,
      "grad_norm": 2.1369688510894775,
      "learning_rate": 5.153966769333734e-06,
      "loss": 0.7388,
      "step": 686
    },
    {
      "epoch": 2.0847795163584637,
      "grad_norm": 2.191958427429199,
      "learning_rate": 5.1230505618636575e-06,
      "loss": 0.7297,
      "step": 687
    },
    {
      "epoch": 2.0878141299193933,
      "grad_norm": 2.1999082565307617,
      "learning_rate": 5.092195395389937e-06,
      "loss": 0.7428,
      "step": 688
    },
    {
      "epoch": 2.0908487434803225,
      "grad_norm": 2.373140335083008,
      "learning_rate": 5.061401656102791e-06,
      "loss": 0.7585,
      "step": 689
    },
    {
      "epoch": 2.0938833570412516,
      "grad_norm": 2.2395219802856445,
      "learning_rate": 5.030669729423572e-06,
      "loss": 0.7382,
      "step": 690
    },
    {
      "epoch": 2.096917970602181,
      "grad_norm": 2.1638119220733643,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.7538,
      "step": 691
    },
    {
      "epoch": 2.0999525841631104,
      "grad_norm": 2.173945188522339,
      "learning_rate": 4.969392851701306e-06,
      "loss": 0.7403,
      "step": 692
    },
    {
      "epoch": 2.10298719772404,
      "grad_norm": 2.2739264965057373,
      "learning_rate": 4.938848667613436e-06,
      "loss": 0.7459,
      "step": 693
    },
    {
      "epoch": 2.106021811284969,
      "grad_norm": 2.2303757667541504,
      "learning_rate": 4.908367830034284e-06,
      "loss": 0.717,
      "step": 694
    },
    {
      "epoch": 2.1090564248458987,
      "grad_norm": 2.083385944366455,
      "learning_rate": 4.8779507204688595e-06,
      "loss": 0.747,
      "step": 695
    },
    {
      "epoch": 2.112091038406828,
      "grad_norm": 2.252095937728882,
      "learning_rate": 4.84759771962455e-06,
      "loss": 0.7414,
      "step": 696
    },
    {
      "epoch": 2.115125651967757,
      "grad_norm": 2.192476272583008,
      "learning_rate": 4.817309207406347e-06,
      "loss": 0.7078,
      "step": 697
    },
    {
      "epoch": 2.1181602655286866,
      "grad_norm": 2.170762062072754,
      "learning_rate": 4.787085562912076e-06,
      "loss": 0.7482,
      "step": 698
    },
    {
      "epoch": 2.121194879089616,
      "grad_norm": 2.1275007724761963,
      "learning_rate": 4.756927164427685e-06,
      "loss": 0.7415,
      "step": 699
    },
    {
      "epoch": 2.1242294926505454,
      "grad_norm": 2.1509687900543213,
      "learning_rate": 4.726834389422461e-06,
      "loss": 0.7326,
      "step": 700
    },
    {
      "epoch": 2.1242294926505454,
      "eval_loss": NaN,
      "eval_runtime": 204.0742,
      "eval_samples_per_second": 20.375,
      "eval_steps_per_second": 5.096,
      "step": 700
    },
    {
      "epoch": 2.1272641062114745,
      "grad_norm": 2.0226032733917236,
      "learning_rate": 4.696807614544352e-06,
      "loss": 0.7411,
      "step": 701
    },
    {
      "epoch": 2.130298719772404,
      "grad_norm": 2.1866512298583984,
      "learning_rate": 4.666847215615225e-06,
      "loss": 0.7394,
      "step": 702
    },
    {
      "epoch": 2.1333333333333333,
      "grad_norm": 2.2013630867004395,
      "learning_rate": 4.636953567626176e-06,
      "loss": 0.7356,
      "step": 703
    },
    {
      "epoch": 2.1363679468942625,
      "grad_norm": 2.4076430797576904,
      "learning_rate": 4.607127044732827e-06,
      "loss": 0.7501,
      "step": 704
    },
    {
      "epoch": 2.139402560455192,
      "grad_norm": 2.1296753883361816,
      "learning_rate": 4.57736802025065e-06,
      "loss": 0.7399,
      "step": 705
    },
    {
      "epoch": 2.142437174016121,
      "grad_norm": 2.22512149810791,
      "learning_rate": 4.5476768666502895e-06,
      "loss": 0.7553,
      "step": 706
    },
    {
      "epoch": 2.145471787577051,
      "grad_norm": 2.178199052810669,
      "learning_rate": 4.518053955552903e-06,
      "loss": 0.7458,
      "step": 707
    },
    {
      "epoch": 2.14850640113798,
      "grad_norm": 2.0975606441497803,
      "learning_rate": 4.488499657725511e-06,
      "loss": 0.7234,
      "step": 708
    },
    {
      "epoch": 2.1515410146989096,
      "grad_norm": 2.1103413105010986,
      "learning_rate": 4.459014343076356e-06,
      "loss": 0.7431,
      "step": 709
    },
    {
      "epoch": 2.1545756282598387,
      "grad_norm": 2.2594456672668457,
      "learning_rate": 4.429598380650266e-06,
      "loss": 0.7578,
      "step": 710
    },
    {
      "epoch": 2.1576102418207683,
      "grad_norm": 2.2270963191986084,
      "learning_rate": 4.400252138624047e-06,
      "loss": 0.7461,
      "step": 711
    },
    {
      "epoch": 2.1606448553816975,
      "grad_norm": 2.191631555557251,
      "learning_rate": 4.370975984301866e-06,
      "loss": 0.7425,
      "step": 712
    },
    {
      "epoch": 2.1636794689426266,
      "grad_norm": 2.124616861343384,
      "learning_rate": 4.341770284110655e-06,
      "loss": 0.7495,
      "step": 713
    },
    {
      "epoch": 2.1667140825035562,
      "grad_norm": 2.18497371673584,
      "learning_rate": 4.312635403595532e-06,
      "loss": 0.7239,
      "step": 714
    },
    {
      "epoch": 2.1697486960644854,
      "grad_norm": 2.149658441543579,
      "learning_rate": 4.283571707415214e-06,
      "loss": 0.7325,
      "step": 715
    },
    {
      "epoch": 2.172783309625415,
      "grad_norm": 2.133171558380127,
      "learning_rate": 4.25457955933746e-06,
      "loss": 0.7324,
      "step": 716
    },
    {
      "epoch": 2.175817923186344,
      "grad_norm": 2.15606689453125,
      "learning_rate": 4.2256593222345185e-06,
      "loss": 0.7273,
      "step": 717
    },
    {
      "epoch": 2.1788525367472737,
      "grad_norm": 2.237285614013672,
      "learning_rate": 4.196811358078585e-06,
      "loss": 0.7463,
      "step": 718
    },
    {
      "epoch": 2.181887150308203,
      "grad_norm": 2.267974853515625,
      "learning_rate": 4.168036027937267e-06,
      "loss": 0.7405,
      "step": 719
    },
    {
      "epoch": 2.1849217638691325,
      "grad_norm": 2.0772793292999268,
      "learning_rate": 4.139333691969071e-06,
      "loss": 0.7418,
      "step": 720
    },
    {
      "epoch": 2.1879563774300617,
      "grad_norm": 2.1171600818634033,
      "learning_rate": 4.1107047094188946e-06,
      "loss": 0.7222,
      "step": 721
    },
    {
      "epoch": 2.190990990990991,
      "grad_norm": 2.3039426803588867,
      "learning_rate": 4.082149438613514e-06,
      "loss": 0.731,
      "step": 722
    },
    {
      "epoch": 2.1940256045519204,
      "grad_norm": 2.207404375076294,
      "learning_rate": 4.053668236957135e-06,
      "loss": 0.7499,
      "step": 723
    },
    {
      "epoch": 2.1970602181128496,
      "grad_norm": 2.1732053756713867,
      "learning_rate": 4.025261460926877e-06,
      "loss": 0.7617,
      "step": 724
    },
    {
      "epoch": 2.200094831673779,
      "grad_norm": 2.537623167037964,
      "learning_rate": 3.996929466068344e-06,
      "loss": 0.72,
      "step": 725
    },
    {
      "epoch": 2.2031294452347083,
      "grad_norm": 2.2418384552001953,
      "learning_rate": 3.96867260699116e-06,
      "loss": 0.727,
      "step": 726
    },
    {
      "epoch": 2.206164058795638,
      "grad_norm": 2.189655065536499,
      "learning_rate": 3.940491237364519e-06,
      "loss": 0.7321,
      "step": 727
    },
    {
      "epoch": 2.209198672356567,
      "grad_norm": 2.1620960235595703,
      "learning_rate": 3.912385709912794e-06,
      "loss": 0.7421,
      "step": 728
    },
    {
      "epoch": 2.2122332859174962,
      "grad_norm": 2.216374397277832,
      "learning_rate": 3.884356376411089e-06,
      "loss": 0.7632,
      "step": 729
    },
    {
      "epoch": 2.215267899478426,
      "grad_norm": 2.152038335800171,
      "learning_rate": 3.8564035876808405e-06,
      "loss": 0.7349,
      "step": 730
    },
    {
      "epoch": 2.218302513039355,
      "grad_norm": 2.1349170207977295,
      "learning_rate": 3.828527693585451e-06,
      "loss": 0.7373,
      "step": 731
    },
    {
      "epoch": 2.2213371266002846,
      "grad_norm": 2.1102511882781982,
      "learning_rate": 3.8007290430258712e-06,
      "loss": 0.7278,
      "step": 732
    },
    {
      "epoch": 2.2243717401612138,
      "grad_norm": 2.124293088912964,
      "learning_rate": 3.7730079839362755e-06,
      "loss": 0.7315,
      "step": 733
    },
    {
      "epoch": 2.2274063537221434,
      "grad_norm": 2.0747625827789307,
      "learning_rate": 3.7453648632796745e-06,
      "loss": 0.7391,
      "step": 734
    },
    {
      "epoch": 2.2304409672830725,
      "grad_norm": 2.1584184169769287,
      "learning_rate": 3.7178000270435765e-06,
      "loss": 0.7526,
      "step": 735
    },
    {
      "epoch": 2.2334755808440017,
      "grad_norm": 2.0907371044158936,
      "learning_rate": 3.690313820235686e-06,
      "loss": 0.7176,
      "step": 736
    },
    {
      "epoch": 2.2365101944049313,
      "grad_norm": 2.100431442260742,
      "learning_rate": 3.662906586879542e-06,
      "loss": 0.7619,
      "step": 737
    },
    {
      "epoch": 2.2395448079658604,
      "grad_norm": 2.1690993309020996,
      "learning_rate": 3.6355786700102426e-06,
      "loss": 0.7385,
      "step": 738
    },
    {
      "epoch": 2.24257942152679,
      "grad_norm": 2.2165980339050293,
      "learning_rate": 3.6083304116701535e-06,
      "loss": 0.7577,
      "step": 739
    },
    {
      "epoch": 2.245614035087719,
      "grad_norm": 2.1825928688049316,
      "learning_rate": 3.5811621529045927e-06,
      "loss": 0.7353,
      "step": 740
    },
    {
      "epoch": 2.2486486486486488,
      "grad_norm": 2.1485071182250977,
      "learning_rate": 3.5540742337576083e-06,
      "loss": 0.7534,
      "step": 741
    },
    {
      "epoch": 2.251683262209578,
      "grad_norm": 2.193574905395508,
      "learning_rate": 3.5270669932676926e-06,
      "loss": 0.7395,
      "step": 742
    },
    {
      "epoch": 2.2547178757705075,
      "grad_norm": 2.152099847793579,
      "learning_rate": 3.5001407694635326e-06,
      "loss": 0.7265,
      "step": 743
    },
    {
      "epoch": 2.2577524893314367,
      "grad_norm": 2.2395544052124023,
      "learning_rate": 3.4732958993598153e-06,
      "loss": 0.7482,
      "step": 744
    },
    {
      "epoch": 2.2607871028923663,
      "grad_norm": 2.209214448928833,
      "learning_rate": 3.446532718952966e-06,
      "loss": 0.7366,
      "step": 745
    },
    {
      "epoch": 2.2638217164532954,
      "grad_norm": 2.282007932662964,
      "learning_rate": 3.4198515632169703e-06,
      "loss": 0.7641,
      "step": 746
    },
    {
      "epoch": 2.2668563300142246,
      "grad_norm": 2.1614651679992676,
      "learning_rate": 3.3932527660991877e-06,
      "loss": 0.7502,
      "step": 747
    },
    {
      "epoch": 2.269890943575154,
      "grad_norm": 2.306121826171875,
      "learning_rate": 3.3667366605161322e-06,
      "loss": 0.7464,
      "step": 748
    },
    {
      "epoch": 2.2729255571360834,
      "grad_norm": 2.2220146656036377,
      "learning_rate": 3.340303578349361e-06,
      "loss": 0.7497,
      "step": 749
    },
    {
      "epoch": 2.275960170697013,
      "grad_norm": 2.1184372901916504,
      "learning_rate": 3.313953850441266e-06,
      "loss": 0.7434,
      "step": 750
    },
    {
      "epoch": 2.275960170697013,
      "eval_loss": NaN,
      "eval_runtime": 203.9554,
      "eval_samples_per_second": 20.387,
      "eval_steps_per_second": 5.099,
      "step": 750
    },
    {
      "epoch": 2.278994784257942,
      "grad_norm": 2.2895419597625732,
      "learning_rate": 3.2876878065909714e-06,
      "loss": 0.7362,
      "step": 751
    },
    {
      "epoch": 2.2820293978188717,
      "grad_norm": 2.148529291152954,
      "learning_rate": 3.2615057755502e-06,
      "loss": 0.7558,
      "step": 752
    },
    {
      "epoch": 2.285064011379801,
      "grad_norm": 2.1223018169403076,
      "learning_rate": 3.2354080850191328e-06,
      "loss": 0.7591,
      "step": 753
    },
    {
      "epoch": 2.28809862494073,
      "grad_norm": 2.2450056076049805,
      "learning_rate": 3.2093950616423397e-06,
      "loss": 0.7335,
      "step": 754
    },
    {
      "epoch": 2.2911332385016596,
      "grad_norm": 2.173351526260376,
      "learning_rate": 3.1834670310046735e-06,
      "loss": 0.7546,
      "step": 755
    },
    {
      "epoch": 2.2941678520625888,
      "grad_norm": 2.0341904163360596,
      "learning_rate": 3.157624317627195e-06,
      "loss": 0.7447,
      "step": 756
    },
    {
      "epoch": 2.2972024656235184,
      "grad_norm": 2.0900380611419678,
      "learning_rate": 3.1318672449631283e-06,
      "loss": 0.7544,
      "step": 757
    },
    {
      "epoch": 2.3002370791844475,
      "grad_norm": 2.2536418437957764,
      "learning_rate": 3.106196135393782e-06,
      "loss": 0.7326,
      "step": 758
    },
    {
      "epoch": 2.303271692745377,
      "grad_norm": 2.1906511783599854,
      "learning_rate": 3.0806113102245395e-06,
      "loss": 0.7522,
      "step": 759
    },
    {
      "epoch": 2.3063063063063063,
      "grad_norm": 2.1476638317108154,
      "learning_rate": 3.055113089680829e-06,
      "loss": 0.7423,
      "step": 760
    },
    {
      "epoch": 2.3093409198672354,
      "grad_norm": 2.1808698177337646,
      "learning_rate": 3.029701792904117e-06,
      "loss": 0.7612,
      "step": 761
    },
    {
      "epoch": 2.312375533428165,
      "grad_norm": 2.085947036743164,
      "learning_rate": 3.00437773794791e-06,
      "loss": 0.7439,
      "step": 762
    },
    {
      "epoch": 2.315410146989094,
      "grad_norm": 2.1122984886169434,
      "learning_rate": 2.979141241773775e-06,
      "loss": 0.7383,
      "step": 763
    },
    {
      "epoch": 2.318444760550024,
      "grad_norm": 2.1743266582489014,
      "learning_rate": 2.953992620247379e-06,
      "loss": 0.7458,
      "step": 764
    },
    {
      "epoch": 2.321479374110953,
      "grad_norm": 2.1469690799713135,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.756,
      "step": 765
    },
    {
      "epoch": 2.3245139876718826,
      "grad_norm": 2.077439069747925,
      "learning_rate": 2.9039602590972203e-06,
      "loss": 0.7316,
      "step": 766
    },
    {
      "epoch": 2.3275486012328117,
      "grad_norm": 2.4407780170440674,
      "learning_rate": 2.879077145689746e-06,
      "loss": 0.7343,
      "step": 767
    },
    {
      "epoch": 2.330583214793741,
      "grad_norm": 2.1479241847991943,
      "learning_rate": 2.8542831593547483e-06,
      "loss": 0.7407,
      "step": 768
    },
    {
      "epoch": 2.3336178283546705,
      "grad_norm": 2.2073941230773926,
      "learning_rate": 2.829578610419337e-06,
      "loss": 0.7471,
      "step": 769
    },
    {
      "epoch": 2.3366524419155996,
      "grad_norm": 2.0292317867279053,
      "learning_rate": 2.8049638080912045e-06,
      "loss": 0.7332,
      "step": 770
    },
    {
      "epoch": 2.339687055476529,
      "grad_norm": 2.2681589126586914,
      "learning_rate": 2.780439060454756e-06,
      "loss": 0.7436,
      "step": 771
    },
    {
      "epoch": 2.3427216690374584,
      "grad_norm": 2.057676076889038,
      "learning_rate": 2.75600467446725e-06,
      "loss": 0.7352,
      "step": 772
    },
    {
      "epoch": 2.345756282598388,
      "grad_norm": 2.2097206115722656,
      "learning_rate": 2.7316609559549568e-06,
      "loss": 0.7275,
      "step": 773
    },
    {
      "epoch": 2.348790896159317,
      "grad_norm": 2.3039231300354004,
      "learning_rate": 2.707408209609339e-06,
      "loss": 0.7556,
      "step": 774
    },
    {
      "epoch": 2.3518255097202467,
      "grad_norm": 2.097167730331421,
      "learning_rate": 2.683246738983217e-06,
      "loss": 0.7404,
      "step": 775
    },
    {
      "epoch": 2.354860123281176,
      "grad_norm": 2.083677053451538,
      "learning_rate": 2.6591768464870016e-06,
      "loss": 0.7359,
      "step": 776
    },
    {
      "epoch": 2.3578947368421055,
      "grad_norm": 2.0094263553619385,
      "learning_rate": 2.6351988333848787e-06,
      "loss": 0.7297,
      "step": 777
    },
    {
      "epoch": 2.3609293504030346,
      "grad_norm": 2.13173770904541,
      "learning_rate": 2.611312999791055e-06,
      "loss": 0.7315,
      "step": 778
    },
    {
      "epoch": 2.363963963963964,
      "grad_norm": 2.1343095302581787,
      "learning_rate": 2.587519644666001e-06,
      "loss": 0.7309,
      "step": 779
    },
    {
      "epoch": 2.3669985775248934,
      "grad_norm": 2.122774600982666,
      "learning_rate": 2.5638190658126937e-06,
      "loss": 0.7428,
      "step": 780
    },
    {
      "epoch": 2.3700331910858226,
      "grad_norm": 2.1483750343322754,
      "learning_rate": 2.5402115598729182e-06,
      "loss": 0.7386,
      "step": 781
    },
    {
      "epoch": 2.373067804646752,
      "grad_norm": 2.189150810241699,
      "learning_rate": 2.5166974223235295e-06,
      "loss": 0.7237,
      "step": 782
    },
    {
      "epoch": 2.3761024182076813,
      "grad_norm": 2.156003475189209,
      "learning_rate": 2.493276947472756e-06,
      "loss": 0.7614,
      "step": 783
    },
    {
      "epoch": 2.379137031768611,
      "grad_norm": 2.100486993789673,
      "learning_rate": 2.4699504284565413e-06,
      "loss": 0.7543,
      "step": 784
    },
    {
      "epoch": 2.38217164532954,
      "grad_norm": 2.1420738697052,
      "learning_rate": 2.446718157234832e-06,
      "loss": 0.7475,
      "step": 785
    },
    {
      "epoch": 2.385206258890469,
      "grad_norm": 2.205798625946045,
      "learning_rate": 2.4235804245879723e-06,
      "loss": 0.7362,
      "step": 786
    },
    {
      "epoch": 2.388240872451399,
      "grad_norm": 2.193894147872925,
      "learning_rate": 2.4005375201130275e-06,
      "loss": 0.7456,
      "step": 787
    },
    {
      "epoch": 2.391275486012328,
      "grad_norm": 2.1630735397338867,
      "learning_rate": 2.3775897322201667e-06,
      "loss": 0.7553,
      "step": 788
    },
    {
      "epoch": 2.3943100995732576,
      "grad_norm": 2.247066020965576,
      "learning_rate": 2.354737348129077e-06,
      "loss": 0.7324,
      "step": 789
    },
    {
      "epoch": 2.3973447131341867,
      "grad_norm": 2.1332616806030273,
      "learning_rate": 2.33198065386533e-06,
      "loss": 0.7413,
      "step": 790
    },
    {
      "epoch": 2.4003793266951163,
      "grad_norm": 2.1438822746276855,
      "learning_rate": 2.3093199342568316e-06,
      "loss": 0.7215,
      "step": 791
    },
    {
      "epoch": 2.4034139402560455,
      "grad_norm": 2.1765286922454834,
      "learning_rate": 2.2867554729302545e-06,
      "loss": 0.7362,
      "step": 792
    },
    {
      "epoch": 2.4064485538169746,
      "grad_norm": 2.059136390686035,
      "learning_rate": 2.2642875523074613e-06,
      "loss": 0.7373,
      "step": 793
    },
    {
      "epoch": 2.4094831673779042,
      "grad_norm": 2.195065975189209,
      "learning_rate": 2.2419164536020112e-06,
      "loss": 0.7363,
      "step": 794
    },
    {
      "epoch": 2.4125177809388334,
      "grad_norm": 2.2990760803222656,
      "learning_rate": 2.2196424568156073e-06,
      "loss": 0.7348,
      "step": 795
    },
    {
      "epoch": 2.415552394499763,
      "grad_norm": 2.251936435699463,
      "learning_rate": 2.197465840734596e-06,
      "loss": 0.7257,
      "step": 796
    },
    {
      "epoch": 2.418587008060692,
      "grad_norm": 2.142132520675659,
      "learning_rate": 2.1753868829265046e-06,
      "loss": 0.7526,
      "step": 797
    },
    {
      "epoch": 2.4216216216216218,
      "grad_norm": 2.235971450805664,
      "learning_rate": 2.1534058597365284e-06,
      "loss": 0.7402,
      "step": 798
    },
    {
      "epoch": 2.424656235182551,
      "grad_norm": 2.1040003299713135,
      "learning_rate": 2.1315230462840985e-06,
      "loss": 0.7271,
      "step": 799
    },
    {
      "epoch": 2.4276908487434805,
      "grad_norm": 2.153122663497925,
      "learning_rate": 2.1097387164594406e-06,
      "loss": 0.7274,
      "step": 800
    },
    {
      "epoch": 2.4276908487434805,
      "eval_loss": NaN,
      "eval_runtime": 204.5921,
      "eval_samples_per_second": 20.323,
      "eval_steps_per_second": 5.083,
      "step": 800
    },
    {
      "epoch": 2.4307254623044097,
      "grad_norm": 2.2538816928863525,
      "learning_rate": 2.0880531429201146e-06,
      "loss": 0.749,
      "step": 801
    },
    {
      "epoch": 2.4337600758653393,
      "grad_norm": 2.194967031478882,
      "learning_rate": 2.0664665970876496e-06,
      "loss": 0.7395,
      "step": 802
    },
    {
      "epoch": 2.4367946894262684,
      "grad_norm": 2.1779520511627197,
      "learning_rate": 2.0449793491441026e-06,
      "loss": 0.7476,
      "step": 803
    },
    {
      "epoch": 2.4398293029871976,
      "grad_norm": 2.243781805038452,
      "learning_rate": 2.0235916680287015e-06,
      "loss": 0.7268,
      "step": 804
    },
    {
      "epoch": 2.442863916548127,
      "grad_norm": 2.1497793197631836,
      "learning_rate": 2.0023038214344827e-06,
      "loss": 0.76,
      "step": 805
    },
    {
      "epoch": 2.4458985301090563,
      "grad_norm": 2.209360122680664,
      "learning_rate": 1.9811160758049163e-06,
      "loss": 0.7133,
      "step": 806
    },
    {
      "epoch": 2.448933143669986,
      "grad_norm": 2.1285481452941895,
      "learning_rate": 1.960028696330596e-06,
      "loss": 0.7349,
      "step": 807
    },
    {
      "epoch": 2.451967757230915,
      "grad_norm": 2.16249680519104,
      "learning_rate": 1.9390419469459066e-06,
      "loss": 0.7392,
      "step": 808
    },
    {
      "epoch": 2.4550023707918447,
      "grad_norm": 2.1789779663085938,
      "learning_rate": 1.9181560903257234e-06,
      "loss": 0.7299,
      "step": 809
    },
    {
      "epoch": 2.458036984352774,
      "grad_norm": 2.196904420852661,
      "learning_rate": 1.8973713878821343e-06,
      "loss": 0.74,
      "step": 810
    },
    {
      "epoch": 2.461071597913703,
      "grad_norm": 2.087092399597168,
      "learning_rate": 1.8766880997611424e-06,
      "loss": 0.7503,
      "step": 811
    },
    {
      "epoch": 2.4641062114746326,
      "grad_norm": 2.023298978805542,
      "learning_rate": 1.8561064848394384e-06,
      "loss": 0.7409,
      "step": 812
    },
    {
      "epoch": 2.4671408250355618,
      "grad_norm": 2.2470693588256836,
      "learning_rate": 1.8356268007211442e-06,
      "loss": 0.7553,
      "step": 813
    },
    {
      "epoch": 2.4701754385964914,
      "grad_norm": 2.0922911167144775,
      "learning_rate": 1.8152493037345942e-06,
      "loss": 0.7257,
      "step": 814
    },
    {
      "epoch": 2.4732100521574205,
      "grad_norm": 2.100867986679077,
      "learning_rate": 1.7949742489291256e-06,
      "loss": 0.7275,
      "step": 815
    },
    {
      "epoch": 2.47624466571835,
      "grad_norm": 2.309476375579834,
      "learning_rate": 1.7748018900718856e-06,
      "loss": 0.7349,
      "step": 816
    },
    {
      "epoch": 2.4792792792792793,
      "grad_norm": 2.1686556339263916,
      "learning_rate": 1.7547324796446553e-06,
      "loss": 0.746,
      "step": 817
    },
    {
      "epoch": 2.4823138928402084,
      "grad_norm": 2.161126136779785,
      "learning_rate": 1.7347662688406907e-06,
      "loss": 0.7637,
      "step": 818
    },
    {
      "epoch": 2.485348506401138,
      "grad_norm": 2.0931811332702637,
      "learning_rate": 1.7149035075615795e-06,
      "loss": 0.7417,
      "step": 819
    },
    {
      "epoch": 2.488383119962067,
      "grad_norm": 2.220621347427368,
      "learning_rate": 1.6951444444141084e-06,
      "loss": 0.7426,
      "step": 820
    },
    {
      "epoch": 2.491417733522997,
      "grad_norm": 2.1453609466552734,
      "learning_rate": 1.6754893267071593e-06,
      "loss": 0.7277,
      "step": 821
    },
    {
      "epoch": 2.494452347083926,
      "grad_norm": 2.204213857650757,
      "learning_rate": 1.6559384004486057e-06,
      "loss": 0.7456,
      "step": 822
    },
    {
      "epoch": 2.4974869606448555,
      "grad_norm": 2.1252691745758057,
      "learning_rate": 1.6364919103422394e-06,
      "loss": 0.7423,
      "step": 823
    },
    {
      "epoch": 2.5005215742057847,
      "grad_norm": 2.285757064819336,
      "learning_rate": 1.6171500997847056e-06,
      "loss": 0.7377,
      "step": 824
    },
    {
      "epoch": 2.503556187766714,
      "grad_norm": 2.1519298553466797,
      "learning_rate": 1.5979132108624572e-06,
      "loss": 0.7397,
      "step": 825
    },
    {
      "epoch": 2.5065908013276434,
      "grad_norm": 2.1684153079986572,
      "learning_rate": 1.5787814843487226e-06,
      "loss": 0.7355,
      "step": 826
    },
    {
      "epoch": 2.509625414888573,
      "grad_norm": 2.1787893772125244,
      "learning_rate": 1.5597551597004968e-06,
      "loss": 0.7356,
      "step": 827
    },
    {
      "epoch": 2.512660028449502,
      "grad_norm": 2.22249436378479,
      "learning_rate": 1.5408344750555382e-06,
      "loss": 0.7439,
      "step": 828
    },
    {
      "epoch": 2.5156946420104314,
      "grad_norm": 2.2051734924316406,
      "learning_rate": 1.522019667229393e-06,
      "loss": 0.7271,
      "step": 829
    },
    {
      "epoch": 2.518729255571361,
      "grad_norm": 2.0986456871032715,
      "learning_rate": 1.5033109717124284e-06,
      "loss": 0.7385,
      "step": 830
    },
    {
      "epoch": 2.52176386913229,
      "grad_norm": 2.115734100341797,
      "learning_rate": 1.4847086226668871e-06,
      "loss": 0.7317,
      "step": 831
    },
    {
      "epoch": 2.5247984826932193,
      "grad_norm": 2.02058482170105,
      "learning_rate": 1.4662128529239572e-06,
      "loss": 0.7524,
      "step": 832
    },
    {
      "epoch": 2.527833096254149,
      "grad_norm": 2.1982414722442627,
      "learning_rate": 1.4478238939808454e-06,
      "loss": 0.7409,
      "step": 833
    },
    {
      "epoch": 2.5308677098150785,
      "grad_norm": 2.1642115116119385,
      "learning_rate": 1.4295419759979079e-06,
      "loss": 0.7365,
      "step": 834
    },
    {
      "epoch": 2.5339023233760076,
      "grad_norm": 2.118788003921509,
      "learning_rate": 1.4113673277957395e-06,
      "loss": 0.7276,
      "step": 835
    },
    {
      "epoch": 2.536936936936937,
      "grad_norm": 2.0929243564605713,
      "learning_rate": 1.393300176852327e-06,
      "loss": 0.7449,
      "step": 836
    },
    {
      "epoch": 2.5399715504978664,
      "grad_norm": 2.1339359283447266,
      "learning_rate": 1.3753407493001968e-06,
      "loss": 0.7241,
      "step": 837
    },
    {
      "epoch": 2.5430061640587955,
      "grad_norm": 2.15981125831604,
      "learning_rate": 1.3574892699235798e-06,
      "loss": 0.7373,
      "step": 838
    },
    {
      "epoch": 2.546040777619725,
      "grad_norm": 2.184105396270752,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.7283,
      "step": 839
    },
    {
      "epoch": 2.5490753911806543,
      "grad_norm": 2.0236942768096924,
      "learning_rate": 1.3221110480755306e-06,
      "loss": 0.7279,
      "step": 840
    },
    {
      "epoch": 2.552110004741584,
      "grad_norm": 2.0451905727386475,
      "learning_rate": 1.3045847484058748e-06,
      "loss": 0.7417,
      "step": 841
    },
    {
      "epoch": 2.555144618302513,
      "grad_norm": 2.113330602645874,
      "learning_rate": 1.287167282509767e-06,
      "loss": 0.7604,
      "step": 842
    },
    {
      "epoch": 2.558179231863442,
      "grad_norm": 2.0830495357513428,
      "learning_rate": 1.2698588683881185e-06,
      "loss": 0.7579,
      "step": 843
    },
    {
      "epoch": 2.561213845424372,
      "grad_norm": 2.065068483352661,
      "learning_rate": 1.252659722676941e-06,
      "loss": 0.7268,
      "step": 844
    },
    {
      "epoch": 2.564248458985301,
      "grad_norm": 2.157485008239746,
      "learning_rate": 1.2355700606446119e-06,
      "loss": 0.7305,
      "step": 845
    },
    {
      "epoch": 2.5672830725462306,
      "grad_norm": 2.135056257247925,
      "learning_rate": 1.2185900961891794e-06,
      "loss": 0.7332,
      "step": 846
    },
    {
      "epoch": 2.5703176861071597,
      "grad_norm": 2.1909451484680176,
      "learning_rate": 1.2017200418357077e-06,
      "loss": 0.7402,
      "step": 847
    },
    {
      "epoch": 2.5733522996680893,
      "grad_norm": 2.2838058471679688,
      "learning_rate": 1.184960108733586e-06,
      "loss": 0.7336,
      "step": 848
    },
    {
      "epoch": 2.5763869132290185,
      "grad_norm": 2.0348660945892334,
      "learning_rate": 1.1683105066539068e-06,
      "loss": 0.7367,
      "step": 849
    },
    {
      "epoch": 2.5794215267899476,
      "grad_norm": 2.088353157043457,
      "learning_rate": 1.151771443986842e-06,
      "loss": 0.749,
      "step": 850
    },
    {
      "epoch": 2.5794215267899476,
      "eval_loss": NaN,
      "eval_runtime": 205.2076,
      "eval_samples_per_second": 20.262,
      "eval_steps_per_second": 5.068,
      "step": 850
    },
    {
      "epoch": 2.5824561403508772,
      "grad_norm": 2.1730659008026123,
      "learning_rate": 1.1353431277390125e-06,
      "loss": 0.7359,
      "step": 851
    },
    {
      "epoch": 2.5854907539118064,
      "grad_norm": 2.10697078704834,
      "learning_rate": 1.1190257635309276e-06,
      "loss": 0.7223,
      "step": 852
    },
    {
      "epoch": 2.588525367472736,
      "grad_norm": 2.1502668857574463,
      "learning_rate": 1.1028195555943877e-06,
      "loss": 0.7265,
      "step": 853
    },
    {
      "epoch": 2.591559981033665,
      "grad_norm": 2.0735018253326416,
      "learning_rate": 1.0867247067699315e-06,
      "loss": 0.7345,
      "step": 854
    },
    {
      "epoch": 2.5945945945945947,
      "grad_norm": 2.1325292587280273,
      "learning_rate": 1.0707414185043163e-06,
      "loss": 0.746,
      "step": 855
    },
    {
      "epoch": 2.597629208155524,
      "grad_norm": 2.1418328285217285,
      "learning_rate": 1.0548698908479671e-06,
      "loss": 0.7401,
      "step": 856
    },
    {
      "epoch": 2.600663821716453,
      "grad_norm": 2.061847448348999,
      "learning_rate": 1.0391103224524957e-06,
      "loss": 0.7319,
      "step": 857
    },
    {
      "epoch": 2.6036984352773827,
      "grad_norm": 2.1931376457214355,
      "learning_rate": 1.0234629105682104e-06,
      "loss": 0.7429,
      "step": 858
    },
    {
      "epoch": 2.6067330488383122,
      "grad_norm": 2.1396734714508057,
      "learning_rate": 1.0079278510416313e-06,
      "loss": 0.7369,
      "step": 859
    },
    {
      "epoch": 2.6097676623992414,
      "grad_norm": 2.2338297367095947,
      "learning_rate": 9.925053383130667e-07,
      "loss": 0.745,
      "step": 860
    },
    {
      "epoch": 2.6128022759601706,
      "grad_norm": 2.120897054672241,
      "learning_rate": 9.771955654141496e-07,
      "loss": 0.7444,
      "step": 861
    },
    {
      "epoch": 2.6158368895211,
      "grad_norm": 2.204875946044922,
      "learning_rate": 9.619987239654405e-07,
      "loss": 0.7293,
      "step": 862
    },
    {
      "epoch": 2.6188715030820293,
      "grad_norm": 2.228181838989258,
      "learning_rate": 9.469150041740338e-07,
      "loss": 0.7251,
      "step": 863
    },
    {
      "epoch": 2.6219061166429585,
      "grad_norm": 2.170053720474243,
      "learning_rate": 9.319445948311534e-07,
      "loss": 0.7444,
      "step": 864
    },
    {
      "epoch": 2.624940730203888,
      "grad_norm": 2.163527011871338,
      "learning_rate": 9.170876833098119e-07,
      "loss": 0.7568,
      "step": 865
    },
    {
      "epoch": 2.6279753437648177,
      "grad_norm": 2.1692657470703125,
      "learning_rate": 9.023444555624572e-07,
      "loss": 0.736,
      "step": 866
    },
    {
      "epoch": 2.631009957325747,
      "grad_norm": 2.0737569332122803,
      "learning_rate": 8.87715096118642e-07,
      "loss": 0.7368,
      "step": 867
    },
    {
      "epoch": 2.634044570886676,
      "grad_norm": 2.05617094039917,
      "learning_rate": 8.731997880827258e-07,
      "loss": 0.7334,
      "step": 868
    },
    {
      "epoch": 2.6370791844476056,
      "grad_norm": 1.9645661115646362,
      "learning_rate": 8.587987131315656e-07,
      "loss": 0.7422,
      "step": 869
    },
    {
      "epoch": 2.6401137980085347,
      "grad_norm": 2.0881567001342773,
      "learning_rate": 8.445120515122552e-07,
      "loss": 0.7296,
      "step": 870
    },
    {
      "epoch": 2.6431484115694643,
      "grad_norm": 2.2319769859313965,
      "learning_rate": 8.303399820398672e-07,
      "loss": 0.7502,
      "step": 871
    },
    {
      "epoch": 2.6461830251303935,
      "grad_norm": 2.1117403507232666,
      "learning_rate": 8.162826820952097e-07,
      "loss": 0.7319,
      "step": 872
    },
    {
      "epoch": 2.649217638691323,
      "grad_norm": 2.056861400604248,
      "learning_rate": 8.023403276226127e-07,
      "loss": 0.7429,
      "step": 873
    },
    {
      "epoch": 2.6522522522522523,
      "grad_norm": 2.140435218811035,
      "learning_rate": 7.885130931277219e-07,
      "loss": 0.7418,
      "step": 874
    },
    {
      "epoch": 2.6552868658131814,
      "grad_norm": 2.11114239692688,
      "learning_rate": 7.74801151675314e-07,
      "loss": 0.7521,
      "step": 875
    },
    {
      "epoch": 2.658321479374111,
      "grad_norm": 2.0694892406463623,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.7385,
      "step": 876
    },
    {
      "epoch": 2.66135609293504,
      "grad_norm": 2.155579090118408,
      "learning_rate": 7.477238329397419e-07,
      "loss": 0.7427,
      "step": 877
    },
    {
      "epoch": 2.6643907064959698,
      "grad_norm": 2.223646402359009,
      "learning_rate": 7.343587945623908e-07,
      "loss": 0.731,
      "step": 878
    },
    {
      "epoch": 2.667425320056899,
      "grad_norm": 2.047801971435547,
      "learning_rate": 7.211097270349065e-07,
      "loss": 0.7426,
      "step": 879
    },
    {
      "epoch": 2.6704599336178285,
      "grad_norm": 2.119241714477539,
      "learning_rate": 7.07976796185601e-07,
      "loss": 0.7407,
      "step": 880
    },
    {
      "epoch": 2.6734945471787577,
      "grad_norm": 2.2282469272613525,
      "learning_rate": 6.949601663891891e-07,
      "loss": 0.7541,
      "step": 881
    },
    {
      "epoch": 2.676529160739687,
      "grad_norm": 2.175909996032715,
      "learning_rate": 6.820600005647382e-07,
      "loss": 0.7461,
      "step": 882
    },
    {
      "epoch": 2.6795637743006164,
      "grad_norm": 2.047321081161499,
      "learning_rate": 6.692764601736268e-07,
      "loss": 0.7197,
      "step": 883
    },
    {
      "epoch": 2.682598387861546,
      "grad_norm": 2.0702617168426514,
      "learning_rate": 6.566097052175213e-07,
      "loss": 0.7656,
      "step": 884
    },
    {
      "epoch": 2.685633001422475,
      "grad_norm": 2.1683459281921387,
      "learning_rate": 6.440598942363796e-07,
      "loss": 0.7521,
      "step": 885
    },
    {
      "epoch": 2.6886676149834043,
      "grad_norm": 2.067746162414551,
      "learning_rate": 6.316271843064536e-07,
      "loss": 0.7531,
      "step": 886
    },
    {
      "epoch": 2.691702228544334,
      "grad_norm": 2.1310875415802,
      "learning_rate": 6.193117310383412e-07,
      "loss": 0.7538,
      "step": 887
    },
    {
      "epoch": 2.694736842105263,
      "grad_norm": 2.1403868198394775,
      "learning_rate": 6.071136885750272e-07,
      "loss": 0.7373,
      "step": 888
    },
    {
      "epoch": 2.6977714556661923,
      "grad_norm": 2.049807071685791,
      "learning_rate": 5.950332095899547e-07,
      "loss": 0.738,
      "step": 889
    },
    {
      "epoch": 2.700806069227122,
      "grad_norm": 2.080238103866577,
      "learning_rate": 5.830704452851166e-07,
      "loss": 0.7212,
      "step": 890
    },
    {
      "epoch": 2.7038406827880515,
      "grad_norm": 2.1021158695220947,
      "learning_rate": 5.71225545389158e-07,
      "loss": 0.7411,
      "step": 891
    },
    {
      "epoch": 2.7068752963489806,
      "grad_norm": 2.0948758125305176,
      "learning_rate": 5.594986581555173e-07,
      "loss": 0.7369,
      "step": 892
    },
    {
      "epoch": 2.7099099099099098,
      "grad_norm": 2.1047518253326416,
      "learning_rate": 5.478899303605512e-07,
      "loss": 0.7289,
      "step": 893
    },
    {
      "epoch": 2.7129445234708394,
      "grad_norm": 2.1207687854766846,
      "learning_rate": 5.363995073017047e-07,
      "loss": 0.7385,
      "step": 894
    },
    {
      "epoch": 2.7159791370317685,
      "grad_norm": 2.051896572113037,
      "learning_rate": 5.250275327957033e-07,
      "loss": 0.7244,
      "step": 895
    },
    {
      "epoch": 2.719013750592698,
      "grad_norm": 2.220273017883301,
      "learning_rate": 5.137741491767345e-07,
      "loss": 0.7522,
      "step": 896
    },
    {
      "epoch": 2.7220483641536273,
      "grad_norm": 2.1100893020629883,
      "learning_rate": 5.026394972946813e-07,
      "loss": 0.7276,
      "step": 897
    },
    {
      "epoch": 2.725082977714557,
      "grad_norm": 2.300666332244873,
      "learning_rate": 4.91623716513352e-07,
      "loss": 0.7404,
      "step": 898
    },
    {
      "epoch": 2.728117591275486,
      "grad_norm": 2.2343952655792236,
      "learning_rate": 4.807269447087348e-07,
      "loss": 0.7474,
      "step": 899
    },
    {
      "epoch": 2.731152204836415,
      "grad_norm": 2.1582469940185547,
      "learning_rate": 4.6994931826728094e-07,
      "loss": 0.7275,
      "step": 900
    },
    {
      "epoch": 2.731152204836415,
      "eval_loss": NaN,
      "eval_runtime": 204.8855,
      "eval_samples_per_second": 20.294,
      "eval_steps_per_second": 5.076,
      "step": 900
    },
    {
      "epoch": 2.734186818397345,
      "grad_norm": 2.057573080062866,
      "learning_rate": 4.592909720841843e-07,
      "loss": 0.7351,
      "step": 901
    },
    {
      "epoch": 2.737221431958274,
      "grad_norm": 2.320993423461914,
      "learning_rate": 4.487520395617029e-07,
      "loss": 0.7086,
      "step": 902
    },
    {
      "epoch": 2.7402560455192035,
      "grad_norm": 2.2511098384857178,
      "learning_rate": 4.3833265260749157e-07,
      "loss": 0.723,
      "step": 903
    },
    {
      "epoch": 2.7432906590801327,
      "grad_norm": 2.182513952255249,
      "learning_rate": 4.280329416329365e-07,
      "loss": 0.7196,
      "step": 904
    },
    {
      "epoch": 2.7463252726410623,
      "grad_norm": 2.1579484939575195,
      "learning_rate": 4.178530355515409e-07,
      "loss": 0.7334,
      "step": 905
    },
    {
      "epoch": 2.7493598862019915,
      "grad_norm": 2.091196060180664,
      "learning_rate": 4.077930617773007e-07,
      "loss": 0.7387,
      "step": 906
    },
    {
      "epoch": 2.7523944997629206,
      "grad_norm": 2.1611766815185547,
      "learning_rate": 3.97853146223105e-07,
      "loss": 0.7515,
      "step": 907
    },
    {
      "epoch": 2.75542911332385,
      "grad_norm": 2.240387201309204,
      "learning_rate": 3.880334132991792e-07,
      "loss": 0.7377,
      "step": 908
    },
    {
      "epoch": 2.7584637268847794,
      "grad_norm": 2.1546630859375,
      "learning_rate": 3.783339859115065e-07,
      "loss": 0.7388,
      "step": 909
    },
    {
      "epoch": 2.761498340445709,
      "grad_norm": 2.0892395973205566,
      "learning_rate": 3.687549854603023e-07,
      "loss": 0.7488,
      "step": 910
    },
    {
      "epoch": 2.764532954006638,
      "grad_norm": 2.182509422302246,
      "learning_rate": 3.5929653183849444e-07,
      "loss": 0.736,
      "step": 911
    },
    {
      "epoch": 2.7675675675675677,
      "grad_norm": 2.198559522628784,
      "learning_rate": 3.49958743430211e-07,
      "loss": 0.736,
      "step": 912
    },
    {
      "epoch": 2.770602181128497,
      "grad_norm": 2.188133955001831,
      "learning_rate": 3.4074173710931804e-07,
      "loss": 0.7345,
      "step": 913
    },
    {
      "epoch": 2.773636794689426,
      "grad_norm": 2.133892774581909,
      "learning_rate": 3.3164562823793654e-07,
      "loss": 0.7275,
      "step": 914
    },
    {
      "epoch": 2.7766714082503556,
      "grad_norm": 2.159824848175049,
      "learning_rate": 3.226705306650113e-07,
      "loss": 0.7198,
      "step": 915
    },
    {
      "epoch": 2.7797060218112852,
      "grad_norm": 2.1087584495544434,
      "learning_rate": 3.1381655672488634e-07,
      "loss": 0.7381,
      "step": 916
    },
    {
      "epoch": 2.7827406353722144,
      "grad_norm": 2.0807528495788574,
      "learning_rate": 3.050838172358883e-07,
      "loss": 0.7386,
      "step": 917
    },
    {
      "epoch": 2.7857752489331435,
      "grad_norm": 2.1473801136016846,
      "learning_rate": 2.9647242149895005e-07,
      "loss": 0.7336,
      "step": 918
    },
    {
      "epoch": 2.788809862494073,
      "grad_norm": 2.219571352005005,
      "learning_rate": 2.879824772962381e-07,
      "loss": 0.7438,
      "step": 919
    },
    {
      "epoch": 2.7918444760550023,
      "grad_norm": 2.144059419631958,
      "learning_rate": 2.796140908898026e-07,
      "loss": 0.7338,
      "step": 920
    },
    {
      "epoch": 2.7948790896159315,
      "grad_norm": 2.1552734375,
      "learning_rate": 2.7136736702025436e-07,
      "loss": 0.7345,
      "step": 921
    },
    {
      "epoch": 2.797913703176861,
      "grad_norm": 2.18730092048645,
      "learning_rate": 2.632424089054419e-07,
      "loss": 0.7222,
      "step": 922
    },
    {
      "epoch": 2.8009483167377907,
      "grad_norm": 2.233304500579834,
      "learning_rate": 2.552393182391677e-07,
      "loss": 0.7474,
      "step": 923
    },
    {
      "epoch": 2.80398293029872,
      "grad_norm": 2.041757583618164,
      "learning_rate": 2.473581951899184e-07,
      "loss": 0.7329,
      "step": 924
    },
    {
      "epoch": 2.807017543859649,
      "grad_norm": 2.1639747619628906,
      "learning_rate": 2.395991383995999e-07,
      "loss": 0.748,
      "step": 925
    },
    {
      "epoch": 2.8100521574205786,
      "grad_norm": 2.0612905025482178,
      "learning_rate": 2.3196224498231447e-07,
      "loss": 0.7311,
      "step": 926
    },
    {
      "epoch": 2.8130867709815077,
      "grad_norm": 2.260965347290039,
      "learning_rate": 2.2444761052313857e-07,
      "loss": 0.7353,
      "step": 927
    },
    {
      "epoch": 2.8161213845424373,
      "grad_norm": 2.1008665561676025,
      "learning_rate": 2.1705532907692617e-07,
      "loss": 0.7677,
      "step": 928
    },
    {
      "epoch": 2.8191559981033665,
      "grad_norm": 2.20302414894104,
      "learning_rate": 2.0978549316713615e-07,
      "loss": 0.7447,
      "step": 929
    },
    {
      "epoch": 2.822190611664296,
      "grad_norm": 2.100362539291382,
      "learning_rate": 2.0263819378466888e-07,
      "loss": 0.7393,
      "step": 930
    },
    {
      "epoch": 2.8252252252252252,
      "grad_norm": 2.2228076457977295,
      "learning_rate": 1.9561352038673264e-07,
      "loss": 0.7501,
      "step": 931
    },
    {
      "epoch": 2.8282598387861544,
      "grad_norm": 2.2403063774108887,
      "learning_rate": 1.8871156089572018e-07,
      "loss": 0.7508,
      "step": 932
    },
    {
      "epoch": 2.831294452347084,
      "grad_norm": 2.1292290687561035,
      "learning_rate": 1.8193240169810943e-07,
      "loss": 0.7362,
      "step": 933
    },
    {
      "epoch": 2.834329065908013,
      "grad_norm": 2.029907703399658,
      "learning_rate": 1.752761276433801e-07,
      "loss": 0.7504,
      "step": 934
    },
    {
      "epoch": 2.8373636794689427,
      "grad_norm": 2.175046682357788,
      "learning_rate": 1.6874282204295765e-07,
      "loss": 0.7437,
      "step": 935
    },
    {
      "epoch": 2.840398293029872,
      "grad_norm": 2.150054693222046,
      "learning_rate": 1.623325666691644e-07,
      "loss": 0.7388,
      "step": 936
    },
    {
      "epoch": 2.8434329065908015,
      "grad_norm": 2.2034387588500977,
      "learning_rate": 1.5604544175419901e-07,
      "loss": 0.7451,
      "step": 937
    },
    {
      "epoch": 2.8464675201517307,
      "grad_norm": 2.1042325496673584,
      "learning_rate": 1.4988152598913063e-07,
      "loss": 0.7535,
      "step": 938
    },
    {
      "epoch": 2.84950213371266,
      "grad_norm": 2.1048696041107178,
      "learning_rate": 1.4384089652291544e-07,
      "loss": 0.745,
      "step": 939
    },
    {
      "epoch": 2.8525367472735894,
      "grad_norm": 2.3105156421661377,
      "learning_rate": 1.3792362896143164e-07,
      "loss": 0.7233,
      "step": 940
    },
    {
      "epoch": 2.8555713608345186,
      "grad_norm": 2.1417715549468994,
      "learning_rate": 1.3212979736653142e-07,
      "loss": 0.7467,
      "step": 941
    },
    {
      "epoch": 2.858605974395448,
      "grad_norm": 2.1809537410736084,
      "learning_rate": 1.2645947425511397e-07,
      "loss": 0.7432,
      "step": 942
    },
    {
      "epoch": 2.8616405879563773,
      "grad_norm": 2.2112855911254883,
      "learning_rate": 1.209127305982205e-07,
      "loss": 0.7487,
      "step": 943
    },
    {
      "epoch": 2.864675201517307,
      "grad_norm": 2.059002161026001,
      "learning_rate": 1.1548963582013961e-07,
      "loss": 0.734,
      "step": 944
    },
    {
      "epoch": 2.867709815078236,
      "grad_norm": 2.04377818107605,
      "learning_rate": 1.1019025779754666e-07,
      "loss": 0.7213,
      "step": 945
    },
    {
      "epoch": 2.8707444286391652,
      "grad_norm": 2.0912530422210693,
      "learning_rate": 1.0501466285865124e-07,
      "loss": 0.7548,
      "step": 946
    },
    {
      "epoch": 2.873779042200095,
      "grad_norm": 2.2096190452575684,
      "learning_rate": 9.996291578236228e-08,
      "loss": 0.7246,
      "step": 947
    },
    {
      "epoch": 2.8768136557610244,
      "grad_norm": 2.284653663635254,
      "learning_rate": 9.503507979748305e-08,
      "loss": 0.7339,
      "step": 948
    },
    {
      "epoch": 2.8798482693219536,
      "grad_norm": 2.097752332687378,
      "learning_rate": 9.023121658191636e-08,
      "loss": 0.7303,
      "step": 949
    },
    {
      "epoch": 2.8828828828828827,
      "grad_norm": 2.171391010284424,
      "learning_rate": 8.555138626189619e-08,
      "loss": 0.7503,
      "step": 950
    },
    {
      "epoch": 2.8828828828828827,
      "eval_loss": NaN,
      "eval_runtime": 204.3654,
      "eval_samples_per_second": 20.346,
      "eval_steps_per_second": 5.089,
      "step": 950
    },
    {
      "epoch": 2.8859174964438123,
      "grad_norm": 2.1366286277770996,
      "learning_rate": 8.099564741123167e-08,
      "loss": 0.7241,
      "step": 951
    },
    {
      "epoch": 2.8889521100047415,
      "grad_norm": 2.0811874866485596,
      "learning_rate": 7.656405705057434e-08,
      "loss": 0.7504,
      "step": 952
    },
    {
      "epoch": 2.8919867235656707,
      "grad_norm": 2.080226421356201,
      "learning_rate": 7.225667064670761e-08,
      "loss": 0.7355,
      "step": 953
    },
    {
      "epoch": 2.8950213371266003,
      "grad_norm": 2.200331211090088,
      "learning_rate": 6.807354211184613e-08,
      "loss": 0.7427,
      "step": 954
    },
    {
      "epoch": 2.89805595068753,
      "grad_norm": 2.038591146469116,
      "learning_rate": 6.401472380297091e-08,
      "loss": 0.7379,
      "step": 955
    },
    {
      "epoch": 2.901090564248459,
      "grad_norm": 2.1141886711120605,
      "learning_rate": 6.008026652116306e-08,
      "loss": 0.7376,
      "step": 956
    },
    {
      "epoch": 2.904125177809388,
      "grad_norm": 2.0803427696228027,
      "learning_rate": 5.6270219510975445e-08,
      "loss": 0.7424,
      "step": 957
    },
    {
      "epoch": 2.9071597913703178,
      "grad_norm": 2.0900638103485107,
      "learning_rate": 5.258463045981432e-08,
      "loss": 0.7243,
      "step": 958
    },
    {
      "epoch": 2.910194404931247,
      "grad_norm": 2.133312463760376,
      "learning_rate": 4.902354549733979e-08,
      "loss": 0.7257,
      "step": 959
    },
    {
      "epoch": 2.9132290184921765,
      "grad_norm": 2.2082343101501465,
      "learning_rate": 4.5587009194894005e-08,
      "loss": 0.7346,
      "step": 960
    },
    {
      "epoch": 2.9162636320531057,
      "grad_norm": 2.0872416496276855,
      "learning_rate": 4.227506456493835e-08,
      "loss": 0.7437,
      "step": 961
    },
    {
      "epoch": 2.9192982456140353,
      "grad_norm": 2.136866807937622,
      "learning_rate": 3.908775306051604e-08,
      "loss": 0.7362,
      "step": 962
    },
    {
      "epoch": 2.9223328591749644,
      "grad_norm": 2.125523805618286,
      "learning_rate": 3.602511457473479e-08,
      "loss": 0.7298,
      "step": 963
    },
    {
      "epoch": 2.9253674727358936,
      "grad_norm": 2.055690050125122,
      "learning_rate": 3.3087187440268284e-08,
      "loss": 0.7285,
      "step": 964
    },
    {
      "epoch": 2.928402086296823,
      "grad_norm": 2.26811146736145,
      "learning_rate": 3.027400842887218e-08,
      "loss": 0.732,
      "step": 965
    },
    {
      "epoch": 2.9314366998577523,
      "grad_norm": 2.0984137058258057,
      "learning_rate": 2.758561275092886e-08,
      "loss": 0.7238,
      "step": 966
    },
    {
      "epoch": 2.934471313418682,
      "grad_norm": 2.117258310317993,
      "learning_rate": 2.5022034055003363e-08,
      "loss": 0.7604,
      "step": 967
    },
    {
      "epoch": 2.937505926979611,
      "grad_norm": 2.135441541671753,
      "learning_rate": 2.2583304427421516e-08,
      "loss": 0.7358,
      "step": 968
    },
    {
      "epoch": 2.9405405405405407,
      "grad_norm": 2.1416280269622803,
      "learning_rate": 2.0269454391874665e-08,
      "loss": 0.7436,
      "step": 969
    },
    {
      "epoch": 2.94357515410147,
      "grad_norm": 2.1733927726745605,
      "learning_rate": 1.80805129090289e-08,
      "loss": 0.7308,
      "step": 970
    },
    {
      "epoch": 2.946609767662399,
      "grad_norm": 2.1229727268218994,
      "learning_rate": 1.6016507376169776e-08,
      "loss": 0.7577,
      "step": 971
    },
    {
      "epoch": 2.9496443812233286,
      "grad_norm": 2.283834218978882,
      "learning_rate": 1.4077463626852584e-08,
      "loss": 0.748,
      "step": 972
    },
    {
      "epoch": 2.952678994784258,
      "grad_norm": 2.205937623977661,
      "learning_rate": 1.2263405930585947e-08,
      "loss": 0.7335,
      "step": 973
    },
    {
      "epoch": 2.9557136083451874,
      "grad_norm": 2.111551284790039,
      "learning_rate": 1.0574356992525403e-08,
      "loss": 0.7295,
      "step": 974
    },
    {
      "epoch": 2.9587482219061165,
      "grad_norm": 2.058469295501709,
      "learning_rate": 9.010337953185843e-09,
      "loss": 0.7547,
      "step": 975
    },
    {
      "epoch": 2.961782835467046,
      "grad_norm": 2.1459245681762695,
      "learning_rate": 7.571368388181732e-09,
      "loss": 0.7368,
      "step": 976
    },
    {
      "epoch": 2.9648174490279753,
      "grad_norm": 2.1419780254364014,
      "learning_rate": 6.257466307980631e-09,
      "loss": 0.7364,
      "step": 977
    },
    {
      "epoch": 2.9678520625889044,
      "grad_norm": 2.1368930339813232,
      "learning_rate": 5.068648157675604e-09,
      "loss": 0.7243,
      "step": 978
    },
    {
      "epoch": 2.970886676149834,
      "grad_norm": 2.072345733642578,
      "learning_rate": 4.00492881678427e-09,
      "loss": 0.7229,
      "step": 979
    },
    {
      "epoch": 2.9739212897107636,
      "grad_norm": 2.173828363418579,
      "learning_rate": 3.0663215990534013e-09,
      "loss": 0.711,
      "step": 980
    },
    {
      "epoch": 2.976955903271693,
      "grad_norm": 2.117293357849121,
      "learning_rate": 2.2528382523057115e-09,
      "loss": 0.7648,
      "step": 981
    },
    {
      "epoch": 2.979990516832622,
      "grad_norm": 2.126967191696167,
      "learning_rate": 1.564488958279986e-09,
      "loss": 0.7359,
      "step": 982
    },
    {
      "epoch": 2.9830251303935515,
      "grad_norm": 2.086338520050049,
      "learning_rate": 1.0012823325111776e-09,
      "loss": 0.7575,
      "step": 983
    },
    {
      "epoch": 2.9860597439544807,
      "grad_norm": 2.0174200534820557,
      "learning_rate": 5.632254242204926e-10,
      "loss": 0.7324,
      "step": 984
    },
    {
      "epoch": 2.9890943575154103,
      "grad_norm": 2.0716025829315186,
      "learning_rate": 2.503237162254646e-10,
      "loss": 0.7482,
      "step": 985
    },
    {
      "epoch": 2.9921289710763395,
      "grad_norm": 2.0842347145080566,
      "learning_rate": 6.258112487667056e-11,
      "loss": 0.7334,
      "step": 986
    },
    {
      "epoch": 2.995163584637269,
      "grad_norm": 2.1061208248138428,
      "learning_rate": 0.0,
      "loss": 0.7299,
      "step": 987
    },
    {
      "epoch": 2.995163584637269,
      "step": 987,
      "total_flos": 4.415483185831556e+19,
      "train_loss": 0.7698779804849093,
      "train_runtime": 131039.1076,
      "train_samples_per_second": 3.863,
      "train_steps_per_second": 0.008
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 987,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.415483185831556e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}