{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.009663691408816602,
  "eval_steps": 500,
  "global_step": 239,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.043385526701507e-05,
      "grad_norm": 45.212158203125,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 8.4776,
      "step": 1
    },
    {
      "epoch": 8.086771053403014e-05,
      "grad_norm": 42.83491897583008,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 7.4022,
      "step": 2
    },
    {
      "epoch": 0.00012130156580104521,
      "grad_norm": 47.69302749633789,
      "learning_rate": 3e-06,
      "loss": 8.5953,
      "step": 3
    },
    {
      "epoch": 0.00016173542106806028,
      "grad_norm": 47.8973503112793,
      "learning_rate": 4.000000000000001e-06,
      "loss": 7.7783,
      "step": 4
    },
    {
      "epoch": 0.00020216927633507535,
      "grad_norm": 43.4521598815918,
      "learning_rate": 5e-06,
      "loss": 7.9174,
      "step": 5
    },
    {
      "epoch": 0.00024260313160209043,
      "grad_norm": 46.271541595458984,
      "learning_rate": 6e-06,
      "loss": 8.6758,
      "step": 6
    },
    {
      "epoch": 0.0002830369868691055,
      "grad_norm": 45.16845703125,
      "learning_rate": 7.000000000000001e-06,
      "loss": 7.8099,
      "step": 7
    },
    {
      "epoch": 0.00032347084213612057,
      "grad_norm": 43.50260543823242,
      "learning_rate": 8.000000000000001e-06,
      "loss": 7.1801,
      "step": 8
    },
    {
      "epoch": 0.00036390469740313564,
      "grad_norm": 41.92473602294922,
      "learning_rate": 9e-06,
      "loss": 7.1574,
      "step": 9
    },
    {
      "epoch": 0.0004043385526701507,
      "grad_norm": 43.03952407836914,
      "learning_rate": 1e-05,
      "loss": 7.1354,
      "step": 10
    },
    {
      "epoch": 0.0004447724079371658,
      "grad_norm": 41.086021423339844,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 7.3757,
      "step": 11
    },
    {
      "epoch": 0.00048520626320418085,
      "grad_norm": 43.03165817260742,
      "learning_rate": 1.2e-05,
      "loss": 7.2673,
      "step": 12
    },
    {
      "epoch": 0.0005256401184711959,
      "grad_norm": 41.32279586791992,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 7.0322,
      "step": 13
    },
    {
      "epoch": 0.000566073973738211,
      "grad_norm": 40.678192138671875,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 6.9458,
      "step": 14
    },
    {
      "epoch": 0.0006065078290052261,
      "grad_norm": 42.551509857177734,
      "learning_rate": 1.5e-05,
      "loss": 7.4505,
      "step": 15
    },
    {
      "epoch": 0.0006469416842722411,
      "grad_norm": 39.79718017578125,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 6.314,
      "step": 16
    },
    {
      "epoch": 0.0006873755395392562,
      "grad_norm": 39.78065490722656,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 6.0012,
      "step": 17
    },
    {
      "epoch": 0.0007278093948062713,
      "grad_norm": 34.97587966918945,
      "learning_rate": 1.8e-05,
      "loss": 5.7898,
      "step": 18
    },
    {
      "epoch": 0.0007682432500732863,
      "grad_norm": 34.85056686401367,
      "learning_rate": 1.9e-05,
      "loss": 5.3237,
      "step": 19
    },
    {
      "epoch": 0.0008086771053403014,
      "grad_norm": 31.200321197509766,
      "learning_rate": 2e-05,
      "loss": 4.8291,
      "step": 20
    },
    {
      "epoch": 0.0008491109606073165,
      "grad_norm": 34.75196075439453,
      "learning_rate": 2.1e-05,
      "loss": 5.7917,
      "step": 21
    },
    {
      "epoch": 0.0008895448158743316,
      "grad_norm": 25.683300018310547,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 3.6869,
      "step": 22
    },
    {
      "epoch": 0.0009299786711413466,
      "grad_norm": 23.978288650512695,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 3.6214,
      "step": 23
    },
    {
      "epoch": 0.0009704125264083617,
      "grad_norm": 24.98045539855957,
      "learning_rate": 2.4e-05,
      "loss": 3.8051,
      "step": 24
    },
    {
      "epoch": 0.0010108463816753768,
      "grad_norm": 25.768600463867188,
      "learning_rate": 2.5e-05,
      "loss": 3.8138,
      "step": 25
    },
    {
      "epoch": 0.0010512802369423918,
      "grad_norm": 28.268779754638672,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 3.6824,
      "step": 26
    },
    {
      "epoch": 0.001091714092209407,
      "grad_norm": 24.55759620666504,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 2.6137,
      "step": 27
    },
    {
      "epoch": 0.001132147947476422,
      "grad_norm": 32.37775421142578,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 3.0377,
      "step": 28
    },
    {
      "epoch": 0.001172581802743437,
      "grad_norm": 24.953506469726562,
      "learning_rate": 2.9e-05,
      "loss": 2.3354,
      "step": 29
    },
    {
      "epoch": 0.0012130156580104521,
      "grad_norm": 22.368303298950195,
      "learning_rate": 3e-05,
      "loss": 1.6599,
      "step": 30
    },
    {
      "epoch": 0.0012534495132774672,
      "grad_norm": 26.778047561645508,
      "learning_rate": 3.1e-05,
      "loss": 1.6387,
      "step": 31
    },
    {
      "epoch": 0.0012938833685444823,
      "grad_norm": 13.506389617919922,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 0.9049,
      "step": 32
    },
    {
      "epoch": 0.0013343172238114973,
      "grad_norm": 18.525230407714844,
      "learning_rate": 3.3e-05,
      "loss": 0.8052,
      "step": 33
    },
    {
      "epoch": 0.0013747510790785124,
      "grad_norm": 25.12320899963379,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 0.8044,
      "step": 34
    },
    {
      "epoch": 0.0014151849343455275,
      "grad_norm": 16.060945510864258,
      "learning_rate": 3.5e-05,
      "loss": 0.6799,
      "step": 35
    },
    {
      "epoch": 0.0014556187896125426,
      "grad_norm": 18.008813858032227,
      "learning_rate": 3.6e-05,
      "loss": 0.4561,
      "step": 36
    },
    {
      "epoch": 0.0014960526448795576,
      "grad_norm": 21.687620162963867,
      "learning_rate": 3.7e-05,
      "loss": 0.613,
      "step": 37
    },
    {
      "epoch": 0.0015364865001465727,
      "grad_norm": 14.03872013092041,
      "learning_rate": 3.8e-05,
      "loss": 0.5134,
      "step": 38
    },
    {
      "epoch": 0.0015769203554135878,
      "grad_norm": 8.90583610534668,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 0.2898,
      "step": 39
    },
    {
      "epoch": 0.0016173542106806028,
      "grad_norm": 15.97493839263916,
      "learning_rate": 4e-05,
      "loss": 0.4115,
      "step": 40
    },
    {
      "epoch": 0.001657788065947618,
      "grad_norm": 6.131041526794434,
      "learning_rate": 4.1e-05,
      "loss": 0.3075,
      "step": 41
    },
    {
      "epoch": 0.001698221921214633,
      "grad_norm": 21.00753402709961,
      "learning_rate": 4.2e-05,
      "loss": 0.5586,
      "step": 42
    },
    {
      "epoch": 0.001738655776481648,
      "grad_norm": 23.8162899017334,
      "learning_rate": 4.3e-05,
      "loss": 0.6964,
      "step": 43
    },
    {
      "epoch": 0.0017790896317486631,
      "grad_norm": 22.47564125061035,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 0.543,
      "step": 44
    },
    {
      "epoch": 0.0018195234870156782,
      "grad_norm": 20.058208465576172,
      "learning_rate": 4.5e-05,
      "loss": 0.5529,
      "step": 45
    },
    {
      "epoch": 0.0018599573422826933,
      "grad_norm": 9.034168243408203,
      "learning_rate": 4.600000000000001e-05,
      "loss": 0.4264,
      "step": 46
    },
    {
      "epoch": 0.0019003911975497083,
      "grad_norm": 13.754554748535156,
      "learning_rate": 4.7e-05,
      "loss": 0.4332,
      "step": 47
    },
    {
      "epoch": 0.0019408250528167234,
      "grad_norm": 16.2254638671875,
      "learning_rate": 4.8e-05,
      "loss": 0.5085,
      "step": 48
    },
    {
      "epoch": 0.0019812589080837385,
      "grad_norm": 13.377281188964844,
      "learning_rate": 4.9e-05,
      "loss": 0.4047,
      "step": 49
    },
    {
      "epoch": 0.0020216927633507535,
      "grad_norm": 16.529783248901367,
      "learning_rate": 5e-05,
      "loss": 0.602,
      "step": 50
    },
    {
      "epoch": 0.0020621266186177686,
      "grad_norm": 16.30471420288086,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 0.4734,
      "step": 51
    },
    {
      "epoch": 0.0021025604738847837,
      "grad_norm": 9.81867790222168,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 0.4394,
      "step": 52
    },
    {
      "epoch": 0.0021429943291517988,
      "grad_norm": 8.821556091308594,
      "learning_rate": 5.300000000000001e-05,
      "loss": 0.3627,
      "step": 53
    },
    {
      "epoch": 0.002183428184418814,
      "grad_norm": 7.72442626953125,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 0.3547,
      "step": 54
    },
    {
      "epoch": 0.002223862039685829,
      "grad_norm": 9.638863563537598,
      "learning_rate": 5.500000000000001e-05,
      "loss": 0.3275,
      "step": 55
    },
    {
      "epoch": 0.002264295894952844,
      "grad_norm": 6.1317458152771,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 0.2867,
      "step": 56
    },
    {
      "epoch": 0.002304729750219859,
      "grad_norm": 11.842965126037598,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 0.3486,
      "step": 57
    },
    {
      "epoch": 0.002345163605486874,
      "grad_norm": 3.987241506576538,
      "learning_rate": 5.8e-05,
      "loss": 0.2699,
      "step": 58
    },
    {
      "epoch": 0.002385597460753889,
      "grad_norm": 6.591022968292236,
      "learning_rate": 5.9e-05,
      "loss": 0.3184,
      "step": 59
    },
    {
      "epoch": 0.0024260313160209043,
      "grad_norm": 7.872280120849609,
      "learning_rate": 6e-05,
      "loss": 0.3346,
      "step": 60
    },
    {
      "epoch": 0.0024664651712879193,
      "grad_norm": 2.6104869842529297,
      "learning_rate": 6.1e-05,
      "loss": 0.3243,
      "step": 61
    },
    {
      "epoch": 0.0025068990265549344,
      "grad_norm": 3.023655652999878,
      "learning_rate": 6.2e-05,
      "loss": 0.3306,
      "step": 62
    },
    {
      "epoch": 0.0025473328818219495,
      "grad_norm": 6.13469123840332,
      "learning_rate": 6.3e-05,
      "loss": 0.344,
      "step": 63
    },
    {
      "epoch": 0.0025877667370889645,
      "grad_norm": 6.2675957679748535,
      "learning_rate": 6.400000000000001e-05,
      "loss": 0.3637,
      "step": 64
    },
    {
      "epoch": 0.0026282005923559796,
      "grad_norm": 15.284539222717285,
      "learning_rate": 6.500000000000001e-05,
      "loss": 0.4253,
      "step": 65
    },
    {
      "epoch": 0.0026686344476229947,
      "grad_norm": 13.781516075134277,
      "learning_rate": 6.6e-05,
      "loss": 0.3658,
      "step": 66
    },
    {
      "epoch": 0.0027090683028900098,
      "grad_norm": 3.6815264225006104,
      "learning_rate": 6.7e-05,
      "loss": 0.3152,
      "step": 67
    },
    {
      "epoch": 0.002749502158157025,
      "grad_norm": 5.936532497406006,
      "learning_rate": 6.800000000000001e-05,
      "loss": 0.312,
      "step": 68
    },
    {
      "epoch": 0.00278993601342404,
      "grad_norm": 5.848452568054199,
      "learning_rate": 6.9e-05,
      "loss": 0.2422,
      "step": 69
    },
    {
      "epoch": 0.002830369868691055,
      "grad_norm": 19.137374877929688,
      "learning_rate": 7e-05,
      "loss": 0.4338,
      "step": 70
    },
    {
      "epoch": 0.00287080372395807,
      "grad_norm": 10.636536598205566,
      "learning_rate": 7.1e-05,
      "loss": 0.3493,
      "step": 71
    },
    {
      "epoch": 0.002911237579225085,
      "grad_norm": 4.964332580566406,
      "learning_rate": 7.2e-05,
      "loss": 0.2712,
      "step": 72
    },
    {
      "epoch": 0.0029516714344921,
      "grad_norm": 8.327373504638672,
      "learning_rate": 7.3e-05,
      "loss": 0.2796,
      "step": 73
    },
    {
      "epoch": 0.0029921052897591153,
      "grad_norm": 8.643411636352539,
      "learning_rate": 7.4e-05,
      "loss": 0.3479,
      "step": 74
    },
    {
      "epoch": 0.0030325391450261303,
      "grad_norm": 9.094339370727539,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.3282,
      "step": 75
    },
    {
      "epoch": 0.0030729730002931454,
      "grad_norm": 16.117694854736328,
      "learning_rate": 7.6e-05,
      "loss": 0.4187,
      "step": 76
    },
    {
      "epoch": 0.0031134068555601605,
      "grad_norm": 21.272748947143555,
      "learning_rate": 7.7e-05,
      "loss": 0.5197,
      "step": 77
    },
    {
      "epoch": 0.0031538407108271755,
      "grad_norm": 5.69344425201416,
      "learning_rate": 7.800000000000001e-05,
      "loss": 0.2646,
      "step": 78
    },
    {
      "epoch": 0.0031942745660941906,
      "grad_norm": 7.0776824951171875,
      "learning_rate": 7.900000000000001e-05,
      "loss": 0.282,
      "step": 79
    },
    {
      "epoch": 0.0032347084213612057,
      "grad_norm": 5.962209701538086,
      "learning_rate": 8e-05,
      "loss": 0.3024,
      "step": 80
    },
    {
      "epoch": 0.0032751422766282207,
      "grad_norm": 6.475072860717773,
      "learning_rate": 8.1e-05,
      "loss": 0.3527,
      "step": 81
    },
    {
      "epoch": 0.003315576131895236,
      "grad_norm": 10.585362434387207,
      "learning_rate": 8.2e-05,
      "loss": 0.3635,
      "step": 82
    },
    {
      "epoch": 0.003356009987162251,
      "grad_norm": 13.020295143127441,
      "learning_rate": 8.3e-05,
      "loss": 0.296,
      "step": 83
    },
    {
      "epoch": 0.003396443842429266,
      "grad_norm": 12.620179176330566,
      "learning_rate": 8.4e-05,
      "loss": 0.3679,
      "step": 84
    },
    {
      "epoch": 0.003436877697696281,
      "grad_norm": 14.295244216918945,
      "learning_rate": 8.5e-05,
      "loss": 0.3293,
      "step": 85
    },
    {
      "epoch": 0.003477311552963296,
      "grad_norm": 11.91524887084961,
      "learning_rate": 8.6e-05,
      "loss": 0.3314,
      "step": 86
    },
    {
      "epoch": 0.003517745408230311,
      "grad_norm": 4.24912166595459,
      "learning_rate": 8.7e-05,
      "loss": 0.3097,
      "step": 87
    },
    {
      "epoch": 0.0035581792634973262,
      "grad_norm": 2.8676578998565674,
      "learning_rate": 8.800000000000001e-05,
      "loss": 0.2086,
      "step": 88
    },
    {
      "epoch": 0.0035986131187643413,
      "grad_norm": 13.0736665725708,
      "learning_rate": 8.900000000000001e-05,
      "loss": 0.3789,
      "step": 89
    },
    {
      "epoch": 0.0036390469740313564,
      "grad_norm": 15.212523460388184,
      "learning_rate": 9e-05,
      "loss": 0.3977,
      "step": 90
    },
    {
      "epoch": 0.0036794808292983715,
      "grad_norm": 4.857946395874023,
      "learning_rate": 9.1e-05,
      "loss": 0.2782,
      "step": 91
    },
    {
      "epoch": 0.0037199146845653865,
      "grad_norm": 13.703444480895996,
      "learning_rate": 9.200000000000001e-05,
      "loss": 0.4441,
      "step": 92
    },
    {
      "epoch": 0.0037603485398324016,
      "grad_norm": 7.481781482696533,
      "learning_rate": 9.300000000000001e-05,
      "loss": 0.4544,
      "step": 93
    },
    {
      "epoch": 0.0038007823950994167,
      "grad_norm": 10.419188499450684,
      "learning_rate": 9.4e-05,
      "loss": 0.2466,
      "step": 94
    },
    {
      "epoch": 0.0038412162503664317,
      "grad_norm": 6.384120941162109,
      "learning_rate": 9.5e-05,
      "loss": 0.3243,
      "step": 95
    },
    {
      "epoch": 0.003881650105633447,
      "grad_norm": 5.624557971954346,
      "learning_rate": 9.6e-05,
      "loss": 0.2636,
      "step": 96
    },
    {
      "epoch": 0.003922083960900462,
      "grad_norm": 6.27712869644165,
      "learning_rate": 9.7e-05,
      "loss": 0.3291,
      "step": 97
    },
    {
      "epoch": 0.003962517816167477,
      "grad_norm": 8.306694030761719,
      "learning_rate": 9.8e-05,
      "loss": 0.3152,
      "step": 98
    },
    {
      "epoch": 0.0040029516714344925,
      "grad_norm": 10.752472877502441,
      "learning_rate": 9.900000000000001e-05,
      "loss": 0.3415,
      "step": 99
    },
    {
      "epoch": 0.004043385526701507,
      "grad_norm": 10.531058311462402,
      "learning_rate": 0.0001,
      "loss": 0.4284,
      "step": 100
    },
    {
      "epoch": 0.004083819381968523,
      "grad_norm": 16.106300354003906,
      "learning_rate": 9.99999995932986e-05,
      "loss": 0.6921,
      "step": 101
    },
    {
      "epoch": 0.004124253237235537,
      "grad_norm": 11.43233585357666,
      "learning_rate": 9.999999837319442e-05,
      "loss": 0.3084,
      "step": 102
    },
    {
      "epoch": 0.004164687092502553,
      "grad_norm": 5.925229072570801,
      "learning_rate": 9.999999633968746e-05,
      "loss": 0.2721,
      "step": 103
    },
    {
      "epoch": 0.004205120947769567,
      "grad_norm": 13.037198066711426,
      "learning_rate": 9.999999349277778e-05,
      "loss": 0.3153,
      "step": 104
    },
    {
      "epoch": 0.004245554803036583,
      "grad_norm": 11.120277404785156,
      "learning_rate": 9.999998983246538e-05,
      "loss": 0.3173,
      "step": 105
    },
    {
      "epoch": 0.0042859886583035975,
      "grad_norm": 17.156024932861328,
      "learning_rate": 9.999998535875038e-05,
      "loss": 0.582,
      "step": 106
    },
    {
      "epoch": 0.004326422513570613,
      "grad_norm": 1.7565780878067017,
      "learning_rate": 9.999998007163281e-05,
      "loss": 0.1944,
      "step": 107
    },
    {
      "epoch": 0.004366856368837628,
      "grad_norm": 4.962274074554443,
      "learning_rate": 9.999997397111278e-05,
      "loss": 0.2287,
      "step": 108
    },
    {
      "epoch": 0.004407290224104643,
      "grad_norm": 5.148132801055908,
      "learning_rate": 9.999996705719036e-05,
      "loss": 0.2062,
      "step": 109
    },
    {
      "epoch": 0.004447724079371658,
      "grad_norm": 7.428779602050781,
      "learning_rate": 9.999995932986568e-05,
      "loss": 0.2594,
      "step": 110
    },
    {
      "epoch": 0.004488157934638673,
      "grad_norm": 7.802266597747803,
      "learning_rate": 9.999995078913888e-05,
      "loss": 0.2838,
      "step": 111
    },
    {
      "epoch": 0.004528591789905688,
      "grad_norm": 9.690343856811523,
      "learning_rate": 9.999994143501008e-05,
      "loss": 0.2114,
      "step": 112
    },
    {
      "epoch": 0.0045690256451727035,
      "grad_norm": 8.961145401000977,
      "learning_rate": 9.999993126747943e-05,
      "loss": 0.1836,
      "step": 113
    },
    {
      "epoch": 0.004609459500439718,
      "grad_norm": 2.7630367279052734,
      "learning_rate": 9.999992028654711e-05,
      "loss": 0.1005,
      "step": 114
    },
    {
      "epoch": 0.004649893355706734,
      "grad_norm": 20.46099090576172,
      "learning_rate": 9.999990849221329e-05,
      "loss": 0.4513,
      "step": 115
    },
    {
      "epoch": 0.004690327210973748,
      "grad_norm": 11.76425838470459,
      "learning_rate": 9.999989588447816e-05,
      "loss": 0.348,
      "step": 116
    },
    {
      "epoch": 0.004730761066240764,
      "grad_norm": 13.530948638916016,
      "learning_rate": 9.999988246334193e-05,
      "loss": 0.2852,
      "step": 117
    },
    {
      "epoch": 0.004771194921507778,
      "grad_norm": 4.60286808013916,
      "learning_rate": 9.999986822880483e-05,
      "loss": 0.1511,
      "step": 118
    },
    {
      "epoch": 0.004811628776774794,
      "grad_norm": 8.1397705078125,
      "learning_rate": 9.999985318086706e-05,
      "loss": 0.3053,
      "step": 119
    },
    {
      "epoch": 0.0048520626320418085,
      "grad_norm": 9.727378845214844,
      "learning_rate": 9.999983731952889e-05,
      "loss": 0.3261,
      "step": 120
    },
    {
      "epoch": 0.004892496487308824,
      "grad_norm": 6.355672359466553,
      "learning_rate": 9.999982064479057e-05,
      "loss": 0.1726,
      "step": 121
    },
    {
      "epoch": 0.004932930342575839,
      "grad_norm": 8.556386947631836,
      "learning_rate": 9.999980315665237e-05,
      "loss": 0.21,
      "step": 122
    },
    {
      "epoch": 0.004973364197842854,
      "grad_norm": 9.588984489440918,
      "learning_rate": 9.999978485511459e-05,
      "loss": 0.3401,
      "step": 123
    },
    {
      "epoch": 0.005013798053109869,
      "grad_norm": 6.82341194152832,
      "learning_rate": 9.999976574017749e-05,
      "loss": 0.2865,
      "step": 124
    },
    {
      "epoch": 0.005054231908376884,
      "grad_norm": 13.025908470153809,
      "learning_rate": 9.999974581184142e-05,
      "loss": 0.3679,
      "step": 125
    },
    {
      "epoch": 0.005094665763643899,
      "grad_norm": 7.907348155975342,
      "learning_rate": 9.999972507010669e-05,
      "loss": 0.2739,
      "step": 126
    },
    {
      "epoch": 0.0051350996189109144,
      "grad_norm": 5.3686676025390625,
      "learning_rate": 9.999970351497363e-05,
      "loss": 0.1398,
      "step": 127
    },
    {
      "epoch": 0.005175533474177929,
      "grad_norm": 6.662126064300537,
      "learning_rate": 9.99996811464426e-05,
      "loss": 0.2436,
      "step": 128
    },
    {
      "epoch": 0.005215967329444945,
      "grad_norm": 7.145336627960205,
      "learning_rate": 9.999965796451397e-05,
      "loss": 0.174,
      "step": 129
    },
    {
      "epoch": 0.005256401184711959,
      "grad_norm": 7.168648719787598,
      "learning_rate": 9.99996339691881e-05,
      "loss": 0.2184,
      "step": 130
    },
    {
      "epoch": 0.005296835039978975,
      "grad_norm": 10.925111770629883,
      "learning_rate": 9.99996091604654e-05,
      "loss": 0.3104,
      "step": 131
    },
    {
      "epoch": 0.005337268895245989,
      "grad_norm": 7.4000396728515625,
      "learning_rate": 9.999958353834624e-05,
      "loss": 0.1764,
      "step": 132
    },
    {
      "epoch": 0.005377702750513005,
      "grad_norm": 14.293291091918945,
      "learning_rate": 9.999955710283109e-05,
      "loss": 0.3948,
      "step": 133
    },
    {
      "epoch": 0.0054181366057800195,
      "grad_norm": 17.54743003845215,
      "learning_rate": 9.999952985392033e-05,
      "loss": 0.4679,
      "step": 134
    },
    {
      "epoch": 0.005458570461047035,
      "grad_norm": 10.179829597473145,
      "learning_rate": 9.999950179161442e-05,
      "loss": 0.247,
      "step": 135
    },
    {
      "epoch": 0.00549900431631405,
      "grad_norm": 8.208870887756348,
      "learning_rate": 9.999947291591383e-05,
      "loss": 0.3418,
      "step": 136
    },
    {
      "epoch": 0.005539438171581065,
      "grad_norm": 7.8983917236328125,
      "learning_rate": 9.9999443226819e-05,
      "loss": 0.3445,
      "step": 137
    },
    {
      "epoch": 0.00557987202684808,
      "grad_norm": 14.267950057983398,
      "learning_rate": 9.999941272433046e-05,
      "loss": 0.3628,
      "step": 138
    },
    {
      "epoch": 0.005620305882115095,
      "grad_norm": 11.430856704711914,
      "learning_rate": 9.999938140844866e-05,
      "loss": 0.278,
      "step": 139
    },
    {
      "epoch": 0.00566073973738211,
      "grad_norm": 8.389185905456543,
      "learning_rate": 9.999934927917414e-05,
      "loss": 0.3661,
      "step": 140
    },
    {
      "epoch": 0.0057011735926491254,
      "grad_norm": 8.984382629394531,
      "learning_rate": 9.999931633650739e-05,
      "loss": 0.3152,
      "step": 141
    },
    {
      "epoch": 0.00574160744791614,
      "grad_norm": 6.51492166519165,
      "learning_rate": 9.999928258044899e-05,
      "loss": 0.2281,
      "step": 142
    },
    {
      "epoch": 0.005782041303183156,
      "grad_norm": 7.01376485824585,
      "learning_rate": 9.999924801099946e-05,
      "loss": 0.3193,
      "step": 143
    },
    {
      "epoch": 0.00582247515845017,
      "grad_norm": 7.640584468841553,
      "learning_rate": 9.999921262815936e-05,
      "loss": 0.2331,
      "step": 144
    },
    {
      "epoch": 0.005862909013717186,
      "grad_norm": 4.045457363128662,
      "learning_rate": 9.999917643192928e-05,
      "loss": 0.1184,
      "step": 145
    },
    {
      "epoch": 0.0059033428689842,
      "grad_norm": 13.00910758972168,
      "learning_rate": 9.999913942230979e-05,
      "loss": 0.3623,
      "step": 146
    },
    {
      "epoch": 0.005943776724251216,
      "grad_norm": 7.396110534667969,
      "learning_rate": 9.999910159930151e-05,
      "loss": 0.2281,
      "step": 147
    },
    {
      "epoch": 0.0059842105795182305,
      "grad_norm": 3.814600944519043,
      "learning_rate": 9.999906296290506e-05,
      "loss": 0.1162,
      "step": 148
    },
    {
      "epoch": 0.006024644434785246,
      "grad_norm": 10.155074119567871,
      "learning_rate": 9.999902351312105e-05,
      "loss": 0.2232,
      "step": 149
    },
    {
      "epoch": 0.006065078290052261,
      "grad_norm": 7.059305667877197,
      "learning_rate": 9.999898324995013e-05,
      "loss": 0.1808,
      "step": 150
    },
    {
      "epoch": 0.006105512145319276,
      "grad_norm": 12.093023300170898,
      "learning_rate": 9.999894217339296e-05,
      "loss": 0.3253,
      "step": 151
    },
    {
      "epoch": 0.006145946000586291,
      "grad_norm": 13.166694641113281,
      "learning_rate": 9.999890028345019e-05,
      "loss": 0.3509,
      "step": 152
    },
    {
      "epoch": 0.006186379855853306,
      "grad_norm": 5.3184733390808105,
      "learning_rate": 9.999885758012253e-05,
      "loss": 0.1875,
      "step": 153
    },
    {
      "epoch": 0.006226813711120321,
      "grad_norm": 7.991506099700928,
      "learning_rate": 9.999881406341065e-05,
      "loss": 0.186,
      "step": 154
    },
    {
      "epoch": 0.006267247566387336,
      "grad_norm": 10.271965026855469,
      "learning_rate": 9.999876973331528e-05,
      "loss": 0.3393,
      "step": 155
    },
    {
      "epoch": 0.006307681421654351,
      "grad_norm": 8.440420150756836,
      "learning_rate": 9.99987245898371e-05,
      "loss": 0.3662,
      "step": 156
    },
    {
      "epoch": 0.006348115276921367,
      "grad_norm": 9.392427444458008,
      "learning_rate": 9.99986786329769e-05,
      "loss": 0.2827,
      "step": 157
    },
    {
      "epoch": 0.006388549132188381,
      "grad_norm": 11.753120422363281,
      "learning_rate": 9.999863186273539e-05,
      "loss": 0.3695,
      "step": 158
    },
    {
      "epoch": 0.006428982987455397,
      "grad_norm": 7.335087776184082,
      "learning_rate": 9.999858427911335e-05,
      "loss": 0.2826,
      "step": 159
    },
    {
      "epoch": 0.006469416842722411,
      "grad_norm": 8.617646217346191,
      "learning_rate": 9.999853588211154e-05,
      "loss": 0.2268,
      "step": 160
    },
    {
      "epoch": 0.006509850697989427,
      "grad_norm": 6.348892688751221,
      "learning_rate": 9.999848667173075e-05,
      "loss": 0.2811,
      "step": 161
    },
    {
      "epoch": 0.0065502845532564415,
      "grad_norm": 9.774231910705566,
      "learning_rate": 9.999843664797178e-05,
      "loss": 0.4024,
      "step": 162
    },
    {
      "epoch": 0.006590718408523457,
      "grad_norm": 11.390604019165039,
      "learning_rate": 9.999838581083546e-05,
      "loss": 0.2387,
      "step": 163
    },
    {
      "epoch": 0.006631152263790472,
      "grad_norm": 4.1529388427734375,
      "learning_rate": 9.99983341603226e-05,
      "loss": 0.2513,
      "step": 164
    },
    {
      "epoch": 0.006671586119057487,
      "grad_norm": 9.902484893798828,
      "learning_rate": 9.999828169643404e-05,
      "loss": 0.2148,
      "step": 165
    },
    {
      "epoch": 0.006712019974324502,
      "grad_norm": 13.555265426635742,
      "learning_rate": 9.999822841917064e-05,
      "loss": 0.3568,
      "step": 166
    },
    {
      "epoch": 0.006752453829591517,
      "grad_norm": 10.916128158569336,
      "learning_rate": 9.999817432853326e-05,
      "loss": 0.2892,
      "step": 167
    },
    {
      "epoch": 0.006792887684858532,
      "grad_norm": 5.216245651245117,
      "learning_rate": 9.999811942452279e-05,
      "loss": 0.2052,
      "step": 168
    },
    {
      "epoch": 0.006833321540125547,
      "grad_norm": 11.540072441101074,
      "learning_rate": 9.999806370714011e-05,
      "loss": 0.3585,
      "step": 169
    },
    {
      "epoch": 0.006873755395392562,
      "grad_norm": 5.5519304275512695,
      "learning_rate": 9.999800717638614e-05,
      "loss": 0.2453,
      "step": 170
    },
    {
      "epoch": 0.006914189250659578,
      "grad_norm": 7.624457359313965,
      "learning_rate": 9.999794983226179e-05,
      "loss": 0.2453,
      "step": 171
    },
    {
      "epoch": 0.006954623105926592,
      "grad_norm": 3.1242964267730713,
      "learning_rate": 9.999789167476801e-05,
      "loss": 0.2162,
      "step": 172
    },
    {
      "epoch": 0.006995056961193608,
      "grad_norm": 5.320684432983398,
      "learning_rate": 9.999783270390572e-05,
      "loss": 0.2053,
      "step": 173
    },
    {
      "epoch": 0.007035490816460622,
      "grad_norm": 9.082324028015137,
      "learning_rate": 9.999777291967589e-05,
      "loss": 0.3074,
      "step": 174
    },
    {
      "epoch": 0.007075924671727638,
      "grad_norm": 9.537432670593262,
      "learning_rate": 9.999771232207951e-05,
      "loss": 0.2791,
      "step": 175
    },
    {
      "epoch": 0.0071163585269946525,
      "grad_norm": 9.438758850097656,
      "learning_rate": 9.999765091111754e-05,
      "loss": 0.2213,
      "step": 176
    },
    {
      "epoch": 0.007156792382261668,
      "grad_norm": 6.272062301635742,
      "learning_rate": 9.999758868679099e-05,
      "loss": 0.2219,
      "step": 177
    },
    {
      "epoch": 0.007197226237528683,
      "grad_norm": 3.2677524089813232,
      "learning_rate": 9.999752564910086e-05,
      "loss": 0.2241,
      "step": 178
    },
    {
      "epoch": 0.007237660092795698,
      "grad_norm": 3.407979726791382,
      "learning_rate": 9.99974617980482e-05,
      "loss": 0.1709,
      "step": 179
    },
    {
      "epoch": 0.007278093948062713,
      "grad_norm": 7.650908946990967,
      "learning_rate": 9.999739713363404e-05,
      "loss": 0.189,
      "step": 180
    },
    {
      "epoch": 0.007318527803329728,
      "grad_norm": 5.595089912414551,
      "learning_rate": 9.999733165585943e-05,
      "loss": 0.1611,
      "step": 181
    },
    {
      "epoch": 0.007358961658596743,
      "grad_norm": 5.560061931610107,
      "learning_rate": 9.999726536472542e-05,
      "loss": 0.1824,
      "step": 182
    },
    {
      "epoch": 0.007399395513863758,
      "grad_norm": 13.8944091796875,
      "learning_rate": 9.99971982602331e-05,
      "loss": 0.3737,
      "step": 183
    },
    {
      "epoch": 0.007439829369130773,
      "grad_norm": 5.863430976867676,
      "learning_rate": 9.999713034238359e-05,
      "loss": 0.2017,
      "step": 184
    },
    {
      "epoch": 0.0074802632243977886,
      "grad_norm": 4.334754467010498,
      "learning_rate": 9.999706161117795e-05,
      "loss": 0.0885,
      "step": 185
    },
    {
      "epoch": 0.007520697079664803,
      "grad_norm": 5.766237735748291,
      "learning_rate": 9.99969920666173e-05,
      "loss": 0.254,
      "step": 186
    },
    {
      "epoch": 0.007561130934931819,
      "grad_norm": 4.142415523529053,
      "learning_rate": 9.99969217087028e-05,
      "loss": 0.1412,
      "step": 187
    },
    {
      "epoch": 0.007601564790198833,
      "grad_norm": 7.84074068069458,
      "learning_rate": 9.999685053743559e-05,
      "loss": 0.1959,
      "step": 188
    },
    {
      "epoch": 0.007641998645465849,
      "grad_norm": 8.681429862976074,
      "learning_rate": 9.999677855281682e-05,
      "loss": 0.1584,
      "step": 189
    },
    {
      "epoch": 0.0076824325007328635,
      "grad_norm": 9.750258445739746,
      "learning_rate": 9.999670575484765e-05,
      "loss": 0.2074,
      "step": 190
    },
    {
      "epoch": 0.007722866355999879,
      "grad_norm": 7.412321090698242,
      "learning_rate": 9.999663214352929e-05,
      "loss": 0.1696,
      "step": 191
    },
    {
      "epoch": 0.007763300211266894,
      "grad_norm": 9.03699016571045,
      "learning_rate": 9.999655771886291e-05,
      "loss": 0.1942,
      "step": 192
    },
    {
      "epoch": 0.007803734066533909,
      "grad_norm": 7.925232887268066,
      "learning_rate": 9.999648248084974e-05,
      "loss": 0.1793,
      "step": 193
    },
    {
      "epoch": 0.007844167921800925,
      "grad_norm": 7.363532066345215,
      "learning_rate": 9.9996406429491e-05,
      "loss": 0.1718,
      "step": 194
    },
    {
      "epoch": 0.00788460177706794,
      "grad_norm": 9.17047119140625,
      "learning_rate": 9.999632956478793e-05,
      "loss": 0.404,
      "step": 195
    },
    {
      "epoch": 0.007925035632334954,
      "grad_norm": 8.83364486694336,
      "learning_rate": 9.999625188674175e-05,
      "loss": 0.2276,
      "step": 196
    },
    {
      "epoch": 0.007965469487601969,
      "grad_norm": 9.548094749450684,
      "learning_rate": 9.999617339535378e-05,
      "loss": 0.1875,
      "step": 197
    },
    {
      "epoch": 0.008005903342868985,
      "grad_norm": 6.08480167388916,
      "learning_rate": 9.999609409062525e-05,
      "loss": 0.145,
      "step": 198
    },
    {
      "epoch": 0.008046337198136,
      "grad_norm": 15.142061233520508,
      "learning_rate": 9.999601397255747e-05,
      "loss": 0.4395,
      "step": 199
    },
    {
      "epoch": 0.008086771053403014,
      "grad_norm": 15.888526916503906,
      "learning_rate": 9.999593304115174e-05,
      "loss": 0.5784,
      "step": 200
    },
    {
      "epoch": 0.008127204908670029,
      "grad_norm": 6.388537883758545,
      "learning_rate": 9.999585129640936e-05,
      "loss": 0.2958,
      "step": 201
    },
    {
      "epoch": 0.008167638763937045,
      "grad_norm": 5.720010757446289,
      "learning_rate": 9.999576873833169e-05,
      "loss": 0.1192,
      "step": 202
    },
    {
      "epoch": 0.00820807261920406,
      "grad_norm": 7.905060291290283,
      "learning_rate": 9.999568536692006e-05,
      "loss": 0.3184,
      "step": 203
    },
    {
      "epoch": 0.008248506474471074,
      "grad_norm": 3.085916519165039,
      "learning_rate": 9.999560118217583e-05,
      "loss": 0.1954,
      "step": 204
    },
    {
      "epoch": 0.008288940329738089,
      "grad_norm": 8.547829627990723,
      "learning_rate": 9.999551618410034e-05,
      "loss": 0.2605,
      "step": 205
    },
    {
      "epoch": 0.008329374185005105,
      "grad_norm": 7.506508827209473,
      "learning_rate": 9.999543037269504e-05,
      "loss": 0.3028,
      "step": 206
    },
    {
      "epoch": 0.00836980804027212,
      "grad_norm": 4.869304656982422,
      "learning_rate": 9.999534374796124e-05,
      "loss": 0.2271,
      "step": 207
    },
    {
      "epoch": 0.008410241895539135,
      "grad_norm": 7.360259056091309,
      "learning_rate": 9.999525630990041e-05,
      "loss": 0.2761,
      "step": 208
    },
    {
      "epoch": 0.00845067575080615,
      "grad_norm": 6.078726768493652,
      "learning_rate": 9.999516805851397e-05,
      "loss": 0.2623,
      "step": 209
    },
    {
      "epoch": 0.008491109606073166,
      "grad_norm": 2.553845167160034,
      "learning_rate": 9.999507899380331e-05,
      "loss": 0.1659,
      "step": 210
    },
    {
      "epoch": 0.00853154346134018,
      "grad_norm": 3.2435362339019775,
      "learning_rate": 9.999498911576993e-05,
      "loss": 0.1498,
      "step": 211
    },
    {
      "epoch": 0.008571977316607195,
      "grad_norm": 6.379277229309082,
      "learning_rate": 9.999489842441527e-05,
      "loss": 0.2309,
      "step": 212
    },
    {
      "epoch": 0.00861241117187421,
      "grad_norm": 4.347065448760986,
      "learning_rate": 9.99948069197408e-05,
      "loss": 0.2128,
      "step": 213
    },
    {
      "epoch": 0.008652845027141226,
      "grad_norm": 9.05762767791748,
      "learning_rate": 9.999471460174803e-05,
      "loss": 0.1779,
      "step": 214
    },
    {
      "epoch": 0.00869327888240824,
      "grad_norm": 4.830628871917725,
      "learning_rate": 9.999462147043843e-05,
      "loss": 0.1574,
      "step": 215
    },
    {
      "epoch": 0.008733712737675255,
      "grad_norm": 3.8125157356262207,
      "learning_rate": 9.999452752581355e-05,
      "loss": 0.1504,
      "step": 216
    },
    {
      "epoch": 0.00877414659294227,
      "grad_norm": 2.8179168701171875,
      "learning_rate": 9.999443276787489e-05,
      "loss": 0.1777,
      "step": 217
    },
    {
      "epoch": 0.008814580448209286,
      "grad_norm": 5.864883899688721,
      "learning_rate": 9.9994337196624e-05,
      "loss": 0.3495,
      "step": 218
    },
    {
      "epoch": 0.008855014303476301,
      "grad_norm": 6.230106353759766,
      "learning_rate": 9.999424081206245e-05,
      "loss": 0.1318,
      "step": 219
    },
    {
      "epoch": 0.008895448158743316,
      "grad_norm": 6.827365875244141,
      "learning_rate": 9.999414361419178e-05,
      "loss": 0.1966,
      "step": 220
    },
    {
      "epoch": 0.00893588201401033,
      "grad_norm": 12.011444091796875,
      "learning_rate": 9.99940456030136e-05,
      "loss": 0.2844,
      "step": 221
    },
    {
      "epoch": 0.008976315869277347,
      "grad_norm": 7.509864330291748,
      "learning_rate": 9.999394677852948e-05,
      "loss": 0.3334,
      "step": 222
    },
    {
      "epoch": 0.009016749724544361,
      "grad_norm": 10.87213134765625,
      "learning_rate": 9.999384714074105e-05,
      "loss": 0.2559,
      "step": 223
    },
    {
      "epoch": 0.009057183579811376,
      "grad_norm": 7.5143327713012695,
      "learning_rate": 9.99937466896499e-05,
      "loss": 0.1708,
      "step": 224
    },
    {
      "epoch": 0.00909761743507839,
      "grad_norm": 17.510313034057617,
      "learning_rate": 9.99936454252577e-05,
      "loss": 0.4556,
      "step": 225
    },
    {
      "epoch": 0.009138051290345407,
      "grad_norm": 6.468897342681885,
      "learning_rate": 9.999354334756608e-05,
      "loss": 0.2092,
      "step": 226
    },
    {
      "epoch": 0.009178485145612422,
      "grad_norm": 6.171923637390137,
      "learning_rate": 9.99934404565767e-05,
      "loss": 0.2199,
      "step": 227
    },
    {
      "epoch": 0.009218919000879436,
      "grad_norm": 8.079005241394043,
      "learning_rate": 9.999333675229123e-05,
      "loss": 0.2471,
      "step": 228
    },
    {
      "epoch": 0.00925935285614645,
      "grad_norm": 11.559858322143555,
      "learning_rate": 9.999323223471136e-05,
      "loss": 0.3881,
      "step": 229
    },
    {
      "epoch": 0.009299786711413467,
      "grad_norm": 16.177331924438477,
      "learning_rate": 9.999312690383881e-05,
      "loss": 0.4198,
      "step": 230
    },
    {
      "epoch": 0.009340220566680482,
      "grad_norm": 16.129283905029297,
      "learning_rate": 9.999302075967526e-05,
      "loss": 0.3592,
      "step": 231
    },
    {
      "epoch": 0.009380654421947496,
      "grad_norm": 13.0033597946167,
      "learning_rate": 9.999291380222246e-05,
      "loss": 0.3194,
      "step": 232
    },
    {
      "epoch": 0.009421088277214511,
      "grad_norm": 5.525213718414307,
      "learning_rate": 9.999280603148215e-05,
      "loss": 0.1632,
      "step": 233
    },
    {
      "epoch": 0.009461522132481527,
      "grad_norm": 7.511592388153076,
      "learning_rate": 9.999269744745606e-05,
      "loss": 0.2767,
      "step": 234
    },
    {
      "epoch": 0.009501955987748542,
      "grad_norm": 4.852881908416748,
      "learning_rate": 9.999258805014599e-05,
      "loss": 0.1132,
      "step": 235
    },
    {
      "epoch": 0.009542389843015557,
      "grad_norm": 5.765609264373779,
      "learning_rate": 9.999247783955369e-05,
      "loss": 0.1631,
      "step": 236
    },
    {
      "epoch": 0.009582823698282571,
      "grad_norm": 9.90166187286377,
      "learning_rate": 9.999236681568097e-05,
      "loss": 0.2498,
      "step": 237
    },
    {
      "epoch": 0.009623257553549588,
      "grad_norm": 7.612752914428711,
      "learning_rate": 9.999225497852962e-05,
      "loss": 0.2766,
      "step": 238
    },
    {
      "epoch": 0.009663691408816602,
      "grad_norm": 11.317419052124023,
      "learning_rate": 9.99921423281015e-05,
      "loss": 0.2912,
      "step": 239
    }
  ],
  "logging_steps": 1,
  "max_steps": 24731,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 239,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4782353377329152e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}