{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1765,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 3.4841845237449234,
      "learning_rate": 3.7735849056603774e-08,
      "loss": 0.6308,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.42203786668807,
      "learning_rate": 7.547169811320755e-08,
      "loss": 0.6758,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 3.878145696353976,
      "learning_rate": 1.1320754716981131e-07,
      "loss": 0.6391,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 3.475344841495122,
      "learning_rate": 1.509433962264151e-07,
      "loss": 0.6518,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 3.4577169819897264,
      "learning_rate": 1.8867924528301886e-07,
      "loss": 0.6625,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 3.6314657760115416,
      "learning_rate": 2.2641509433962263e-07,
      "loss": 0.6405,
      "step": 6
    },
    {
      "epoch": 0.0,
      "grad_norm": 3.2382705933247515,
      "learning_rate": 2.641509433962264e-07,
      "loss": 0.6715,
      "step": 7
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.678667419114082,
      "learning_rate": 3.018867924528302e-07,
      "loss": 0.6151,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.262379969483797,
      "learning_rate": 3.396226415094339e-07,
      "loss": 0.6107,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.489917095230589,
      "learning_rate": 3.773584905660377e-07,
      "loss": 0.626,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.4125483935497667,
      "learning_rate": 4.150943396226415e-07,
      "loss": 0.6132,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.79320406562782,
      "learning_rate": 4.5283018867924526e-07,
      "loss": 0.657,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.2675195669438626,
      "learning_rate": 4.90566037735849e-07,
      "loss": 0.6231,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.323174849476731,
      "learning_rate": 5.283018867924528e-07,
      "loss": 0.6052,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.924763211870166,
      "learning_rate": 5.660377358490566e-07,
      "loss": 0.5834,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.35179261011413,
      "learning_rate": 6.037735849056604e-07,
      "loss": 0.5923,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.334147599460606,
      "learning_rate": 6.415094339622641e-07,
      "loss": 0.5945,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.9466181761596992,
      "learning_rate": 6.792452830188678e-07,
      "loss": 0.5917,
      "step": 18
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.017575110561897,
      "learning_rate": 7.169811320754716e-07,
      "loss": 0.5754,
      "step": 19
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.229917335932235,
      "learning_rate": 7.547169811320754e-07,
      "loss": 0.5618,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.8131350538456132,
      "learning_rate": 7.924528301886793e-07,
      "loss": 0.572,
      "step": 21
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.72194929279167,
      "learning_rate": 8.30188679245283e-07,
      "loss": 0.513,
      "step": 22
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.3394944611913,
      "learning_rate": 8.679245283018868e-07,
      "loss": 0.457,
      "step": 23
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.931979495495408,
      "learning_rate": 9.056603773584905e-07,
      "loss": 0.4427,
      "step": 24
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.887347811966607,
      "learning_rate": 9.433962264150943e-07,
      "loss": 0.489,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.1514983983383695,
      "learning_rate": 9.81132075471698e-07,
      "loss": 0.4522,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.2995536440652637,
      "learning_rate": 1.0188679245283019e-06,
      "loss": 0.4751,
      "step": 27
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.1446285442921735,
      "learning_rate": 1.0566037735849057e-06,
      "loss": 0.44,
      "step": 28
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.2651023185345585,
      "learning_rate": 1.0943396226415093e-06,
      "loss": 0.4708,
      "step": 29
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.021080464753173,
      "learning_rate": 1.1320754716981131e-06,
      "loss": 0.4208,
      "step": 30
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.21584242208253,
      "learning_rate": 1.169811320754717e-06,
      "loss": 0.4305,
      "step": 31
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.3964757157004613,
      "learning_rate": 1.2075471698113208e-06,
      "loss": 0.4247,
      "step": 32
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.033542339756139,
      "learning_rate": 1.2452830188679244e-06,
      "loss": 0.3917,
      "step": 33
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.2140208027667616,
      "learning_rate": 1.2830188679245282e-06,
      "loss": 0.3896,
      "step": 34
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.2491772430285413,
      "learning_rate": 1.320754716981132e-06,
      "loss": 0.3995,
      "step": 35
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.4868984223931907,
      "learning_rate": 1.3584905660377356e-06,
      "loss": 0.3922,
      "step": 36
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.936398949468111,
      "learning_rate": 1.3962264150943394e-06,
      "loss": 0.4054,
      "step": 37
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.1541548439219653,
      "learning_rate": 1.4339622641509432e-06,
      "loss": 0.4242,
      "step": 38
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.9275413032125785,
      "learning_rate": 1.471698113207547e-06,
      "loss": 0.3636,
      "step": 39
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.8578963289661783,
      "learning_rate": 1.5094339622641509e-06,
      "loss": 0.4057,
      "step": 40
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.6999808011479187,
      "learning_rate": 1.5471698113207547e-06,
      "loss": 0.355,
      "step": 41
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.1149988645342224,
      "learning_rate": 1.5849056603773585e-06,
      "loss": 0.3504,
      "step": 42
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.791588524547875,
      "learning_rate": 1.6226415094339623e-06,
      "loss": 0.3673,
      "step": 43
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.8722057969802204,
      "learning_rate": 1.660377358490566e-06,
      "loss": 0.3671,
      "step": 44
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.2949583830173808,
      "learning_rate": 1.6981132075471698e-06,
      "loss": 0.3593,
      "step": 45
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.911131097602587,
      "learning_rate": 1.7358490566037736e-06,
      "loss": 0.3596,
      "step": 46
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.911161418733667,
      "learning_rate": 1.7735849056603774e-06,
      "loss": 0.3479,
      "step": 47
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.1118991017606383,
      "learning_rate": 1.811320754716981e-06,
      "loss": 0.3528,
      "step": 48
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.392602083325391,
      "learning_rate": 1.8490566037735848e-06,
      "loss": 0.3481,
      "step": 49
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6918804428497827,
      "learning_rate": 1.8867924528301887e-06,
      "loss": 0.3295,
      "step": 50
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6445974760767799,
      "learning_rate": 1.9245283018867923e-06,
      "loss": 0.3403,
      "step": 51
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.7998353066606536,
      "learning_rate": 1.962264150943396e-06,
      "loss": 0.3303,
      "step": 52
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9466476774565185,
      "learning_rate": 2e-06,
      "loss": 0.3311,
      "step": 53
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6838405510353802,
      "learning_rate": 1.999998316310098e-06,
      "loss": 0.3131,
      "step": 54
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.8674267622877876,
      "learning_rate": 1.999993265246062e-06,
      "loss": 0.3392,
      "step": 55
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6346441469873199,
      "learning_rate": 1.9999848468249006e-06,
      "loss": 0.3276,
      "step": 56
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.4729957226872485,
      "learning_rate": 1.999973061074962e-06,
      "loss": 0.3436,
      "step": 57
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.078293012985477,
      "learning_rate": 1.9999579080359334e-06,
      "loss": 0.3347,
      "step": 58
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.297753681732222,
      "learning_rate": 1.9999393877588407e-06,
      "loss": 0.324,
      "step": 59
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9264664474469204,
      "learning_rate": 1.9999175003060483e-06,
      "loss": 0.3362,
      "step": 60
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.0149148870938918,
      "learning_rate": 1.9998922457512605e-06,
      "loss": 0.3369,
      "step": 61
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.0618748458976106,
      "learning_rate": 1.9998636241795183e-06,
      "loss": 0.3308,
      "step": 62
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8461171167550716,
      "learning_rate": 1.999831635687201e-06,
      "loss": 0.337,
      "step": 63
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.573323778446205,
      "learning_rate": 1.999796280382027e-06,
      "loss": 0.3035,
      "step": 64
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9297388937697657,
      "learning_rate": 1.9997575583830506e-06,
      "loss": 0.3411,
      "step": 65
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.988741267914501,
      "learning_rate": 1.9997154698206633e-06,
      "loss": 0.3123,
      "step": 66
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.5698796744326022,
      "learning_rate": 1.9996700148365936e-06,
      "loss": 0.3086,
      "step": 67
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.4267305806521715,
      "learning_rate": 1.999621193583905e-06,
      "loss": 0.303,
      "step": 68
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.920967222581801,
      "learning_rate": 1.9995690062269984e-06,
      "loss": 0.3234,
      "step": 69
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.3938639600370097,
      "learning_rate": 1.9995134529416073e-06,
      "loss": 0.3083,
      "step": 70
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.819204014872305,
      "learning_rate": 1.9994545339148013e-06,
      "loss": 0.3146,
      "step": 71
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.360151055520758,
      "learning_rate": 1.999392249344983e-06,
      "loss": 0.3118,
      "step": 72
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6417160504347441,
      "learning_rate": 1.9993265994418883e-06,
      "loss": 0.3251,
      "step": 73
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.7145584523487125,
      "learning_rate": 1.9992575844265856e-06,
      "loss": 0.3208,
      "step": 74
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6072756512379518,
      "learning_rate": 1.999185204531474e-06,
      "loss": 0.2892,
      "step": 75
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.5028894089334375,
      "learning_rate": 1.9991094600002847e-06,
      "loss": 0.3396,
      "step": 76
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.526073412721908,
      "learning_rate": 1.999030351088078e-06,
      "loss": 0.3083,
      "step": 77
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.5290303153461566,
      "learning_rate": 1.9989478780612433e-06,
      "loss": 0.3026,
      "step": 78
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6864641718579354,
      "learning_rate": 1.998862041197499e-06,
      "loss": 0.313,
      "step": 79
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.1460543565197776,
      "learning_rate": 1.998772840785891e-06,
      "loss": 0.2943,
      "step": 80
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9579058234848254,
      "learning_rate": 1.99868027712679e-06,
      "loss": 0.3102,
      "step": 81
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6024600368644362,
      "learning_rate": 1.998584350531894e-06,
      "loss": 0.3068,
      "step": 82
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5500158132637425,
      "learning_rate": 1.998485061324223e-06,
      "loss": 0.3188,
      "step": 83
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5721528341876851,
      "learning_rate": 1.9983824098381224e-06,
      "loss": 0.3115,
      "step": 84
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4419242555613345,
      "learning_rate": 1.9982763964192584e-06,
      "loss": 0.3028,
      "step": 85
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4989271888893556,
      "learning_rate": 1.9981670214246184e-06,
      "loss": 0.2916,
      "step": 86
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.999740923295262,
      "learning_rate": 1.9980542852225097e-06,
      "loss": 0.2996,
      "step": 87
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6622698607673714,
      "learning_rate": 1.997938188192558e-06,
      "loss": 0.3124,
      "step": 88
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6648545623356927,
      "learning_rate": 1.997818730725706e-06,
      "loss": 0.3117,
      "step": 89
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4643519839399555,
      "learning_rate": 1.9976959132242124e-06,
      "loss": 0.3219,
      "step": 90
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8554720628552361,
      "learning_rate": 1.997569736101651e-06,
      "loss": 0.2664,
      "step": 91
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5102712470587052,
      "learning_rate": 1.997440199782906e-06,
      "loss": 0.2933,
      "step": 92
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6419233696009894,
      "learning_rate": 1.9973073047041776e-06,
      "loss": 0.2904,
      "step": 93
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.763124553627459,
      "learning_rate": 1.997171051312973e-06,
      "loss": 0.2852,
      "step": 94
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0291891591521485,
      "learning_rate": 1.9970314400681097e-06,
      "loss": 0.2702,
      "step": 95
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9132613974926687,
      "learning_rate": 1.996888471439711e-06,
      "loss": 0.2993,
      "step": 96
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.6052018477653207,
      "learning_rate": 1.9967421459092075e-06,
      "loss": 0.2912,
      "step": 97
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6611575462934254,
      "learning_rate": 1.9965924639693317e-06,
      "loss": 0.2803,
      "step": 98
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6460993083091668,
      "learning_rate": 1.9964394261241205e-06,
      "loss": 0.2925,
      "step": 99
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7929937658011097,
      "learning_rate": 1.9962830328889104e-06,
      "loss": 0.3104,
      "step": 100
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.7958338225406956,
      "learning_rate": 1.996123284790336e-06,
      "loss": 0.3095,
      "step": 101
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7811495197980376,
      "learning_rate": 1.99596018236633e-06,
      "loss": 0.277,
      "step": 102
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5261310813457682,
      "learning_rate": 1.9957937261661213e-06,
      "loss": 0.3078,
      "step": 103
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0011507608468713,
      "learning_rate": 1.99562391675023e-06,
      "loss": 0.3086,
      "step": 104
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6289150895375621,
      "learning_rate": 1.9954507546904696e-06,
      "loss": 0.3027,
      "step": 105
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.59315878335245,
      "learning_rate": 1.995274240569942e-06,
      "loss": 0.3002,
      "step": 106
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.493001623817555,
      "learning_rate": 1.995094374983038e-06,
      "loss": 0.2672,
      "step": 107
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7264192215908158,
      "learning_rate": 1.994911158535432e-06,
      "loss": 0.2908,
      "step": 108
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5788937616396206,
      "learning_rate": 1.994724591844085e-06,
      "loss": 0.295,
      "step": 109
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.658948012517768,
      "learning_rate": 1.9945346755372364e-06,
      "loss": 0.2807,
      "step": 110
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1955561337720515,
      "learning_rate": 1.9943414102544082e-06,
      "loss": 0.3127,
      "step": 111
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.151960308631923,
      "learning_rate": 1.9941447966463962e-06,
      "loss": 0.3222,
      "step": 112
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.8981882303625344,
      "learning_rate": 1.9939448353752743e-06,
      "loss": 0.2892,
      "step": 113
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9733942899011068,
      "learning_rate": 1.9937415271143876e-06,
      "loss": 0.3066,
      "step": 114
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5952639087949956,
      "learning_rate": 1.9935348725483525e-06,
      "loss": 0.2694,
      "step": 115
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6956577438970666,
      "learning_rate": 1.9933248723730533e-06,
      "loss": 0.2826,
      "step": 116
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.515417258009173,
      "learning_rate": 1.9931115272956404e-06,
      "loss": 0.2838,
      "step": 117
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1533905590726836,
      "learning_rate": 1.9928948380345273e-06,
      "loss": 0.3044,
      "step": 118
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.414955521736467,
      "learning_rate": 1.9926748053193894e-06,
      "loss": 0.2866,
      "step": 119
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8300861326639828,
      "learning_rate": 1.9924514298911607e-06,
      "loss": 0.2849,
      "step": 120
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3507452847434371,
      "learning_rate": 1.9922247125020305e-06,
      "loss": 0.2736,
      "step": 121
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7294482029952782,
      "learning_rate": 1.9919946539154424e-06,
      "loss": 0.2693,
      "step": 122
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.059252409832772,
      "learning_rate": 1.9917612549060915e-06,
      "loss": 0.2834,
      "step": 123
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.075710501140192,
      "learning_rate": 1.991524516259921e-06,
      "loss": 0.2755,
      "step": 124
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8089419594122498,
      "learning_rate": 1.991284438774119e-06,
      "loss": 0.2929,
      "step": 125
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6364760906705336,
      "learning_rate": 1.9910410232571185e-06,
      "loss": 0.266,
      "step": 126
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6641452879186178,
      "learning_rate": 1.9907942705285916e-06,
      "loss": 0.2909,
      "step": 127
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.075940524759441,
      "learning_rate": 1.990544181419448e-06,
      "loss": 0.3055,
      "step": 128
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6140752095755138,
      "learning_rate": 1.9902907567718335e-06,
      "loss": 0.2711,
      "step": 129
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8458301967854023,
      "learning_rate": 1.9900339974391247e-06,
      "loss": 0.2915,
      "step": 130
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.5345258940635396,
      "learning_rate": 1.9897739042859284e-06,
      "loss": 0.285,
      "step": 131
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.313563333374535,
      "learning_rate": 1.989510478188076e-06,
      "loss": 0.2824,
      "step": 132
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.6660602786871563,
      "learning_rate": 1.9892437200326236e-06,
      "loss": 0.2885,
      "step": 133
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.757098250149227,
      "learning_rate": 1.988973630717848e-06,
      "loss": 0.2992,
      "step": 134
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4219607783010701,
      "learning_rate": 1.988700211153241e-06,
      "loss": 0.2711,
      "step": 135
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.610322300712251,
      "learning_rate": 1.9884234622595115e-06,
      "loss": 0.3245,
      "step": 136
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7034865974157456,
      "learning_rate": 1.988143384968578e-06,
      "loss": 0.2937,
      "step": 137
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1472558512900806,
      "learning_rate": 1.987859980223566e-06,
      "loss": 0.2948,
      "step": 138
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.106917478213908,
      "learning_rate": 1.9875732489788077e-06,
      "loss": 0.2847,
      "step": 139
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7261907563645862,
      "learning_rate": 1.9872831921998367e-06,
      "loss": 0.2714,
      "step": 140
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.227693070439494,
      "learning_rate": 1.9869898108633835e-06,
      "loss": 0.2761,
      "step": 141
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3945652943122027,
      "learning_rate": 1.9866931059573745e-06,
      "loss": 0.2681,
      "step": 142
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5682375981410632,
      "learning_rate": 1.9863930784809278e-06,
      "loss": 0.2869,
      "step": 143
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6738297542661662,
      "learning_rate": 1.9860897294443508e-06,
      "loss": 0.3001,
      "step": 144
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.8476169282688792,
      "learning_rate": 1.9857830598691335e-06,
      "loss": 0.2943,
      "step": 145
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.585993793933756,
      "learning_rate": 1.98547307078795e-06,
      "loss": 0.2957,
      "step": 146
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6324207123669265,
      "learning_rate": 1.9851597632446505e-06,
      "loss": 0.2728,
      "step": 147
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3897614522732709,
      "learning_rate": 1.9848431382942605e-06,
      "loss": 0.2816,
      "step": 148
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.670002539945534,
      "learning_rate": 1.9845231970029773e-06,
      "loss": 0.2673,
      "step": 149
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3998951955898702,
      "learning_rate": 1.9841999404481636e-06,
      "loss": 0.2835,
      "step": 150
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8050324087254177,
      "learning_rate": 1.983873369718348e-06,
      "loss": 0.2955,
      "step": 151
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6122607548590895,
      "learning_rate": 1.983543485913218e-06,
      "loss": 0.2651,
      "step": 152
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.636568772826462,
      "learning_rate": 1.9832102901436167e-06,
      "loss": 0.292,
      "step": 153
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6032423566289615,
      "learning_rate": 1.982873783531542e-06,
      "loss": 0.2866,
      "step": 154
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.6140870587436835,
      "learning_rate": 1.982533967210139e-06,
      "loss": 0.2917,
      "step": 155
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.848769044209177,
      "learning_rate": 1.9821908423236977e-06,
      "loss": 0.2877,
      "step": 156
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.637509507675195,
      "learning_rate": 1.9818444100276516e-06,
      "loss": 0.2815,
      "step": 157
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.847148550709564,
      "learning_rate": 1.981494671488568e-06,
      "loss": 0.2647,
      "step": 158
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.457905784519377,
      "learning_rate": 1.9811416278841502e-06,
      "loss": 0.2788,
      "step": 159
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4596375307905933,
      "learning_rate": 1.98078528040323e-06,
      "loss": 0.271,
      "step": 160
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8185350940487643,
      "learning_rate": 1.980425630245765e-06,
      "loss": 0.2775,
      "step": 161
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.478348852209309,
      "learning_rate": 1.9800626786228337e-06,
      "loss": 0.2688,
      "step": 162
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9825985671375521,
      "learning_rate": 1.979696426756632e-06,
      "loss": 0.2637,
      "step": 163
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.5013341808242229,
      "learning_rate": 1.9793268758804687e-06,
      "loss": 0.2679,
      "step": 164
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.5816863644661754,
      "learning_rate": 1.9789540272387627e-06,
      "loss": 0.268,
      "step": 165
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8478316508698556,
      "learning_rate": 1.978577882087036e-06,
      "loss": 0.2837,
      "step": 166
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.6922064925766565,
      "learning_rate": 1.9781984416919134e-06,
      "loss": 0.2783,
      "step": 167
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.936362518787055,
      "learning_rate": 1.977815707331114e-06,
      "loss": 0.297,
      "step": 168
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.545874439153469,
      "learning_rate": 1.97742968029345e-06,
      "loss": 0.2907,
      "step": 169
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.8160738783954211,
      "learning_rate": 1.977040361878821e-06,
      "loss": 0.2721,
      "step": 170
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.807244593846061,
      "learning_rate": 1.9766477533982094e-06,
      "loss": 0.2821,
      "step": 171
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7274195143294735,
      "learning_rate": 1.976251856173678e-06,
      "loss": 0.284,
      "step": 172
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0244077785058754,
      "learning_rate": 1.9758526715383627e-06,
      "loss": 0.2846,
      "step": 173
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.024299787729565,
      "learning_rate": 1.9754502008364698e-06,
      "loss": 0.2926,
      "step": 174
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7788767121304085,
      "learning_rate": 1.975044445423271e-06,
      "loss": 0.2941,
      "step": 175
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4019859175935807,
      "learning_rate": 1.974635406665099e-06,
      "loss": 0.2761,
      "step": 176
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2597958220548073,
      "learning_rate": 1.974223085939343e-06,
      "loss": 0.2623,
      "step": 177
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5056594955124902,
      "learning_rate": 1.9738074846344426e-06,
      "loss": 0.2884,
      "step": 178
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.8849616223824353,
      "learning_rate": 1.9733886041498856e-06,
      "loss": 0.2744,
      "step": 179
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2219466195904114,
      "learning_rate": 1.972966445896202e-06,
      "loss": 0.271,
      "step": 180
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.42849060120362,
      "learning_rate": 1.972541011294959e-06,
      "loss": 0.2735,
      "step": 181
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2423472765799866,
      "learning_rate": 1.972112301778756e-06,
      "loss": 0.2977,
      "step": 182
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6359840805861086,
      "learning_rate": 1.9716803187912203e-06,
      "loss": 0.2774,
      "step": 183
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.8153625109767515,
      "learning_rate": 1.9712450637870045e-06,
      "loss": 0.2919,
      "step": 184
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0535893364579882,
      "learning_rate": 1.970806538231776e-06,
      "loss": 0.284,
      "step": 185
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.5494217943723756,
      "learning_rate": 1.970364743602217e-06,
      "loss": 0.2693,
      "step": 186
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.6549806664227336,
      "learning_rate": 1.9699196813860184e-06,
      "loss": 0.259,
      "step": 187
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5769903194256722,
      "learning_rate": 1.9694713530818735e-06,
      "loss": 0.2611,
      "step": 188
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8669250010493135,
      "learning_rate": 1.969019760199474e-06,
      "loss": 0.2828,
      "step": 189
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.795636962867612,
      "learning_rate": 1.9685649042595045e-06,
      "loss": 0.2832,
      "step": 190
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.645799112758709,
      "learning_rate": 1.968106786793638e-06,
      "loss": 0.2654,
      "step": 191
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0536811264442205,
      "learning_rate": 1.967645409344529e-06,
      "loss": 0.2485,
      "step": 192
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5843372589463587,
      "learning_rate": 1.967180773465812e-06,
      "loss": 0.2638,
      "step": 193
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6189891086416026,
      "learning_rate": 1.9667128807220916e-06,
      "loss": 0.2764,
      "step": 194
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.618868426016012,
      "learning_rate": 1.9662417326889407e-06,
      "loss": 0.274,
      "step": 195
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5563594433614312,
      "learning_rate": 1.9657673309528936e-06,
      "loss": 0.2832,
      "step": 196
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.903348639321686,
      "learning_rate": 1.9652896771114414e-06,
      "loss": 0.2674,
      "step": 197
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.299579541828807,
      "learning_rate": 1.964808772773025e-06,
      "loss": 0.2713,
      "step": 198
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.955556819058435,
      "learning_rate": 1.9643246195570335e-06,
      "loss": 0.2754,
      "step": 199
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4246064872132271,
      "learning_rate": 1.9638372190937934e-06,
      "loss": 0.2804,
      "step": 200
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.7997151500172972,
      "learning_rate": 1.963346573024568e-06,
      "loss": 0.2711,
      "step": 201
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.8164292268565017,
      "learning_rate": 1.962852683001548e-06,
      "loss": 0.2841,
      "step": 202
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.8738622717571962,
      "learning_rate": 1.9623555506878496e-06,
      "loss": 0.2682,
      "step": 203
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0588104641051057,
      "learning_rate": 1.961855177757506e-06,
      "loss": 0.2443,
      "step": 204
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5447026778774853,
      "learning_rate": 1.9613515658954624e-06,
      "loss": 0.2676,
      "step": 205
    },
    {
      "epoch": 0.12,
      "grad_norm": 58.17799785515925,
      "learning_rate": 1.9608447167975712e-06,
      "loss": 0.2719,
      "step": 206
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4201318187648717,
      "learning_rate": 1.960334632170587e-06,
      "loss": 0.2711,
      "step": 207
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.6151061560904458,
      "learning_rate": 1.9598213137321566e-06,
      "loss": 0.2771,
      "step": 208
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3624415422897582,
      "learning_rate": 1.9593047632108198e-06,
      "loss": 0.2795,
      "step": 209
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.7063809700167063,
      "learning_rate": 1.9587849823459974e-06,
      "loss": 0.262,
      "step": 210
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.704767470623922,
      "learning_rate": 1.9582619728879896e-06,
      "loss": 0.2671,
      "step": 211
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9236883518597807,
      "learning_rate": 1.957735736597967e-06,
      "loss": 0.2587,
      "step": 212
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4580317276355494,
      "learning_rate": 1.957206275247968e-06,
      "loss": 0.2626,
      "step": 213
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.609114235032971,
      "learning_rate": 1.95667359062089e-06,
      "loss": 0.2663,
      "step": 214
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9122216272707904,
      "learning_rate": 1.9561376845104836e-06,
      "loss": 0.2569,
      "step": 215
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.8505334920885719,
      "learning_rate": 1.9555985587213494e-06,
      "loss": 0.2676,
      "step": 216
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5798315592924423,
      "learning_rate": 1.9550562150689275e-06,
      "loss": 0.2811,
      "step": 217
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.624535997367186,
      "learning_rate": 1.954510655379496e-06,
      "loss": 0.2936,
      "step": 218
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.6653151163752762,
      "learning_rate": 1.953961881490161e-06,
      "loss": 0.2717,
      "step": 219
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9766689422985182,
      "learning_rate": 1.9534098952488526e-06,
      "loss": 0.276,
      "step": 220
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.6101980482803224,
      "learning_rate": 1.9528546985143177e-06,
      "loss": 0.2644,
      "step": 221
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.352286483093476,
      "learning_rate": 1.9522962931561157e-06,
      "loss": 0.2642,
      "step": 222
    },
    {
      "epoch": 0.13,
      "grad_norm": 8.357014330075064,
      "learning_rate": 1.9517346810546093e-06,
      "loss": 0.2621,
      "step": 223
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8920999167934909,
      "learning_rate": 1.9511698641009587e-06,
      "loss": 0.2679,
      "step": 224
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.6327875286304598,
      "learning_rate": 1.950601844197118e-06,
      "loss": 0.2625,
      "step": 225
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.5348617277564598,
      "learning_rate": 1.9500306232558257e-06,
      "loss": 0.2721,
      "step": 226
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.3717764165183968,
      "learning_rate": 1.9494562032006e-06,
      "loss": 0.2683,
      "step": 227
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.2776086923388212,
      "learning_rate": 1.948878585965731e-06,
      "loss": 0.2713,
      "step": 228
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.6429171205503288,
      "learning_rate": 1.9482977734962752e-06,
      "loss": 0.2549,
      "step": 229
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4645706920773651,
      "learning_rate": 1.947713767748049e-06,
      "loss": 0.2808,
      "step": 230
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.7805860800870479,
      "learning_rate": 1.9471265706876218e-06,
      "loss": 0.2845,
      "step": 231
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.2186326422427856,
      "learning_rate": 1.9465361842923084e-06,
      "loss": 0.2479,
      "step": 232
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.7364731511845473,
      "learning_rate": 1.945942610550165e-06,
      "loss": 0.2711,
      "step": 233
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4438603297603503,
      "learning_rate": 1.9453458514599794e-06,
      "loss": 0.2766,
      "step": 234
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8558861822807204,
      "learning_rate": 1.9447459090312654e-06,
      "loss": 0.2778,
      "step": 235
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4958770312114351,
      "learning_rate": 1.944142785284258e-06,
      "loss": 0.2727,
      "step": 236
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.7408912789904278,
      "learning_rate": 1.9435364822499036e-06,
      "loss": 0.2896,
      "step": 237
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.2339047425800165,
      "learning_rate": 1.942927001969855e-06,
      "loss": 0.2743,
      "step": 238
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.8664554419736463,
      "learning_rate": 1.942314346496463e-06,
      "loss": 0.2951,
      "step": 239
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.754954964563153,
      "learning_rate": 1.9416985178927723e-06,
      "loss": 0.2607,
      "step": 240
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.4994427888165345,
      "learning_rate": 1.941079518232511e-06,
      "loss": 0.2546,
      "step": 241
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.861516380556998,
      "learning_rate": 1.9404573496000865e-06,
      "loss": 0.2603,
      "step": 242
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.5880495496350484,
      "learning_rate": 1.939832014090576e-06,
      "loss": 0.2641,
      "step": 243
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.5751997589373612,
      "learning_rate": 1.939203513809723e-06,
      "loss": 0.2701,
      "step": 244
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.495124724753987,
      "learning_rate": 1.938571850873926e-06,
      "loss": 0.251,
      "step": 245
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.427805485761381,
      "learning_rate": 1.9379370274102336e-06,
      "loss": 0.2657,
      "step": 246
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.4922932315972126,
      "learning_rate": 1.9372990455563383e-06,
      "loss": 0.2634,
      "step": 247
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.6420455833777385,
      "learning_rate": 1.936657907460567e-06,
      "loss": 0.2792,
      "step": 248
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.162890816351466,
      "learning_rate": 1.9360136152818745e-06,
      "loss": 0.2862,
      "step": 249
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.4162967948218883,
      "learning_rate": 1.9353661711898382e-06,
      "loss": 0.2475,
      "step": 250
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.7480275180658238,
      "learning_rate": 1.9347155773646476e-06,
      "loss": 0.2662,
      "step": 251
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.5194422222133057,
      "learning_rate": 1.9340618359971e-06,
      "loss": 0.2734,
      "step": 252
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.180744355718762,
      "learning_rate": 1.93340494928859e-06,
      "loss": 0.2641,
      "step": 253
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.817998622984753,
      "learning_rate": 1.9327449194511057e-06,
      "loss": 0.282,
      "step": 254
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.4470115577869191,
      "learning_rate": 1.932081748707217e-06,
      "loss": 0.2574,
      "step": 255
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.5333101714313249,
      "learning_rate": 1.9314154392900724e-06,
      "loss": 0.2587,
      "step": 256
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6209363674828383,
      "learning_rate": 1.9307459934433886e-06,
      "loss": 0.2681,
      "step": 257
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.064766532745283,
      "learning_rate": 1.930073413421444e-06,
      "loss": 0.2691,
      "step": 258
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.425928225401545,
      "learning_rate": 1.9293977014890715e-06,
      "loss": 0.2661,
      "step": 259
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.8432398109184334,
      "learning_rate": 1.9287188599216487e-06,
      "loss": 0.2756,
      "step": 260
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9419330252305926,
      "learning_rate": 1.928036891005094e-06,
      "loss": 0.26,
      "step": 261
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9246952207139454,
      "learning_rate": 1.9273517970358557e-06,
      "loss": 0.2602,
      "step": 262
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6182356210181768,
      "learning_rate": 1.9266635803209045e-06,
      "loss": 0.2683,
      "step": 263
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6007631316186846,
      "learning_rate": 1.9259722431777283e-06,
      "loss": 0.2751,
      "step": 264
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.571410370519595,
      "learning_rate": 1.9252777879343214e-06,
      "loss": 0.2733,
      "step": 265
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3967589720106062,
      "learning_rate": 1.9245802169291786e-06,
      "loss": 0.2658,
      "step": 266
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.0885804233758076,
      "learning_rate": 1.9238795325112867e-06,
      "loss": 0.2618,
      "step": 267
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.1804124273835255,
      "learning_rate": 1.9231757370401155e-06,
      "loss": 0.2482,
      "step": 268
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.4883966724737543,
      "learning_rate": 1.9224688328856126e-06,
      "loss": 0.2571,
      "step": 269
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6229389625184016,
      "learning_rate": 1.9217588224281916e-06,
      "loss": 0.2805,
      "step": 270
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3740620060528976,
      "learning_rate": 1.9210457080587283e-06,
      "loss": 0.2468,
      "step": 271
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.754068936990107,
      "learning_rate": 1.9203294921785494e-06,
      "loss": 0.2672,
      "step": 272
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.7039143913135644,
      "learning_rate": 1.919610177199426e-06,
      "loss": 0.2687,
      "step": 273
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.7295487903086968,
      "learning_rate": 1.9188877655435643e-06,
      "loss": 0.2567,
      "step": 274
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.7155931053445603,
      "learning_rate": 1.918162259643599e-06,
      "loss": 0.2461,
      "step": 275
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.7831424868639558,
      "learning_rate": 1.917433661942584e-06,
      "loss": 0.2669,
      "step": 276
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.049245904280425,
      "learning_rate": 1.9167019748939844e-06,
      "loss": 0.2497,
      "step": 277
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5950707091096057,
      "learning_rate": 1.9159672009616687e-06,
      "loss": 0.2824,
      "step": 278
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.6817617181860023,
      "learning_rate": 1.915229342619899e-06,
      "loss": 0.2516,
      "step": 279
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.524769739672067,
      "learning_rate": 1.914488402353326e-06,
      "loss": 0.2646,
      "step": 280
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5720744364995505,
      "learning_rate": 1.9137443826569755e-06,
      "loss": 0.2757,
      "step": 281
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.6625973270409442,
      "learning_rate": 1.9129972860362456e-06,
      "loss": 0.2463,
      "step": 282
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5570685620443854,
      "learning_rate": 1.9122471150068936e-06,
      "loss": 0.2529,
      "step": 283
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.631556253373755,
      "learning_rate": 1.9114938720950304e-06,
      "loss": 0.2519,
      "step": 284
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5618307115656873,
      "learning_rate": 1.910737559837111e-06,
      "loss": 0.2609,
      "step": 285
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.4955017462305111,
      "learning_rate": 1.9099781807799263e-06,
      "loss": 0.2857,
      "step": 286
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.3325718527553116,
      "learning_rate": 1.9092157374805935e-06,
      "loss": 0.257,
      "step": 287
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.4402867852956336,
      "learning_rate": 1.9084502325065493e-06,
      "loss": 0.2782,
      "step": 288
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.6336784855059647,
      "learning_rate": 1.9076816684355396e-06,
      "loss": 0.2581,
      "step": 289
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.648452115684247,
      "learning_rate": 1.9069100478556109e-06,
      "loss": 0.2641,
      "step": 290
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.29013379295967,
      "learning_rate": 1.9061353733651035e-06,
      "loss": 0.2608,
      "step": 291
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.427885638603707,
      "learning_rate": 1.9053576475726402e-06,
      "loss": 0.2576,
      "step": 292
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4626100839525564,
      "learning_rate": 1.9045768730971195e-06,
      "loss": 0.2498,
      "step": 293
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.5571575693366928,
      "learning_rate": 1.9037930525677055e-06,
      "loss": 0.2532,
      "step": 294
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.041792290394832,
      "learning_rate": 1.903006188623819e-06,
      "loss": 0.2647,
      "step": 295
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4571147687585155,
      "learning_rate": 1.9022162839151309e-06,
      "loss": 0.2732,
      "step": 296
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.57029661183803,
      "learning_rate": 1.9014233411015495e-06,
      "loss": 0.2678,
      "step": 297
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.095378117120327,
      "learning_rate": 1.9006273628532144e-06,
      "loss": 0.2571,
      "step": 298
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9158555688964518,
      "learning_rate": 1.8998283518504872e-06,
      "loss": 0.25,
      "step": 299
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4977815013315328,
      "learning_rate": 1.8990263107839407e-06,
      "loss": 0.2664,
      "step": 300
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4524881944630132,
      "learning_rate": 1.8982212423543527e-06,
      "loss": 0.2618,
      "step": 301
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.453409301557865,
      "learning_rate": 1.8974131492726938e-06,
      "loss": 0.2512,
      "step": 302
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.484838904690488,
      "learning_rate": 1.8966020342601202e-06,
      "loss": 0.2599,
      "step": 303
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.548516570434266,
      "learning_rate": 1.8957879000479646e-06,
      "loss": 0.2759,
      "step": 304
    },
    {
      "epoch": 0.17,
      "grad_norm": 8.857639079344162,
      "learning_rate": 1.8949707493777258e-06,
      "loss": 0.2714,
      "step": 305
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.649599781678979,
      "learning_rate": 1.8941505850010611e-06,
      "loss": 0.2768,
      "step": 306
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.907972020908407,
      "learning_rate": 1.8933274096797742e-06,
      "loss": 0.25,
      "step": 307
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9997184476834842,
      "learning_rate": 1.8925012261858101e-06,
      "loss": 0.2596,
      "step": 308
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.688271694451874,
      "learning_rate": 1.8916720373012423e-06,
      "loss": 0.2637,
      "step": 309
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.5803539700538585,
      "learning_rate": 1.8908398458182643e-06,
      "loss": 0.2608,
      "step": 310
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.258078848126725,
      "learning_rate": 1.8900046545391814e-06,
      "loss": 0.2721,
      "step": 311
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.3656658504996113,
      "learning_rate": 1.8891664662763995e-06,
      "loss": 0.2516,
      "step": 312
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.3871598435416357,
      "learning_rate": 1.8883252838524166e-06,
      "loss": 0.255,
      "step": 313
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.6935400165801882,
      "learning_rate": 1.8874811100998137e-06,
      "loss": 0.2477,
      "step": 314
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.6335653329235087,
      "learning_rate": 1.8866339478612448e-06,
      "loss": 0.2425,
      "step": 315
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.858663218599638,
      "learning_rate": 1.8857837999894264e-06,
      "loss": 0.2773,
      "step": 316
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.3412242747183023,
      "learning_rate": 1.8849306693471295e-06,
      "loss": 0.2626,
      "step": 317
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.416778303285613,
      "learning_rate": 1.8840745588071687e-06,
      "loss": 0.2675,
      "step": 318
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.5314582573192885,
      "learning_rate": 1.8832154712523935e-06,
      "loss": 0.2505,
      "step": 319
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.3318619365410687,
      "learning_rate": 1.8823534095756784e-06,
      "loss": 0.2783,
      "step": 320
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.4583759244957066,
      "learning_rate": 1.8814883766799117e-06,
      "loss": 0.2578,
      "step": 321
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.497237501425145,
      "learning_rate": 1.8806203754779885e-06,
      "loss": 0.2418,
      "step": 322
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.5780661961703015,
      "learning_rate": 1.8797494088927982e-06,
      "loss": 0.2775,
      "step": 323
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.826755382387934,
      "learning_rate": 1.8788754798572156e-06,
      "loss": 0.2501,
      "step": 324
    },
    {
      "epoch": 0.18,
      "grad_norm": 9.04923490348713,
      "learning_rate": 1.8779985913140922e-06,
      "loss": 0.2566,
      "step": 325
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.5771692851656443,
      "learning_rate": 1.877118746216245e-06,
      "loss": 0.2487,
      "step": 326
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.4053174744629435,
      "learning_rate": 1.876235947526446e-06,
      "loss": 0.2506,
      "step": 327
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.1378447373700036,
      "learning_rate": 1.875350198217414e-06,
      "loss": 0.261,
      "step": 328
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5218176607440317,
      "learning_rate": 1.8744615012718038e-06,
      "loss": 0.2585,
      "step": 329
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5103368426908612,
      "learning_rate": 1.8735698596821946e-06,
      "loss": 0.2754,
      "step": 330
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5057746610256875,
      "learning_rate": 1.8726752764510825e-06,
      "loss": 0.2553,
      "step": 331
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.2904119881064395,
      "learning_rate": 1.8717777545908694e-06,
      "loss": 0.2696,
      "step": 332
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5255556083995068,
      "learning_rate": 1.8708772971238526e-06,
      "loss": 0.2498,
      "step": 333
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.1437207390920414,
      "learning_rate": 1.8699739070822136e-06,
      "loss": 0.2508,
      "step": 334
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.2156588595090185,
      "learning_rate": 1.86906758750801e-06,
      "loss": 0.2584,
      "step": 335
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.453213205964556,
      "learning_rate": 1.868158341453164e-06,
      "loss": 0.265,
      "step": 336
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5870385588706113,
      "learning_rate": 1.867246171979453e-06,
      "loss": 0.2771,
      "step": 337
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.6632905370336226,
      "learning_rate": 1.8663310821584974e-06,
      "loss": 0.2736,
      "step": 338
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.9573751783307998,
      "learning_rate": 1.8654130750717522e-06,
      "loss": 0.2542,
      "step": 339
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.014677579627816,
      "learning_rate": 1.8644921538104963e-06,
      "loss": 0.266,
      "step": 340
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.599367462960297,
      "learning_rate": 1.8635683214758212e-06,
      "loss": 0.2618,
      "step": 341
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5394500305143561,
      "learning_rate": 1.8626415811786212e-06,
      "loss": 0.2739,
      "step": 342
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.7655995554131592,
      "learning_rate": 1.8617119360395825e-06,
      "loss": 0.2623,
      "step": 343
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.3443351289371104,
      "learning_rate": 1.8607793891891741e-06,
      "loss": 0.2453,
      "step": 344
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.706613653140644,
      "learning_rate": 1.8598439437676349e-06,
      "loss": 0.2544,
      "step": 345
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4369277394486442,
      "learning_rate": 1.858905602924965e-06,
      "loss": 0.269,
      "step": 346
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.6458693329035445,
      "learning_rate": 1.8579643698209145e-06,
      "loss": 0.2442,
      "step": 347
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.6965174127684481,
      "learning_rate": 1.8570202476249727e-06,
      "loss": 0.267,
      "step": 348
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.9479394734771236,
      "learning_rate": 1.856073239516358e-06,
      "loss": 0.2502,
      "step": 349
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.8717497710304911,
      "learning_rate": 1.8551233486840058e-06,
      "loss": 0.2615,
      "step": 350
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.3961933051605424,
      "learning_rate": 1.8541705783265595e-06,
      "loss": 0.2479,
      "step": 351
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.548456709806826,
      "learning_rate": 1.8532149316523587e-06,
      "loss": 0.2458,
      "step": 352
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4983113746510905,
      "learning_rate": 1.8522564118794288e-06,
      "loss": 0.2643,
      "step": 353
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.8441091849122442,
      "learning_rate": 1.8512950222354702e-06,
      "loss": 0.2429,
      "step": 354
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.3405305453121286,
      "learning_rate": 1.8503307659578465e-06,
      "loss": 0.2649,
      "step": 355
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.521549967718533,
      "learning_rate": 1.849363646293575e-06,
      "loss": 0.2719,
      "step": 356
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.9726008542682227,
      "learning_rate": 1.848393666499315e-06,
      "loss": 0.2529,
      "step": 357
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.1216441460870854,
      "learning_rate": 1.8474208298413565e-06,
      "loss": 0.2603,
      "step": 358
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.8168534441069981,
      "learning_rate": 1.8464451395956107e-06,
      "loss": 0.2732,
      "step": 359
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.336787937365217,
      "learning_rate": 1.8454665990475963e-06,
      "loss": 0.2409,
      "step": 360
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.016673189221436,
      "learning_rate": 1.844485211492432e-06,
      "loss": 0.2642,
      "step": 361
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.3679935456862138,
      "learning_rate": 1.8435009802348219e-06,
      "loss": 0.2528,
      "step": 362
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.6232171143940508,
      "learning_rate": 1.8425139085890464e-06,
      "loss": 0.2557,
      "step": 363
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5680694316061323,
      "learning_rate": 1.8415239998789508e-06,
      "loss": 0.2641,
      "step": 364
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5005299041051148,
      "learning_rate": 1.840531257437934e-06,
      "loss": 0.2542,
      "step": 365
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.2550744008937897,
      "learning_rate": 1.8395356846089358e-06,
      "loss": 0.2399,
      "step": 366
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.3923027217183879,
      "learning_rate": 1.838537284744429e-06,
      "loss": 0.2457,
      "step": 367
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.3855500063018884,
      "learning_rate": 1.8375360612064048e-06,
      "loss": 0.2285,
      "step": 368
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.3712056809511044,
      "learning_rate": 1.8365320173663635e-06,
      "loss": 0.2521,
      "step": 369
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.6662319800030796,
      "learning_rate": 1.8355251566053014e-06,
      "loss": 0.2663,
      "step": 370
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.7823378714354956,
      "learning_rate": 1.8345154823137014e-06,
      "loss": 0.25,
      "step": 371
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.316422764025108,
      "learning_rate": 1.8335029978915207e-06,
      "loss": 0.2439,
      "step": 372
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.182737096619672,
      "learning_rate": 1.8324877067481782e-06,
      "loss": 0.2613,
      "step": 373
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5481659409963358,
      "learning_rate": 1.8314696123025452e-06,
      "loss": 0.2514,
      "step": 374
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5793008682263645,
      "learning_rate": 1.8304487179829323e-06,
      "loss": 0.2578,
      "step": 375
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.3846024289902152,
      "learning_rate": 1.8294250272270784e-06,
      "loss": 0.2548,
      "step": 376
    },
    {
      "epoch": 0.21,
      "grad_norm": 8.639190275028675,
      "learning_rate": 1.8283985434821392e-06,
      "loss": 0.2487,
      "step": 377
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4960588909233208,
      "learning_rate": 1.8273692702046751e-06,
      "loss": 0.2605,
      "step": 378
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.8471412838734627,
      "learning_rate": 1.82633721086064e-06,
      "loss": 0.2558,
      "step": 379
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.7430897049166423,
      "learning_rate": 1.8253023689253704e-06,
      "loss": 0.2631,
      "step": 380
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.7067111615790653,
      "learning_rate": 1.8242647478835716e-06,
      "loss": 0.26,
      "step": 381
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.249256519894356,
      "learning_rate": 1.8232243512293078e-06,
      "loss": 0.2699,
      "step": 382
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.8911206849745297,
      "learning_rate": 1.8221811824659897e-06,
      "loss": 0.2434,
      "step": 383
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.2417249888846618,
      "learning_rate": 1.8211352451063626e-06,
      "loss": 0.2517,
      "step": 384
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.3609186236445172,
      "learning_rate": 1.820086542672495e-06,
      "loss": 0.2425,
      "step": 385
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.4401605272522,
      "learning_rate": 1.8190350786957667e-06,
      "loss": 0.2495,
      "step": 386
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.9867213064504,
      "learning_rate": 1.8179808567168552e-06,
      "loss": 0.2621,
      "step": 387
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.5269161987442152,
      "learning_rate": 1.8169238802857274e-06,
      "loss": 0.2326,
      "step": 388
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.515973959752345,
      "learning_rate": 1.8158641529616236e-06,
      "loss": 0.2659,
      "step": 389
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.7035163798577122,
      "learning_rate": 1.814801678313049e-06,
      "loss": 0.2525,
      "step": 390
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.7146882756588415,
      "learning_rate": 1.8137364599177584e-06,
      "loss": 0.2639,
      "step": 391
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9168178698259475,
      "learning_rate": 1.8126685013627472e-06,
      "loss": 0.2787,
      "step": 392
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.4690690272480431,
      "learning_rate": 1.8115978062442373e-06,
      "loss": 0.2348,
      "step": 393
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.8100184186004884,
      "learning_rate": 1.810524378167666e-06,
      "loss": 0.2367,
      "step": 394
    },
    {
      "epoch": 0.22,
      "grad_norm": 6.485932466140042,
      "learning_rate": 1.8094482207476728e-06,
      "loss": 0.2587,
      "step": 395
    },
    {
      "epoch": 0.22,
      "grad_norm": 7.073727801578548,
      "learning_rate": 1.8083693376080894e-06,
      "loss": 0.2559,
      "step": 396
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.5409132585836345,
      "learning_rate": 1.8072877323819244e-06,
      "loss": 0.2471,
      "step": 397
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.4965005384663332,
      "learning_rate": 1.8062034087113536e-06,
      "loss": 0.2601,
      "step": 398
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.7113041600197383,
      "learning_rate": 1.8051163702477063e-06,
      "loss": 0.2732,
      "step": 399
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.406045617724908,
      "learning_rate": 1.8040266206514545e-06,
      "loss": 0.2394,
      "step": 400
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.508758015298593,
      "learning_rate": 1.8029341635921985e-06,
      "loss": 0.2451,
      "step": 401
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.632244989969479,
      "learning_rate": 1.801839002748656e-06,
      "loss": 0.2441,
      "step": 402
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.6557206877151516,
      "learning_rate": 1.8007411418086503e-06,
      "loss": 0.2612,
      "step": 403
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5731162109957053,
      "learning_rate": 1.7996405844690955e-06,
      "loss": 0.232,
      "step": 404
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5592785474295656,
      "learning_rate": 1.798537334435986e-06,
      "loss": 0.262,
      "step": 405
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.7766036403394192,
      "learning_rate": 1.7974313954243843e-06,
      "loss": 0.2386,
      "step": 406
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5053094164582228,
      "learning_rate": 1.7963227711584066e-06,
      "loss": 0.2551,
      "step": 407
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.0419848727271144,
      "learning_rate": 1.795211465371212e-06,
      "loss": 0.2478,
      "step": 408
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.656239277547231,
      "learning_rate": 1.7940974818049894e-06,
      "loss": 0.2588,
      "step": 409
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.535248015867066,
      "learning_rate": 1.7929808242109444e-06,
      "loss": 0.2513,
      "step": 410
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.7593350582158802,
      "learning_rate": 1.7918614963492868e-06,
      "loss": 0.2641,
      "step": 411
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.6239493408782932,
      "learning_rate": 1.7907395019892194e-06,
      "loss": 0.26,
      "step": 412
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.8328916673718427,
      "learning_rate": 1.7896148449089225e-06,
      "loss": 0.2424,
      "step": 413
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.6488096268947292,
      "learning_rate": 1.7884875288955446e-06,
      "loss": 0.2426,
      "step": 414
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4999408005310428,
      "learning_rate": 1.787357557745186e-06,
      "loss": 0.2512,
      "step": 415
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.719539454877777,
      "learning_rate": 1.7862249352628895e-06,
      "loss": 0.2691,
      "step": 416
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.476140799877467,
      "learning_rate": 1.7850896652626246e-06,
      "loss": 0.2688,
      "step": 417
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.379279565870243,
      "learning_rate": 1.7839517515672768e-06,
      "loss": 0.244,
      "step": 418
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4101711514396826,
      "learning_rate": 1.7828111980086335e-06,
      "loss": 0.2417,
      "step": 419
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.769134440896085,
      "learning_rate": 1.7816680084273724e-06,
      "loss": 0.275,
      "step": 420
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.7447322283537994,
      "learning_rate": 1.7805221866730458e-06,
      "loss": 0.2462,
      "step": 421
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.3226792033914545,
      "learning_rate": 1.7793737366040718e-06,
      "loss": 0.2529,
      "step": 422
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.6647996204010023,
      "learning_rate": 1.7782226620877175e-06,
      "loss": 0.2536,
      "step": 423
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4353109720906432,
      "learning_rate": 1.777068967000088e-06,
      "loss": 0.26,
      "step": 424
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4435065706691035,
      "learning_rate": 1.775912655226113e-06,
      "loss": 0.2669,
      "step": 425
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.770720909184648,
      "learning_rate": 1.7747537306595333e-06,
      "loss": 0.2675,
      "step": 426
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.2747069276814509,
      "learning_rate": 1.773592197202888e-06,
      "loss": 0.2324,
      "step": 427
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.6447179982326599,
      "learning_rate": 1.7724280587675015e-06,
      "loss": 0.2469,
      "step": 428
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.6429984508102649,
      "learning_rate": 1.7712613192734702e-06,
      "loss": 0.2432,
      "step": 429
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9367755129503237,
      "learning_rate": 1.770091982649649e-06,
      "loss": 0.2441,
      "step": 430
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.426679348855773,
      "learning_rate": 1.7689200528336384e-06,
      "loss": 0.2481,
      "step": 431
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9894052680715406,
      "learning_rate": 1.7677455337717708e-06,
      "loss": 0.2361,
      "step": 432
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5632096934948594,
      "learning_rate": 1.7665684294190989e-06,
      "loss": 0.2525,
      "step": 433
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4333963564202992,
      "learning_rate": 1.765388743739379e-06,
      "loss": 0.2566,
      "step": 434
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4007544482708665,
      "learning_rate": 1.7642064807050615e-06,
      "loss": 0.2411,
      "step": 435
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5666245383536983,
      "learning_rate": 1.7630216442972756e-06,
      "loss": 0.2541,
      "step": 436
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5252679112447733,
      "learning_rate": 1.7618342385058145e-06,
      "loss": 0.2488,
      "step": 437
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7782030419957275,
      "learning_rate": 1.7606442673291247e-06,
      "loss": 0.2401,
      "step": 438
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7810576859631657,
      "learning_rate": 1.7594517347742913e-06,
      "loss": 0.2663,
      "step": 439
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.349540538044517,
      "learning_rate": 1.7582566448570244e-06,
      "loss": 0.2623,
      "step": 440
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.8374885307017144,
      "learning_rate": 1.7570590016016453e-06,
      "loss": 0.2719,
      "step": 441
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6591670657101392,
      "learning_rate": 1.7558588090410745e-06,
      "loss": 0.2708,
      "step": 442
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.3874442701643437,
      "learning_rate": 1.7546560712168153e-06,
      "loss": 0.2467,
      "step": 443
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7881115535751977,
      "learning_rate": 1.753450792178943e-06,
      "loss": 0.2429,
      "step": 444
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4700478447897465,
      "learning_rate": 1.75224297598609e-06,
      "loss": 0.2596,
      "step": 445
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.3756308145286567,
      "learning_rate": 1.7510326267054324e-06,
      "loss": 0.2443,
      "step": 446
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4546591942630904,
      "learning_rate": 1.7498197484126753e-06,
      "loss": 0.251,
      "step": 447
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4189605597831128,
      "learning_rate": 1.7486043451920413e-06,
      "loss": 0.2477,
      "step": 448
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.46931912434084,
      "learning_rate": 1.7473864211362543e-06,
      "loss": 0.2521,
      "step": 449
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6788496933700936,
      "learning_rate": 1.746165980346527e-06,
      "loss": 0.2452,
      "step": 450
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.741628012364131,
      "learning_rate": 1.744943026932547e-06,
      "loss": 0.2415,
      "step": 451
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4759944312767415,
      "learning_rate": 1.7437175650124637e-06,
      "loss": 0.2442,
      "step": 452
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.460598637476957,
      "learning_rate": 1.742489598712872e-06,
      "loss": 0.2345,
      "step": 453
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.6154575341587825,
      "learning_rate": 1.7412591321688011e-06,
      "loss": 0.2448,
      "step": 454
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.6350983593850692,
      "learning_rate": 1.7400261695236993e-06,
      "loss": 0.2524,
      "step": 455
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.343754316077936,
      "learning_rate": 1.7387907149294198e-06,
      "loss": 0.2537,
      "step": 456
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9085229267662134,
      "learning_rate": 1.7375527725462078e-06,
      "loss": 0.2464,
      "step": 457
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.3834196533472318,
      "learning_rate": 1.7363123465426852e-06,
      "loss": 0.2552,
      "step": 458
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4773476116537363,
      "learning_rate": 1.7350694410958377e-06,
      "loss": 0.2326,
      "step": 459
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.6942778350369863,
      "learning_rate": 1.733824060391e-06,
      "loss": 0.2471,
      "step": 460
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.295713670933045,
      "learning_rate": 1.7325762086218414e-06,
      "loss": 0.2429,
      "step": 461
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.7097616944136704,
      "learning_rate": 1.7313258899903535e-06,
      "loss": 0.2534,
      "step": 462
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.2580089656465554,
      "learning_rate": 1.7300731087068336e-06,
      "loss": 0.2319,
      "step": 463
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.5983957319863051,
      "learning_rate": 1.7288178689898722e-06,
      "loss": 0.2744,
      "step": 464
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.2575480793345224,
      "learning_rate": 1.7275601750663384e-06,
      "loss": 0.2401,
      "step": 465
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.384370331036085,
      "learning_rate": 1.7263000311713648e-06,
      "loss": 0.2437,
      "step": 466
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.7448252510746651,
      "learning_rate": 1.7250374415483348e-06,
      "loss": 0.2639,
      "step": 467
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.7024784295169932,
      "learning_rate": 1.7237724104488673e-06,
      "loss": 0.2595,
      "step": 468
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.6511619159157513,
      "learning_rate": 1.7225049421328022e-06,
      "loss": 0.2703,
      "step": 469
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4470658970436698,
      "learning_rate": 1.7212350408681867e-06,
      "loss": 0.2351,
      "step": 470
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3888372489540777,
      "learning_rate": 1.7199627109312611e-06,
      "loss": 0.2522,
      "step": 471
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3972869351074375,
      "learning_rate": 1.718687956606443e-06,
      "loss": 0.2516,
      "step": 472
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.8218195729892743,
      "learning_rate": 1.7174107821863149e-06,
      "loss": 0.2513,
      "step": 473
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4694234452554027,
      "learning_rate": 1.7161311919716077e-06,
      "loss": 0.2636,
      "step": 474
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4820202577787849,
      "learning_rate": 1.7148491902711882e-06,
      "loss": 0.2567,
      "step": 475
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4554857534150158,
      "learning_rate": 1.713564781402042e-06,
      "loss": 0.2449,
      "step": 476
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4954620029036076,
      "learning_rate": 1.7122779696892626e-06,
      "loss": 0.228,
      "step": 477
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.73293954412979,
      "learning_rate": 1.7109887594660335e-06,
      "loss": 0.2514,
      "step": 478
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.3942916532008032,
      "learning_rate": 1.709697155073615e-06,
      "loss": 0.2486,
      "step": 479
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.431042232019366,
      "learning_rate": 1.7084031608613296e-06,
      "loss": 0.241,
      "step": 480
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0896085623211715,
      "learning_rate": 1.7071067811865474e-06,
      "loss": 0.2373,
      "step": 481
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.497697061904849,
      "learning_rate": 1.7058080204146715e-06,
      "loss": 0.2529,
      "step": 482
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4228466841677148,
      "learning_rate": 1.7045068829191215e-06,
      "loss": 0.2647,
      "step": 483
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.7833734496134566,
      "learning_rate": 1.7032033730813233e-06,
      "loss": 0.259,
      "step": 484
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.2616552646977355,
      "learning_rate": 1.7018974952906882e-06,
      "loss": 0.249,
      "step": 485
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.5650448508674943,
      "learning_rate": 1.7005892539446033e-06,
      "loss": 0.2363,
      "step": 486
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9489724413907807,
      "learning_rate": 1.6992786534484137e-06,
      "loss": 0.2414,
      "step": 487
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4293350033564403,
      "learning_rate": 1.6979656982154093e-06,
      "loss": 0.2282,
      "step": 488
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4372108309514575,
      "learning_rate": 1.6966503926668091e-06,
      "loss": 0.2372,
      "step": 489
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.3027006415270381,
      "learning_rate": 1.6953327412317467e-06,
      "loss": 0.2304,
      "step": 490
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.6103229608755254,
      "learning_rate": 1.6940127483472542e-06,
      "loss": 0.2489,
      "step": 491
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.532446895620965,
      "learning_rate": 1.6926904184582496e-06,
      "loss": 0.241,
      "step": 492
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4695172920292021,
      "learning_rate": 1.6913657560175195e-06,
      "loss": 0.2289,
      "step": 493
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.7748582684515035,
      "learning_rate": 1.6900387654857052e-06,
      "loss": 0.2391,
      "step": 494
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.5812444135508126,
      "learning_rate": 1.6887094513312887e-06,
      "loss": 0.2601,
      "step": 495
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.8602367294580844,
      "learning_rate": 1.6873778180305749e-06,
      "loss": 0.2496,
      "step": 496
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.8362834681849665,
      "learning_rate": 1.6860438700676793e-06,
      "loss": 0.2465,
      "step": 497
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.2795025182070305,
      "learning_rate": 1.684707611934511e-06,
      "loss": 0.2485,
      "step": 498
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.8233847922024555,
      "learning_rate": 1.6833690481307588e-06,
      "loss": 0.2517,
      "step": 499
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.499814068573968,
      "learning_rate": 1.6820281831638757e-06,
      "loss": 0.2421,
      "step": 500
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.504738024700644,
      "learning_rate": 1.6806850215490629e-06,
      "loss": 0.2593,
      "step": 501
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.5180706939565156,
      "learning_rate": 1.6793395678092555e-06,
      "loss": 0.2443,
      "step": 502
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.5701315323330418,
      "learning_rate": 1.6779918264751078e-06,
      "loss": 0.2347,
      "step": 503
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5875402728952401,
      "learning_rate": 1.6766418020849767e-06,
      "loss": 0.254,
      "step": 504
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5119259709416892,
      "learning_rate": 1.6752894991849064e-06,
      "loss": 0.2528,
      "step": 505
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.394478933649667,
      "learning_rate": 1.6739349223286151e-06,
      "loss": 0.2257,
      "step": 506
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5507471034325682,
      "learning_rate": 1.6725780760774772e-06,
      "loss": 0.2468,
      "step": 507
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.3453249216548824,
      "learning_rate": 1.67121896500051e-06,
      "loss": 0.2394,
      "step": 508
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.511705626860942,
      "learning_rate": 1.6698575936743556e-06,
      "loss": 0.2638,
      "step": 509
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.6567154427999864,
      "learning_rate": 1.6684939666832692e-06,
      "loss": 0.261,
      "step": 510
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.8137535308533883,
      "learning_rate": 1.6671280886191003e-06,
      "loss": 0.2467,
      "step": 511
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5582867916136136,
      "learning_rate": 1.6657599640812792e-06,
      "loss": 0.2539,
      "step": 512
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.984173244373959,
      "learning_rate": 1.6643895976768009e-06,
      "loss": 0.2545,
      "step": 513
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.5715533934321584,
      "learning_rate": 1.6630169940202098e-06,
      "loss": 0.2494,
      "step": 514
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.3096745928924098,
      "learning_rate": 1.661642157733583e-06,
      "loss": 0.2313,
      "step": 515
    },
    {
      "epoch": 0.29,
      "grad_norm": 13.601183562179498,
      "learning_rate": 1.6602650934465174e-06,
      "loss": 0.265,
      "step": 516
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.7565832548198632,
      "learning_rate": 1.658885805796111e-06,
      "loss": 0.2547,
      "step": 517
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.5203761316567443,
      "learning_rate": 1.6575042994269491e-06,
      "loss": 0.2512,
      "step": 518
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.9480685309792034,
      "learning_rate": 1.6561205789910883e-06,
      "loss": 0.2408,
      "step": 519
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.6716362042729596,
      "learning_rate": 1.6547346491480413e-06,
      "loss": 0.2504,
      "step": 520
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4594184859527592,
      "learning_rate": 1.6533465145647595e-06,
      "loss": 0.25,
      "step": 521
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.5346162471211768,
      "learning_rate": 1.6519561799156202e-06,
      "loss": 0.2521,
      "step": 522
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.571448825225742,
      "learning_rate": 1.6505636498824072e-06,
      "loss": 0.2357,
      "step": 523
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.404127365889556,
      "learning_rate": 1.6491689291542988e-06,
      "loss": 0.2399,
      "step": 524
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3108564452782112,
      "learning_rate": 1.6477720224278491e-06,
      "loss": 0.2446,
      "step": 525
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.8644890179569715,
      "learning_rate": 1.6463729344069734e-06,
      "loss": 0.2378,
      "step": 526
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.0168442648773475,
      "learning_rate": 1.6449716698029332e-06,
      "loss": 0.2552,
      "step": 527
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.7567198705317597,
      "learning_rate": 1.6435682333343176e-06,
      "loss": 0.2461,
      "step": 528
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3514730242494788,
      "learning_rate": 1.6421626297270312e-06,
      "loss": 0.2432,
      "step": 529
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4791734006035535,
      "learning_rate": 1.6407548637142746e-06,
      "loss": 0.2496,
      "step": 530
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4449855391993538,
      "learning_rate": 1.6393449400365305e-06,
      "loss": 0.26,
      "step": 531
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3966386734231178,
      "learning_rate": 1.6379328634415482e-06,
      "loss": 0.2357,
      "step": 532
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.5075032731963334,
      "learning_rate": 1.6365186386843249e-06,
      "loss": 0.2448,
      "step": 533
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.220758069571181,
      "learning_rate": 1.635102270527093e-06,
      "loss": 0.2701,
      "step": 534
    },
    {
      "epoch": 0.3,
      "grad_norm": 11.58565477454242,
      "learning_rate": 1.6336837637393024e-06,
      "loss": 0.2552,
      "step": 535
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.6818113484302808,
      "learning_rate": 1.6322631230976034e-06,
      "loss": 0.2455,
      "step": 536
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.5284239909672301,
      "learning_rate": 1.6308403533858333e-06,
      "loss": 0.2665,
      "step": 537
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.832182690361937,
      "learning_rate": 1.6294154593949978e-06,
      "loss": 0.2445,
      "step": 538
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.5102573779116684,
      "learning_rate": 1.6279884459232558e-06,
      "loss": 0.2546,
      "step": 539
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.656441969633844,
      "learning_rate": 1.6265593177759046e-06,
      "loss": 0.2536,
      "step": 540
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.276277241164629,
      "learning_rate": 1.6251280797653604e-06,
      "loss": 0.2398,
      "step": 541
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.2916378433516953,
      "learning_rate": 1.6236947367111458e-06,
      "loss": 0.2443,
      "step": 542
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.328588318706884,
      "learning_rate": 1.6222592934398711e-06,
      "loss": 0.2326,
      "step": 543
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.699419657474224,
      "learning_rate": 1.620821754785219e-06,
      "loss": 0.253,
      "step": 544
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.2591361809157973,
      "learning_rate": 1.6193821255879279e-06,
      "loss": 0.2492,
      "step": 545
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.4528952166263744,
      "learning_rate": 1.6179404106957768e-06,
      "loss": 0.2352,
      "step": 546
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.93037966555756,
      "learning_rate": 1.6164966149635662e-06,
      "loss": 0.2384,
      "step": 547
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.431970805701815,
      "learning_rate": 1.6150507432531057e-06,
      "loss": 0.2606,
      "step": 548
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4417996810550193,
      "learning_rate": 1.613602800433194e-06,
      "loss": 0.2524,
      "step": 549
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4688489486090681,
      "learning_rate": 1.6121527913796043e-06,
      "loss": 0.2431,
      "step": 550
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.3079982404963681,
      "learning_rate": 1.6107007209750685e-06,
      "loss": 0.2323,
      "step": 551
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.467565275670385,
      "learning_rate": 1.6092465941092584e-06,
      "loss": 0.2381,
      "step": 552
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.55919685015583,
      "learning_rate": 1.6077904156787721e-06,
      "loss": 0.2432,
      "step": 553
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.6213242392224096,
      "learning_rate": 1.606332190587115e-06,
      "loss": 0.2557,
      "step": 554
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.5469132712208518,
      "learning_rate": 1.6048719237446849e-06,
      "loss": 0.2425,
      "step": 555
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5315139803248468,
      "learning_rate": 1.603409620068755e-06,
      "loss": 0.2282,
      "step": 556
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.57462813703486,
      "learning_rate": 1.601945284483457e-06,
      "loss": 0.2388,
      "step": 557
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.210990690597858,
      "learning_rate": 1.6004789219197652e-06,
      "loss": 0.2332,
      "step": 558
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.3945271541703466,
      "learning_rate": 1.599010537315479e-06,
      "loss": 0.2348,
      "step": 559
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.222087861663824,
      "learning_rate": 1.5975401356152074e-06,
      "loss": 0.2419,
      "step": 560
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.624595690795376,
      "learning_rate": 1.596067721770351e-06,
      "loss": 0.2431,
      "step": 561
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.7231652623202083,
      "learning_rate": 1.5945933007390869e-06,
      "loss": 0.2341,
      "step": 562
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.2704264718260427,
      "learning_rate": 1.59311687748635e-06,
      "loss": 0.2439,
      "step": 563
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.772855516533112,
      "learning_rate": 1.5916384569838191e-06,
      "loss": 0.2372,
      "step": 564
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.5245200150646485,
      "learning_rate": 1.5901580442098968e-06,
      "loss": 0.2478,
      "step": 565
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.6934029719701937,
      "learning_rate": 1.5886756441496952e-06,
      "loss": 0.2422,
      "step": 566
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.6670361413686003,
      "learning_rate": 1.5871912617950188e-06,
      "loss": 0.2512,
      "step": 567
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9023601002273238,
      "learning_rate": 1.5857049021443464e-06,
      "loss": 0.2322,
      "step": 568
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.694549477666204,
      "learning_rate": 1.5842165702028157e-06,
      "loss": 0.2352,
      "step": 569
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.3979709252059453,
      "learning_rate": 1.5827262709822053e-06,
      "loss": 0.2454,
      "step": 570
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.893165295789768,
      "learning_rate": 1.581234009500919e-06,
      "loss": 0.2347,
      "step": 571
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.53281994906108,
      "learning_rate": 1.5797397907839675e-06,
      "loss": 0.2409,
      "step": 572
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.610407219402598,
      "learning_rate": 1.5782436198629537e-06,
      "loss": 0.2581,
      "step": 573
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.9006814764755284,
      "learning_rate": 1.5767455017760523e-06,
      "loss": 0.2451,
      "step": 574
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4264945941320997,
      "learning_rate": 1.5752454415679965e-06,
      "loss": 0.2445,
      "step": 575
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4978391958097854,
      "learning_rate": 1.5737434442900583e-06,
      "loss": 0.2382,
      "step": 576
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.1231475048486197,
      "learning_rate": 1.5722395150000333e-06,
      "loss": 0.2348,
      "step": 577
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.460810019376956,
      "learning_rate": 1.570733658762223e-06,
      "loss": 0.2429,
      "step": 578
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.993123316902666,
      "learning_rate": 1.5692258806474165e-06,
      "loss": 0.2417,
      "step": 579
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.453544059521118,
      "learning_rate": 1.5677161857328758e-06,
      "loss": 0.2534,
      "step": 580
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.507046324479192,
      "learning_rate": 1.566204579102317e-06,
      "loss": 0.24,
      "step": 581
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4222461341313137,
      "learning_rate": 1.5646910658458938e-06,
      "loss": 0.2338,
      "step": 582
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.3258346979751718,
      "learning_rate": 1.5631756510601802e-06,
      "loss": 0.2425,
      "step": 583
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.7953242507064269,
      "learning_rate": 1.5616583398481531e-06,
      "loss": 0.2342,
      "step": 584
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.2481046588599674,
      "learning_rate": 1.5601391373191757e-06,
      "loss": 0.2442,
      "step": 585
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.5926068926765424,
      "learning_rate": 1.5586180485889802e-06,
      "loss": 0.2489,
      "step": 586
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.6072234068027944,
      "learning_rate": 1.5570950787796498e-06,
      "loss": 0.2444,
      "step": 587
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.3243454167963755,
      "learning_rate": 1.5555702330196021e-06,
      "loss": 0.2282,
      "step": 588
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9066978756586013,
      "learning_rate": 1.5540435164435723e-06,
      "loss": 0.2425,
      "step": 589
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.3804190807524854,
      "learning_rate": 1.552514934192595e-06,
      "loss": 0.2498,
      "step": 590
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.745554122341435,
      "learning_rate": 1.550984491413987e-06,
      "loss": 0.2407,
      "step": 591
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.1080286514741533,
      "learning_rate": 1.5494521932613305e-06,
      "loss": 0.2346,
      "step": 592
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.6103571517460866,
      "learning_rate": 1.5479180448944548e-06,
      "loss": 0.2336,
      "step": 593
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.7179921691633244,
      "learning_rate": 1.5463820514794212e-06,
      "loss": 0.2343,
      "step": 594
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4463733422442258,
      "learning_rate": 1.5448442181885022e-06,
      "loss": 0.2283,
      "step": 595
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.7018545113045958,
      "learning_rate": 1.5433045502001665e-06,
      "loss": 0.2376,
      "step": 596
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.42814722451918,
      "learning_rate": 1.5417630526990612e-06,
      "loss": 0.2348,
      "step": 597
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.6409457718379896,
      "learning_rate": 1.540219730875994e-06,
      "loss": 0.2557,
      "step": 598
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.52242951731036,
      "learning_rate": 1.5386745899279153e-06,
      "loss": 0.2435,
      "step": 599
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.632809515814534,
      "learning_rate": 1.5371276350579017e-06,
      "loss": 0.2433,
      "step": 600
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.5085269163324384,
      "learning_rate": 1.5355788714751377e-06,
      "loss": 0.2328,
      "step": 601
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.284329122719788,
      "learning_rate": 1.5340283043948984e-06,
      "loss": 0.2555,
      "step": 602
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4186971896611364,
      "learning_rate": 1.5324759390385324e-06,
      "loss": 0.2258,
      "step": 603
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4274452170413565,
      "learning_rate": 1.5309217806334437e-06,
      "loss": 0.226,
      "step": 604
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4266812766580574,
      "learning_rate": 1.5293658344130733e-06,
      "loss": 0.2106,
      "step": 605
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.534877981606875,
      "learning_rate": 1.527808105616883e-06,
      "loss": 0.2457,
      "step": 606
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.3884602270041906,
      "learning_rate": 1.5262485994903377e-06,
      "loss": 0.232,
      "step": 607
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.3932552887625036,
      "learning_rate": 1.524687321284887e-06,
      "loss": 0.2308,
      "step": 608
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.337587362546552,
      "learning_rate": 1.5231242762579472e-06,
      "loss": 0.2396,
      "step": 609
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.508045670338887,
      "learning_rate": 1.5215594696728847e-06,
      "loss": 0.2505,
      "step": 610
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.479941382550365,
      "learning_rate": 1.5199929067989974e-06,
      "loss": 0.2351,
      "step": 611
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.3299254794638724,
      "learning_rate": 1.5184245929114979e-06,
      "loss": 0.2483,
      "step": 612
    },
    {
      "epoch": 0.35,
      "grad_norm": 8.799198407832911,
      "learning_rate": 1.5168545332914939e-06,
      "loss": 0.2719,
      "step": 613
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.5428168526294368,
      "learning_rate": 1.5152827332259736e-06,
      "loss": 0.2378,
      "step": 614
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.5893678352580483,
      "learning_rate": 1.5137091980077841e-06,
      "loss": 0.2476,
      "step": 615
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.0175664109791964,
      "learning_rate": 1.5121339329356162e-06,
      "loss": 0.2524,
      "step": 616
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.471277714393818,
      "learning_rate": 1.5105569433139858e-06,
      "loss": 0.2378,
      "step": 617
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.4791048638564068,
      "learning_rate": 1.5089782344532155e-06,
      "loss": 0.232,
      "step": 618
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9362092094555123,
      "learning_rate": 1.507397811669418e-06,
      "loss": 0.2504,
      "step": 619
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.2715850282844818,
      "learning_rate": 1.5058156802844773e-06,
      "loss": 0.2257,
      "step": 620
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.4521301345899846,
      "learning_rate": 1.5042318456260303e-06,
      "loss": 0.2365,
      "step": 621
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.7242427371506575,
      "learning_rate": 1.5026463130274498e-06,
      "loss": 0.2592,
      "step": 622
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.0353533791375185,
      "learning_rate": 1.5010590878278265e-06,
      "loss": 0.247,
      "step": 623
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.5663278785887618,
      "learning_rate": 1.4994701753719503e-06,
      "loss": 0.2674,
      "step": 624
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.452619304594392,
      "learning_rate": 1.497879581010293e-06,
      "loss": 0.2648,
      "step": 625
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.6958748760538278,
      "learning_rate": 1.4962873100989899e-06,
      "loss": 0.2568,
      "step": 626
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5671504252150241,
      "learning_rate": 1.4946933679998218e-06,
      "loss": 0.2251,
      "step": 627
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.6043080892370902,
      "learning_rate": 1.4930977600801976e-06,
      "loss": 0.2612,
      "step": 628
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.687772844579193,
      "learning_rate": 1.4915004917131344e-06,
      "loss": 0.2614,
      "step": 629
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.891915737013904,
      "learning_rate": 1.489901568277242e-06,
      "loss": 0.2465,
      "step": 630
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5303641552196703,
      "learning_rate": 1.488300995156703e-06,
      "loss": 0.2487,
      "step": 631
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.978683333749019,
      "learning_rate": 1.4866987777412544e-06,
      "loss": 0.244,
      "step": 632
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.3407629150290687,
      "learning_rate": 1.4850949214261714e-06,
      "loss": 0.2376,
      "step": 633
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.2700786130005546,
      "learning_rate": 1.4834894316122468e-06,
      "loss": 0.2298,
      "step": 634
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.559856046145795,
      "learning_rate": 1.481882313705775e-06,
      "loss": 0.2364,
      "step": 635
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.3746156504891356,
      "learning_rate": 1.4802735731185325e-06,
      "loss": 0.2419,
      "step": 636
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.6726222502356716,
      "learning_rate": 1.4786632152677594e-06,
      "loss": 0.2564,
      "step": 637
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5285915969154347,
      "learning_rate": 1.4770512455761424e-06,
      "loss": 0.2556,
      "step": 638
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.806908243006475,
      "learning_rate": 1.4754376694717955e-06,
      "loss": 0.2258,
      "step": 639
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.3660760361469149,
      "learning_rate": 1.4738224923882427e-06,
      "loss": 0.2244,
      "step": 640
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.373135367525671,
      "learning_rate": 1.4722057197643985e-06,
      "loss": 0.2323,
      "step": 641
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.463014269196834,
      "learning_rate": 1.4705873570445505e-06,
      "loss": 0.2331,
      "step": 642
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.6399747398073876,
      "learning_rate": 1.4689674096783403e-06,
      "loss": 0.2443,
      "step": 643
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.7035037644428856,
      "learning_rate": 1.467345883120746e-06,
      "loss": 0.2213,
      "step": 644
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4674625448492324,
      "learning_rate": 1.4657227828320636e-06,
      "loss": 0.2363,
      "step": 645
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4251668467018777,
      "learning_rate": 1.464098114277888e-06,
      "loss": 0.2535,
      "step": 646
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6312672801461443,
      "learning_rate": 1.4624718829290959e-06,
      "loss": 0.2547,
      "step": 647
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6111424554559233,
      "learning_rate": 1.460844094261825e-06,
      "loss": 0.2437,
      "step": 648
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4604307428917884,
      "learning_rate": 1.4592147537574584e-06,
      "loss": 0.2393,
      "step": 649
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.5971086562424008,
      "learning_rate": 1.4575838669026044e-06,
      "loss": 0.2517,
      "step": 650
    },
    {
      "epoch": 0.37,
      "grad_norm": 44.99782717949104,
      "learning_rate": 1.4559514391890785e-06,
      "loss": 0.2359,
      "step": 651
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6544382939149958,
      "learning_rate": 1.454317476113885e-06,
      "loss": 0.2529,
      "step": 652
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.2117339447654474,
      "learning_rate": 1.4526819831791981e-06,
      "loss": 0.2446,
      "step": 653
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.2939670086379962,
      "learning_rate": 1.451044965892343e-06,
      "loss": 0.2232,
      "step": 654
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4230299949510998,
      "learning_rate": 1.4494064297657794e-06,
      "loss": 0.2484,
      "step": 655
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.3200605712840578,
      "learning_rate": 1.4477663803170806e-06,
      "loss": 0.2326,
      "step": 656
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.5386345957762018,
      "learning_rate": 1.4461248230689158e-06,
      "loss": 0.2666,
      "step": 657
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.7560315161844908,
      "learning_rate": 1.444481763549032e-06,
      "loss": 0.2558,
      "step": 658
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4158456607635315,
      "learning_rate": 1.442837207290234e-06,
      "loss": 0.2472,
      "step": 659
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.7342914651432775,
      "learning_rate": 1.4411911598303685e-06,
      "loss": 0.232,
      "step": 660
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4557994165516868,
      "learning_rate": 1.4395436267123016e-06,
      "loss": 0.218,
      "step": 661
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4530783031187469,
      "learning_rate": 1.437894613483903e-06,
      "loss": 0.2507,
      "step": 662
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.65127120279145,
      "learning_rate": 1.436244125698027e-06,
      "loss": 0.242,
      "step": 663
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.059655918824336,
      "learning_rate": 1.4345921689124927e-06,
      "loss": 0.2435,
      "step": 664
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.285132910718842,
      "learning_rate": 1.4329387486900657e-06,
      "loss": 0.2393,
      "step": 665
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.3950307473975863,
      "learning_rate": 1.43128387059844e-06,
      "loss": 0.2273,
      "step": 666
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.507583565333135,
      "learning_rate": 1.429627540210219e-06,
      "loss": 0.238,
      "step": 667
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.6246448716329174,
      "learning_rate": 1.427969763102896e-06,
      "loss": 0.2319,
      "step": 668
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.3302902753083163,
      "learning_rate": 1.4263105448588359e-06,
      "loss": 0.2525,
      "step": 669
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8903183848074376,
      "learning_rate": 1.424649891065257e-06,
      "loss": 0.2392,
      "step": 670
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5206820011688553,
      "learning_rate": 1.4229878073142112e-06,
      "loss": 0.2517,
      "step": 671
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.3572466387943245,
      "learning_rate": 1.421324299202566e-06,
      "loss": 0.238,
      "step": 672
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.6910744091579193,
      "learning_rate": 1.4196593723319848e-06,
      "loss": 0.246,
      "step": 673
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4361750576983177,
      "learning_rate": 1.4179930323089086e-06,
      "loss": 0.2328,
      "step": 674
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.3854353904309153,
      "learning_rate": 1.4163252847445372e-06,
      "loss": 0.2441,
      "step": 675
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5610308695845496,
      "learning_rate": 1.4146561352548108e-06,
      "loss": 0.2292,
      "step": 676
    },
    {
      "epoch": 0.38,
      "grad_norm": 8.181771111565979,
      "learning_rate": 1.4129855894603884e-06,
      "loss": 0.2442,
      "step": 677
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4522836868752145,
      "learning_rate": 1.411313652986633e-06,
      "loss": 0.2389,
      "step": 678
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4858942139409979,
      "learning_rate": 1.4096403314635895e-06,
      "loss": 0.2427,
      "step": 679
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.484250969842057,
      "learning_rate": 1.407965630525967e-06,
      "loss": 0.2514,
      "step": 680
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5282402079255375,
      "learning_rate": 1.4062895558131198e-06,
      "loss": 0.2564,
      "step": 681
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.6052911158196297,
      "learning_rate": 1.4046121129690277e-06,
      "loss": 0.2417,
      "step": 682
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.0949683858356756,
      "learning_rate": 1.402933307642278e-06,
      "loss": 0.2533,
      "step": 683
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.205603720783408,
      "learning_rate": 1.4012531454860461e-06,
      "loss": 0.2329,
      "step": 684
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.7252669373083445,
      "learning_rate": 1.399571632158076e-06,
      "loss": 0.251,
      "step": 685
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.4293962307993813,
      "learning_rate": 1.3978887733206613e-06,
      "loss": 0.2502,
      "step": 686
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.633609347677397,
      "learning_rate": 1.396204574640627e-06,
      "loss": 0.2463,
      "step": 687
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.4704426867883098,
      "learning_rate": 1.3945190417893105e-06,
      "loss": 0.2537,
      "step": 688
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.3237709766489505,
      "learning_rate": 1.3928321804425399e-06,
      "loss": 0.2378,
      "step": 689
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.3983346305726356,
      "learning_rate": 1.391143996280619e-06,
      "loss": 0.2359,
      "step": 690
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.4163891827813617,
      "learning_rate": 1.3894544949883044e-06,
      "loss": 0.2313,
      "step": 691
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.8099217450230456,
      "learning_rate": 1.387763682254789e-06,
      "loss": 0.2396,
      "step": 692
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.7125173027138036,
      "learning_rate": 1.3860715637736814e-06,
      "loss": 0.2397,
      "step": 693
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5034506987913445,
      "learning_rate": 1.3843781452429873e-06,
      "loss": 0.2365,
      "step": 694
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5559763354515772,
      "learning_rate": 1.3826834323650898e-06,
      "loss": 0.2445,
      "step": 695
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.0427163147413303,
      "learning_rate": 1.380987430846731e-06,
      "loss": 0.2338,
      "step": 696
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.4987290587161617,
      "learning_rate": 1.3792901463989916e-06,
      "loss": 0.2304,
      "step": 697
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6412575578042634,
      "learning_rate": 1.377591584737274e-06,
      "loss": 0.2296,
      "step": 698
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.5051938751091585,
      "learning_rate": 1.3758917515812796e-06,
      "loss": 0.2376,
      "step": 699
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4623561245169414,
      "learning_rate": 1.3741906526549927e-06,
      "loss": 0.2443,
      "step": 700
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.911782647942742,
      "learning_rate": 1.3724882936866593e-06,
      "loss": 0.2407,
      "step": 701
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4413271270555867,
      "learning_rate": 1.3707846804087683e-06,
      "loss": 0.2218,
      "step": 702
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.5528477592981256,
      "learning_rate": 1.3690798185580334e-06,
      "loss": 0.2493,
      "step": 703
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4055580862022565,
      "learning_rate": 1.3673737138753711e-06,
      "loss": 0.2451,
      "step": 704
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.469249694354145,
      "learning_rate": 1.3656663721058843e-06,
      "loss": 0.2357,
      "step": 705
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.5045432076368959,
      "learning_rate": 1.3639577989988416e-06,
      "loss": 0.2448,
      "step": 706
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.1301487563589134,
      "learning_rate": 1.3622480003076569e-06,
      "loss": 0.2466,
      "step": 707
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4189585132043432,
      "learning_rate": 1.3605369817898717e-06,
      "loss": 0.2359,
      "step": 708
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4514728440393176,
      "learning_rate": 1.3588247492071359e-06,
      "loss": 0.226,
      "step": 709
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.3904903924117855,
      "learning_rate": 1.3571113083251864e-06,
      "loss": 0.2324,
      "step": 710
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.3953250336303555,
      "learning_rate": 1.3553966649138295e-06,
      "loss": 0.2383,
      "step": 711
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.7905850295064485,
      "learning_rate": 1.3536808247469212e-06,
      "loss": 0.2347,
      "step": 712
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6624559881283447,
      "learning_rate": 1.351963793602346e-06,
      "loss": 0.2358,
      "step": 713
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4082708258754444,
      "learning_rate": 1.350245577262001e-06,
      "loss": 0.238,
      "step": 714
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.169426868125172,
      "learning_rate": 1.3485261815117727e-06,
      "loss": 0.2366,
      "step": 715
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5792019452823043,
      "learning_rate": 1.34680561214152e-06,
      "loss": 0.2313,
      "step": 716
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4467397128946053,
      "learning_rate": 1.3450838749450529e-06,
      "loss": 0.2305,
      "step": 717
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.7921644987622443,
      "learning_rate": 1.3433609757201145e-06,
      "loss": 0.2334,
      "step": 718
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5235185127916537,
      "learning_rate": 1.3416369202683613e-06,
      "loss": 0.2611,
      "step": 719
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.635762367890265,
      "learning_rate": 1.3399117143953425e-06,
      "loss": 0.2654,
      "step": 720
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.3777439887480383,
      "learning_rate": 1.3381853639104813e-06,
      "loss": 0.246,
      "step": 721
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4145219668783935,
      "learning_rate": 1.3364578746270563e-06,
      "loss": 0.2158,
      "step": 722
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.061033422544863,
      "learning_rate": 1.3347292523621794e-06,
      "loss": 0.2443,
      "step": 723
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.7377303610175208,
      "learning_rate": 1.332999502936778e-06,
      "loss": 0.242,
      "step": 724
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.070947297246555,
      "learning_rate": 1.331268632175576e-06,
      "loss": 0.236,
      "step": 725
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4463717824915143,
      "learning_rate": 1.3295366459070723e-06,
      "loss": 0.2307,
      "step": 726
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.7099924172725052,
      "learning_rate": 1.3278035499635225e-06,
      "loss": 0.237,
      "step": 727
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.245187652824694,
      "learning_rate": 1.3260693501809193e-06,
      "loss": 0.2421,
      "step": 728
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4242925044873258,
      "learning_rate": 1.3243340523989712e-06,
      "loss": 0.2466,
      "step": 729
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8076927166483903,
      "learning_rate": 1.3225976624610856e-06,
      "loss": 0.2493,
      "step": 730
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8148339388198276,
      "learning_rate": 1.3208601862143467e-06,
      "loss": 0.2619,
      "step": 731
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.570532081333281,
      "learning_rate": 1.3191216295094969e-06,
      "loss": 0.2159,
      "step": 732
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.2785331783860376,
      "learning_rate": 1.317381998200917e-06,
      "loss": 0.2324,
      "step": 733
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4804780251006124,
      "learning_rate": 1.3156412981466062e-06,
      "loss": 0.2433,
      "step": 734
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.7343326109787938,
      "learning_rate": 1.3138995352081632e-06,
      "loss": 0.2412,
      "step": 735
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.6656617108463214,
      "learning_rate": 1.3121567152507644e-06,
      "loss": 0.2244,
      "step": 736
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.568935035706889,
      "learning_rate": 1.3104128441431473e-06,
      "loss": 0.231,
      "step": 737
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.6914806965258493,
      "learning_rate": 1.3086679277575878e-06,
      "loss": 0.2292,
      "step": 738
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4719232932654254,
      "learning_rate": 1.3069219719698827e-06,
      "loss": 0.2371,
      "step": 739
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.230955875734477,
      "learning_rate": 1.3051749826593274e-06,
      "loss": 0.2442,
      "step": 740
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.3232315136913047,
      "learning_rate": 1.303426965708699e-06,
      "loss": 0.2444,
      "step": 741
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4246562123397692,
      "learning_rate": 1.3016779270042344e-06,
      "loss": 0.2462,
      "step": 742
    },
    {
      "epoch": 0.42,
      "grad_norm": 7.97550610933391,
      "learning_rate": 1.2999278724356114e-06,
      "loss": 0.2321,
      "step": 743
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.336321289234588,
      "learning_rate": 1.298176807895928e-06,
      "loss": 0.2297,
      "step": 744
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4229074241512198,
      "learning_rate": 1.2964247392816838e-06,
      "loss": 0.2401,
      "step": 745
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4853670850295457,
      "learning_rate": 1.2946716724927589e-06,
      "loss": 0.2351,
      "step": 746
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4895405566694082,
      "learning_rate": 1.292917613432396e-06,
      "loss": 0.2463,
      "step": 747
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.187389952293629,
      "learning_rate": 1.2911625680071767e-06,
      "loss": 0.2334,
      "step": 748
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.2031128372635234,
      "learning_rate": 1.2894065421270068e-06,
      "loss": 0.241,
      "step": 749
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.6084011710115733,
      "learning_rate": 1.2876495417050914e-06,
      "loss": 0.2412,
      "step": 750
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.793201570615233,
      "learning_rate": 1.285891572657919e-06,
      "loss": 0.247,
      "step": 751
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.5304091913442672,
      "learning_rate": 1.2841326409052389e-06,
      "loss": 0.2356,
      "step": 752
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8788313424834322,
      "learning_rate": 1.2823727523700418e-06,
      "loss": 0.2334,
      "step": 753
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4818960093012352,
      "learning_rate": 1.2806119129785417e-06,
      "loss": 0.2226,
      "step": 754
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.5440322928429044,
      "learning_rate": 1.2788501286601532e-06,
      "loss": 0.2493,
      "step": 755
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.3874101241721837,
      "learning_rate": 1.2770874053474728e-06,
      "loss": 0.2466,
      "step": 756
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0055397623828224,
      "learning_rate": 1.2753237489762597e-06,
      "loss": 0.2332,
      "step": 757
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.396794085960728,
      "learning_rate": 1.273559165485415e-06,
      "loss": 0.242,
      "step": 758
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4665641240013898,
      "learning_rate": 1.2717936608169615e-06,
      "loss": 0.2318,
      "step": 759
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.5635649259204056,
      "learning_rate": 1.2700272409160238e-06,
      "loss": 0.2407,
      "step": 760
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4195120366636143,
      "learning_rate": 1.2682599117308081e-06,
      "loss": 0.2159,
      "step": 761
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.6135841247336473,
      "learning_rate": 1.2664916792125837e-06,
      "loss": 0.2373,
      "step": 762
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.3655061968704232,
      "learning_rate": 1.2647225493156611e-06,
      "loss": 0.2491,
      "step": 763
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.5763596670857873,
      "learning_rate": 1.2629525279973718e-06,
      "loss": 0.2423,
      "step": 764
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4578250292551183,
      "learning_rate": 1.2611816212180509e-06,
      "loss": 0.2367,
      "step": 765
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8802097748057356,
      "learning_rate": 1.2594098349410134e-06,
      "loss": 0.2332,
      "step": 766
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.2960015654555697,
      "learning_rate": 1.257637175132537e-06,
      "loss": 0.2341,
      "step": 767
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.2626472449586528,
      "learning_rate": 1.2558636477618401e-06,
      "loss": 0.2446,
      "step": 768
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.1635906088905563,
      "learning_rate": 1.2540892588010632e-06,
      "loss": 0.2199,
      "step": 769
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5453098243782624,
      "learning_rate": 1.252314014225248e-06,
      "loss": 0.2476,
      "step": 770
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.552252317598482,
      "learning_rate": 1.2505379200123172e-06,
      "loss": 0.232,
      "step": 771
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5988556908811609,
      "learning_rate": 1.2487609821430543e-06,
      "loss": 0.234,
      "step": 772
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.190749358007932,
      "learning_rate": 1.2469832066010842e-06,
      "loss": 0.2411,
      "step": 773
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.3747638121438797,
      "learning_rate": 1.245204599372852e-06,
      "loss": 0.2117,
      "step": 774
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.8828384176438921,
      "learning_rate": 1.2434251664476047e-06,
      "loss": 0.2485,
      "step": 775
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5221148751431874,
      "learning_rate": 1.2416449138173678e-06,
      "loss": 0.2341,
      "step": 776
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.8229743137098027,
      "learning_rate": 1.2398638474769287e-06,
      "loss": 0.2393,
      "step": 777
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9086756284202573,
      "learning_rate": 1.2380819734238138e-06,
      "loss": 0.261,
      "step": 778
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5100134779139818,
      "learning_rate": 1.2362992976582698e-06,
      "loss": 0.2321,
      "step": 779
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.7137549352423147,
      "learning_rate": 1.2345158261832433e-06,
      "loss": 0.2375,
      "step": 780
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.11114580256908,
      "learning_rate": 1.2327315650043604e-06,
      "loss": 0.2382,
      "step": 781
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.6359697648719982,
      "learning_rate": 1.2309465201299053e-06,
      "loss": 0.2369,
      "step": 782
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.823882461016867,
      "learning_rate": 1.2291606975708029e-06,
      "loss": 0.2224,
      "step": 783
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.523948224892671,
      "learning_rate": 1.2273741033405956e-06,
      "loss": 0.2393,
      "step": 784
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.2285621538970166,
      "learning_rate": 1.2255867434554245e-06,
      "loss": 0.2502,
      "step": 785
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.5958187504880683,
      "learning_rate": 1.2237986239340101e-06,
      "loss": 0.2185,
      "step": 786
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.186458287348708,
      "learning_rate": 1.222009750797629e-06,
      "loss": 0.2394,
      "step": 787
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.403432871532403,
      "learning_rate": 1.220220130070097e-06,
      "loss": 0.2142,
      "step": 788
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8832049654134484,
      "learning_rate": 1.2184297677777462e-06,
      "loss": 0.2491,
      "step": 789
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.839382832497527,
      "learning_rate": 1.2166386699494072e-06,
      "loss": 0.2377,
      "step": 790
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.3472688751471207,
      "learning_rate": 1.2148468426163862e-06,
      "loss": 0.2269,
      "step": 791
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.5478700836262334,
      "learning_rate": 1.2130542918124467e-06,
      "loss": 0.2559,
      "step": 792
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.722116112920835,
      "learning_rate": 1.2112610235737876e-06,
      "loss": 0.2508,
      "step": 793
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8723490970359669,
      "learning_rate": 1.2094670439390243e-06,
      "loss": 0.2282,
      "step": 794
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.524774955720685,
      "learning_rate": 1.207672358949168e-06,
      "loss": 0.2385,
      "step": 795
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8130800577279438,
      "learning_rate": 1.205876974647604e-06,
      "loss": 0.2397,
      "step": 796
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.7079887739199653,
      "learning_rate": 1.204080897080074e-06,
      "loss": 0.2561,
      "step": 797
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4396323263531854,
      "learning_rate": 1.2022841322946526e-06,
      "loss": 0.2347,
      "step": 798
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.7839919562683673,
      "learning_rate": 1.2004866863417295e-06,
      "loss": 0.2403,
      "step": 799
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.739440758365247,
      "learning_rate": 1.1986885652739878e-06,
      "loss": 0.2457,
      "step": 800
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.3810375022654733,
      "learning_rate": 1.196889775146384e-06,
      "loss": 0.2342,
      "step": 801
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.6181809274658916,
      "learning_rate": 1.1950903220161284e-06,
      "loss": 0.2358,
      "step": 802
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.3804010150346278,
      "learning_rate": 1.1932902119426622e-06,
      "loss": 0.2306,
      "step": 803
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.500141766328542,
      "learning_rate": 1.1914894509876398e-06,
      "loss": 0.239,
      "step": 804
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.5193866579920117,
      "learning_rate": 1.1896880452149077e-06,
      "loss": 0.229,
      "step": 805
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7622757436293444,
      "learning_rate": 1.1878860006904832e-06,
      "loss": 0.2552,
      "step": 806
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4741533420013049,
      "learning_rate": 1.1860833234825345e-06,
      "loss": 0.2455,
      "step": 807
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.5089056184178953,
      "learning_rate": 1.1842800196613607e-06,
      "loss": 0.2426,
      "step": 808
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.5913601400643171,
      "learning_rate": 1.18247609529937e-06,
      "loss": 0.239,
      "step": 809
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.450866928480373,
      "learning_rate": 1.1806715564710618e-06,
      "loss": 0.2315,
      "step": 810
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.3997182563832737,
      "learning_rate": 1.1788664092530029e-06,
      "loss": 0.2316,
      "step": 811
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.069593617650151,
      "learning_rate": 1.17706065972381e-06,
      "loss": 0.2333,
      "step": 812
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.5387529950406302,
      "learning_rate": 1.1752543139641276e-06,
      "loss": 0.2374,
      "step": 813
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.5334244197823872,
      "learning_rate": 1.1734473780566078e-06,
      "loss": 0.2342,
      "step": 814
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.7971896669713443,
      "learning_rate": 1.17163985808589e-06,
      "loss": 0.24,
      "step": 815
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.2922849492342743,
      "learning_rate": 1.1698317601385805e-06,
      "loss": 0.2422,
      "step": 816
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.1812947550324324,
      "learning_rate": 1.168023090303232e-06,
      "loss": 0.2097,
      "step": 817
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.6151493728901585,
      "learning_rate": 1.1662138546703228e-06,
      "loss": 0.217,
      "step": 818
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.19418911561461,
      "learning_rate": 1.1644040593322364e-06,
      "loss": 0.2281,
      "step": 819
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7171162552551054,
      "learning_rate": 1.1625937103832406e-06,
      "loss": 0.2269,
      "step": 820
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.7193487960955665,
      "learning_rate": 1.1607828139194682e-06,
      "loss": 0.2352,
      "step": 821
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4784522512849319,
      "learning_rate": 1.1589713760388957e-06,
      "loss": 0.2343,
      "step": 822
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.2368261418131907,
      "learning_rate": 1.1571594028413218e-06,
      "loss": 0.2408,
      "step": 823
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.0486290073877953,
      "learning_rate": 1.155346900428349e-06,
      "loss": 0.2128,
      "step": 824
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.1420939607995306,
      "learning_rate": 1.1535338749033612e-06,
      "loss": 0.2356,
      "step": 825
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4957737927607986,
      "learning_rate": 1.151720332371504e-06,
      "loss": 0.2288,
      "step": 826
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.6607090315800468,
      "learning_rate": 1.1499062789396633e-06,
      "loss": 0.2404,
      "step": 827
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3671769211850193,
      "learning_rate": 1.1480917207164466e-06,
      "loss": 0.2509,
      "step": 828
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9772503935616461,
      "learning_rate": 1.146276663812161e-06,
      "loss": 0.2283,
      "step": 829
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4678916330892546,
      "learning_rate": 1.1444611143387914e-06,
      "loss": 0.244,
      "step": 830
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.5188005764910792,
      "learning_rate": 1.1426450784099827e-06,
      "loss": 0.2222,
      "step": 831
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4437137069502337,
      "learning_rate": 1.1408285621410183e-06,
      "loss": 0.2201,
      "step": 832
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.5210224794297056,
      "learning_rate": 1.1390115716487976e-06,
      "loss": 0.241,
      "step": 833
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3936924577704652,
      "learning_rate": 1.1371941130518183e-06,
      "loss": 0.2275,
      "step": 834
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.7996048398947955,
      "learning_rate": 1.1353761924701537e-06,
      "loss": 0.2398,
      "step": 835
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.3281395600591441,
      "learning_rate": 1.1335578160254325e-06,
      "loss": 0.2456,
      "step": 836
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.4363527171535297,
      "learning_rate": 1.1317389898408187e-06,
      "loss": 0.2163,
      "step": 837
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.431688622876347,
      "learning_rate": 1.1299197200409917e-06,
      "loss": 0.2366,
      "step": 838
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9331732709637748,
      "learning_rate": 1.1281000127521228e-06,
      "loss": 0.2371,
      "step": 839
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5632225542500495,
      "learning_rate": 1.1262798741018582e-06,
      "loss": 0.2395,
      "step": 840
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5431152625799704,
      "learning_rate": 1.1244593102192962e-06,
      "loss": 0.2163,
      "step": 841
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.8374969939766235,
      "learning_rate": 1.1226383272349664e-06,
      "loss": 0.2304,
      "step": 842
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.626840201374071,
      "learning_rate": 1.1208169312808103e-06,
      "loss": 0.2206,
      "step": 843
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.7895304843064457,
      "learning_rate": 1.1189951284901597e-06,
      "loss": 0.2226,
      "step": 844
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8593866565803943,
      "learning_rate": 1.1171729249977168e-06,
      "loss": 0.2391,
      "step": 845
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.6009221387417485,
      "learning_rate": 1.115350326939533e-06,
      "loss": 0.2144,
      "step": 846
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9038368506897914,
      "learning_rate": 1.1135273404529874e-06,
      "loss": 0.2296,
      "step": 847
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.7814726561059937,
      "learning_rate": 1.1117039716767687e-06,
      "loss": 0.245,
      "step": 848
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.718656303156021,
      "learning_rate": 1.1098802267508515e-06,
      "loss": 0.2305,
      "step": 849
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5180049463429541,
      "learning_rate": 1.1080561118164783e-06,
      "loss": 0.2368,
      "step": 850
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.6094012867037097,
      "learning_rate": 1.1062316330161366e-06,
      "loss": 0.2221,
      "step": 851
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.048125886891839,
      "learning_rate": 1.1044067964935388e-06,
      "loss": 0.253,
      "step": 852
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5430318958857683,
      "learning_rate": 1.1025816083936035e-06,
      "loss": 0.2267,
      "step": 853
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.403321276134905,
      "learning_rate": 1.1007560748624318e-06,
      "loss": 0.2244,
      "step": 854
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.0921313212767934,
      "learning_rate": 1.0989302020472884e-06,
      "loss": 0.2363,
      "step": 855
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.4945977858368698,
      "learning_rate": 1.097103996096581e-06,
      "loss": 0.2283,
      "step": 856
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7107548033495468,
      "learning_rate": 1.0952774631598377e-06,
      "loss": 0.2321,
      "step": 857
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7269347706523859,
      "learning_rate": 1.0934506093876896e-06,
      "loss": 0.2459,
      "step": 858
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.6544378940242648,
      "learning_rate": 1.0916234409318465e-06,
      "loss": 0.234,
      "step": 859
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.5379374358875386,
      "learning_rate": 1.0897959639450791e-06,
      "loss": 0.2362,
      "step": 860
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.357387368149733,
      "learning_rate": 1.0879681845811963e-06,
      "loss": 0.2266,
      "step": 861
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.0858747713723886,
      "learning_rate": 1.0861401089950254e-06,
      "loss": 0.2145,
      "step": 862
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.6464408758752258,
      "learning_rate": 1.084311743342391e-06,
      "loss": 0.23,
      "step": 863
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.6376114408484301,
      "learning_rate": 1.0824830937800947e-06,
      "loss": 0.2299,
      "step": 864
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.3658402040192368,
      "learning_rate": 1.0806541664658944e-06,
      "loss": 0.2099,
      "step": 865
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.5379999961108974,
      "learning_rate": 1.0788249675584831e-06,
      "loss": 0.2323,
      "step": 866
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.125820269889813,
      "learning_rate": 1.0769955032174678e-06,
      "loss": 0.2222,
      "step": 867
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.014253739255314,
      "learning_rate": 1.07516577960335e-06,
      "loss": 0.2338,
      "step": 868
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4689936945256907,
      "learning_rate": 1.073335802877504e-06,
      "loss": 0.2289,
      "step": 869
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.5416158261506738,
      "learning_rate": 1.0715055792021565e-06,
      "loss": 0.2343,
      "step": 870
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4478998570865615,
      "learning_rate": 1.0696751147403657e-06,
      "loss": 0.2609,
      "step": 871
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.437933529501175,
      "learning_rate": 1.067844415656001e-06,
      "loss": 0.237,
      "step": 872
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.4930631242150403,
      "learning_rate": 1.0660134881137208e-06,
      "loss": 0.2475,
      "step": 873
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.5999432946340677,
      "learning_rate": 1.0641823382789544e-06,
      "loss": 0.2516,
      "step": 874
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.088772545721101,
      "learning_rate": 1.062350972317878e-06,
      "loss": 0.2332,
      "step": 875
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4454856363661157,
      "learning_rate": 1.0605193963973964e-06,
      "loss": 0.2311,
      "step": 876
    },
    {
      "epoch": 0.5,
      "grad_norm": 11.775387021821023,
      "learning_rate": 1.0586876166851223e-06,
      "loss": 0.2207,
      "step": 877
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.5147340938064329,
      "learning_rate": 1.0568556393493527e-06,
      "loss": 0.2212,
      "step": 878
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.68943517311353,
      "learning_rate": 1.0550234705590513e-06,
      "loss": 0.2342,
      "step": 879
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.6050576246953299,
      "learning_rate": 1.0531911164838266e-06,
      "loss": 0.244,
      "step": 880
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.5974690766421744,
      "learning_rate": 1.0513585832939103e-06,
      "loss": 0.2474,
      "step": 881
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.336901910698941,
      "learning_rate": 1.0495258771601382e-06,
      "loss": 0.2201,
      "step": 882
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.2263875875315953,
      "learning_rate": 1.0476930042539273e-06,
      "loss": 0.222,
      "step": 883
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.3146657739311325,
      "learning_rate": 1.0458599707472572e-06,
      "loss": 0.2296,
      "step": 884
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.7532706240665241,
      "learning_rate": 1.0440267828126477e-06,
      "loss": 0.2244,
      "step": 885
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.336115895913218,
      "learning_rate": 1.0421934466231392e-06,
      "loss": 0.2129,
      "step": 886
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.3547558095616752,
      "learning_rate": 1.0403599683522703e-06,
      "loss": 0.2315,
      "step": 887
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.6711691960415507,
      "learning_rate": 1.0385263541740597e-06,
      "loss": 0.2402,
      "step": 888
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.7748461016033732,
      "learning_rate": 1.0366926102629815e-06,
      "loss": 0.2241,
      "step": 889
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4148145835950579,
      "learning_rate": 1.034858742793949e-06,
      "loss": 0.2255,
      "step": 890
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.512980409571602,
      "learning_rate": 1.0330247579422897e-06,
      "loss": 0.243,
      "step": 891
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9993480248897966,
      "learning_rate": 1.0311906618837276e-06,
      "loss": 0.2214,
      "step": 892
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.6809629188621942,
      "learning_rate": 1.0293564607943607e-06,
      "loss": 0.2256,
      "step": 893
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3579602300816607,
      "learning_rate": 1.0275221608506407e-06,
      "loss": 0.2368,
      "step": 894
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.303906517751258,
      "learning_rate": 1.0256877682293518e-06,
      "loss": 0.2333,
      "step": 895
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.6066375861873892,
      "learning_rate": 1.023853289107591e-06,
      "loss": 0.2483,
      "step": 896
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.622002113804314,
      "learning_rate": 1.0220187296627463e-06,
      "loss": 0.2273,
      "step": 897
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.997730551937032,
      "learning_rate": 1.0201840960724763e-06,
      "loss": 0.2461,
      "step": 898
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.282238724022589,
      "learning_rate": 1.0183493945146886e-06,
      "loss": 0.2228,
      "step": 899
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.551788022653091,
      "learning_rate": 1.0165146311675204e-06,
      "loss": 0.2257,
      "step": 900
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3761203843599463,
      "learning_rate": 1.0146798122093165e-06,
      "loss": 0.2054,
      "step": 901
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4267440867345338,
      "learning_rate": 1.0128449438186096e-06,
      "loss": 0.2444,
      "step": 902
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4415973926165948,
      "learning_rate": 1.0110100321740984e-06,
      "loss": 0.2328,
      "step": 903
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.1117791795040217,
      "learning_rate": 1.0091750834546273e-06,
      "loss": 0.2211,
      "step": 904
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9945951073594235,
      "learning_rate": 1.0073401038391653e-06,
      "loss": 0.2251,
      "step": 905
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.6837694129550345,
      "learning_rate": 1.0055050995067863e-06,
      "loss": 0.2373,
      "step": 906
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4913237659032903,
      "learning_rate": 1.0036700766366457e-06,
      "loss": 0.2327,
      "step": 907
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9681133457033684,
      "learning_rate": 1.0018350414079635e-06,
      "loss": 0.2368,
      "step": 908
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.40963052538597,
      "learning_rate": 1e-06,
      "loss": 0.2465,
      "step": 909
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.6336019559673207,
      "learning_rate": 9.981649585920366e-07,
      "loss": 0.229,
      "step": 910
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.047855323554034,
      "learning_rate": 9.963299233633544e-07,
      "loss": 0.2476,
      "step": 911
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.8238043849135097,
      "learning_rate": 9.94494900493214e-07,
      "loss": 0.2317,
      "step": 912
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.8984519837867802,
      "learning_rate": 9.926598961608344e-07,
      "loss": 0.2306,
      "step": 913
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.2051962807579297,
      "learning_rate": 9.908249165453726e-07,
      "loss": 0.223,
      "step": 914
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0491183570022993,
      "learning_rate": 9.889899678259015e-07,
      "loss": 0.2138,
      "step": 915
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.8087699425891977,
      "learning_rate": 9.871550561813905e-07,
      "loss": 0.2383,
      "step": 916
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.9335801588158628,
      "learning_rate": 9.853201877906834e-07,
      "loss": 0.2248,
      "step": 917
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.460928493974189,
      "learning_rate": 9.834853688324795e-07,
      "loss": 0.2286,
      "step": 918
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.727351571517714,
      "learning_rate": 9.816506054853115e-07,
      "loss": 0.2196,
      "step": 919
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4108583090360522,
      "learning_rate": 9.798159039275239e-07,
      "loss": 0.2268,
      "step": 920
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4174505568920779,
      "learning_rate": 9.779812703372536e-07,
      "loss": 0.2425,
      "step": 921
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.2972251586360597,
      "learning_rate": 9.761467108924088e-07,
      "loss": 0.2364,
      "step": 922
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.4681627403764774,
      "learning_rate": 9.74312231770648e-07,
      "loss": 0.2345,
      "step": 923
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.436749559249778,
      "learning_rate": 9.724778391493592e-07,
      "loss": 0.2262,
      "step": 924
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4913669267335037,
      "learning_rate": 9.706435392056392e-07,
      "loss": 0.228,
      "step": 925
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5724775631725318,
      "learning_rate": 9.688093381162724e-07,
      "loss": 0.2387,
      "step": 926
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.7369559246126223,
      "learning_rate": 9.669752420577103e-07,
      "loss": 0.2074,
      "step": 927
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.507120098839554,
      "learning_rate": 9.65141257206051e-07,
      "loss": 0.2245,
      "step": 928
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.665596560584004,
      "learning_rate": 9.633073897370182e-07,
      "loss": 0.2031,
      "step": 929
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.3511207868052486,
      "learning_rate": 9.614736458259404e-07,
      "loss": 0.2195,
      "step": 930
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.5575188014305994,
      "learning_rate": 9.596400316477296e-07,
      "loss": 0.2313,
      "step": 931
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4038769376886993,
      "learning_rate": 9.57806553376861e-07,
      "loss": 0.2262,
      "step": 932
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4353978876044384,
      "learning_rate": 9.559732171873522e-07,
      "loss": 0.2268,
      "step": 933
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.9760204908546397,
      "learning_rate": 9.541400292527427e-07,
      "loss": 0.2312,
      "step": 934
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.6194187291766882,
      "learning_rate": 9.523069957460727e-07,
      "loss": 0.2277,
      "step": 935
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4563484404944855,
      "learning_rate": 9.50474122839862e-07,
      "loss": 0.2342,
      "step": 936
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.438627980155567,
      "learning_rate": 9.486414167060897e-07,
      "loss": 0.2341,
      "step": 937
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.905277697371015,
      "learning_rate": 9.468088835161736e-07,
      "loss": 0.2401,
      "step": 938
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.2154129742831827,
      "learning_rate": 9.449765294409488e-07,
      "loss": 0.254,
      "step": 939
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.8111605023199746,
      "learning_rate": 9.431443606506474e-07,
      "loss": 0.2153,
      "step": 940
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.6680397678861656,
      "learning_rate": 9.41312383314878e-07,
      "loss": 0.2262,
      "step": 941
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.5565735646572942,
      "learning_rate": 9.394806036026036e-07,
      "loss": 0.2158,
      "step": 942
    },
    {
      "epoch": 0.53,
      "grad_norm": 9.977166610258235,
      "learning_rate": 9.376490276821223e-07,
      "loss": 0.2485,
      "step": 943
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.7637091312467261,
      "learning_rate": 9.358176617210458e-07,
      "loss": 0.2258,
      "step": 944
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9953490562691036,
      "learning_rate": 9.339865118862791e-07,
      "loss": 0.2233,
      "step": 945
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.325624511855323,
      "learning_rate": 9.321555843439992e-07,
      "loss": 0.2296,
      "step": 946
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.398606567284992,
      "learning_rate": 9.303248852596344e-07,
      "loss": 0.25,
      "step": 947
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9371112269095365,
      "learning_rate": 9.284944207978438e-07,
      "loss": 0.221,
      "step": 948
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4150928440448036,
      "learning_rate": 9.266641971224962e-07,
      "loss": 0.2269,
      "step": 949
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.3354287428752776,
      "learning_rate": 9.248342203966499e-07,
      "loss": 0.2246,
      "step": 950
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5218673396522144,
      "learning_rate": 9.230044967825322e-07,
      "loss": 0.2294,
      "step": 951
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.447214742724845,
      "learning_rate": 9.211750324415171e-07,
      "loss": 0.233,
      "step": 952
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.632835870238796,
      "learning_rate": 9.193458335341057e-07,
      "loss": 0.2471,
      "step": 953
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.3440993073138094,
      "learning_rate": 9.175169062199053e-07,
      "loss": 0.2256,
      "step": 954
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8859391124936533,
      "learning_rate": 9.156882566576092e-07,
      "loss": 0.229,
      "step": 955
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5513154452283708,
      "learning_rate": 9.138598910049747e-07,
      "loss": 0.218,
      "step": 956
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4966996201802323,
      "learning_rate": 9.120318154188038e-07,
      "loss": 0.2272,
      "step": 957
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.6145481695253427,
      "learning_rate": 9.10204036054921e-07,
      "loss": 0.2281,
      "step": 958
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4910815484636624,
      "learning_rate": 9.083765590681537e-07,
      "loss": 0.2091,
      "step": 959
    },
    {
      "epoch": 0.54,
      "grad_norm": 7.485583883885374,
      "learning_rate": 9.065493906123104e-07,
      "loss": 0.2226,
      "step": 960
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.912990247800358,
      "learning_rate": 9.047225368401621e-07,
      "loss": 0.2329,
      "step": 961
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.0491582437691136,
      "learning_rate": 9.028960039034193e-07,
      "loss": 0.2249,
      "step": 962
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5422998027345127,
      "learning_rate": 9.010697979527117e-07,
      "loss": 0.221,
      "step": 963
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.470840447670189,
      "learning_rate": 8.992439251375684e-07,
      "loss": 0.2318,
      "step": 964
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.395836164203132,
      "learning_rate": 8.974183916063967e-07,
      "loss": 0.2416,
      "step": 965
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4508381856859887,
      "learning_rate": 8.95593203506461e-07,
      "loss": 0.215,
      "step": 966
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4840114476738164,
      "learning_rate": 8.937683669838634e-07,
      "loss": 0.202,
      "step": 967
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4693327949000587,
      "learning_rate": 8.919438881835216e-07,
      "loss": 0.2636,
      "step": 968
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.633922747800585,
      "learning_rate": 8.901197732491484e-07,
      "loss": 0.2224,
      "step": 969
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.3697903692564926,
      "learning_rate": 8.882960283232314e-07,
      "loss": 0.2195,
      "step": 970
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.2856483439780895,
      "learning_rate": 8.864726595470124e-07,
      "loss": 0.2167,
      "step": 971
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.1394007640050443,
      "learning_rate": 8.84649673060467e-07,
      "loss": 0.23,
      "step": 972
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.449785208817842,
      "learning_rate": 8.828270750022832e-07,
      "loss": 0.2366,
      "step": 973
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9284588726004648,
      "learning_rate": 8.810048715098404e-07,
      "loss": 0.2334,
      "step": 974
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5975610644285747,
      "learning_rate": 8.791830687191901e-07,
      "loss": 0.2316,
      "step": 975
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5083380445256873,
      "learning_rate": 8.773616727650337e-07,
      "loss": 0.2324,
      "step": 976
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5932319930854235,
      "learning_rate": 8.755406897807037e-07,
      "loss": 0.2418,
      "step": 977
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.401709820682253,
      "learning_rate": 8.737201258981417e-07,
      "loss": 0.2362,
      "step": 978
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.547472494610388,
      "learning_rate": 8.718999872478774e-07,
      "loss": 0.2266,
      "step": 979
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8623480105122379,
      "learning_rate": 8.700802799590088e-07,
      "loss": 0.2288,
      "step": 980
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.3986134423435082,
      "learning_rate": 8.682610101591813e-07,
      "loss": 0.2339,
      "step": 981
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.2426771313954332,
      "learning_rate": 8.664421839745677e-07,
      "loss": 0.2254,
      "step": 982
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4153495454843168,
      "learning_rate": 8.646238075298463e-07,
      "loss": 0.2359,
      "step": 983
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4758201419063472,
      "learning_rate": 8.628058869481816e-07,
      "loss": 0.2253,
      "step": 984
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.2952072671726105,
      "learning_rate": 8.609884283512024e-07,
      "loss": 0.2294,
      "step": 985
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4157246382630677,
      "learning_rate": 8.591714378589818e-07,
      "loss": 0.2177,
      "step": 986
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7710968037027621,
      "learning_rate": 8.573549215900172e-07,
      "loss": 0.2415,
      "step": 987
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.3984503689540595,
      "learning_rate": 8.555388856612087e-07,
      "loss": 0.2273,
      "step": 988
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.6649058673490156,
      "learning_rate": 8.537233361878393e-07,
      "loss": 0.2258,
      "step": 989
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7195776370628344,
      "learning_rate": 8.519082792835534e-07,
      "loss": 0.2233,
      "step": 990
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8240303874219226,
      "learning_rate": 8.500937210603368e-07,
      "loss": 0.22,
      "step": 991
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.218373254789966,
      "learning_rate": 8.482796676284962e-07,
      "loss": 0.2358,
      "step": 992
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.751351315178514,
      "learning_rate": 8.464661250966386e-07,
      "loss": 0.2275,
      "step": 993
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9659299988921233,
      "learning_rate": 8.446530995716508e-07,
      "loss": 0.2323,
      "step": 994
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.607533231643826,
      "learning_rate": 8.428405971586782e-07,
      "loss": 0.2249,
      "step": 995
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.6727062358942648,
      "learning_rate": 8.410286239611046e-07,
      "loss": 0.2343,
      "step": 996
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.607867862013349,
      "learning_rate": 8.392171860805318e-07,
      "loss": 0.2168,
      "step": 997
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.3273732710853445,
      "learning_rate": 8.374062896167595e-07,
      "loss": 0.2267,
      "step": 998
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.684456608378398,
      "learning_rate": 8.355959406677637e-07,
      "loss": 0.2184,
      "step": 999
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7359963320718517,
      "learning_rate": 8.337861453296772e-07,
      "loss": 0.2218,
      "step": 1000
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.621076478485808,
      "learning_rate": 8.31976909696768e-07,
      "loss": 0.224,
      "step": 1001
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.422820506951909,
      "learning_rate": 8.301682398614194e-07,
      "loss": 0.2271,
      "step": 1002
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.392580825145082,
      "learning_rate": 8.283601419141099e-07,
      "loss": 0.2122,
      "step": 1003
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.5493787221249964,
      "learning_rate": 8.265526219433922e-07,
      "loss": 0.2288,
      "step": 1004
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.9338607556424743,
      "learning_rate": 8.247456860358724e-07,
      "loss": 0.2138,
      "step": 1005
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.78869360751958,
      "learning_rate": 8.229393402761901e-07,
      "loss": 0.2288,
      "step": 1006
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.6896708412709238,
      "learning_rate": 8.211335907469973e-07,
      "loss": 0.2392,
      "step": 1007
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.885106014480173,
      "learning_rate": 8.193284435289383e-07,
      "loss": 0.2328,
      "step": 1008
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7426360739276052,
      "learning_rate": 8.175239047006297e-07,
      "loss": 0.2182,
      "step": 1009
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.824243411756878,
      "learning_rate": 8.157199803386395e-07,
      "loss": 0.2127,
      "step": 1010
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.4290565263034054,
      "learning_rate": 8.139166765174655e-07,
      "loss": 0.2223,
      "step": 1011
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.5499150365876613,
      "learning_rate": 8.121139993095169e-07,
      "loss": 0.2256,
      "step": 1012
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8290946634480763,
      "learning_rate": 8.103119547850923e-07,
      "loss": 0.2325,
      "step": 1013
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.154034309451538,
      "learning_rate": 8.085105490123601e-07,
      "loss": 0.2065,
      "step": 1014
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4248992315551063,
      "learning_rate": 8.06709788057338e-07,
      "loss": 0.2332,
      "step": 1015
    },
    {
      "epoch": 0.58,
      "grad_norm": 10.067959275634166,
      "learning_rate": 8.049096779838717e-07,
      "loss": 0.2323,
      "step": 1016
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.4003835102717757,
      "learning_rate": 8.031102248536159e-07,
      "loss": 0.2113,
      "step": 1017
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7499042198611525,
      "learning_rate": 8.013114347260123e-07,
      "loss": 0.2376,
      "step": 1018
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4633250103555142,
      "learning_rate": 7.995133136582705e-07,
      "loss": 0.2194,
      "step": 1019
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4000338888931103,
      "learning_rate": 7.977158677053473e-07,
      "loss": 0.2172,
      "step": 1020
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.5223553913898549,
      "learning_rate": 7.959191029199261e-07,
      "loss": 0.202,
      "step": 1021
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.3659559207789822,
      "learning_rate": 7.941230253523958e-07,
      "loss": 0.2172,
      "step": 1022
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.6256711286079923,
      "learning_rate": 7.923276410508322e-07,
      "loss": 0.232,
      "step": 1023
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4376527392166114,
      "learning_rate": 7.905329560609757e-07,
      "loss": 0.2311,
      "step": 1024
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.388324338534592,
      "learning_rate": 7.887389764262123e-07,
      "loss": 0.22,
      "step": 1025
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7164963976083698,
      "learning_rate": 7.869457081875532e-07,
      "loss": 0.2347,
      "step": 1026
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.7922203565270243,
      "learning_rate": 7.851531573836137e-07,
      "loss": 0.2219,
      "step": 1027
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.3632989732266168,
      "learning_rate": 7.833613300505929e-07,
      "loss": 0.2274,
      "step": 1028
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.00537447094735,
      "learning_rate": 7.815702322222537e-07,
      "loss": 0.223,
      "step": 1029
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.56990340126771,
      "learning_rate": 7.797798699299032e-07,
      "loss": 0.2236,
      "step": 1030
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4746601537517707,
      "learning_rate": 7.779902492023709e-07,
      "loss": 0.2146,
      "step": 1031
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0748989265571502,
      "learning_rate": 7.7620137606599e-07,
      "loss": 0.2234,
      "step": 1032
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.336592795334383,
      "learning_rate": 7.744132565445753e-07,
      "loss": 0.2173,
      "step": 1033
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.6405872340384273,
      "learning_rate": 7.726258966594045e-07,
      "loss": 0.2363,
      "step": 1034
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.3869494717196675,
      "learning_rate": 7.70839302429197e-07,
      "loss": 0.2332,
      "step": 1035
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5050492910113997,
      "learning_rate": 7.690534798700945e-07,
      "loss": 0.2276,
      "step": 1036
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.3830077513847308,
      "learning_rate": 7.672684349956398e-07,
      "loss": 0.2187,
      "step": 1037
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.9732498332999784,
      "learning_rate": 7.654841738167567e-07,
      "loss": 0.2169,
      "step": 1038
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.2474152123369173,
      "learning_rate": 7.637007023417304e-07,
      "loss": 0.2292,
      "step": 1039
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.0355442873811427,
      "learning_rate": 7.619180265761865e-07,
      "loss": 0.2438,
      "step": 1040
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5015395722355682,
      "learning_rate": 7.601361525230712e-07,
      "loss": 0.2108,
      "step": 1041
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4642010654442303,
      "learning_rate": 7.58355086182632e-07,
      "loss": 0.2452,
      "step": 1042
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.370419830966675,
      "learning_rate": 7.565748335523954e-07,
      "loss": 0.2245,
      "step": 1043
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.405544142080166,
      "learning_rate": 7.54795400627148e-07,
      "loss": 0.222,
      "step": 1044
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5208098606914628,
      "learning_rate": 7.53016793398916e-07,
      "loss": 0.2304,
      "step": 1045
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7705303114812307,
      "learning_rate": 7.512390178569458e-07,
      "loss": 0.1991,
      "step": 1046
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4503254544004531,
      "learning_rate": 7.494620799876828e-07,
      "loss": 0.2215,
      "step": 1047
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4303973835781347,
      "learning_rate": 7.47685985774752e-07,
      "loss": 0.2345,
      "step": 1048
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8747660425070338,
      "learning_rate": 7.459107411989369e-07,
      "loss": 0.2111,
      "step": 1049
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.564262289262657,
      "learning_rate": 7.441363522381601e-07,
      "loss": 0.2367,
      "step": 1050
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.6484272263998976,
      "learning_rate": 7.423628248674632e-07,
      "loss": 0.2451,
      "step": 1051
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4544302761164272,
      "learning_rate": 7.405901650589865e-07,
      "loss": 0.2035,
      "step": 1052
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.3812846171179063,
      "learning_rate": 7.38818378781949e-07,
      "loss": 0.2294,
      "step": 1053
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.664606875070604,
      "learning_rate": 7.370474720026281e-07,
      "loss": 0.2335,
      "step": 1054
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.0364849066672477,
      "learning_rate": 7.352774506843393e-07,
      "loss": 0.2177,
      "step": 1055
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.6105474255148198,
      "learning_rate": 7.335083207874164e-07,
      "loss": 0.2165,
      "step": 1056
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.3426561923500535,
      "learning_rate": 7.317400882691918e-07,
      "loss": 0.2344,
      "step": 1057
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.430775940616281,
      "learning_rate": 7.299727590839764e-07,
      "loss": 0.2309,
      "step": 1058
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.5889348874105849,
      "learning_rate": 7.282063391830386e-07,
      "loss": 0.2298,
      "step": 1059
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.5537874246029486,
      "learning_rate": 7.264408345145851e-07,
      "loss": 0.237,
      "step": 1060
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.3690981306499954,
      "learning_rate": 7.246762510237403e-07,
      "loss": 0.2294,
      "step": 1061
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4474280925681746,
      "learning_rate": 7.229125946525272e-07,
      "loss": 0.2291,
      "step": 1062
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.618241985168829,
      "learning_rate": 7.211498713398469e-07,
      "loss": 0.2141,
      "step": 1063
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4584229293581576,
      "learning_rate": 7.193880870214582e-07,
      "loss": 0.2265,
      "step": 1064
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8349513763934644,
      "learning_rate": 7.176272476299581e-07,
      "loss": 0.2234,
      "step": 1065
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7988168579615764,
      "learning_rate": 7.158673590947614e-07,
      "loss": 0.2263,
      "step": 1066
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8708887748581664,
      "learning_rate": 7.141084273420808e-07,
      "loss": 0.2384,
      "step": 1067
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.707355501953993,
      "learning_rate": 7.123504582949083e-07,
      "loss": 0.2115,
      "step": 1068
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.3584161352614226,
      "learning_rate": 7.105934578729933e-07,
      "loss": 0.227,
      "step": 1069
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.3318995792607813,
      "learning_rate": 7.088374319928234e-07,
      "loss": 0.201,
      "step": 1070
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.6742261804527685,
      "learning_rate": 7.070823865676045e-07,
      "loss": 0.2331,
      "step": 1071
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.5879862425088984,
      "learning_rate": 7.05328327507241e-07,
      "loss": 0.2522,
      "step": 1072
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.5121161318469527,
      "learning_rate": 7.035752607183161e-07,
      "loss": 0.221,
      "step": 1073
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.652519439137743,
      "learning_rate": 7.01823192104072e-07,
      "loss": 0.2123,
      "step": 1074
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.6135109447341516,
      "learning_rate": 7.000721275643886e-07,
      "loss": 0.2273,
      "step": 1075
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8711597053368574,
      "learning_rate": 6.983220729957657e-07,
      "loss": 0.2057,
      "step": 1076
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.476294404990509,
      "learning_rate": 6.96573034291301e-07,
      "loss": 0.2446,
      "step": 1077
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.5457467872108264,
      "learning_rate": 6.948250173406725e-07,
      "loss": 0.2457,
      "step": 1078
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.177811234005188,
      "learning_rate": 6.930780280301174e-07,
      "loss": 0.2354,
      "step": 1079
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.6128935667055158,
      "learning_rate": 6.913320722424121e-07,
      "loss": 0.2354,
      "step": 1080
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.457936318240009,
      "learning_rate": 6.895871558568529e-07,
      "loss": 0.2362,
      "step": 1081
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.3755696085436666,
      "learning_rate": 6.878432847492359e-07,
      "loss": 0.2084,
      "step": 1082
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4866068452148193,
      "learning_rate": 6.86100464791837e-07,
      "loss": 0.2328,
      "step": 1083
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.585787474135499,
      "learning_rate": 6.843587018533935e-07,
      "loss": 0.2314,
      "step": 1084
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.5935623882176857,
      "learning_rate": 6.826180017990828e-07,
      "loss": 0.2349,
      "step": 1085
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4064052304132924,
      "learning_rate": 6.80878370490503e-07,
      "loss": 0.2223,
      "step": 1086
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.468571397246631,
      "learning_rate": 6.791398137856534e-07,
      "loss": 0.2419,
      "step": 1087
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4755183333658604,
      "learning_rate": 6.774023375389144e-07,
      "loss": 0.235,
      "step": 1088
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.35928939559579,
      "learning_rate": 6.756659476010287e-07,
      "loss": 0.2201,
      "step": 1089
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.6834149476099882,
      "learning_rate": 6.739306498190809e-07,
      "loss": 0.2412,
      "step": 1090
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4310228636230502,
      "learning_rate": 6.721964500364774e-07,
      "loss": 0.2222,
      "step": 1091
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5048672726114247,
      "learning_rate": 6.704633540929279e-07,
      "loss": 0.2271,
      "step": 1092
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.570323338066063,
      "learning_rate": 6.687313678244242e-07,
      "loss": 0.2109,
      "step": 1093
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.40312702947127,
      "learning_rate": 6.670004970632219e-07,
      "loss": 0.2293,
      "step": 1094
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5121961714429724,
      "learning_rate": 6.652707476378207e-07,
      "loss": 0.2067,
      "step": 1095
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.3497453998784508,
      "learning_rate": 6.635421253729436e-07,
      "loss": 0.2166,
      "step": 1096
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5757124943027156,
      "learning_rate": 6.618146360895185e-07,
      "loss": 0.2517,
      "step": 1097
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5128125526041354,
      "learning_rate": 6.600882856046578e-07,
      "loss": 0.2227,
      "step": 1098
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.713335349133301,
      "learning_rate": 6.583630797316386e-07,
      "loss": 0.2299,
      "step": 1099
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.6952128503762367,
      "learning_rate": 6.566390242798854e-07,
      "loss": 0.2284,
      "step": 1100
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.759887957023974,
      "learning_rate": 6.549161250549474e-07,
      "loss": 0.2276,
      "step": 1101
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.5597579088808027,
      "learning_rate": 6.531943878584802e-07,
      "loss": 0.2319,
      "step": 1102
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.7147084406690423,
      "learning_rate": 6.514738184882274e-07,
      "loss": 0.2421,
      "step": 1103
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.420289740196203,
      "learning_rate": 6.49754422737999e-07,
      "loss": 0.2199,
      "step": 1104
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.5682641418236085,
      "learning_rate": 6.480362063976539e-07,
      "loss": 0.2239,
      "step": 1105
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.166355354214944,
      "learning_rate": 6.46319175253079e-07,
      "loss": 0.2036,
      "step": 1106
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.2922010368822745,
      "learning_rate": 6.446033350861705e-07,
      "loss": 0.2316,
      "step": 1107
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.367922481730153,
      "learning_rate": 6.428886916748138e-07,
      "loss": 0.2255,
      "step": 1108
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.5648994706332437,
      "learning_rate": 6.411752507928641e-07,
      "loss": 0.2224,
      "step": 1109
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.563867164772982,
      "learning_rate": 6.394630182101282e-07,
      "loss": 0.2178,
      "step": 1110
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.1466160585123317,
      "learning_rate": 6.37751999692343e-07,
      "loss": 0.2232,
      "step": 1111
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4152489727322595,
      "learning_rate": 6.360422010011584e-07,
      "loss": 0.2154,
      "step": 1112
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.1598393496472807,
      "learning_rate": 6.343336278941156e-07,
      "loss": 0.2362,
      "step": 1113
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4775419605349291,
      "learning_rate": 6.32626286124629e-07,
      "loss": 0.2235,
      "step": 1114
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.513547608872155,
      "learning_rate": 6.309201814419667e-07,
      "loss": 0.233,
      "step": 1115
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.6168266238771563,
      "learning_rate": 6.292153195912315e-07,
      "loss": 0.2178,
      "step": 1116
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4181529704694595,
      "learning_rate": 6.275117063133408e-07,
      "loss": 0.2013,
      "step": 1117
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.2263079624619504,
      "learning_rate": 6.258093473450075e-07,
      "loss": 0.2239,
      "step": 1118
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.3411304082064495,
      "learning_rate": 6.241082484187205e-07,
      "loss": 0.2034,
      "step": 1119
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.5272384990449883,
      "learning_rate": 6.224084152627261e-07,
      "loss": 0.23,
      "step": 1120
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8309033209745913,
      "learning_rate": 6.207098536010082e-07,
      "loss": 0.2604,
      "step": 1121
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4313488494156839,
      "learning_rate": 6.19012569153269e-07,
      "loss": 0.2108,
      "step": 1122
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4817364475701083,
      "learning_rate": 6.173165676349102e-07,
      "loss": 0.2178,
      "step": 1123
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.395517674787995,
      "learning_rate": 6.156218547570129e-07,
      "loss": 0.2366,
      "step": 1124
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3641741417855122,
      "learning_rate": 6.139284362263184e-07,
      "loss": 0.2312,
      "step": 1125
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3545941905756942,
      "learning_rate": 6.122363177452108e-07,
      "loss": 0.2181,
      "step": 1126
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.5648423077309812,
      "learning_rate": 6.105455050116953e-07,
      "loss": 0.2132,
      "step": 1127
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3808975395729006,
      "learning_rate": 6.08856003719381e-07,
      "loss": 0.2169,
      "step": 1128
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.5941017671603206,
      "learning_rate": 6.071678195574602e-07,
      "loss": 0.2465,
      "step": 1129
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4698342282853591,
      "learning_rate": 6.054809582106899e-07,
      "loss": 0.2319,
      "step": 1130
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6866706358793475,
      "learning_rate": 6.037954253593729e-07,
      "loss": 0.2344,
      "step": 1131
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.740394826251841,
      "learning_rate": 6.021112266793386e-07,
      "loss": 0.2246,
      "step": 1132
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.0862530808853323,
      "learning_rate": 6.004283678419242e-07,
      "loss": 0.2319,
      "step": 1133
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.2283773791590544,
      "learning_rate": 5.98746854513954e-07,
      "loss": 0.2365,
      "step": 1134
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6664026337890228,
      "learning_rate": 5.970666923577221e-07,
      "loss": 0.2197,
      "step": 1135
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.6352728608556466,
      "learning_rate": 5.953878870309723e-07,
      "loss": 0.2205,
      "step": 1136
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.626338805471819,
      "learning_rate": 5.937104441868804e-07,
      "loss": 0.2492,
      "step": 1137
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.424314940637421,
      "learning_rate": 5.920343694740328e-07,
      "loss": 0.2086,
      "step": 1138
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.33338948231071,
      "learning_rate": 5.903596685364105e-07,
      "loss": 0.2167,
      "step": 1139
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.6329612563054363,
      "learning_rate": 5.886863470133671e-07,
      "loss": 0.2022,
      "step": 1140
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.832540008845106,
      "learning_rate": 5.870144105396118e-07,
      "loss": 0.2087,
      "step": 1141
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.0760355709561913,
      "learning_rate": 5.853438647451894e-07,
      "loss": 0.2333,
      "step": 1142
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.3537998190536242,
      "learning_rate": 5.836747152554624e-07,
      "loss": 0.2179,
      "step": 1143
    },
    {
      "epoch": 0.65,
      "grad_norm": 4.687083539016377,
      "learning_rate": 5.820069676910915e-07,
      "loss": 0.2338,
      "step": 1144
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.3068485147714688,
      "learning_rate": 5.803406276680154e-07,
      "loss": 0.2188,
      "step": 1145
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.6638389844293415,
      "learning_rate": 5.78675700797434e-07,
      "loss": 0.2313,
      "step": 1146
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.6441120604859694,
      "learning_rate": 5.770121926857889e-07,
      "loss": 0.239,
      "step": 1147
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.2782504767678478,
      "learning_rate": 5.753501089347428e-07,
      "loss": 0.2342,
      "step": 1148
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.2946495973598886,
      "learning_rate": 5.736894551411642e-07,
      "loss": 0.2014,
      "step": 1149
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.722993405932872,
      "learning_rate": 5.720302368971042e-07,
      "loss": 0.2221,
      "step": 1150
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.0257671160328474,
      "learning_rate": 5.70372459789781e-07,
      "loss": 0.2195,
      "step": 1151
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.24941644260534,
      "learning_rate": 5.687161294015602e-07,
      "loss": 0.2182,
      "step": 1152
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.3367264730276553,
      "learning_rate": 5.670612513099342e-07,
      "loss": 0.2069,
      "step": 1153
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4026624466292554,
      "learning_rate": 5.654078310875077e-07,
      "loss": 0.2225,
      "step": 1154
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.396926491221855,
      "learning_rate": 5.63755874301973e-07,
      "loss": 0.2264,
      "step": 1155
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.9523486746262086,
      "learning_rate": 5.62105386516097e-07,
      "loss": 0.239,
      "step": 1156
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.6276013062192984,
      "learning_rate": 5.604563732876988e-07,
      "loss": 0.2372,
      "step": 1157
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.3682762607076273,
      "learning_rate": 5.588088401696313e-07,
      "loss": 0.2289,
      "step": 1158
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4195496283970481,
      "learning_rate": 5.571627927097657e-07,
      "loss": 0.2262,
      "step": 1159
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.529248727085344,
      "learning_rate": 5.555182364509681e-07,
      "loss": 0.2265,
      "step": 1160
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4439855754879787,
      "learning_rate": 5.538751769310841e-07,
      "loss": 0.2305,
      "step": 1161
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4407617350581574,
      "learning_rate": 5.522336196829196e-07,
      "loss": 0.2367,
      "step": 1162
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8661485794118338,
      "learning_rate": 5.505935702342207e-07,
      "loss": 0.2366,
      "step": 1163
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.2815367775934967,
      "learning_rate": 5.489550341076569e-07,
      "loss": 0.2256,
      "step": 1164
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4638598260727298,
      "learning_rate": 5.47318016820802e-07,
      "loss": 0.2185,
      "step": 1165
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.673324071994042,
      "learning_rate": 5.456825238861147e-07,
      "loss": 0.2303,
      "step": 1166
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7218049655523888,
      "learning_rate": 5.440485608109215e-07,
      "loss": 0.2136,
      "step": 1167
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9650019081673185,
      "learning_rate": 5.424161330973955e-07,
      "loss": 0.228,
      "step": 1168
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.52377044516524,
      "learning_rate": 5.407852462425416e-07,
      "loss": 0.2248,
      "step": 1169
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.409218286992997,
      "learning_rate": 5.391559057381749e-07,
      "loss": 0.2089,
      "step": 1170
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.6950049017508326,
      "learning_rate": 5.375281170709045e-07,
      "loss": 0.2247,
      "step": 1171
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.359659268801696,
      "learning_rate": 5.35901885722112e-07,
      "loss": 0.209,
      "step": 1172
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.5666789243145594,
      "learning_rate": 5.342772171679364e-07,
      "loss": 0.2105,
      "step": 1173
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.3908105242227826,
      "learning_rate": 5.32654116879254e-07,
      "loss": 0.2273,
      "step": 1174
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4908860706296103,
      "learning_rate": 5.310325903216597e-07,
      "loss": 0.2236,
      "step": 1175
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.7371547382682146,
      "learning_rate": 5.294126429554498e-07,
      "loss": 0.2316,
      "step": 1176
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5950336486431171,
      "learning_rate": 5.277942802356014e-07,
      "loss": 0.219,
      "step": 1177
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.046357711381408,
      "learning_rate": 5.261775076117571e-07,
      "loss": 0.221,
      "step": 1178
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.9503517050956323,
      "learning_rate": 5.245623305282046e-07,
      "loss": 0.2217,
      "step": 1179
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.522985848810385,
      "learning_rate": 5.229487544238574e-07,
      "loss": 0.2178,
      "step": 1180
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.884544728995191,
      "learning_rate": 5.213367847322407e-07,
      "loss": 0.2213,
      "step": 1181
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.46301025022052,
      "learning_rate": 5.197264268814676e-07,
      "loss": 0.2194,
      "step": 1182
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.347259822924156,
      "learning_rate": 5.181176862942247e-07,
      "loss": 0.2061,
      "step": 1183
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5683885147406846,
      "learning_rate": 5.165105683877533e-07,
      "loss": 0.2313,
      "step": 1184
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.3885376381655916,
      "learning_rate": 5.149050785738284e-07,
      "loss": 0.2221,
      "step": 1185
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.4816423921306807,
      "learning_rate": 5.133012222587456e-07,
      "loss": 0.2143,
      "step": 1186
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8993455221606683,
      "learning_rate": 5.116990048432971e-07,
      "loss": 0.2317,
      "step": 1187
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.511055398241898,
      "learning_rate": 5.100984317227579e-07,
      "loss": 0.2117,
      "step": 1188
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.550305063894376,
      "learning_rate": 5.084995082868657e-07,
      "loss": 0.2245,
      "step": 1189
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.7236785847196716,
      "learning_rate": 5.069022399198023e-07,
      "loss": 0.2345,
      "step": 1190
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.3555666452285893,
      "learning_rate": 5.053066320001782e-07,
      "loss": 0.2271,
      "step": 1191
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.3577710477540295,
      "learning_rate": 5.037126899010101e-07,
      "loss": 0.2245,
      "step": 1192
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.546410690226597,
      "learning_rate": 5.021204189897069e-07,
      "loss": 0.21,
      "step": 1193
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.3982277509405088,
      "learning_rate": 5.005298246280499e-07,
      "loss": 0.2382,
      "step": 1194
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.281488171799301,
      "learning_rate": 4.989409121721737e-07,
      "loss": 0.2182,
      "step": 1195
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.036540896654236,
      "learning_rate": 4.973536869725502e-07,
      "loss": 0.2143,
      "step": 1196
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4514477877644385,
      "learning_rate": 4.957681543739697e-07,
      "loss": 0.2163,
      "step": 1197
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.5410824657425053,
      "learning_rate": 4.941843197155226e-07,
      "loss": 0.2207,
      "step": 1198
    },
    {
      "epoch": 0.68,
      "grad_norm": 4.389094217237689,
      "learning_rate": 4.926021883305821e-07,
      "loss": 0.2204,
      "step": 1199
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4507992368856149,
      "learning_rate": 4.910217655467847e-07,
      "loss": 0.2302,
      "step": 1200
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.3697716147957977,
      "learning_rate": 4.894430566860144e-07,
      "loss": 0.2346,
      "step": 1201
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.9630217219063086,
      "learning_rate": 4.878660670643838e-07,
      "loss": 0.2315,
      "step": 1202
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.5843650771906488,
      "learning_rate": 4.862908019922162e-07,
      "loss": 0.2365,
      "step": 1203
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.537795064927633,
      "learning_rate": 4.847172667740265e-07,
      "loss": 0.2279,
      "step": 1204
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.6109790817380572,
      "learning_rate": 4.831454667085058e-07,
      "loss": 0.2079,
      "step": 1205
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.8990032857183288,
      "learning_rate": 4.815754070885021e-07,
      "loss": 0.2311,
      "step": 1206
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.0517199148101826,
      "learning_rate": 4.800070932010026e-07,
      "loss": 0.2134,
      "step": 1207
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.3100727721906615,
      "learning_rate": 4.784405303271157e-07,
      "loss": 0.2161,
      "step": 1208
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.067008789059033,
      "learning_rate": 4.768757237420529e-07,
      "loss": 0.2137,
      "step": 1209
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.3890297214797829,
      "learning_rate": 4.753126787151129e-07,
      "loss": 0.2239,
      "step": 1210
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.595204038268438,
      "learning_rate": 4.7375140050966233e-07,
      "loss": 0.2219,
      "step": 1211
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7024497550602162,
      "learning_rate": 4.721918943831167e-07,
      "loss": 0.2363,
      "step": 1212
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.668263742777333,
      "learning_rate": 4.706341655869269e-07,
      "loss": 0.227,
      "step": 1213
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.570932078665602,
      "learning_rate": 4.6907821936655633e-07,
      "loss": 0.2155,
      "step": 1214
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.378026902775591,
      "learning_rate": 4.6752406096146726e-07,
      "loss": 0.2104,
      "step": 1215
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.5577785554961692,
      "learning_rate": 4.6597169560510164e-07,
      "loss": 0.2169,
      "step": 1216
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.3171743000445573,
      "learning_rate": 4.6442112852486215e-07,
      "loss": 0.2334,
      "step": 1217
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.3378837470851341,
      "learning_rate": 4.628723649420985e-07,
      "loss": 0.2339,
      "step": 1218
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7773888353283567,
      "learning_rate": 4.613254100720848e-07,
      "loss": 0.2275,
      "step": 1219
    },
    {
      "epoch": 0.69,
      "grad_norm": 15.874914022818503,
      "learning_rate": 4.59780269124006e-07,
      "loss": 0.206,
      "step": 1220
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.512934454573531,
      "learning_rate": 4.58236947300939e-07,
      "loss": 0.2443,
      "step": 1221
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.9837010437606826,
      "learning_rate": 4.566954497998332e-07,
      "loss": 0.2332,
      "step": 1222
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.3785349746856426,
      "learning_rate": 4.5515578181149796e-07,
      "loss": 0.2196,
      "step": 1223
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.314969917670223,
      "learning_rate": 4.5361794852057875e-07,
      "loss": 0.2254,
      "step": 1224
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.6708570767093758,
      "learning_rate": 4.520819551055448e-07,
      "loss": 0.213,
      "step": 1225
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.6232988842474056,
      "learning_rate": 4.5054780673866975e-07,
      "loss": 0.2152,
      "step": 1226
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.354337176615839,
      "learning_rate": 4.49015508586013e-07,
      "loss": 0.2175,
      "step": 1227
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.6175327187009665,
      "learning_rate": 4.4748506580740487e-07,
      "loss": 0.2099,
      "step": 1228
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3491166944357529,
      "learning_rate": 4.4595648355642744e-07,
      "loss": 0.2159,
      "step": 1229
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.458814211080528,
      "learning_rate": 4.4442976698039803e-07,
      "loss": 0.2134,
      "step": 1230
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.736018860236866,
      "learning_rate": 4.429049212203505e-07,
      "loss": 0.2099,
      "step": 1231
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.689084747877659,
      "learning_rate": 4.4138195141101997e-07,
      "loss": 0.2332,
      "step": 1232
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.6286295946765985,
      "learning_rate": 4.3986086268082425e-07,
      "loss": 0.2229,
      "step": 1233
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.6117358741099328,
      "learning_rate": 4.3834166015184694e-07,
      "loss": 0.2188,
      "step": 1234
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5077125897429717,
      "learning_rate": 4.368243489398201e-07,
      "loss": 0.237,
      "step": 1235
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.0315341030447036,
      "learning_rate": 4.353089341541063e-07,
      "loss": 0.2312,
      "step": 1236
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.2953521249304156,
      "learning_rate": 4.3379542089768297e-07,
      "loss": 0.2134,
      "step": 1237
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3556970135757103,
      "learning_rate": 4.3228381426712446e-07,
      "loss": 0.2144,
      "step": 1238
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.6432642292254975,
      "learning_rate": 4.3077411935258334e-07,
      "loss": 0.2202,
      "step": 1239
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9378193184288537,
      "learning_rate": 4.292663412377772e-07,
      "loss": 0.2303,
      "step": 1240
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7000026387272886,
      "learning_rate": 4.277604849999665e-07,
      "loss": 0.2306,
      "step": 1241
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7462537182904316,
      "learning_rate": 4.2625655570994157e-07,
      "loss": 0.2229,
      "step": 1242
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9092802916569482,
      "learning_rate": 4.247545584320038e-07,
      "loss": 0.2155,
      "step": 1243
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.46405012692193,
      "learning_rate": 4.2325449822394756e-07,
      "loss": 0.2275,
      "step": 1244
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.302197037748767,
      "learning_rate": 4.217563801370465e-07,
      "loss": 0.2288,
      "step": 1245
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.7865081171511175,
      "learning_rate": 4.2026020921603236e-07,
      "loss": 0.2244,
      "step": 1246
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.3058085864911035,
      "learning_rate": 4.18765990499081e-07,
      "loss": 0.2301,
      "step": 1247
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.3570842705246915,
      "learning_rate": 4.172737290177949e-07,
      "loss": 0.2094,
      "step": 1248
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.7732459688578588,
      "learning_rate": 4.157834297971842e-07,
      "loss": 0.2183,
      "step": 1249
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4540277412998732,
      "learning_rate": 4.142950978556536e-07,
      "loss": 0.2299,
      "step": 1250
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.162695728090071,
      "learning_rate": 4.128087382049812e-07,
      "loss": 0.2261,
      "step": 1251
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.976688314607081,
      "learning_rate": 4.1132435585030453e-07,
      "loss": 0.2309,
      "step": 1252
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.9366706626395893,
      "learning_rate": 4.098419557901035e-07,
      "loss": 0.2171,
      "step": 1253
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.3386529647337344,
      "learning_rate": 4.083615430161811e-07,
      "loss": 0.2108,
      "step": 1254
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.8890675113546014,
      "learning_rate": 4.068831225136499e-07,
      "loss": 0.2191,
      "step": 1255
    },
    {
      "epoch": 0.71,
      "grad_norm": 4.961129311872351,
      "learning_rate": 4.054066992609132e-07,
      "loss": 0.2222,
      "step": 1256
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.3774748665810876,
      "learning_rate": 4.0393227822964884e-07,
      "loss": 0.2018,
      "step": 1257
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.2253829844331077,
      "learning_rate": 4.024598643847927e-07,
      "loss": 0.2428,
      "step": 1258
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.6894913004164593,
      "learning_rate": 4.0098946268452105e-07,
      "loss": 0.2178,
      "step": 1259
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.3241500149138434,
      "learning_rate": 3.9952107808023484e-07,
      "loss": 0.2251,
      "step": 1260
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.5739771020045248,
      "learning_rate": 3.980547155165429e-07,
      "loss": 0.2197,
      "step": 1261
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.2243318124162879,
      "learning_rate": 3.965903799312452e-07,
      "loss": 0.1949,
      "step": 1262
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.3046382940461914,
      "learning_rate": 3.951280762553152e-07,
      "loss": 0.2125,
      "step": 1263
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.685594992621803,
      "learning_rate": 3.9366780941288515e-07,
      "loss": 0.2225,
      "step": 1264
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.489390754103372,
      "learning_rate": 3.9220958432122784e-07,
      "loss": 0.2219,
      "step": 1265
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.5406503579629987,
      "learning_rate": 3.907534058907414e-07,
      "loss": 0.2098,
      "step": 1266
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.5834292214413508,
      "learning_rate": 3.892992790249318e-07,
      "loss": 0.2198,
      "step": 1267
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.2282394098910956,
      "learning_rate": 3.878472086203957e-07,
      "loss": 0.2069,
      "step": 1268
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8149127926826298,
      "learning_rate": 3.8639719956680615e-07,
      "loss": 0.224,
      "step": 1269
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.0691258551332306,
      "learning_rate": 3.849492567468947e-07,
      "loss": 0.2335,
      "step": 1270
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.802155886357632,
      "learning_rate": 3.8350338503643365e-07,
      "loss": 0.2208,
      "step": 1271
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.3973794748914075,
      "learning_rate": 3.8205958930422354e-07,
      "loss": 0.2105,
      "step": 1272
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.5406436205361762,
      "learning_rate": 3.8061787441207205e-07,
      "loss": 0.2251,
      "step": 1273
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.610586845272582,
      "learning_rate": 3.7917824521478106e-07,
      "loss": 0.2148,
      "step": 1274
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.54345070390649,
      "learning_rate": 3.7774070656012914e-07,
      "loss": 0.2305,
      "step": 1275
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.631455569394719,
      "learning_rate": 3.7630526328885405e-07,
      "loss": 0.2213,
      "step": 1276
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.6886533745767076,
      "learning_rate": 3.7487192023463966e-07,
      "loss": 0.2493,
      "step": 1277
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.386118273870104,
      "learning_rate": 3.734406822240955e-07,
      "loss": 0.2012,
      "step": 1278
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.9432375355625244,
      "learning_rate": 3.72011554076744e-07,
      "loss": 0.2192,
      "step": 1279
    },
    {
      "epoch": 0.73,
      "grad_norm": 24.323569770717064,
      "learning_rate": 3.705845406050025e-07,
      "loss": 0.2187,
      "step": 1280
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.359817486363084,
      "learning_rate": 3.6915964661416653e-07,
      "loss": 0.2335,
      "step": 1281
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.607039028098902,
      "learning_rate": 3.6773687690239664e-07,
      "loss": 0.2309,
      "step": 1282
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.3879806485178774,
      "learning_rate": 3.6631623626069775e-07,
      "loss": 0.2236,
      "step": 1283
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.6108210826221387,
      "learning_rate": 3.6489772947290677e-07,
      "loss": 0.2417,
      "step": 1284
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.61044372017858,
      "learning_rate": 3.634813613156753e-07,
      "loss": 0.2143,
      "step": 1285
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5365326047391896,
      "learning_rate": 3.620671365584521e-07,
      "loss": 0.2104,
      "step": 1286
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7150186417367956,
      "learning_rate": 3.6065505996346946e-07,
      "loss": 0.2385,
      "step": 1287
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.3115863367726706,
      "learning_rate": 3.592451362857254e-07,
      "loss": 0.2019,
      "step": 1288
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.9515643392293547,
      "learning_rate": 3.5783737027296867e-07,
      "loss": 0.2143,
      "step": 1289
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.9308591158303714,
      "learning_rate": 3.564317666656823e-07,
      "loss": 0.221,
      "step": 1290
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.402621361067043,
      "learning_rate": 3.5502833019706693e-07,
      "loss": 0.2325,
      "step": 1291
    },
    {
      "epoch": 0.73,
      "grad_norm": 4.819937826549352,
      "learning_rate": 3.5362706559302637e-07,
      "loss": 0.2163,
      "step": 1292
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4735014423494779,
      "learning_rate": 3.5222797757215084e-07,
      "loss": 0.2233,
      "step": 1293
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.367532274385393,
      "learning_rate": 3.508310708457014e-07,
      "loss": 0.2195,
      "step": 1294
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.3294914392790806,
      "learning_rate": 3.494363501175929e-07,
      "loss": 0.2268,
      "step": 1295
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.6103699509178353,
      "learning_rate": 3.4804382008438007e-07,
      "loss": 0.2249,
      "step": 1296
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.492243335760796,
      "learning_rate": 3.466534854352403e-07,
      "loss": 0.2118,
      "step": 1297
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.41292848776241,
      "learning_rate": 3.4526535085195875e-07,
      "loss": 0.2341,
      "step": 1298
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.457498337249308,
      "learning_rate": 3.438794210089118e-07,
      "loss": 0.2145,
      "step": 1299
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.7891132672143955,
      "learning_rate": 3.42495700573051e-07,
      "loss": 0.211,
      "step": 1300
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.4059450428501257,
      "learning_rate": 3.4111419420388897e-07,
      "loss": 0.2149,
      "step": 1301
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.3863411711735751,
      "learning_rate": 3.397349065534827e-07,
      "loss": 0.2058,
      "step": 1302
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8369519446042217,
      "learning_rate": 3.383578422664165e-07,
      "loss": 0.2025,
      "step": 1303
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.045773560195026,
      "learning_rate": 3.3698300597979037e-07,
      "loss": 0.2185,
      "step": 1304
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.225262648313144,
      "learning_rate": 3.3561040232319903e-07,
      "loss": 0.1992,
      "step": 1305
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.3731561680860072,
      "learning_rate": 3.3424003591872076e-07,
      "loss": 0.2136,
      "step": 1306
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.521312662293047,
      "learning_rate": 3.328719113809e-07,
      "loss": 0.2215,
      "step": 1307
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4656424845063694,
      "learning_rate": 3.3150603331673065e-07,
      "loss": 0.2181,
      "step": 1308
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.377716940544608,
      "learning_rate": 3.3014240632564437e-07,
      "loss": 0.217,
      "step": 1309
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.6089864415278838,
      "learning_rate": 3.2878103499949004e-07,
      "loss": 0.2298,
      "step": 1310
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.1562191422584784,
      "learning_rate": 3.274219239225224e-07,
      "loss": 0.2438,
      "step": 1311
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.3708410554376447,
      "learning_rate": 3.2606507767138493e-07,
      "loss": 0.223,
      "step": 1312
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4240711643308386,
      "learning_rate": 3.247105008150933e-07,
      "loss": 0.2273,
      "step": 1313
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.6365621903401992,
      "learning_rate": 3.233581979150235e-07,
      "loss": 0.22,
      "step": 1314
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5892334945254245,
      "learning_rate": 3.220081735248922e-07,
      "loss": 0.2169,
      "step": 1315
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4984581770169263,
      "learning_rate": 3.2066043219074435e-07,
      "loss": 0.228,
      "step": 1316
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.3503949759265619,
      "learning_rate": 3.1931497845093744e-07,
      "loss": 0.2162,
      "step": 1317
    },
    {
      "epoch": 0.75,
      "grad_norm": 11.644479303342717,
      "learning_rate": 3.179718168361244e-07,
      "loss": 0.2263,
      "step": 1318
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4075713069004865,
      "learning_rate": 3.1663095186924105e-07,
      "loss": 0.216,
      "step": 1319
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.3834697556688493,
      "learning_rate": 3.152923880654889e-07,
      "loss": 0.2165,
      "step": 1320
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5294091218866657,
      "learning_rate": 3.1395612993232056e-07,
      "loss": 0.2399,
      "step": 1321
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5171049123519278,
      "learning_rate": 3.1262218196942516e-07,
      "loss": 0.2291,
      "step": 1322
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.094352144480436,
      "learning_rate": 3.112905486687113e-07,
      "loss": 0.2216,
      "step": 1323
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4165249564285707,
      "learning_rate": 3.0996123451429456e-07,
      "loss": 0.2248,
      "step": 1324
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.2765359975748107,
      "learning_rate": 3.0863424398248063e-07,
      "loss": 0.2142,
      "step": 1325
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.33658333156668,
      "learning_rate": 3.0730958154175066e-07,
      "loss": 0.2087,
      "step": 1326
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.3622346436926145,
      "learning_rate": 3.0598725165274597e-07,
      "loss": 0.2179,
      "step": 1327
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7357039066317481,
      "learning_rate": 3.0466725876825337e-07,
      "loss": 0.2036,
      "step": 1328
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4566385045340606,
      "learning_rate": 3.033496073331907e-07,
      "loss": 0.2126,
      "step": 1329
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5542517729429277,
      "learning_rate": 3.020343017845904e-07,
      "loss": 0.2444,
      "step": 1330
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.2664646588676471,
      "learning_rate": 3.0072134655158645e-07,
      "loss": 0.2173,
      "step": 1331
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7150577332787311,
      "learning_rate": 2.9941074605539687e-07,
      "loss": 0.2179,
      "step": 1332
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.7337931127519945,
      "learning_rate": 2.981025047093118e-07,
      "loss": 0.2081,
      "step": 1333
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.1863626010385055,
      "learning_rate": 2.96796626918677e-07,
      "loss": 0.2133,
      "step": 1334
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.5940369827106675,
      "learning_rate": 2.9549311708087797e-07,
      "loss": 0.2264,
      "step": 1335
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.4939416035487627,
      "learning_rate": 2.941919795853288e-07,
      "loss": 0.2046,
      "step": 1336
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.740101885989287,
      "learning_rate": 2.9289321881345254e-07,
      "loss": 0.2221,
      "step": 1337
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.3124732724001025,
      "learning_rate": 2.9159683913867026e-07,
      "loss": 0.2237,
      "step": 1338
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.3636205470227236,
      "learning_rate": 2.9030284492638526e-07,
      "loss": 0.2115,
      "step": 1339
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.5856210819927727,
      "learning_rate": 2.890112405339663e-07,
      "loss": 0.2034,
      "step": 1340
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6908836198750048,
      "learning_rate": 2.8772203031073726e-07,
      "loss": 0.2273,
      "step": 1341
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5062993807299572,
      "learning_rate": 2.864352185979578e-07,
      "loss": 0.2183,
      "step": 1342
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.593853294463133,
      "learning_rate": 2.851508097288119e-07,
      "loss": 0.2499,
      "step": 1343
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6276280910997505,
      "learning_rate": 2.838688080283923e-07,
      "loss": 0.2229,
      "step": 1344
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6152432265276269,
      "learning_rate": 2.8258921781368506e-07,
      "loss": 0.2357,
      "step": 1345
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.417173802701744,
      "learning_rate": 2.8131204339355673e-07,
      "loss": 0.227,
      "step": 1346
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6341536445289244,
      "learning_rate": 2.800372890687388e-07,
      "loss": 0.2243,
      "step": 1347
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.6343794151751727,
      "learning_rate": 2.7876495913181297e-07,
      "loss": 0.2311,
      "step": 1348
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.338481324304029,
      "learning_rate": 2.7749505786719795e-07,
      "loss": 0.2217,
      "step": 1349
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.416555808657952,
      "learning_rate": 2.762275895511328e-07,
      "loss": 0.2069,
      "step": 1350
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5936125567441186,
      "learning_rate": 2.7496255845166506e-07,
      "loss": 0.221,
      "step": 1351
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.405637431706501,
      "learning_rate": 2.736999688286351e-07,
      "loss": 0.2033,
      "step": 1352
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5387048546528532,
      "learning_rate": 2.724398249336618e-07,
      "loss": 0.2475,
      "step": 1353
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.383672015658528,
      "learning_rate": 2.711821310101277e-07,
      "loss": 0.2048,
      "step": 1354
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.454167406282567,
      "learning_rate": 2.6992689129316624e-07,
      "loss": 0.2264,
      "step": 1355
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.595225568693269,
      "learning_rate": 2.6867411000964634e-07,
      "loss": 0.2374,
      "step": 1356
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.725134382955814,
      "learning_rate": 2.674237913781583e-07,
      "loss": 0.2162,
      "step": 1357
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4296092193612133,
      "learning_rate": 2.6617593960900034e-07,
      "loss": 0.21,
      "step": 1358
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.584780331169376,
      "learning_rate": 2.649305589041624e-07,
      "loss": 0.2394,
      "step": 1359
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4759954009232976,
      "learning_rate": 2.636876534573148e-07,
      "loss": 0.194,
      "step": 1360
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4181043191063678,
      "learning_rate": 2.624472274537924e-07,
      "loss": 0.2036,
      "step": 1361
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.3555138021307074,
      "learning_rate": 2.6120928507058e-07,
      "loss": 0.202,
      "step": 1362
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.1305070061333784,
      "learning_rate": 2.5997383047630085e-07,
      "loss": 0.2303,
      "step": 1363
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.577527323088917,
      "learning_rate": 2.5874086783119896e-07,
      "loss": 0.218,
      "step": 1364
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5025459244893595,
      "learning_rate": 2.57510401287128e-07,
      "loss": 0.219,
      "step": 1365
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.6169502722849405,
      "learning_rate": 2.5628243498753655e-07,
      "loss": 0.2181,
      "step": 1366
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.8083706339088912,
      "learning_rate": 2.5505697306745256e-07,
      "loss": 0.209,
      "step": 1367
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5961340940616482,
      "learning_rate": 2.5383401965347307e-07,
      "loss": 0.2247,
      "step": 1368
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.908178635650959,
      "learning_rate": 2.526135788637458e-07,
      "loss": 0.2059,
      "step": 1369
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.8111086918295838,
      "learning_rate": 2.513956548079585e-07,
      "loss": 0.2095,
      "step": 1370
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.6694986165534373,
      "learning_rate": 2.501802515873247e-07,
      "loss": 0.2176,
      "step": 1371
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.8383764533030202,
      "learning_rate": 2.489673732945674e-07,
      "loss": 0.2301,
      "step": 1372
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5101003743018346,
      "learning_rate": 2.4775702401390997e-07,
      "loss": 0.2357,
      "step": 1373
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.284166190021383,
      "learning_rate": 2.465492078210569e-07,
      "loss": 0.2071,
      "step": 1374
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.420349501898126,
      "learning_rate": 2.453439287831848e-07,
      "loss": 0.2179,
      "step": 1375
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.3820586701320954,
      "learning_rate": 2.441411909589257e-07,
      "loss": 0.2429,
      "step": 1376
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.595073406583804,
      "learning_rate": 2.4294099839835456e-07,
      "loss": 0.234,
      "step": 1377
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.273128746045125,
      "learning_rate": 2.417433551429756e-07,
      "loss": 0.2148,
      "step": 1378
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.698788966978208,
      "learning_rate": 2.405482652257086e-07,
      "loss": 0.2214,
      "step": 1379
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.9997983198229585,
      "learning_rate": 2.3935573267087516e-07,
      "loss": 0.2188,
      "step": 1380
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.3806714877759103,
      "learning_rate": 2.3816576149418578e-07,
      "loss": 0.2182,
      "step": 1381
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4960497394808543,
      "learning_rate": 2.369783557027245e-07,
      "loss": 0.224,
      "step": 1382
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.145391390070757,
      "learning_rate": 2.3579351929493817e-07,
      "loss": 0.2078,
      "step": 1383
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.5341691819921377,
      "learning_rate": 2.3461125626062083e-07,
      "loss": 0.2235,
      "step": 1384
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.388124706850279,
      "learning_rate": 2.3343157058090147e-07,
      "loss": 0.2209,
      "step": 1385
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.9649767591893454,
      "learning_rate": 2.322544662282292e-07,
      "loss": 0.2104,
      "step": 1386
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.914375887444368,
      "learning_rate": 2.3107994716636182e-07,
      "loss": 0.2133,
      "step": 1387
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.156564528037039,
      "learning_rate": 2.2990801735035104e-07,
      "loss": 0.2016,
      "step": 1388
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.566000949052137,
      "learning_rate": 2.287386807265297e-07,
      "loss": 0.2333,
      "step": 1389
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.28948641974671,
      "learning_rate": 2.2757194123249847e-07,
      "loss": 0.2164,
      "step": 1390
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.6901008782730746,
      "learning_rate": 2.2640780279711202e-07,
      "loss": 0.2204,
      "step": 1391
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.1623902195456437,
      "learning_rate": 2.2524626934046664e-07,
      "loss": 0.2222,
      "step": 1392
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.854888066509454,
      "learning_rate": 2.2408734477388714e-07,
      "loss": 0.2186,
      "step": 1393
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.6028515553049631,
      "learning_rate": 2.229310329999118e-07,
      "loss": 0.22,
      "step": 1394
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.3589399580865063,
      "learning_rate": 2.217773379122826e-07,
      "loss": 0.2227,
      "step": 1395
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.091830759360672,
      "learning_rate": 2.2062626339592817e-07,
      "loss": 0.2405,
      "step": 1396
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5493381461728557,
      "learning_rate": 2.1947781332695404e-07,
      "loss": 0.2054,
      "step": 1397
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.3285246094589453,
      "learning_rate": 2.1833199157262793e-07,
      "loss": 0.2092,
      "step": 1398
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5334976977250527,
      "learning_rate": 2.1718880199136614e-07,
      "loss": 0.2041,
      "step": 1399
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.3727345667201947,
      "learning_rate": 2.1604824843272317e-07,
      "loss": 0.2204,
      "step": 1400
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4003133150084934,
      "learning_rate": 2.149103347373753e-07,
      "loss": 0.2151,
      "step": 1401
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4954084415665423,
      "learning_rate": 2.1377506473711037e-07,
      "loss": 0.1953,
      "step": 1402
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.321318164532216,
      "learning_rate": 2.1264244225481397e-07,
      "loss": 0.2116,
      "step": 1403
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4638325004418218,
      "learning_rate": 2.1151247110445524e-07,
      "loss": 0.2313,
      "step": 1404
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6390035930382205,
      "learning_rate": 2.1038515509107734e-07,
      "loss": 0.2179,
      "step": 1405
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5899837488223392,
      "learning_rate": 2.092604980107807e-07,
      "loss": 0.1991,
      "step": 1406
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4731220414411554,
      "learning_rate": 2.0813850365071306e-07,
      "loss": 0.2132,
      "step": 1407
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6341457852665624,
      "learning_rate": 2.0701917578905593e-07,
      "loss": 0.2281,
      "step": 1408
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.852974603582753,
      "learning_rate": 2.059025181950107e-07,
      "loss": 0.2099,
      "step": 1409
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4613359041596845,
      "learning_rate": 2.0478853462878797e-07,
      "loss": 0.202,
      "step": 1410
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5807084997236294,
      "learning_rate": 2.0367722884159334e-07,
      "loss": 0.2403,
      "step": 1411
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5733803723236512,
      "learning_rate": 2.0256860457561565e-07,
      "loss": 0.2241,
      "step": 1412
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.458587557955409,
      "learning_rate": 2.0146266556401403e-07,
      "loss": 0.2237,
      "step": 1413
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.3969301733198365,
      "learning_rate": 2.0035941553090463e-07,
      "loss": 0.2211,
      "step": 1414
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.518107468406572,
      "learning_rate": 1.9925885819134968e-07,
      "loss": 0.2267,
      "step": 1415
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5075259083068817,
      "learning_rate": 1.9816099725134373e-07,
      "loss": 0.213,
      "step": 1416
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.622192640052201,
      "learning_rate": 1.9706583640780172e-07,
      "loss": 0.2227,
      "step": 1417
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4025989167170234,
      "learning_rate": 1.9597337934854564e-07,
      "loss": 0.1987,
      "step": 1418
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.3759385992313333,
      "learning_rate": 1.9488362975229365e-07,
      "loss": 0.2324,
      "step": 1419
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5075169151808951,
      "learning_rate": 1.9379659128864646e-07,
      "loss": 0.2206,
      "step": 1420
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.2774983818513492,
      "learning_rate": 1.9271226761807558e-07,
      "loss": 0.2075,
      "step": 1421
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4722434029404698,
      "learning_rate": 1.9163066239191073e-07,
      "loss": 0.2023,
      "step": 1422
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.6398943361574156,
      "learning_rate": 1.9055177925232703e-07,
      "loss": 0.2256,
      "step": 1423
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.0525606077723118,
      "learning_rate": 1.8947562183233412e-07,
      "loss": 0.2323,
      "step": 1424
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.5245276922945057,
      "learning_rate": 1.8840219375576293e-07,
      "loss": 0.2232,
      "step": 1425
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.4631199898561507,
      "learning_rate": 1.8733149863725272e-07,
      "loss": 0.2099,
      "step": 1426
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.6216924058052904,
      "learning_rate": 1.8626354008224166e-07,
      "loss": 0.2067,
      "step": 1427
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4285023264814132,
      "learning_rate": 1.8519832168695115e-07,
      "loss": 0.2303,
      "step": 1428
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.079422020022985,
      "learning_rate": 1.8413584703837615e-07,
      "loss": 0.2243,
      "step": 1429
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.9915274983489897,
      "learning_rate": 1.8307611971427273e-07,
      "loss": 0.2146,
      "step": 1430
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.5536780420564804,
      "learning_rate": 1.820191432831445e-07,
      "loss": 0.2303,
      "step": 1431
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4435851736782992,
      "learning_rate": 1.8096492130423347e-07,
      "loss": 0.2185,
      "step": 1432
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.5486834182273943,
      "learning_rate": 1.7991345732750473e-07,
      "loss": 0.2009,
      "step": 1433
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.8321943261182403,
      "learning_rate": 1.7886475489363727e-07,
      "loss": 0.1974,
      "step": 1434
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.748090603899352,
      "learning_rate": 1.778188175340104e-07,
      "loss": 0.2169,
      "step": 1435
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4308200885604518,
      "learning_rate": 1.7677564877069205e-07,
      "loss": 0.206,
      "step": 1436
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.718387687971597,
      "learning_rate": 1.7573525211642838e-07,
      "loss": 0.2298,
      "step": 1437
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.6111442668759572,
      "learning_rate": 1.7469763107462954e-07,
      "loss": 0.225,
      "step": 1438
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.539649012251455,
      "learning_rate": 1.7366278913935972e-07,
      "loss": 0.2329,
      "step": 1439
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.6922532435508642,
      "learning_rate": 1.726307297953251e-07,
      "loss": 0.2184,
      "step": 1440
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.86131432698414,
      "learning_rate": 1.7160145651786095e-07,
      "loss": 0.2148,
      "step": 1441
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.455165212931987,
      "learning_rate": 1.7057497277292154e-07,
      "loss": 0.2233,
      "step": 1442
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.5145926827302396,
      "learning_rate": 1.6955128201706758e-07,
      "loss": 0.2303,
      "step": 1443
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4344517820914653,
      "learning_rate": 1.6853038769745465e-07,
      "loss": 0.2215,
      "step": 1444
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.580862334032493,
      "learning_rate": 1.6751229325182192e-07,
      "loss": 0.2181,
      "step": 1445
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.9821739179695839,
      "learning_rate": 1.664970021084794e-07,
      "loss": 0.214,
      "step": 1446
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.2991392859101234,
      "learning_rate": 1.6548451768629846e-07,
      "loss": 0.2082,
      "step": 1447
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.6890038304575814,
      "learning_rate": 1.644748433946984e-07,
      "loss": 0.2171,
      "step": 1448
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.367217472313774,
      "learning_rate": 1.6346798263363658e-07,
      "loss": 0.2242,
      "step": 1449
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.3648812505589911,
      "learning_rate": 1.624639387935951e-07,
      "loss": 0.1901,
      "step": 1450
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4952483754247154,
      "learning_rate": 1.6146271525557088e-07,
      "loss": 0.2276,
      "step": 1451
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4178685575043481,
      "learning_rate": 1.6046431539106432e-07,
      "loss": 0.2012,
      "step": 1452
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.2949349025465102,
      "learning_rate": 1.594687425620661e-07,
      "loss": 0.1955,
      "step": 1453
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.856867449181767,
      "learning_rate": 1.584760001210491e-07,
      "loss": 0.2037,
      "step": 1454
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4135145277557295,
      "learning_rate": 1.574860914109535e-07,
      "loss": 0.2145,
      "step": 1455
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.5557817511130325,
      "learning_rate": 1.5649901976517798e-07,
      "loss": 0.2043,
      "step": 1456
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4223696662590923,
      "learning_rate": 1.5551478850756795e-07,
      "loss": 0.2175,
      "step": 1457
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.427155908043394,
      "learning_rate": 1.545334009524033e-07,
      "loss": 0.2245,
      "step": 1458
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4890863782967008,
      "learning_rate": 1.5355486040438949e-07,
      "loss": 0.1928,
      "step": 1459
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.0513622448069078,
      "learning_rate": 1.525791701586434e-07,
      "loss": 0.209,
      "step": 1460
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.3840307569530503,
      "learning_rate": 1.5160633350068507e-07,
      "loss": 0.215,
      "step": 1461
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.3864285867462616,
      "learning_rate": 1.5063635370642514e-07,
      "loss": 0.2268,
      "step": 1462
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4930927047416094,
      "learning_rate": 1.4966923404215338e-07,
      "loss": 0.2248,
      "step": 1463
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4797517260115005,
      "learning_rate": 1.4870497776452985e-07,
      "loss": 0.2043,
      "step": 1464
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4058790046703842,
      "learning_rate": 1.4774358812057097e-07,
      "loss": 0.2121,
      "step": 1465
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.6947643302132003,
      "learning_rate": 1.4678506834764115e-07,
      "loss": 0.231,
      "step": 1466
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.5023016331622012,
      "learning_rate": 1.4582942167344058e-07,
      "loss": 0.1959,
      "step": 1467
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.1116030454278163,
      "learning_rate": 1.4487665131599426e-07,
      "loss": 0.2319,
      "step": 1468
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.0786068390334056,
      "learning_rate": 1.4392676048364193e-07,
      "loss": 0.2113,
      "step": 1469
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4212292413260825,
      "learning_rate": 1.4297975237502701e-07,
      "loss": 0.2194,
      "step": 1470
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8743298150431202,
      "learning_rate": 1.4203563017908526e-07,
      "loss": 0.1955,
      "step": 1471
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.536748945615104,
      "learning_rate": 1.41094397075035e-07,
      "loss": 0.2265,
      "step": 1472
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4422570910104409,
      "learning_rate": 1.4015605623236514e-07,
      "loss": 0.2172,
      "step": 1473
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.7953844653818516,
      "learning_rate": 1.3922061081082593e-07,
      "loss": 0.2203,
      "step": 1474
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.6873361576058994,
      "learning_rate": 1.3828806396041738e-07,
      "loss": 0.242,
      "step": 1475
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.529070658591192,
      "learning_rate": 1.373584188213791e-07,
      "loss": 0.2162,
      "step": 1476
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.2586192301592476,
      "learning_rate": 1.364316785241789e-07,
      "loss": 0.2097,
      "step": 1477
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.378659728650969,
      "learning_rate": 1.355078461895036e-07,
      "loss": 0.2271,
      "step": 1478
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4864265260292164,
      "learning_rate": 1.3458692492824763e-07,
      "loss": 0.2066,
      "step": 1479
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.655328222051192,
      "learning_rate": 1.3366891784150248e-07,
      "loss": 0.2217,
      "step": 1480
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.6894621887133847,
      "learning_rate": 1.3275382802054702e-07,
      "loss": 0.2333,
      "step": 1481
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.9166050787129756,
      "learning_rate": 1.318416585468357e-07,
      "loss": 0.2086,
      "step": 1482
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.349943146212279,
      "learning_rate": 1.3093241249198994e-07,
      "loss": 0.2189,
      "step": 1483
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.626992565546153,
      "learning_rate": 1.3002609291778655e-07,
      "loss": 0.1957,
      "step": 1484
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.5852964974300052,
      "learning_rate": 1.2912270287614734e-07,
      "loss": 0.2211,
      "step": 1485
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.5817555093476803,
      "learning_rate": 1.282222454091304e-07,
      "loss": 0.2264,
      "step": 1486
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.507952778874696,
      "learning_rate": 1.2732472354891733e-07,
      "loss": 0.2122,
      "step": 1487
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.138776866929934,
      "learning_rate": 1.2643014031780552e-07,
      "loss": 0.2055,
      "step": 1488
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4657619914701667,
      "learning_rate": 1.2553849872819656e-07,
      "loss": 0.2269,
      "step": 1489
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.607291502535302,
      "learning_rate": 1.2464980178258567e-07,
      "loss": 0.2106,
      "step": 1490
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.5548820815355142,
      "learning_rate": 1.2376405247355394e-07,
      "loss": 0.2198,
      "step": 1491
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4594231840120386,
      "learning_rate": 1.2288125378375502e-07,
      "loss": 0.2293,
      "step": 1492
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.213619329997473,
      "learning_rate": 1.220014086859076e-07,
      "loss": 0.2362,
      "step": 1493
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.8278349949074923,
      "learning_rate": 1.211245201427845e-07,
      "loss": 0.2074,
      "step": 1494
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4326511211468307,
      "learning_rate": 1.2025059110720182e-07,
      "loss": 0.2218,
      "step": 1495
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.6854068210313338,
      "learning_rate": 1.1937962452201157e-07,
      "loss": 0.1965,
      "step": 1496
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.419413343828208,
      "learning_rate": 1.1851162332008813e-07,
      "loss": 0.2239,
      "step": 1497
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.7322940990440954,
      "learning_rate": 1.1764659042432157e-07,
      "loss": 0.2074,
      "step": 1498
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.2884217915063167,
      "learning_rate": 1.1678452874760646e-07,
      "loss": 0.2164,
      "step": 1499
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.705299813388445,
      "learning_rate": 1.1592544119283132e-07,
      "loss": 0.2182,
      "step": 1500
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.584359657901772,
      "learning_rate": 1.150693306528706e-07,
      "loss": 0.2126,
      "step": 1501
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.3466422208879094,
      "learning_rate": 1.1421620001057353e-07,
      "loss": 0.2039,
      "step": 1502
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.2628932887910436,
      "learning_rate": 1.1336605213875505e-07,
      "loss": 0.2015,
      "step": 1503
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.269273740017695,
      "learning_rate": 1.125188899001861e-07,
      "loss": 0.2032,
      "step": 1504
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.5367900816241185,
      "learning_rate": 1.1167471614758328e-07,
      "loss": 0.2066,
      "step": 1505
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.485385802795097,
      "learning_rate": 1.1083353372360049e-07,
      "loss": 0.2208,
      "step": 1506
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4548976676000265,
      "learning_rate": 1.0999534546081846e-07,
      "loss": 0.2194,
      "step": 1507
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.8774149353617495,
      "learning_rate": 1.0916015418173552e-07,
      "loss": 0.2214,
      "step": 1508
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.6497581971504462,
      "learning_rate": 1.0832796269875755e-07,
      "loss": 0.2281,
      "step": 1509
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.039211088755703,
      "learning_rate": 1.0749877381418959e-07,
      "loss": 0.2257,
      "step": 1510
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4069529091058017,
      "learning_rate": 1.0667259032022557e-07,
      "loss": 0.2029,
      "step": 1511
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.3895974668708968,
      "learning_rate": 1.0584941499893895e-07,
      "loss": 0.21,
      "step": 1512
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.7871285649094508,
      "learning_rate": 1.0502925062227408e-07,
      "loss": 0.2117,
      "step": 1513
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.5037381905949265,
      "learning_rate": 1.0421209995203528e-07,
      "loss": 0.2257,
      "step": 1514
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.3692809132609176,
      "learning_rate": 1.033979657398797e-07,
      "loss": 0.2076,
      "step": 1515
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.0123278701859806,
      "learning_rate": 1.0258685072730632e-07,
      "loss": 0.2068,
      "step": 1516
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.6564062413010405,
      "learning_rate": 1.0177875764564714e-07,
      "loss": 0.2034,
      "step": 1517
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.25949945952813,
      "learning_rate": 1.009736892160592e-07,
      "loss": 0.2105,
      "step": 1518
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.1639413257146085,
      "learning_rate": 1.0017164814951296e-07,
      "loss": 0.2181,
      "step": 1519
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.6419162658352906,
      "learning_rate": 9.937263714678556e-08,
      "loss": 0.2339,
      "step": 1520
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.269329710263512,
      "learning_rate": 9.85766588984508e-08,
      "loss": 0.2199,
      "step": 1521
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.8557905832860966,
      "learning_rate": 9.778371608486913e-08,
      "loss": 0.2187,
      "step": 1522
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4874218094611973,
      "learning_rate": 9.69938113761808e-08,
      "loss": 0.2129,
      "step": 1523
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.378058107097442,
      "learning_rate": 9.620694743229462e-08,
      "loss": 0.2057,
      "step": 1524
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.5935259943359603,
      "learning_rate": 9.542312690288034e-08,
      "loss": 0.2114,
      "step": 1525
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.7135607511606774,
      "learning_rate": 9.464235242735974e-08,
      "loss": 0.2246,
      "step": 1526
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.110210779535669,
      "learning_rate": 9.386462663489636e-08,
      "loss": 0.2148,
      "step": 1527
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.616985464905334,
      "learning_rate": 9.308995214438908e-08,
      "loss": 0.23,
      "step": 1528
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.3234503755083291,
      "learning_rate": 9.231833156446056e-08,
      "loss": 0.2136,
      "step": 1529
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.366973985422098,
      "learning_rate": 9.154976749345056e-08,
      "loss": 0.2143,
      "step": 1530
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.653512545268247,
      "learning_rate": 9.078426251940641e-08,
      "loss": 0.2333,
      "step": 1531
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.0296933082754105,
      "learning_rate": 9.002181922007379e-08,
      "loss": 0.2279,
      "step": 1532
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.320213778577294,
      "learning_rate": 8.926244016288898e-08,
      "loss": 0.2125,
      "step": 1533
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5684473653552025,
      "learning_rate": 8.850612790496959e-08,
      "loss": 0.2219,
      "step": 1534
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.9502815681077792,
      "learning_rate": 8.775288499310641e-08,
      "loss": 0.2325,
      "step": 1535
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.2515644587913943,
      "learning_rate": 8.700271396375446e-08,
      "loss": 0.2228,
      "step": 1536
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.8401552034387312,
      "learning_rate": 8.625561734302422e-08,
      "loss": 0.2157,
      "step": 1537
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.072755257846267,
      "learning_rate": 8.551159764667393e-08,
      "loss": 0.2027,
      "step": 1538
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7727705732292582,
      "learning_rate": 8.477065738010058e-08,
      "loss": 0.2251,
      "step": 1539
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.2717917638294784,
      "learning_rate": 8.403279903833149e-08,
      "loss": 0.2239,
      "step": 1540
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.566792344061754,
      "learning_rate": 8.329802510601558e-08,
      "loss": 0.2252,
      "step": 1541
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.299377149690567,
      "learning_rate": 8.256633805741608e-08,
      "loss": 0.2061,
      "step": 1542
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.81238619739377,
      "learning_rate": 8.1837740356401e-08,
      "loss": 0.209,
      "step": 1543
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.551457406437111,
      "learning_rate": 8.111223445643568e-08,
      "loss": 0.2117,
      "step": 1544
    },
    {
      "epoch": 0.88,
      "grad_norm": 11.320553643271015,
      "learning_rate": 8.038982280057415e-08,
      "loss": 0.2225,
      "step": 1545
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4050233940952197,
      "learning_rate": 7.967050782145035e-08,
      "loss": 0.2245,
      "step": 1546
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.3577032318459614,
      "learning_rate": 7.895429194127145e-08,
      "loss": 0.2054,
      "step": 1547
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.3193172384460126,
      "learning_rate": 7.824117757180837e-08,
      "loss": 0.2024,
      "step": 1548
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.3096352867462684,
      "learning_rate": 7.753116711438745e-08,
      "loss": 0.2157,
      "step": 1549
    },
    {
      "epoch": 0.88,
      "grad_norm": 13.853697446027272,
      "learning_rate": 7.682426295988431e-08,
      "loss": 0.2047,
      "step": 1550
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.3063952827286265,
      "learning_rate": 7.612046748871326e-08,
      "loss": 0.211,
      "step": 1551
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.101446056695163,
      "learning_rate": 7.541978307082109e-08,
      "loss": 0.2187,
      "step": 1552
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.3470814479784097,
      "learning_rate": 7.472221206567852e-08,
      "loss": 0.2182,
      "step": 1553
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.3565615697673674,
      "learning_rate": 7.402775682227157e-08,
      "loss": 0.2128,
      "step": 1554
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.4485294758196794,
      "learning_rate": 7.333641967909554e-08,
      "loss": 0.2072,
      "step": 1555
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.6076167778655899,
      "learning_rate": 7.264820296414442e-08,
      "loss": 0.2293,
      "step": 1556
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.50390094731836,
      "learning_rate": 7.196310899490576e-08,
      "loss": 0.22,
      "step": 1557
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5059929048196588,
      "learning_rate": 7.128114007835118e-08,
      "loss": 0.2298,
      "step": 1558
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.617337333010674,
      "learning_rate": 7.060229851092859e-08,
      "loss": 0.2176,
      "step": 1559
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.297107855112889,
      "learning_rate": 6.992658657855566e-08,
      "loss": 0.2211,
      "step": 1560
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.306340674816211,
      "learning_rate": 6.925400655661117e-08,
      "loss": 0.2014,
      "step": 1561
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4010462642851482,
      "learning_rate": 6.858456070992736e-08,
      "loss": 0.1982,
      "step": 1562
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6848447961721051,
      "learning_rate": 6.791825129278294e-08,
      "loss": 0.2197,
      "step": 1563
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.7033200241470479,
      "learning_rate": 6.72550805488944e-08,
      "loss": 0.2315,
      "step": 1564
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4240213968688014,
      "learning_rate": 6.659505071140958e-08,
      "loss": 0.2164,
      "step": 1565
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.518752585986374,
      "learning_rate": 6.593816400289986e-08,
      "loss": 0.2139,
      "step": 1566
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6739182297768318,
      "learning_rate": 6.528442263535216e-08,
      "loss": 0.2367,
      "step": 1567
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.186548787238609,
      "learning_rate": 6.463382881016189e-08,
      "loss": 0.2095,
      "step": 1568
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5859753174396514,
      "learning_rate": 6.398638471812546e-08,
      "loss": 0.2274,
      "step": 1569
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6009284253899283,
      "learning_rate": 6.334209253943324e-08,
      "loss": 0.2168,
      "step": 1570
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5904440610041284,
      "learning_rate": 6.270095444366164e-08,
      "loss": 0.225,
      "step": 1571
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4040342118985556,
      "learning_rate": 6.206297258976634e-08,
      "loss": 0.206,
      "step": 1572
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.3651449232732977,
      "learning_rate": 6.142814912607408e-08,
      "loss": 0.2122,
      "step": 1573
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.391074971878542,
      "learning_rate": 6.079648619027678e-08,
      "loss": 0.2224,
      "step": 1574
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.130118844364249,
      "learning_rate": 6.016798590942374e-08,
      "loss": 0.2268,
      "step": 1575
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5101119683708426,
      "learning_rate": 5.9542650399913576e-08,
      "loss": 0.2147,
      "step": 1576
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5680585813737002,
      "learning_rate": 5.892048176748898e-08,
      "loss": 0.2162,
      "step": 1577
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4598061935813698,
      "learning_rate": 5.830148210722774e-08,
      "loss": 0.2189,
      "step": 1578
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.070201282277784,
      "learning_rate": 5.7685653503536824e-08,
      "loss": 0.2203,
      "step": 1579
    },
    {
      "epoch": 0.9,
      "grad_norm": 9.594611540609964,
      "learning_rate": 5.7072998030145205e-08,
      "loss": 0.2255,
      "step": 1580
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.736973133246413,
      "learning_rate": 5.646351775009617e-08,
      "loss": 0.2146,
      "step": 1581
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.6497677300636338,
      "learning_rate": 5.58572147157419e-08,
      "loss": 0.1966,
      "step": 1582
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4634227130137298,
      "learning_rate": 5.525409096873446e-08,
      "loss": 0.2195,
      "step": 1583
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.505947458006658,
      "learning_rate": 5.465414854002071e-08,
      "loss": 0.2154,
      "step": 1584
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.570411935526634,
      "learning_rate": 5.405738944983496e-08,
      "loss": 0.2186,
      "step": 1585
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8010903311470088,
      "learning_rate": 5.346381570769121e-08,
      "loss": 0.2205,
      "step": 1586
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.825721403610928,
      "learning_rate": 5.287342931237826e-08,
      "loss": 0.2115,
      "step": 1587
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.5850289602846217,
      "learning_rate": 5.2286232251950834e-08,
      "loss": 0.2113,
      "step": 1588
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.3648614323848263,
      "learning_rate": 5.170222650372469e-08,
      "loss": 0.1983,
      "step": 1589
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.8680054409983224,
      "learning_rate": 5.112141403426906e-08,
      "loss": 0.2144,
      "step": 1590
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.268579713806137,
      "learning_rate": 5.0543796799399904e-08,
      "loss": 0.2309,
      "step": 1591
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.7419691975163984,
      "learning_rate": 4.996937674417401e-08,
      "loss": 0.2034,
      "step": 1592
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.6377344261105806,
      "learning_rate": 4.9398155802881755e-08,
      "loss": 0.228,
      "step": 1593
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.3434883962545732,
      "learning_rate": 4.883013589904117e-08,
      "loss": 0.2175,
      "step": 1594
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.02640517399693,
      "learning_rate": 4.8265318945390874e-08,
      "loss": 0.2079,
      "step": 1595
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4936856398868752,
      "learning_rate": 4.770370684388403e-08,
      "loss": 0.2117,
      "step": 1596
    },
    {
      "epoch": 0.9,
      "grad_norm": 20.274032433777478,
      "learning_rate": 4.7145301485681965e-08,
      "loss": 0.1969,
      "step": 1597
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.497128550590148,
      "learning_rate": 4.659010475114755e-08,
      "loss": 0.2225,
      "step": 1598
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.3871834547989423,
      "learning_rate": 4.60381185098393e-08,
      "loss": 0.2022,
      "step": 1599
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.87478263006469,
      "learning_rate": 4.548934462050413e-08,
      "loss": 0.1939,
      "step": 1600
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.767766326424203,
      "learning_rate": 4.494378493107231e-08,
      "loss": 0.2467,
      "step": 1601
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5754705624250898,
      "learning_rate": 4.440144127865064e-08,
      "loss": 0.2028,
      "step": 1602
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.432396194607075,
      "learning_rate": 4.386231548951613e-08,
      "loss": 0.2123,
      "step": 1603
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5347891574117098,
      "learning_rate": 4.332640937911014e-08,
      "loss": 0.2178,
      "step": 1604
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5340164114516683,
      "learning_rate": 4.27937247520318e-08,
      "loss": 0.2248,
      "step": 1605
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.403051498466086,
      "learning_rate": 4.226426340203282e-08,
      "loss": 0.2158,
      "step": 1606
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.531605857189269,
      "learning_rate": 4.173802711201069e-08,
      "loss": 0.2312,
      "step": 1607
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5801098954045238,
      "learning_rate": 4.121501765400259e-08,
      "loss": 0.2133,
      "step": 1608
    },
    {
      "epoch": 0.91,
      "grad_norm": 9.937358497996158,
      "learning_rate": 4.0695236789180296e-08,
      "loss": 0.2253,
      "step": 1609
    },
    {
      "epoch": 0.91,
      "grad_norm": 4.173942185576573,
      "learning_rate": 4.0178686267843264e-08,
      "loss": 0.231,
      "step": 1610
    },
    {
      "epoch": 0.91,
      "grad_norm": 4.518971167916213,
      "learning_rate": 3.966536782941332e-08,
      "loss": 0.2239,
      "step": 1611
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.3956917843930003,
      "learning_rate": 3.915528320242867e-08,
      "loss": 0.2204,
      "step": 1612
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8411508454573224,
      "learning_rate": 3.8648434104537665e-08,
      "loss": 0.2394,
      "step": 1613
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.4797409957087446,
      "learning_rate": 3.8144822242494155e-08,
      "loss": 0.2358,
      "step": 1614
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.6048927707177516,
      "learning_rate": 3.764444931215027e-08,
      "loss": 0.2337,
      "step": 1615
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.67415888713457,
      "learning_rate": 3.714731699845186e-08,
      "loss": 0.2269,
      "step": 1616
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9908352914939207,
      "learning_rate": 3.665342697543228e-08,
      "loss": 0.2019,
      "step": 1617
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.096261371251174,
      "learning_rate": 3.616278090620639e-08,
      "loss": 0.2078,
      "step": 1618
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.49557750480535,
      "learning_rate": 3.5675380442966476e-08,
      "loss": 0.2348,
      "step": 1619
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.8244322568354607,
      "learning_rate": 3.519122722697465e-08,
      "loss": 0.2199,
      "step": 1620
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.9667062041397445,
      "learning_rate": 3.4710322888558686e-08,
      "loss": 0.2097,
      "step": 1621
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.349680728222318,
      "learning_rate": 3.423266904710631e-08,
      "loss": 0.2073,
      "step": 1622
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.7567408227096746,
      "learning_rate": 3.3758267311059244e-08,
      "loss": 0.218,
      "step": 1623
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.3798493322736607,
      "learning_rate": 3.3287119277908394e-08,
      "loss": 0.2236,
      "step": 1624
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5980557158094102,
      "learning_rate": 3.2819226534188e-08,
      "loss": 0.2187,
      "step": 1625
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.6556403859671034,
      "learning_rate": 3.235459065547086e-08,
      "loss": 0.2272,
      "step": 1626
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.2704660633119456,
      "learning_rate": 3.1893213206362404e-08,
      "loss": 0.1996,
      "step": 1627
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.490056649033393,
      "learning_rate": 3.143509574049552e-08,
      "loss": 0.2141,
      "step": 1628
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4551636235676808,
      "learning_rate": 3.0980239800526e-08,
      "loss": 0.2093,
      "step": 1629
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.593959272135738,
      "learning_rate": 3.052864691812629e-08,
      "loss": 0.223,
      "step": 1630
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4857666116676196,
      "learning_rate": 3.008031861398141e-08,
      "loss": 0.2203,
      "step": 1631
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.3635366114841196,
      "learning_rate": 2.9635256397782748e-08,
      "loss": 0.2082,
      "step": 1632
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.476620834749662,
      "learning_rate": 2.9193461768224016e-08,
      "loss": 0.2174,
      "step": 1633
    },
    {
      "epoch": 0.93,
      "grad_norm": 3.204260747580387,
      "learning_rate": 2.8754936212995518e-08,
      "loss": 0.2219,
      "step": 1634
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.4957137161142429,
      "learning_rate": 2.8319681208779257e-08,
      "loss": 0.2157,
      "step": 1635
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.156099477459119,
      "learning_rate": 2.788769822124426e-08,
      "loss": 0.207,
      "step": 1636
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.6328494750288434,
      "learning_rate": 2.7458988705041152e-08,
      "loss": 0.2247,
      "step": 1637
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.9436353830164899,
      "learning_rate": 2.7033554103797928e-08,
      "loss": 0.2226,
      "step": 1638
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.5099241671201995,
      "learning_rate": 2.6611395850114294e-08,
      "loss": 0.2296,
      "step": 1639
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.365804062564985,
      "learning_rate": 2.6192515365557334e-08,
      "loss": 0.2169,
      "step": 1640
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.56788695183528,
      "learning_rate": 2.5776914060657074e-08,
      "loss": 0.2146,
      "step": 1641
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.8794022535109987,
      "learning_rate": 2.536459333490071e-08,
      "loss": 0.2125,
      "step": 1642
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.6234388704582743,
      "learning_rate": 2.4955554576728712e-08,
      "loss": 0.2035,
      "step": 1643
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.3782615299906753,
      "learning_rate": 2.454979916353006e-08,
      "loss": 0.2226,
      "step": 1644
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.4275988733538552,
      "learning_rate": 2.4147328461637138e-08,
      "loss": 0.2097,
      "step": 1645
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.8311359865030032,
      "learning_rate": 2.3748143826321954e-08,
      "loss": 0.2128,
      "step": 1646
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.6775867813403897,
      "learning_rate": 2.335224660179058e-08,
      "loss": 0.2245,
      "step": 1647
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.2383467387738,
      "learning_rate": 2.2959638121179292e-08,
      "loss": 0.2107,
      "step": 1648
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.5239081303146866,
      "learning_rate": 2.2570319706550212e-08,
      "loss": 0.2289,
      "step": 1649
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.507463519802632,
      "learning_rate": 2.2184292668885996e-08,
      "loss": 0.2138,
      "step": 1650
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4295100275646764,
      "learning_rate": 2.18015583080865e-08,
      "loss": 0.23,
      "step": 1651
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.786399786502824,
      "learning_rate": 2.1422117912963556e-08,
      "loss": 0.2121,
      "step": 1652
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4173121039236776,
      "learning_rate": 2.1045972761237208e-08,
      "loss": 0.2249,
      "step": 1653
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.5543882499952295,
      "learning_rate": 2.067312411953104e-08,
      "loss": 0.225,
      "step": 1654
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4923463631356784,
      "learning_rate": 2.0303573243367955e-08,
      "loss": 0.2072,
      "step": 1655
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.6430483694357796,
      "learning_rate": 1.9937321377166085e-08,
      "loss": 0.2231,
      "step": 1656
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.6521790224771524,
      "learning_rate": 1.9574369754234654e-08,
      "loss": 0.2265,
      "step": 1657
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.3453716734780017,
      "learning_rate": 1.921471959676957e-08,
      "loss": 0.2135,
      "step": 1658
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.9315979055113592,
      "learning_rate": 1.8858372115849618e-08,
      "loss": 0.2159,
      "step": 1659
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.5195138809846687,
      "learning_rate": 1.850532851143194e-08,
      "loss": 0.2301,
      "step": 1660
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4173075177744054,
      "learning_rate": 1.815558997234845e-08,
      "loss": 0.2213,
      "step": 1661
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.473692107384903,
      "learning_rate": 1.7809157676301755e-08,
      "loss": 0.2183,
      "step": 1662
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.642739095041514,
      "learning_rate": 1.746603278986114e-08,
      "loss": 0.2229,
      "step": 1663
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.783393367447629,
      "learning_rate": 1.712621646845802e-08,
      "loss": 0.2088,
      "step": 1664
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.3490663075439162,
      "learning_rate": 1.6789709856383172e-08,
      "loss": 0.2123,
      "step": 1665
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4871077552994478,
      "learning_rate": 1.645651408678228e-08,
      "loss": 0.1998,
      "step": 1666
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.492661640189132,
      "learning_rate": 1.6126630281651843e-08,
      "loss": 0.2181,
      "step": 1667
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.0898485545518417,
      "learning_rate": 1.5800059551836276e-08,
      "loss": 0.2329,
      "step": 1668
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5865237819240359,
      "learning_rate": 1.547680299702281e-08,
      "loss": 0.2283,
      "step": 1669
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5708981774765278,
      "learning_rate": 1.5156861705739378e-08,
      "loss": 0.2182,
      "step": 1670
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4253287250210522,
      "learning_rate": 1.4840236755349734e-08,
      "loss": 0.2324,
      "step": 1671
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5404023142116203,
      "learning_rate": 1.4526929212050121e-08,
      "loss": 0.2044,
      "step": 1672
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.6312167627054328,
      "learning_rate": 1.4216940130866383e-08,
      "loss": 0.2202,
      "step": 1673
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.3998689375748077,
      "learning_rate": 1.3910270555649306e-08,
      "loss": 0.2126,
      "step": 1674
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.9926382478476148,
      "learning_rate": 1.3606921519071834e-08,
      "loss": 0.2009,
      "step": 1675
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5998954638513205,
      "learning_rate": 1.3306894042625417e-08,
      "loss": 0.2402,
      "step": 1676
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.483432459080721,
      "learning_rate": 1.3010189136616445e-08,
      "loss": 0.2264,
      "step": 1677
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4478345606936291,
      "learning_rate": 1.2716807800163154e-08,
      "loss": 0.2253,
      "step": 1678
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.246370012322096,
      "learning_rate": 1.2426751021191839e-08,
      "loss": 0.1948,
      "step": 1679
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8974726138329356,
      "learning_rate": 1.2140019776433751e-08,
      "loss": 0.2217,
      "step": 1680
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.3723676888800223,
      "learning_rate": 1.1856615031422212e-08,
      "loss": 0.2192,
      "step": 1681
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8069982766502515,
      "learning_rate": 1.1576537740488279e-08,
      "loss": 0.2216,
      "step": 1682
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4177935456943451,
      "learning_rate": 1.129978884675875e-08,
      "loss": 0.2146,
      "step": 1683
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.755283753533124,
      "learning_rate": 1.1026369282152282e-08,
      "loss": 0.1951,
      "step": 1684
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5736974160620574,
      "learning_rate": 1.075627996737627e-08,
      "loss": 0.2173,
      "step": 1685
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.3627694353353759,
      "learning_rate": 1.0489521811924085e-08,
      "loss": 0.2095,
      "step": 1686
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.7844568756844557,
      "learning_rate": 1.0226095714071736e-08,
      "loss": 0.2159,
      "step": 1687
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5122829790186212,
      "learning_rate": 9.966002560874986e-09,
      "loss": 0.2291,
      "step": 1688
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.6848929290314854,
      "learning_rate": 9.709243228166242e-09,
      "loss": 0.2205,
      "step": 1689
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4297757700346223,
      "learning_rate": 9.455818580551778e-09,
      "loss": 0.2041,
      "step": 1690
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.566886180302486,
      "learning_rate": 9.205729471408407e-09,
      "loss": 0.2191,
      "step": 1691
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5204098942937077,
      "learning_rate": 8.958976742881374e-09,
      "loss": 0.2268,
      "step": 1692
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.3736739493111134,
      "learning_rate": 8.715561225880686e-09,
      "loss": 0.2139,
      "step": 1693
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4881190262164439,
      "learning_rate": 8.475483740079003e-09,
      "loss": 0.2281,
      "step": 1694
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5636217330176294,
      "learning_rate": 8.238745093908205e-09,
      "loss": 0.2231,
      "step": 1695
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5472527996577077,
      "learning_rate": 8.005346084557386e-09,
      "loss": 0.1908,
      "step": 1696
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5004416569140946,
      "learning_rate": 7.775287497969519e-09,
      "loss": 0.2253,
      "step": 1697
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.8534499328257499,
      "learning_rate": 7.54857010883947e-09,
      "loss": 0.2182,
      "step": 1698
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.3382648382057611,
      "learning_rate": 7.325194680610436e-09,
      "loss": 0.1972,
      "step": 1699
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5659600073117632,
      "learning_rate": 7.105161965472617e-09,
      "loss": 0.2142,
      "step": 1700
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.9514935130657527,
      "learning_rate": 6.88847270435966e-09,
      "loss": 0.2056,
      "step": 1701
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.605942494680415,
      "learning_rate": 6.675127626946553e-09,
      "loss": 0.2243,
      "step": 1702
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.7565254285536078,
      "learning_rate": 6.46512745164729e-09,
      "loss": 0.2289,
      "step": 1703
    },
    {
      "epoch": 0.97,
      "grad_norm": 4.13556702752091,
      "learning_rate": 6.258472885612098e-09,
      "loss": 0.2161,
      "step": 1704
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.581102577206706,
      "learning_rate": 6.055164624725551e-09,
      "loss": 0.2352,
      "step": 1705
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.410106957250708,
      "learning_rate": 5.855203353603677e-09,
      "loss": 0.2262,
      "step": 1706
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3592831661304072,
      "learning_rate": 5.658589745591968e-09,
      "loss": 0.2256,
      "step": 1707
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5547871151239505,
      "learning_rate": 5.465324462763266e-09,
      "loss": 0.2398,
      "step": 1708
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.4198995333939302,
      "learning_rate": 5.2754081559149844e-09,
      "loss": 0.2014,
      "step": 1709
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5400020307453715,
      "learning_rate": 5.088841464567784e-09,
      "loss": 0.2023,
      "step": 1710
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3812754256037012,
      "learning_rate": 4.905625016962234e-09,
      "loss": 0.2181,
      "step": 1711
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6152068825915296,
      "learning_rate": 4.7257594300578184e-09,
      "loss": 0.221,
      "step": 1712
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5693585681503721,
      "learning_rate": 4.54924530953027e-09,
      "loss": 0.2129,
      "step": 1713
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5542248440241997,
      "learning_rate": 4.3760832497697905e-09,
      "loss": 0.2407,
      "step": 1714
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6045560815256188,
      "learning_rate": 4.206273833878615e-09,
      "loss": 0.2153,
      "step": 1715
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.591784114793385,
      "learning_rate": 4.039817633669673e-09,
      "loss": 0.2148,
      "step": 1716
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3954936503921582,
      "learning_rate": 3.8767152096641496e-09,
      "loss": 0.2052,
      "step": 1717
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3601376810220163,
      "learning_rate": 3.7169671110899304e-09,
      "loss": 0.2136,
      "step": 1718
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.502209290740096,
      "learning_rate": 3.56057387587938e-09,
      "loss": 0.2046,
      "step": 1719
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5344847978424718,
      "learning_rate": 3.407536030668123e-09,
      "loss": 0.215,
      "step": 1720
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.451868504607553,
      "learning_rate": 3.2578540907926e-09,
      "loss": 0.2131,
      "step": 1721
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4304961499600137,
      "learning_rate": 3.111528560288734e-09,
      "loss": 0.2191,
      "step": 1722
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.6344184430248494,
      "learning_rate": 2.9685599318901576e-09,
      "loss": 0.2097,
      "step": 1723
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.5043449810745821,
      "learning_rate": 2.8289486870266554e-09,
      "loss": 0.2311,
      "step": 1724
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4986597599207385,
      "learning_rate": 2.6926952958221673e-09,
      "loss": 0.2144,
      "step": 1725
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.837441809837519,
      "learning_rate": 2.5598002170936773e-09,
      "loss": 0.2159,
      "step": 1726
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.2869602196355845,
      "learning_rate": 2.4302638983494383e-09,
      "loss": 0.1989,
      "step": 1727
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.80501369930481,
      "learning_rate": 2.3040867757873062e-09,
      "loss": 0.236,
      "step": 1728
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.026626697233838,
      "learning_rate": 2.181269274293629e-09,
      "loss": 0.2211,
      "step": 1729
    },
    {
      "epoch": 0.98,
      "grad_norm": 4.51348700300453,
      "learning_rate": 2.0618118074416937e-09,
      "loss": 0.2205,
      "step": 1730
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.5596903400462347,
      "learning_rate": 1.9457147774900595e-09,
      "loss": 0.205,
      "step": 1731
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.882725397694564,
      "learning_rate": 1.8329785753815608e-09,
      "loss": 0.2317,
      "step": 1732
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.9512723895662012,
      "learning_rate": 1.7236035807416393e-09,
      "loss": 0.2201,
      "step": 1733
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.354336132015606,
      "learning_rate": 1.61759016187768e-09,
      "loss": 0.2037,
      "step": 1734
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3803520556819424,
      "learning_rate": 1.514938675777122e-09,
      "loss": 0.203,
      "step": 1735
    },
    {
      "epoch": 0.98,
      "grad_norm": 7.9565314526269555,
      "learning_rate": 1.4156494681062391e-09,
      "loss": 0.2131,
      "step": 1736
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.6119253614050866,
      "learning_rate": 1.3197228732098053e-09,
      "loss": 0.2166,
      "step": 1737
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3965306376384607,
      "learning_rate": 1.227159214108986e-09,
      "loss": 0.2093,
      "step": 1738
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.1585813547747885,
      "learning_rate": 1.1379588025006715e-09,
      "loss": 0.2143,
      "step": 1739
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.381013444606734,
      "learning_rate": 1.0521219387567004e-09,
      "loss": 0.223,
      "step": 1740
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.098260845356692,
      "learning_rate": 9.69648911922194e-10,
      "loss": 0.2088,
      "step": 1741
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.8980378880567914,
      "learning_rate": 8.90539999715445e-10,
      "loss": 0.2189,
      "step": 1742
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.6418037592774217,
      "learning_rate": 8.147954685259195e-10,
      "loss": 0.2248,
      "step": 1743
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.626933319590434,
      "learning_rate": 7.424155734143678e-10,
      "loss": 0.2181,
      "step": 1744
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5177164734687123,
      "learning_rate": 6.734005581113811e-10,
      "loss": 0.2207,
      "step": 1745
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4065737839396852,
      "learning_rate": 6.077506550167255e-10,
      "loss": 0.2185,
      "step": 1746
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5169283615668283,
      "learning_rate": 5.454660851984539e-10,
      "loss": 0.2139,
      "step": 1747
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.6397705969706347,
      "learning_rate": 4.865470583925724e-10,
      "loss": 0.2199,
      "step": 1748
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.3531140580530334,
      "learning_rate": 4.309937730015978e-10,
      "loss": 0.2181,
      "step": 1749
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.3849252208100733,
      "learning_rate": 3.7880641609466804e-10,
      "loss": 0.222,
      "step": 1750
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4522196942042183,
      "learning_rate": 3.2998516340654314e-10,
      "loss": 0.211,
      "step": 1751
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5915915167513823,
      "learning_rate": 2.845301793366062e-10,
      "loss": 0.2133,
      "step": 1752
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.8725093287117287,
      "learning_rate": 2.424416169494181e-10,
      "loss": 0.2217,
      "step": 1753
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.78230003998772,
      "learning_rate": 2.0371961797283065e-10,
      "loss": 0.2146,
      "step": 1754
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.3528306161369248,
      "learning_rate": 1.683643127987633e-10,
      "loss": 0.2171,
      "step": 1755
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.00774323400259,
      "learning_rate": 1.36375820481871e-10,
      "loss": 0.2199,
      "step": 1756
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5365441696780864,
      "learning_rate": 1.077542487394334e-10,
      "loss": 0.2192,
      "step": 1757
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.8431032222811043,
      "learning_rate": 8.249969395135448e-11,
      "loss": 0.2233,
      "step": 1758
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.883075408661139,
      "learning_rate": 6.061224115927465e-11,
      "loss": 0.2305,
      "step": 1759
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.423053784552846,
      "learning_rate": 4.209196406645965e-11,
      "loss": 0.2155,
      "step": 1760
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.278276820338806,
      "learning_rate": 2.6938925037689463e-11,
      "loss": 0.2195,
      "step": 1761
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.3025894483812757,
      "learning_rate": 1.5153175099147375e-11,
      "loss": 0.2252,
      "step": 1762
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.6984971125125101,
      "learning_rate": 6.7347539378648234e-12,
      "loss": 0.2262,
      "step": 1763
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.3860308112942907,
      "learning_rate": 1.6836899018324302e-12,
      "loss": 0.2173,
      "step": 1764
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.4084210009732494,
      "learning_rate": 0.0,
      "loss": 0.2277,
      "step": 1765
    },
    {
      "epoch": 1.0,
      "step": 1765,
      "total_flos": 1353217200881664.0,
      "train_loss": 0.2451857447877484,
      "train_runtime": 48874.5213,
      "train_samples_per_second": 2.311,
      "train_steps_per_second": 0.036
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1765,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 25000,
  "total_flos": 1353217200881664.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}