{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1405,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007117437722419929,
      "grad_norm": 7.60900351618248,
      "learning_rate": 0.0,
      "loss": 0.3226,
      "step": 1
    },
    {
      "epoch": 0.0014234875444839859,
      "grad_norm": 5.560136785951512,
      "learning_rate": 3.685776662974123e-07,
      "loss": 0.2375,
      "step": 2
    },
    {
      "epoch": 0.002135231316725979,
      "grad_norm": 11.276059972500056,
      "learning_rate": 5.841817796847145e-07,
      "loss": 0.3882,
      "step": 3
    },
    {
      "epoch": 0.0028469750889679717,
      "grad_norm": 13.05602282686669,
      "learning_rate": 7.371553325948246e-07,
      "loss": 0.4181,
      "step": 4
    },
    {
      "epoch": 0.0035587188612099642,
      "grad_norm": 16.506693089412153,
      "learning_rate": 8.558108385239805e-07,
      "loss": 0.643,
      "step": 5
    },
    {
      "epoch": 0.004270462633451958,
      "grad_norm": 9.264657032728305,
      "learning_rate": 9.527594459821267e-07,
      "loss": 0.3291,
      "step": 6
    },
    {
      "epoch": 0.00498220640569395,
      "grad_norm": 7.619801484573377,
      "learning_rate": 1.0347283256405455e-06,
      "loss": 0.3482,
      "step": 7
    },
    {
      "epoch": 0.0056939501779359435,
      "grad_norm": 13.58337314966525,
      "learning_rate": 1.1057329988922369e-06,
      "loss": 0.5296,
      "step": 8
    },
    {
      "epoch": 0.006405693950177936,
      "grad_norm": 12.954991407490938,
      "learning_rate": 1.168363559369429e-06,
      "loss": 0.4107,
      "step": 9
    },
    {
      "epoch": 0.0071174377224199285,
      "grad_norm": 7.044442105752508,
      "learning_rate": 1.2243885048213931e-06,
      "loss": 0.251,
      "step": 10
    },
    {
      "epoch": 0.007829181494661922,
      "grad_norm": 4.909048072229877,
      "learning_rate": 1.2750692327128147e-06,
      "loss": 0.1637,
      "step": 11
    },
    {
      "epoch": 0.008540925266903915,
      "grad_norm": 10.090920444391536,
      "learning_rate": 1.3213371122795392e-06,
      "loss": 0.2977,
      "step": 12
    },
    {
      "epoch": 0.009252669039145907,
      "grad_norm": 14.066506590693214,
      "learning_rate": 1.363899435586698e-06,
      "loss": 0.4403,
      "step": 13
    },
    {
      "epoch": 0.0099644128113879,
      "grad_norm": 8.253082162037396,
      "learning_rate": 1.4033059919379577e-06,
      "loss": 0.3865,
      "step": 14
    },
    {
      "epoch": 0.010676156583629894,
      "grad_norm": 6.319219959263539,
      "learning_rate": 1.439992618208695e-06,
      "loss": 0.1669,
      "step": 15
    },
    {
      "epoch": 0.011387900355871887,
      "grad_norm": 14.359855834747316,
      "learning_rate": 1.4743106651896492e-06,
      "loss": 0.4247,
      "step": 16
    },
    {
      "epoch": 0.012099644128113879,
      "grad_norm": 18.480766402036487,
      "learning_rate": 1.5065475151054406e-06,
      "loss": 0.3372,
      "step": 17
    },
    {
      "epoch": 0.012811387900355872,
      "grad_norm": 9.522867087101119,
      "learning_rate": 1.536941225666841e-06,
      "loss": 0.3334,
      "step": 18
    },
    {
      "epoch": 0.013523131672597865,
      "grad_norm": 12.335019039391405,
      "learning_rate": 1.5656912095056063e-06,
      "loss": 0.2071,
      "step": 19
    },
    {
      "epoch": 0.014234875444839857,
      "grad_norm": 8.524794375269412,
      "learning_rate": 1.592966171118805e-06,
      "loss": -0.0933,
      "step": 20
    },
    {
      "epoch": 0.01494661921708185,
      "grad_norm": 10.132122030975838,
      "learning_rate": 1.61891010532526e-06,
      "loss": 0.2318,
      "step": 21
    },
    {
      "epoch": 0.015658362989323844,
      "grad_norm": 12.212529386799341,
      "learning_rate": 1.6436468990102273e-06,
      "loss": 0.3701,
      "step": 22
    },
    {
      "epoch": 0.016370106761565837,
      "grad_norm": 5.9529833839373,
      "learning_rate": 1.6672839091152516e-06,
      "loss": 0.0561,
      "step": 23
    },
    {
      "epoch": 0.01708185053380783,
      "grad_norm": 11.755479549489955,
      "learning_rate": 1.6899147785769513e-06,
      "loss": 0.274,
      "step": 24
    },
    {
      "epoch": 0.017793594306049824,
      "grad_norm": 7.7205467449537295,
      "learning_rate": 1.711621677047961e-06,
      "loss": 0.231,
      "step": 25
    },
    {
      "epoch": 0.018505338078291814,
      "grad_norm": 21.633394409156168,
      "learning_rate": 1.7324771018841105e-06,
      "loss": 0.5554,
      "step": 26
    },
    {
      "epoch": 0.019217081850533807,
      "grad_norm": 6.9139962920558835,
      "learning_rate": 1.7525453390541434e-06,
      "loss": 0.1606,
      "step": 27
    },
    {
      "epoch": 0.0199288256227758,
      "grad_norm": 10.241558041059887,
      "learning_rate": 1.7718836582353703e-06,
      "loss": 0.1679,
      "step": 28
    },
    {
      "epoch": 0.020640569395017794,
      "grad_norm": 15.538854813374531,
      "learning_rate": 1.7905432981013013e-06,
      "loss": 0.2847,
      "step": 29
    },
    {
      "epoch": 0.021352313167259787,
      "grad_norm": 6.217944529141481,
      "learning_rate": 1.8085702845061074e-06,
      "loss": 0.1358,
      "step": 30
    },
    {
      "epoch": 0.02206405693950178,
      "grad_norm": 5.611328125,
      "learning_rate": 1.826006114461645e-06,
      "loss": 0.0723,
      "step": 31
    },
    {
      "epoch": 0.022775800711743774,
      "grad_norm": 7.467791507779399,
      "learning_rate": 1.8428883314870616e-06,
      "loss": 0.0246,
      "step": 32
    },
    {
      "epoch": 0.023487544483985764,
      "grad_norm": 9.448473077362943,
      "learning_rate": 1.8592510123975292e-06,
      "loss": 0.1425,
      "step": 33
    },
    {
      "epoch": 0.024199288256227757,
      "grad_norm": 5.296569815426998,
      "learning_rate": 1.8751251814028527e-06,
      "loss": 0.2125,
      "step": 34
    },
    {
      "epoch": 0.02491103202846975,
      "grad_norm": 16.286462809634553,
      "learning_rate": 1.8905391641645261e-06,
      "loss": 0.134,
      "step": 35
    },
    {
      "epoch": 0.025622775800711744,
      "grad_norm": 6.165472103955093,
      "learning_rate": 1.9055188919642534e-06,
      "loss": 0.1923,
      "step": 36
    },
    {
      "epoch": 0.026334519572953737,
      "grad_norm": 11.80539517960664,
      "learning_rate": 1.9200881641887184e-06,
      "loss": 0.3054,
      "step": 37
    },
    {
      "epoch": 0.02704626334519573,
      "grad_norm": 8.523822835154286,
      "learning_rate": 1.9342688758030187e-06,
      "loss": 0.1712,
      "step": 38
    },
    {
      "epoch": 0.027758007117437724,
      "grad_norm": 8.074927399961465,
      "learning_rate": 1.9480812152714124e-06,
      "loss": 0.1644,
      "step": 39
    },
    {
      "epoch": 0.028469750889679714,
      "grad_norm": 8.360886709835688,
      "learning_rate": 1.9615438374162175e-06,
      "loss": 0.1798,
      "step": 40
    },
    {
      "epoch": 0.029181494661921707,
      "grad_norm": 15.089155109836698,
      "learning_rate": 1.9746740149291565e-06,
      "loss": 0.2107,
      "step": 41
    },
    {
      "epoch": 0.0298932384341637,
      "grad_norm": 6.37160626004211,
      "learning_rate": 1.9874877716226724e-06,
      "loss": 0.0778,
      "step": 42
    },
    {
      "epoch": 0.030604982206405694,
      "grad_norm": 8.791224560461469,
      "learning_rate": 1.9999999999999995e-06,
      "loss": 0.0476,
      "step": 43
    },
    {
      "epoch": 0.03131672597864769,
      "grad_norm": 5.854989569807006,
      "learning_rate": 2e-06,
      "loss": 0.2265,
      "step": 44
    },
    {
      "epoch": 0.03202846975088968,
      "grad_norm": 10.330861154797649,
      "learning_rate": 1.9985315712187957e-06,
      "loss": 0.0709,
      "step": 45
    },
    {
      "epoch": 0.032740213523131674,
      "grad_norm": 3.875388833503013,
      "learning_rate": 1.997063142437592e-06,
      "loss": 0.1164,
      "step": 46
    },
    {
      "epoch": 0.03345195729537367,
      "grad_norm": 4.411229559661042,
      "learning_rate": 1.9955947136563876e-06,
      "loss": 0.1332,
      "step": 47
    },
    {
      "epoch": 0.03416370106761566,
      "grad_norm": 6.6818738426669215,
      "learning_rate": 1.9941262848751834e-06,
      "loss": 0.0902,
      "step": 48
    },
    {
      "epoch": 0.034875444839857654,
      "grad_norm": 6.317530978345379,
      "learning_rate": 1.992657856093979e-06,
      "loss": 0.1217,
      "step": 49
    },
    {
      "epoch": 0.03558718861209965,
      "grad_norm": 5.011833112308298,
      "learning_rate": 1.9911894273127754e-06,
      "loss": 0.0623,
      "step": 50
    },
    {
      "epoch": 0.036298932384341634,
      "grad_norm": 4.000249378060063,
      "learning_rate": 1.989720998531571e-06,
      "loss": 0.0499,
      "step": 51
    },
    {
      "epoch": 0.03701067615658363,
      "grad_norm": 3.6701163767727008,
      "learning_rate": 1.988252569750367e-06,
      "loss": 0.0168,
      "step": 52
    },
    {
      "epoch": 0.03772241992882562,
      "grad_norm": 6.081936227280345,
      "learning_rate": 1.9867841409691626e-06,
      "loss": 0.0552,
      "step": 53
    },
    {
      "epoch": 0.038434163701067614,
      "grad_norm": 7.2095431450001835,
      "learning_rate": 1.985315712187959e-06,
      "loss": 0.1475,
      "step": 54
    },
    {
      "epoch": 0.03914590747330961,
      "grad_norm": 3.911782215320487,
      "learning_rate": 1.9838472834067546e-06,
      "loss": 0.0324,
      "step": 55
    },
    {
      "epoch": 0.0398576512455516,
      "grad_norm": 4.43042136812578,
      "learning_rate": 1.982378854625551e-06,
      "loss": 0.1017,
      "step": 56
    },
    {
      "epoch": 0.040569395017793594,
      "grad_norm": 5.044943803185019,
      "learning_rate": 1.9809104258443466e-06,
      "loss": 0.1222,
      "step": 57
    },
    {
      "epoch": 0.04128113879003559,
      "grad_norm": 3.9711826108138335,
      "learning_rate": 1.9794419970631423e-06,
      "loss": -0.0114,
      "step": 58
    },
    {
      "epoch": 0.04199288256227758,
      "grad_norm": 5.835195552945358,
      "learning_rate": 1.977973568281938e-06,
      "loss": 0.0505,
      "step": 59
    },
    {
      "epoch": 0.042704626334519574,
      "grad_norm": 6.459322781806197,
      "learning_rate": 1.9765051395007343e-06,
      "loss": 0.0874,
      "step": 60
    },
    {
      "epoch": 0.04341637010676157,
      "grad_norm": 5.233507135667908,
      "learning_rate": 1.97503671071953e-06,
      "loss": 0.076,
      "step": 61
    },
    {
      "epoch": 0.04412811387900356,
      "grad_norm": 5.151067730484437,
      "learning_rate": 1.973568281938326e-06,
      "loss": 0.0179,
      "step": 62
    },
    {
      "epoch": 0.044839857651245554,
      "grad_norm": 3.957796133966113,
      "learning_rate": 1.972099853157122e-06,
      "loss": -0.0188,
      "step": 63
    },
    {
      "epoch": 0.04555160142348755,
      "grad_norm": 5.406649536187206,
      "learning_rate": 1.9706314243759178e-06,
      "loss": 0.0788,
      "step": 64
    },
    {
      "epoch": 0.046263345195729534,
      "grad_norm": 7.595276479001964,
      "learning_rate": 1.9691629955947135e-06,
      "loss": 0.1444,
      "step": 65
    },
    {
      "epoch": 0.04697508896797153,
      "grad_norm": 3.711667023276038,
      "learning_rate": 1.9676945668135093e-06,
      "loss": 0.0428,
      "step": 66
    },
    {
      "epoch": 0.04768683274021352,
      "grad_norm": 5.0012249399790605,
      "learning_rate": 1.9662261380323055e-06,
      "loss": 0.171,
      "step": 67
    },
    {
      "epoch": 0.048398576512455514,
      "grad_norm": 4.020935110013036,
      "learning_rate": 1.9647577092511012e-06,
      "loss": 0.0764,
      "step": 68
    },
    {
      "epoch": 0.04911032028469751,
      "grad_norm": 6.544660170834616,
      "learning_rate": 1.963289280469897e-06,
      "loss": 0.0735,
      "step": 69
    },
    {
      "epoch": 0.0498220640569395,
      "grad_norm": 5.52421147860282,
      "learning_rate": 1.9618208516886928e-06,
      "loss": 0.0966,
      "step": 70
    },
    {
      "epoch": 0.050533807829181494,
      "grad_norm": 5.826681249732675,
      "learning_rate": 1.960352422907489e-06,
      "loss": 0.0558,
      "step": 71
    },
    {
      "epoch": 0.05124555160142349,
      "grad_norm": 3.651382466662001,
      "learning_rate": 1.9588839941262847e-06,
      "loss": 0.0579,
      "step": 72
    },
    {
      "epoch": 0.05195729537366548,
      "grad_norm": 6.462907446997599,
      "learning_rate": 1.9574155653450805e-06,
      "loss": 0.2494,
      "step": 73
    },
    {
      "epoch": 0.052669039145907474,
      "grad_norm": 6.418817168035706,
      "learning_rate": 1.9559471365638767e-06,
      "loss": 0.2365,
      "step": 74
    },
    {
      "epoch": 0.05338078291814947,
      "grad_norm": 8.436266999752513,
      "learning_rate": 1.9544787077826725e-06,
      "loss": 0.186,
      "step": 75
    },
    {
      "epoch": 0.05409252669039146,
      "grad_norm": 5.451772265172017,
      "learning_rate": 1.9530102790014682e-06,
      "loss": 0.0795,
      "step": 76
    },
    {
      "epoch": 0.054804270462633455,
      "grad_norm": 6.3842834495967455,
      "learning_rate": 1.9515418502202644e-06,
      "loss": 0.0591,
      "step": 77
    },
    {
      "epoch": 0.05551601423487545,
      "grad_norm": 7.865708940472592,
      "learning_rate": 1.95007342143906e-06,
      "loss": 0.117,
      "step": 78
    },
    {
      "epoch": 0.056227758007117434,
      "grad_norm": 4.359122757809347,
      "learning_rate": 1.948604992657856e-06,
      "loss": 0.0383,
      "step": 79
    },
    {
      "epoch": 0.05693950177935943,
      "grad_norm": 6.408372778537557,
      "learning_rate": 1.947136563876652e-06,
      "loss": 0.1241,
      "step": 80
    },
    {
      "epoch": 0.05765124555160142,
      "grad_norm": 5.159773853580481,
      "learning_rate": 1.945668135095448e-06,
      "loss": 0.0865,
      "step": 81
    },
    {
      "epoch": 0.058362989323843414,
      "grad_norm": 5.270421048450883,
      "learning_rate": 1.9441997063142437e-06,
      "loss": 0.1287,
      "step": 82
    },
    {
      "epoch": 0.05907473309608541,
      "grad_norm": 7.587688522887674,
      "learning_rate": 1.9427312775330394e-06,
      "loss": 0.1413,
      "step": 83
    },
    {
      "epoch": 0.0597864768683274,
      "grad_norm": 5.945961474414765,
      "learning_rate": 1.9412628487518356e-06,
      "loss": 0.1981,
      "step": 84
    },
    {
      "epoch": 0.060498220640569395,
      "grad_norm": 5.193881969404905,
      "learning_rate": 1.9397944199706314e-06,
      "loss": 0.1441,
      "step": 85
    },
    {
      "epoch": 0.06120996441281139,
      "grad_norm": 7.28816359886349,
      "learning_rate": 1.938325991189427e-06,
      "loss": 0.1343,
      "step": 86
    },
    {
      "epoch": 0.06192170818505338,
      "grad_norm": 7.258030357417186,
      "learning_rate": 1.936857562408223e-06,
      "loss": -0.0681,
      "step": 87
    },
    {
      "epoch": 0.06263345195729537,
      "grad_norm": 4.389772379889555,
      "learning_rate": 1.935389133627019e-06,
      "loss": 0.1312,
      "step": 88
    },
    {
      "epoch": 0.06334519572953737,
      "grad_norm": 5.281648158125961,
      "learning_rate": 1.933920704845815e-06,
      "loss": -0.0927,
      "step": 89
    },
    {
      "epoch": 0.06405693950177936,
      "grad_norm": 5.403255978657539,
      "learning_rate": 1.9324522760646106e-06,
      "loss": 0.0721,
      "step": 90
    },
    {
      "epoch": 0.06476868327402135,
      "grad_norm": 5.316790654441754,
      "learning_rate": 1.9309838472834064e-06,
      "loss": 0.0725,
      "step": 91
    },
    {
      "epoch": 0.06548042704626335,
      "grad_norm": 3.7253524767120534,
      "learning_rate": 1.9295154185022026e-06,
      "loss": 0.0371,
      "step": 92
    },
    {
      "epoch": 0.06619217081850534,
      "grad_norm": 4.489100926703136,
      "learning_rate": 1.9280469897209984e-06,
      "loss": 0.073,
      "step": 93
    },
    {
      "epoch": 0.06690391459074733,
      "grad_norm": 6.741548121116984,
      "learning_rate": 1.9265785609397945e-06,
      "loss": 0.0089,
      "step": 94
    },
    {
      "epoch": 0.06761565836298933,
      "grad_norm": 8.5491531934284,
      "learning_rate": 1.9251101321585903e-06,
      "loss": 0.1794,
      "step": 95
    },
    {
      "epoch": 0.06832740213523132,
      "grad_norm": 6.63521867473652,
      "learning_rate": 1.923641703377386e-06,
      "loss": 0.2012,
      "step": 96
    },
    {
      "epoch": 0.06903914590747331,
      "grad_norm": 5.711657853102565,
      "learning_rate": 1.9221732745961823e-06,
      "loss": 0.018,
      "step": 97
    },
    {
      "epoch": 0.06975088967971531,
      "grad_norm": 6.295723556615106,
      "learning_rate": 1.920704845814978e-06,
      "loss": 0.0415,
      "step": 98
    },
    {
      "epoch": 0.0704626334519573,
      "grad_norm": 5.1015357678400886,
      "learning_rate": 1.919236417033774e-06,
      "loss": 0.1646,
      "step": 99
    },
    {
      "epoch": 0.0711743772241993,
      "grad_norm": 8.01743609991442,
      "learning_rate": 1.9177679882525696e-06,
      "loss": 0.1194,
      "step": 100
    },
    {
      "epoch": 0.07188612099644127,
      "grad_norm": 5.814410152154771,
      "learning_rate": 1.9162995594713658e-06,
      "loss": 0.1503,
      "step": 101
    },
    {
      "epoch": 0.07259786476868327,
      "grad_norm": 3.963587970772288,
      "learning_rate": 1.9148311306901615e-06,
      "loss": 0.0283,
      "step": 102
    },
    {
      "epoch": 0.07330960854092526,
      "grad_norm": 9.086552554015991,
      "learning_rate": 1.9133627019089573e-06,
      "loss": 0.0953,
      "step": 103
    },
    {
      "epoch": 0.07402135231316725,
      "grad_norm": 6.49258146226826,
      "learning_rate": 1.911894273127753e-06,
      "loss": 0.1819,
      "step": 104
    },
    {
      "epoch": 0.07473309608540925,
      "grad_norm": 4.830091946123574,
      "learning_rate": 1.9104258443465492e-06,
      "loss": 0.0733,
      "step": 105
    },
    {
      "epoch": 0.07544483985765124,
      "grad_norm": 5.181409270596075,
      "learning_rate": 1.908957415565345e-06,
      "loss": 0.1348,
      "step": 106
    },
    {
      "epoch": 0.07615658362989323,
      "grad_norm": 7.155432242100337,
      "learning_rate": 1.9074889867841408e-06,
      "loss": 0.1745,
      "step": 107
    },
    {
      "epoch": 0.07686832740213523,
      "grad_norm": 5.385060321324789,
      "learning_rate": 1.9060205580029367e-06,
      "loss": 0.133,
      "step": 108
    },
    {
      "epoch": 0.07758007117437722,
      "grad_norm": 8.457953634023596,
      "learning_rate": 1.9045521292217325e-06,
      "loss": 0.0449,
      "step": 109
    },
    {
      "epoch": 0.07829181494661921,
      "grad_norm": 5.9295118705462775,
      "learning_rate": 1.9030837004405285e-06,
      "loss": 0.0189,
      "step": 110
    },
    {
      "epoch": 0.07900355871886121,
      "grad_norm": 4.69031430002641,
      "learning_rate": 1.9016152716593243e-06,
      "loss": 0.1328,
      "step": 111
    },
    {
      "epoch": 0.0797153024911032,
      "grad_norm": 7.986583187874881,
      "learning_rate": 1.9001468428781202e-06,
      "loss": 0.1729,
      "step": 112
    },
    {
      "epoch": 0.0804270462633452,
      "grad_norm": 5.246412232049036,
      "learning_rate": 1.8986784140969162e-06,
      "loss": 0.1714,
      "step": 113
    },
    {
      "epoch": 0.08113879003558719,
      "grad_norm": 7.792759973315551,
      "learning_rate": 1.8972099853157122e-06,
      "loss": 0.1794,
      "step": 114
    },
    {
      "epoch": 0.08185053380782918,
      "grad_norm": 4.207402771649719,
      "learning_rate": 1.8957415565345082e-06,
      "loss": 0.0331,
      "step": 115
    },
    {
      "epoch": 0.08256227758007118,
      "grad_norm": 5.116878121611436,
      "learning_rate": 1.894273127753304e-06,
      "loss": -0.0015,
      "step": 116
    },
    {
      "epoch": 0.08327402135231317,
      "grad_norm": 3.6983379858284824,
      "learning_rate": 1.8928046989721e-06,
      "loss": -0.035,
      "step": 117
    },
    {
      "epoch": 0.08398576512455516,
      "grad_norm": 5.951576331841862,
      "learning_rate": 1.8913362701908957e-06,
      "loss": 0.1008,
      "step": 118
    },
    {
      "epoch": 0.08469750889679716,
      "grad_norm": 5.009799890233696,
      "learning_rate": 1.8898678414096916e-06,
      "loss": 0.1037,
      "step": 119
    },
    {
      "epoch": 0.08540925266903915,
      "grad_norm": 4.965469332944383,
      "learning_rate": 1.8883994126284874e-06,
      "loss": 0.0348,
      "step": 120
    },
    {
      "epoch": 0.08612099644128114,
      "grad_norm": 7.9142446995932,
      "learning_rate": 1.8869309838472834e-06,
      "loss": 0.1599,
      "step": 121
    },
    {
      "epoch": 0.08683274021352314,
      "grad_norm": 3.3174167347213226,
      "learning_rate": 1.8854625550660792e-06,
      "loss": -0.1183,
      "step": 122
    },
    {
      "epoch": 0.08754448398576513,
      "grad_norm": 5.90505921000642,
      "learning_rate": 1.8839941262848751e-06,
      "loss": 0.1535,
      "step": 123
    },
    {
      "epoch": 0.08825622775800712,
      "grad_norm": 7.857140528690935,
      "learning_rate": 1.882525697503671e-06,
      "loss": 0.0556,
      "step": 124
    },
    {
      "epoch": 0.08896797153024912,
      "grad_norm": 4.818522066694991,
      "learning_rate": 1.8810572687224669e-06,
      "loss": 0.1041,
      "step": 125
    },
    {
      "epoch": 0.08967971530249111,
      "grad_norm": 9.055482028072397,
      "learning_rate": 1.8795888399412626e-06,
      "loss": 0.056,
      "step": 126
    },
    {
      "epoch": 0.0903914590747331,
      "grad_norm": 6.0870744184366545,
      "learning_rate": 1.8781204111600586e-06,
      "loss": 0.1566,
      "step": 127
    },
    {
      "epoch": 0.0911032028469751,
      "grad_norm": 6.217795754068048,
      "learning_rate": 1.8766519823788544e-06,
      "loss": 0.0989,
      "step": 128
    },
    {
      "epoch": 0.09181494661921709,
      "grad_norm": 10.18800736550528,
      "learning_rate": 1.8751835535976504e-06,
      "loss": 0.071,
      "step": 129
    },
    {
      "epoch": 0.09252669039145907,
      "grad_norm": 4.216140731359187,
      "learning_rate": 1.8737151248164461e-06,
      "loss": -0.0453,
      "step": 130
    },
    {
      "epoch": 0.09323843416370106,
      "grad_norm": 7.185461136601148,
      "learning_rate": 1.8722466960352421e-06,
      "loss": 0.1436,
      "step": 131
    },
    {
      "epoch": 0.09395017793594305,
      "grad_norm": 12.892273213757303,
      "learning_rate": 1.8707782672540383e-06,
      "loss": 0.0127,
      "step": 132
    },
    {
      "epoch": 0.09466192170818505,
      "grad_norm": 5.811455089210124,
      "learning_rate": 1.869309838472834e-06,
      "loss": 0.0611,
      "step": 133
    },
    {
      "epoch": 0.09537366548042704,
      "grad_norm": 8.637525668292405,
      "learning_rate": 1.86784140969163e-06,
      "loss": 0.1458,
      "step": 134
    },
    {
      "epoch": 0.09608540925266904,
      "grad_norm": 4.6089392504571265,
      "learning_rate": 1.8663729809104258e-06,
      "loss": 0.0784,
      "step": 135
    },
    {
      "epoch": 0.09679715302491103,
      "grad_norm": 3.9349535019101336,
      "learning_rate": 1.8649045521292218e-06,
      "loss": 0.0716,
      "step": 136
    },
    {
      "epoch": 0.09750889679715302,
      "grad_norm": 7.3242760414425945,
      "learning_rate": 1.8634361233480175e-06,
      "loss": 0.0706,
      "step": 137
    },
    {
      "epoch": 0.09822064056939502,
      "grad_norm": 8.010497834811732,
      "learning_rate": 1.8619676945668135e-06,
      "loss": 0.1117,
      "step": 138
    },
    {
      "epoch": 0.09893238434163701,
      "grad_norm": 3.481371350459092,
      "learning_rate": 1.8604992657856093e-06,
      "loss": 0.1401,
      "step": 139
    },
    {
      "epoch": 0.099644128113879,
      "grad_norm": 4.368546439955386,
      "learning_rate": 1.8590308370044053e-06,
      "loss": 0.1753,
      "step": 140
    },
    {
      "epoch": 0.100355871886121,
      "grad_norm": 4.542224931382252,
      "learning_rate": 1.857562408223201e-06,
      "loss": 0.129,
      "step": 141
    },
    {
      "epoch": 0.10106761565836299,
      "grad_norm": 4.088790801733064,
      "learning_rate": 1.856093979441997e-06,
      "loss": 0.0443,
      "step": 142
    },
    {
      "epoch": 0.10177935943060498,
      "grad_norm": 3.4192080621509175,
      "learning_rate": 1.8546255506607928e-06,
      "loss": 0.0547,
      "step": 143
    },
    {
      "epoch": 0.10249110320284698,
      "grad_norm": 7.379458873728003,
      "learning_rate": 1.8531571218795888e-06,
      "loss": 0.2053,
      "step": 144
    },
    {
      "epoch": 0.10320284697508897,
      "grad_norm": 5.112633648829968,
      "learning_rate": 1.8516886930983845e-06,
      "loss": 0.0284,
      "step": 145
    },
    {
      "epoch": 0.10391459074733096,
      "grad_norm": 9.952083611017523,
      "learning_rate": 1.8502202643171805e-06,
      "loss": 0.1943,
      "step": 146
    },
    {
      "epoch": 0.10462633451957296,
      "grad_norm": 4.472282454017271,
      "learning_rate": 1.8487518355359763e-06,
      "loss": 0.0597,
      "step": 147
    },
    {
      "epoch": 0.10533807829181495,
      "grad_norm": 4.735680126419607,
      "learning_rate": 1.8472834067547722e-06,
      "loss": 0.1466,
      "step": 148
    },
    {
      "epoch": 0.10604982206405694,
      "grad_norm": 3.779905348102356,
      "learning_rate": 1.845814977973568e-06,
      "loss": 0.1324,
      "step": 149
    },
    {
      "epoch": 0.10676156583629894,
      "grad_norm": 9.724957510651878,
      "learning_rate": 1.844346549192364e-06,
      "loss": 0.3093,
      "step": 150
    },
    {
      "epoch": 0.10747330960854093,
      "grad_norm": 4.251906920827278,
      "learning_rate": 1.84287812041116e-06,
      "loss": 0.0364,
      "step": 151
    },
    {
      "epoch": 0.10818505338078292,
      "grad_norm": 4.461130542219279,
      "learning_rate": 1.841409691629956e-06,
      "loss": 0.1279,
      "step": 152
    },
    {
      "epoch": 0.10889679715302492,
      "grad_norm": 4.268606185166076,
      "learning_rate": 1.839941262848752e-06,
      "loss": 0.0549,
      "step": 153
    },
    {
      "epoch": 0.10960854092526691,
      "grad_norm": 6.057791857897027,
      "learning_rate": 1.8384728340675477e-06,
      "loss": -0.0231,
      "step": 154
    },
    {
      "epoch": 0.1103202846975089,
      "grad_norm": 5.236227043795447,
      "learning_rate": 1.8370044052863437e-06,
      "loss": 0.0098,
      "step": 155
    },
    {
      "epoch": 0.1110320284697509,
      "grad_norm": 4.598051587320243,
      "learning_rate": 1.8355359765051394e-06,
      "loss": 0.0601,
      "step": 156
    },
    {
      "epoch": 0.11174377224199289,
      "grad_norm": 9.861476861561522,
      "learning_rate": 1.8340675477239354e-06,
      "loss": 0.07,
      "step": 157
    },
    {
      "epoch": 0.11245551601423487,
      "grad_norm": 6.225559819185409,
      "learning_rate": 1.8325991189427312e-06,
      "loss": 0.1472,
      "step": 158
    },
    {
      "epoch": 0.11316725978647686,
      "grad_norm": 4.631070045753654,
      "learning_rate": 1.8311306901615271e-06,
      "loss": 0.0717,
      "step": 159
    },
    {
      "epoch": 0.11387900355871886,
      "grad_norm": 5.736291549508864,
      "learning_rate": 1.829662261380323e-06,
      "loss": 0.1787,
      "step": 160
    },
    {
      "epoch": 0.11459074733096085,
      "grad_norm": 4.815478307431745,
      "learning_rate": 1.8281938325991189e-06,
      "loss": 0.0704,
      "step": 161
    },
    {
      "epoch": 0.11530249110320284,
      "grad_norm": 5.413176052520917,
      "learning_rate": 1.8267254038179147e-06,
      "loss": 0.1206,
      "step": 162
    },
    {
      "epoch": 0.11601423487544484,
      "grad_norm": 4.795932739358852,
      "learning_rate": 1.8252569750367106e-06,
      "loss": 0.1241,
      "step": 163
    },
    {
      "epoch": 0.11672597864768683,
      "grad_norm": 6.287620540244574,
      "learning_rate": 1.8237885462555064e-06,
      "loss": -0.0185,
      "step": 164
    },
    {
      "epoch": 0.11743772241992882,
      "grad_norm": 5.088224444723123,
      "learning_rate": 1.8223201174743024e-06,
      "loss": 0.0659,
      "step": 165
    },
    {
      "epoch": 0.11814946619217082,
      "grad_norm": 5.277869773642978,
      "learning_rate": 1.8208516886930981e-06,
      "loss": 0.1567,
      "step": 166
    },
    {
      "epoch": 0.11886120996441281,
      "grad_norm": 4.098325312915435,
      "learning_rate": 1.8193832599118941e-06,
      "loss": 0.0174,
      "step": 167
    },
    {
      "epoch": 0.1195729537366548,
      "grad_norm": 3.747692160944269,
      "learning_rate": 1.81791483113069e-06,
      "loss": 0.0087,
      "step": 168
    },
    {
      "epoch": 0.1202846975088968,
      "grad_norm": 4.252810054108135,
      "learning_rate": 1.8164464023494859e-06,
      "loss": 0.0087,
      "step": 169
    },
    {
      "epoch": 0.12099644128113879,
      "grad_norm": 4.828844134158512,
      "learning_rate": 1.8149779735682818e-06,
      "loss": 0.0951,
      "step": 170
    },
    {
      "epoch": 0.12170818505338078,
      "grad_norm": 4.874472173824431,
      "learning_rate": 1.8135095447870778e-06,
      "loss": 0.1129,
      "step": 171
    },
    {
      "epoch": 0.12241992882562278,
      "grad_norm": 7.430423222806325,
      "learning_rate": 1.8120411160058738e-06,
      "loss": 0.1398,
      "step": 172
    },
    {
      "epoch": 0.12313167259786477,
      "grad_norm": 3.1268219786286453,
      "learning_rate": 1.8105726872246696e-06,
      "loss": -0.0363,
      "step": 173
    },
    {
      "epoch": 0.12384341637010676,
      "grad_norm": 5.396860601762695,
      "learning_rate": 1.8091042584434655e-06,
      "loss": 0.1385,
      "step": 174
    },
    {
      "epoch": 0.12455516014234876,
      "grad_norm": 4.718918348934545,
      "learning_rate": 1.8076358296622613e-06,
      "loss": 0.0925,
      "step": 175
    },
    {
      "epoch": 0.12526690391459075,
      "grad_norm": 7.307204717516227,
      "learning_rate": 1.8061674008810573e-06,
      "loss": 0.2154,
      "step": 176
    },
    {
      "epoch": 0.12597864768683273,
      "grad_norm": 5.0495562443417255,
      "learning_rate": 1.804698972099853e-06,
      "loss": 0.1373,
      "step": 177
    },
    {
      "epoch": 0.12669039145907474,
      "grad_norm": 4.222659186010196,
      "learning_rate": 1.803230543318649e-06,
      "loss": 0.1066,
      "step": 178
    },
    {
      "epoch": 0.12740213523131672,
      "grad_norm": 5.402167393915139,
      "learning_rate": 1.8017621145374448e-06,
      "loss": 0.0681,
      "step": 179
    },
    {
      "epoch": 0.12811387900355872,
      "grad_norm": 4.224096682439072,
      "learning_rate": 1.8002936857562408e-06,
      "loss": 0.1081,
      "step": 180
    },
    {
      "epoch": 0.1288256227758007,
      "grad_norm": 5.742877031304056,
      "learning_rate": 1.7988252569750365e-06,
      "loss": 0.0093,
      "step": 181
    },
    {
      "epoch": 0.1295373665480427,
      "grad_norm": 5.540002826455837,
      "learning_rate": 1.7973568281938325e-06,
      "loss": 0.0098,
      "step": 182
    },
    {
      "epoch": 0.1302491103202847,
      "grad_norm": 4.891124760744802,
      "learning_rate": 1.7958883994126283e-06,
      "loss": 0.1506,
      "step": 183
    },
    {
      "epoch": 0.1309608540925267,
      "grad_norm": 2.99421547474528,
      "learning_rate": 1.7944199706314243e-06,
      "loss": -0.012,
      "step": 184
    },
    {
      "epoch": 0.13167259786476868,
      "grad_norm": 8.379749374829832,
      "learning_rate": 1.7929515418502202e-06,
      "loss": 0.0833,
      "step": 185
    },
    {
      "epoch": 0.13238434163701068,
      "grad_norm": 6.515892846619184,
      "learning_rate": 1.791483113069016e-06,
      "loss": 0.0955,
      "step": 186
    },
    {
      "epoch": 0.13309608540925266,
      "grad_norm": 5.017827486261835,
      "learning_rate": 1.790014684287812e-06,
      "loss": 0.1188,
      "step": 187
    },
    {
      "epoch": 0.13380782918149467,
      "grad_norm": 5.695263939586359,
      "learning_rate": 1.7885462555066077e-06,
      "loss": 0.124,
      "step": 188
    },
    {
      "epoch": 0.13451957295373665,
      "grad_norm": 6.125125494469321,
      "learning_rate": 1.7870778267254037e-06,
      "loss": 0.0924,
      "step": 189
    },
    {
      "epoch": 0.13523131672597866,
      "grad_norm": 4.521668926781665,
      "learning_rate": 1.7856093979441997e-06,
      "loss": -0.1061,
      "step": 190
    },
    {
      "epoch": 0.13594306049822064,
      "grad_norm": 4.267143230844152,
      "learning_rate": 1.7841409691629957e-06,
      "loss": 0.0566,
      "step": 191
    },
    {
      "epoch": 0.13665480427046264,
      "grad_norm": 6.08031214414718,
      "learning_rate": 1.7826725403817914e-06,
      "loss": 0.115,
      "step": 192
    },
    {
      "epoch": 0.13736654804270462,
      "grad_norm": 5.940400710028165,
      "learning_rate": 1.7812041116005874e-06,
      "loss": 0.1274,
      "step": 193
    },
    {
      "epoch": 0.13807829181494663,
      "grad_norm": 4.585486004779037,
      "learning_rate": 1.7797356828193832e-06,
      "loss": 0.1713,
      "step": 194
    },
    {
      "epoch": 0.1387900355871886,
      "grad_norm": 4.136195163173087,
      "learning_rate": 1.7782672540381792e-06,
      "loss": 0.0155,
      "step": 195
    },
    {
      "epoch": 0.13950177935943062,
      "grad_norm": 5.6989356134689615,
      "learning_rate": 1.776798825256975e-06,
      "loss": 0.0103,
      "step": 196
    },
    {
      "epoch": 0.1402135231316726,
      "grad_norm": 6.1401351461541225,
      "learning_rate": 1.775330396475771e-06,
      "loss": 0.1273,
      "step": 197
    },
    {
      "epoch": 0.1409252669039146,
      "grad_norm": 4.885723546305384,
      "learning_rate": 1.7738619676945667e-06,
      "loss": 0.027,
      "step": 198
    },
    {
      "epoch": 0.14163701067615658,
      "grad_norm": 3.887840530837794,
      "learning_rate": 1.7723935389133626e-06,
      "loss": -0.0177,
      "step": 199
    },
    {
      "epoch": 0.1423487544483986,
      "grad_norm": 6.78388018953942,
      "learning_rate": 1.7709251101321584e-06,
      "loss": 0.2093,
      "step": 200
    },
    {
      "epoch": 0.14306049822064057,
      "grad_norm": 3.94780351917843,
      "learning_rate": 1.7694566813509544e-06,
      "loss": 0.1258,
      "step": 201
    },
    {
      "epoch": 0.14377224199288255,
      "grad_norm": 3.8629567441046673,
      "learning_rate": 1.7679882525697504e-06,
      "loss": 0.0233,
      "step": 202
    },
    {
      "epoch": 0.14448398576512456,
      "grad_norm": 4.979996147920275,
      "learning_rate": 1.7665198237885461e-06,
      "loss": 0.0793,
      "step": 203
    },
    {
      "epoch": 0.14519572953736654,
      "grad_norm": 4.0538696169783215,
      "learning_rate": 1.765051395007342e-06,
      "loss": 0.0413,
      "step": 204
    },
    {
      "epoch": 0.14590747330960854,
      "grad_norm": 6.589998597302671,
      "learning_rate": 1.7635829662261379e-06,
      "loss": 0.1296,
      "step": 205
    },
    {
      "epoch": 0.14661921708185052,
      "grad_norm": 4.877422415596789,
      "learning_rate": 1.7621145374449338e-06,
      "loss": 0.0984,
      "step": 206
    },
    {
      "epoch": 0.14733096085409253,
      "grad_norm": 4.852718393716642,
      "learning_rate": 1.7606461086637296e-06,
      "loss": 0.0614,
      "step": 207
    },
    {
      "epoch": 0.1480427046263345,
      "grad_norm": 5.871070034362448,
      "learning_rate": 1.7591776798825256e-06,
      "loss": 0.0569,
      "step": 208
    },
    {
      "epoch": 0.14875444839857652,
      "grad_norm": 6.958293374074386,
      "learning_rate": 1.7577092511013214e-06,
      "loss": 0.0621,
      "step": 209
    },
    {
      "epoch": 0.1494661921708185,
      "grad_norm": 7.285285846283627,
      "learning_rate": 1.7562408223201175e-06,
      "loss": 0.0888,
      "step": 210
    },
    {
      "epoch": 0.1501779359430605,
      "grad_norm": 5.471947133249475,
      "learning_rate": 1.7547723935389133e-06,
      "loss": 0.0383,
      "step": 211
    },
    {
      "epoch": 0.15088967971530248,
      "grad_norm": 4.096639065092099,
      "learning_rate": 1.7533039647577093e-06,
      "loss": -0.0454,
      "step": 212
    },
    {
      "epoch": 0.1516014234875445,
      "grad_norm": 3.473240875019082,
      "learning_rate": 1.751835535976505e-06,
      "loss": 0.0136,
      "step": 213
    },
    {
      "epoch": 0.15231316725978647,
      "grad_norm": 4.26736649396595,
      "learning_rate": 1.750367107195301e-06,
      "loss": 0.0447,
      "step": 214
    },
    {
      "epoch": 0.15302491103202848,
      "grad_norm": 3.2994470190796923,
      "learning_rate": 1.7488986784140968e-06,
      "loss": 0.0757,
      "step": 215
    },
    {
      "epoch": 0.15373665480427046,
      "grad_norm": 8.31822386123182,
      "learning_rate": 1.7474302496328928e-06,
      "loss": 0.1598,
      "step": 216
    },
    {
      "epoch": 0.15444839857651246,
      "grad_norm": 4.753324048290485,
      "learning_rate": 1.7459618208516885e-06,
      "loss": 0.0325,
      "step": 217
    },
    {
      "epoch": 0.15516014234875444,
      "grad_norm": 5.741786563915158,
      "learning_rate": 1.7444933920704845e-06,
      "loss": 0.2178,
      "step": 218
    },
    {
      "epoch": 0.15587188612099645,
      "grad_norm": 3.1404840997622285,
      "learning_rate": 1.7430249632892805e-06,
      "loss": 0.1023,
      "step": 219
    },
    {
      "epoch": 0.15658362989323843,
      "grad_norm": 5.481284115553573,
      "learning_rate": 1.7415565345080763e-06,
      "loss": 0.0977,
      "step": 220
    },
    {
      "epoch": 0.15729537366548044,
      "grad_norm": 5.366544771093536,
      "learning_rate": 1.7400881057268722e-06,
      "loss": 0.1473,
      "step": 221
    },
    {
      "epoch": 0.15800711743772242,
      "grad_norm": 14.973850090188478,
      "learning_rate": 1.738619676945668e-06,
      "loss": 0.1034,
      "step": 222
    },
    {
      "epoch": 0.15871886120996442,
      "grad_norm": 7.50503244046107,
      "learning_rate": 1.737151248164464e-06,
      "loss": 0.1243,
      "step": 223
    },
    {
      "epoch": 0.1594306049822064,
      "grad_norm": 4.518201891315668,
      "learning_rate": 1.7356828193832597e-06,
      "loss": 0.092,
      "step": 224
    },
    {
      "epoch": 0.1601423487544484,
      "grad_norm": 3.4314498370679942,
      "learning_rate": 1.7342143906020557e-06,
      "loss": 0.0721,
      "step": 225
    },
    {
      "epoch": 0.1608540925266904,
      "grad_norm": 5.197626180947426,
      "learning_rate": 1.7327459618208515e-06,
      "loss": 0.0609,
      "step": 226
    },
    {
      "epoch": 0.1615658362989324,
      "grad_norm": 5.547918860845338,
      "learning_rate": 1.7312775330396475e-06,
      "loss": 0.0444,
      "step": 227
    },
    {
      "epoch": 0.16227758007117438,
      "grad_norm": 6.431239963890675,
      "learning_rate": 1.7298091042584432e-06,
      "loss": -0.0016,
      "step": 228
    },
    {
      "epoch": 0.16298932384341638,
      "grad_norm": 4.553712298781429,
      "learning_rate": 1.7283406754772394e-06,
      "loss": 0.1477,
      "step": 229
    },
    {
      "epoch": 0.16370106761565836,
      "grad_norm": 5.22540005699231,
      "learning_rate": 1.7268722466960352e-06,
      "loss": 0.0993,
      "step": 230
    },
    {
      "epoch": 0.16441281138790034,
      "grad_norm": 6.437986781409808,
      "learning_rate": 1.7254038179148312e-06,
      "loss": 0.0359,
      "step": 231
    },
    {
      "epoch": 0.16512455516014235,
      "grad_norm": 4.695253800264834,
      "learning_rate": 1.723935389133627e-06,
      "loss": 0.0645,
      "step": 232
    },
    {
      "epoch": 0.16583629893238433,
      "grad_norm": 6.533685695462389,
      "learning_rate": 1.722466960352423e-06,
      "loss": 0.0512,
      "step": 233
    },
    {
      "epoch": 0.16654804270462634,
      "grad_norm": 9.138116893479024,
      "learning_rate": 1.7209985315712187e-06,
      "loss": 0.0731,
      "step": 234
    },
    {
      "epoch": 0.16725978647686832,
      "grad_norm": 5.624524583858941,
      "learning_rate": 1.7195301027900147e-06,
      "loss": 0.17,
      "step": 235
    },
    {
      "epoch": 0.16797153024911032,
      "grad_norm": 3.2300353491770943,
      "learning_rate": 1.7180616740088106e-06,
      "loss": 0.0418,
      "step": 236
    },
    {
      "epoch": 0.1686832740213523,
      "grad_norm": 3.1549379246525033,
      "learning_rate": 1.7165932452276064e-06,
      "loss": 0.0072,
      "step": 237
    },
    {
      "epoch": 0.1693950177935943,
      "grad_norm": 6.45374448449067,
      "learning_rate": 1.7151248164464024e-06,
      "loss": 0.0965,
      "step": 238
    },
    {
      "epoch": 0.1701067615658363,
      "grad_norm": 3.2046807209540225,
      "learning_rate": 1.7136563876651981e-06,
      "loss": 0.1052,
      "step": 239
    },
    {
      "epoch": 0.1708185053380783,
      "grad_norm": 17.53155549951064,
      "learning_rate": 1.7121879588839941e-06,
      "loss": 0.0309,
      "step": 240
    },
    {
      "epoch": 0.17153024911032028,
      "grad_norm": 7.999750610279058,
      "learning_rate": 1.7107195301027899e-06,
      "loss": 0.0794,
      "step": 241
    },
    {
      "epoch": 0.17224199288256228,
      "grad_norm": 4.18793587764703,
      "learning_rate": 1.7092511013215859e-06,
      "loss": 0.1157,
      "step": 242
    },
    {
      "epoch": 0.17295373665480426,
      "grad_norm": 5.043597689648659,
      "learning_rate": 1.7077826725403816e-06,
      "loss": 0.0871,
      "step": 243
    },
    {
      "epoch": 0.17366548042704627,
      "grad_norm": 4.195142234600667,
      "learning_rate": 1.7063142437591776e-06,
      "loss": 0.0907,
      "step": 244
    },
    {
      "epoch": 0.17437722419928825,
      "grad_norm": 7.052542629714854,
      "learning_rate": 1.7048458149779734e-06,
      "loss": 0.1538,
      "step": 245
    },
    {
      "epoch": 0.17508896797153026,
      "grad_norm": 4.6646820116985115,
      "learning_rate": 1.7033773861967693e-06,
      "loss": 0.0998,
      "step": 246
    },
    {
      "epoch": 0.17580071174377224,
      "grad_norm": 5.141792327153177,
      "learning_rate": 1.7019089574155651e-06,
      "loss": 0.0019,
      "step": 247
    },
    {
      "epoch": 0.17651245551601424,
      "grad_norm": 5.1975182920191845,
      "learning_rate": 1.700440528634361e-06,
      "loss": 0.1805,
      "step": 248
    },
    {
      "epoch": 0.17722419928825622,
      "grad_norm": 6.812105219890212,
      "learning_rate": 1.698972099853157e-06,
      "loss": 0.1567,
      "step": 249
    },
    {
      "epoch": 0.17793594306049823,
      "grad_norm": 8.036900295351552,
      "learning_rate": 1.697503671071953e-06,
      "loss": 0.0388,
      "step": 250
    },
    {
      "epoch": 0.1786476868327402,
      "grad_norm": 5.270335640108646,
      "learning_rate": 1.6960352422907488e-06,
      "loss": 0.0209,
      "step": 251
    },
    {
      "epoch": 0.17935943060498222,
      "grad_norm": 4.691025692308499,
      "learning_rate": 1.6945668135095448e-06,
      "loss": 0.1134,
      "step": 252
    },
    {
      "epoch": 0.1800711743772242,
      "grad_norm": 4.582434595019,
      "learning_rate": 1.6930983847283406e-06,
      "loss": 0.0534,
      "step": 253
    },
    {
      "epoch": 0.1807829181494662,
      "grad_norm": 5.2674928516109505,
      "learning_rate": 1.6916299559471365e-06,
      "loss": 0.1076,
      "step": 254
    },
    {
      "epoch": 0.18149466192170818,
      "grad_norm": 4.571391599369404,
      "learning_rate": 1.6901615271659325e-06,
      "loss": 0.0748,
      "step": 255
    },
    {
      "epoch": 0.1822064056939502,
      "grad_norm": 6.935073015616605,
      "learning_rate": 1.6886930983847283e-06,
      "loss": 0.0991,
      "step": 256
    },
    {
      "epoch": 0.18291814946619217,
      "grad_norm": 8.20458599340894,
      "learning_rate": 1.6872246696035242e-06,
      "loss": 0.0553,
      "step": 257
    },
    {
      "epoch": 0.18362989323843418,
      "grad_norm": 3.884973795641647,
      "learning_rate": 1.68575624082232e-06,
      "loss": 0.1122,
      "step": 258
    },
    {
      "epoch": 0.18434163701067616,
      "grad_norm": 7.161399887308854,
      "learning_rate": 1.684287812041116e-06,
      "loss": 0.0906,
      "step": 259
    },
    {
      "epoch": 0.18505338078291814,
      "grad_norm": 5.799383314825413,
      "learning_rate": 1.6828193832599118e-06,
      "loss": 0.091,
      "step": 260
    },
    {
      "epoch": 0.18576512455516014,
      "grad_norm": 8.574044346176157,
      "learning_rate": 1.6813509544787077e-06,
      "loss": 0.1818,
      "step": 261
    },
    {
      "epoch": 0.18647686832740212,
      "grad_norm": 5.636631955055512,
      "learning_rate": 1.6798825256975035e-06,
      "loss": -0.0482,
      "step": 262
    },
    {
      "epoch": 0.18718861209964413,
      "grad_norm": 4.843371961054096,
      "learning_rate": 1.6784140969162995e-06,
      "loss": 0.0977,
      "step": 263
    },
    {
      "epoch": 0.1879003558718861,
      "grad_norm": 4.0177832121329375,
      "learning_rate": 1.6769456681350952e-06,
      "loss": 0.0209,
      "step": 264
    },
    {
      "epoch": 0.18861209964412812,
      "grad_norm": 4.87016389073631,
      "learning_rate": 1.6754772393538912e-06,
      "loss": 0.1963,
      "step": 265
    },
    {
      "epoch": 0.1893238434163701,
      "grad_norm": 5.152554013905234,
      "learning_rate": 1.674008810572687e-06,
      "loss": 0.0175,
      "step": 266
    },
    {
      "epoch": 0.1900355871886121,
      "grad_norm": 5.382963624114512,
      "learning_rate": 1.672540381791483e-06,
      "loss": 0.0613,
      "step": 267
    },
    {
      "epoch": 0.19074733096085408,
      "grad_norm": 5.0952696610386745,
      "learning_rate": 1.671071953010279e-06,
      "loss": 0.0462,
      "step": 268
    },
    {
      "epoch": 0.1914590747330961,
      "grad_norm": 4.557392135239278,
      "learning_rate": 1.669603524229075e-06,
      "loss": 0.2422,
      "step": 269
    },
    {
      "epoch": 0.19217081850533807,
      "grad_norm": 3.243416500403976,
      "learning_rate": 1.6681350954478707e-06,
      "loss": 0.0716,
      "step": 270
    },
    {
      "epoch": 0.19288256227758008,
      "grad_norm": 4.752322181453295,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 0.0106,
      "step": 271
    },
    {
      "epoch": 0.19359430604982206,
      "grad_norm": 5.174592102487308,
      "learning_rate": 1.6651982378854626e-06,
      "loss": 0.0096,
      "step": 272
    },
    {
      "epoch": 0.19430604982206406,
      "grad_norm": 6.572477476154677,
      "learning_rate": 1.6637298091042584e-06,
      "loss": 0.2208,
      "step": 273
    },
    {
      "epoch": 0.19501779359430604,
      "grad_norm": 5.709859305283521,
      "learning_rate": 1.6622613803230544e-06,
      "loss": 0.1049,
      "step": 274
    },
    {
      "epoch": 0.19572953736654805,
      "grad_norm": 5.854991524394585,
      "learning_rate": 1.6607929515418501e-06,
      "loss": 0.0919,
      "step": 275
    },
    {
      "epoch": 0.19644128113879003,
      "grad_norm": 6.049764253421174,
      "learning_rate": 1.6593245227606461e-06,
      "loss": 0.0477,
      "step": 276
    },
    {
      "epoch": 0.19715302491103204,
      "grad_norm": 7.285867561202631,
      "learning_rate": 1.6578560939794419e-06,
      "loss": 0.0226,
      "step": 277
    },
    {
      "epoch": 0.19786476868327402,
      "grad_norm": 4.852360707346899,
      "learning_rate": 1.6563876651982379e-06,
      "loss": 0.0613,
      "step": 278
    },
    {
      "epoch": 0.19857651245551602,
      "grad_norm": 7.958493322658308,
      "learning_rate": 1.6549192364170336e-06,
      "loss": 0.0974,
      "step": 279
    },
    {
      "epoch": 0.199288256227758,
      "grad_norm": 12.052061950787715,
      "learning_rate": 1.6534508076358296e-06,
      "loss": 0.125,
      "step": 280
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.141730855422617,
      "learning_rate": 1.6519823788546254e-06,
      "loss": 0.0366,
      "step": 281
    },
    {
      "epoch": 0.200711743772242,
      "grad_norm": 4.70039039776032,
      "learning_rate": 1.6505139500734214e-06,
      "loss": 0.099,
      "step": 282
    },
    {
      "epoch": 0.201423487544484,
      "grad_norm": 3.6386434376824224,
      "learning_rate": 1.6490455212922171e-06,
      "loss": 0.0729,
      "step": 283
    },
    {
      "epoch": 0.20213523131672598,
      "grad_norm": 5.342530763972189,
      "learning_rate": 1.647577092511013e-06,
      "loss": 0.115,
      "step": 284
    },
    {
      "epoch": 0.20284697508896798,
      "grad_norm": 4.117094151055721,
      "learning_rate": 1.6461086637298089e-06,
      "loss": -0.0421,
      "step": 285
    },
    {
      "epoch": 0.20355871886120996,
      "grad_norm": 7.676379588638591,
      "learning_rate": 1.6446402349486048e-06,
      "loss": 0.1763,
      "step": 286
    },
    {
      "epoch": 0.20427046263345194,
      "grad_norm": 6.232882136914352,
      "learning_rate": 1.6431718061674006e-06,
      "loss": 0.0297,
      "step": 287
    },
    {
      "epoch": 0.20498220640569395,
      "grad_norm": 4.461775879651974,
      "learning_rate": 1.6417033773861968e-06,
      "loss": 0.1226,
      "step": 288
    },
    {
      "epoch": 0.20569395017793593,
      "grad_norm": 6.945988041879261,
      "learning_rate": 1.6402349486049928e-06,
      "loss": 0.2332,
      "step": 289
    },
    {
      "epoch": 0.20640569395017794,
      "grad_norm": 5.492669508987496,
      "learning_rate": 1.6387665198237885e-06,
      "loss": 0.0424,
      "step": 290
    },
    {
      "epoch": 0.20711743772241992,
      "grad_norm": 3.6574823633839104,
      "learning_rate": 1.6372980910425845e-06,
      "loss": -0.1162,
      "step": 291
    },
    {
      "epoch": 0.20782918149466192,
      "grad_norm": 4.45017248955224,
      "learning_rate": 1.6358296622613803e-06,
      "loss": 0.0168,
      "step": 292
    },
    {
      "epoch": 0.2085409252669039,
      "grad_norm": 5.901019005144134,
      "learning_rate": 1.6343612334801763e-06,
      "loss": 0.1194,
      "step": 293
    },
    {
      "epoch": 0.2092526690391459,
      "grad_norm": 5.770360970932692,
      "learning_rate": 1.632892804698972e-06,
      "loss": 0.0818,
      "step": 294
    },
    {
      "epoch": 0.2099644128113879,
      "grad_norm": 4.54764594919165,
      "learning_rate": 1.631424375917768e-06,
      "loss": 0.0749,
      "step": 295
    },
    {
      "epoch": 0.2106761565836299,
      "grad_norm": 4.338576714724069,
      "learning_rate": 1.6299559471365638e-06,
      "loss": 0.0211,
      "step": 296
    },
    {
      "epoch": 0.21138790035587188,
      "grad_norm": 5.744409248117972,
      "learning_rate": 1.6284875183553597e-06,
      "loss": 0.0809,
      "step": 297
    },
    {
      "epoch": 0.21209964412811388,
      "grad_norm": 5.62291661993109,
      "learning_rate": 1.6270190895741555e-06,
      "loss": 0.0373,
      "step": 298
    },
    {
      "epoch": 0.21281138790035586,
      "grad_norm": 6.451351633319061,
      "learning_rate": 1.6255506607929515e-06,
      "loss": 0.1273,
      "step": 299
    },
    {
      "epoch": 0.21352313167259787,
      "grad_norm": 5.775770735398924,
      "learning_rate": 1.6240822320117473e-06,
      "loss": 0.1488,
      "step": 300
    },
    {
      "epoch": 0.21423487544483985,
      "grad_norm": 5.65199853440014,
      "learning_rate": 1.6226138032305432e-06,
      "loss": 0.0648,
      "step": 301
    },
    {
      "epoch": 0.21494661921708186,
      "grad_norm": 5.095604494601722,
      "learning_rate": 1.621145374449339e-06,
      "loss": 0.0744,
      "step": 302
    },
    {
      "epoch": 0.21565836298932384,
      "grad_norm": 5.413118442504562,
      "learning_rate": 1.619676945668135e-06,
      "loss": 0.061,
      "step": 303
    },
    {
      "epoch": 0.21637010676156584,
      "grad_norm": 3.7007801986026054,
      "learning_rate": 1.6182085168869307e-06,
      "loss": 0.0895,
      "step": 304
    },
    {
      "epoch": 0.21708185053380782,
      "grad_norm": 5.775824232856091,
      "learning_rate": 1.6167400881057267e-06,
      "loss": 0.0592,
      "step": 305
    },
    {
      "epoch": 0.21779359430604983,
      "grad_norm": 4.671481623083791,
      "learning_rate": 1.6152716593245225e-06,
      "loss": 0.0348,
      "step": 306
    },
    {
      "epoch": 0.2185053380782918,
      "grad_norm": 5.548421466861163,
      "learning_rate": 1.6138032305433187e-06,
      "loss": 0.0918,
      "step": 307
    },
    {
      "epoch": 0.21921708185053382,
      "grad_norm": 4.07343007369804,
      "learning_rate": 1.6123348017621146e-06,
      "loss": 0.0971,
      "step": 308
    },
    {
      "epoch": 0.2199288256227758,
      "grad_norm": 3.7358505334627647,
      "learning_rate": 1.6108663729809104e-06,
      "loss": 0.0479,
      "step": 309
    },
    {
      "epoch": 0.2206405693950178,
      "grad_norm": 6.594222933183962,
      "learning_rate": 1.6093979441997064e-06,
      "loss": 0.0583,
      "step": 310
    },
    {
      "epoch": 0.22135231316725978,
      "grad_norm": 4.517549414900124,
      "learning_rate": 1.6079295154185022e-06,
      "loss": 0.026,
      "step": 311
    },
    {
      "epoch": 0.2220640569395018,
      "grad_norm": 3.893732997312208,
      "learning_rate": 1.6064610866372981e-06,
      "loss": -0.041,
      "step": 312
    },
    {
      "epoch": 0.22277580071174377,
      "grad_norm": 6.014426372062505,
      "learning_rate": 1.604992657856094e-06,
      "loss": 0.0646,
      "step": 313
    },
    {
      "epoch": 0.22348754448398578,
      "grad_norm": 7.267265807250511,
      "learning_rate": 1.6035242290748899e-06,
      "loss": 0.1517,
      "step": 314
    },
    {
      "epoch": 0.22419928825622776,
      "grad_norm": 3.7282693021207227,
      "learning_rate": 1.6020558002936856e-06,
      "loss": 0.0652,
      "step": 315
    },
    {
      "epoch": 0.22491103202846974,
      "grad_norm": 4.892638160809301,
      "learning_rate": 1.6005873715124816e-06,
      "loss": 0.212,
      "step": 316
    },
    {
      "epoch": 0.22562277580071174,
      "grad_norm": 12.588780182154638,
      "learning_rate": 1.5991189427312774e-06,
      "loss": 0.2024,
      "step": 317
    },
    {
      "epoch": 0.22633451957295372,
      "grad_norm": 4.509674058119238,
      "learning_rate": 1.5976505139500734e-06,
      "loss": 0.0002,
      "step": 318
    },
    {
      "epoch": 0.22704626334519573,
      "grad_norm": 5.275333318077758,
      "learning_rate": 1.5961820851688691e-06,
      "loss": 0.0628,
      "step": 319
    },
    {
      "epoch": 0.2277580071174377,
      "grad_norm": 4.985806920162633,
      "learning_rate": 1.5947136563876651e-06,
      "loss": 0.12,
      "step": 320
    },
    {
      "epoch": 0.22846975088967972,
      "grad_norm": 3.368050519976615,
      "learning_rate": 1.5932452276064609e-06,
      "loss": 0.0697,
      "step": 321
    },
    {
      "epoch": 0.2291814946619217,
      "grad_norm": 3.7965809900554333,
      "learning_rate": 1.5917767988252569e-06,
      "loss": 0.0518,
      "step": 322
    },
    {
      "epoch": 0.2298932384341637,
      "grad_norm": 6.750969993690751,
      "learning_rate": 1.5903083700440526e-06,
      "loss": 0.0444,
      "step": 323
    },
    {
      "epoch": 0.23060498220640568,
      "grad_norm": 3.7359230312448544,
      "learning_rate": 1.5888399412628486e-06,
      "loss": 0.1547,
      "step": 324
    },
    {
      "epoch": 0.2313167259786477,
      "grad_norm": 5.383174446682282,
      "learning_rate": 1.5873715124816446e-06,
      "loss": 0.1029,
      "step": 325
    },
    {
      "epoch": 0.23202846975088967,
      "grad_norm": 4.133656521949432,
      "learning_rate": 1.5859030837004403e-06,
      "loss": 0.1273,
      "step": 326
    },
    {
      "epoch": 0.23274021352313168,
      "grad_norm": 5.0061001758801495,
      "learning_rate": 1.5844346549192365e-06,
      "loss": 0.0476,
      "step": 327
    },
    {
      "epoch": 0.23345195729537366,
      "grad_norm": 5.067461949390494,
      "learning_rate": 1.5829662261380323e-06,
      "loss": 0.0065,
      "step": 328
    },
    {
      "epoch": 0.23416370106761566,
      "grad_norm": 4.070687362776556,
      "learning_rate": 1.5814977973568283e-06,
      "loss": 0.0182,
      "step": 329
    },
    {
      "epoch": 0.23487544483985764,
      "grad_norm": 4.104503688755299,
      "learning_rate": 1.580029368575624e-06,
      "loss": 0.0249,
      "step": 330
    },
    {
      "epoch": 0.23558718861209965,
      "grad_norm": 6.173363151286035,
      "learning_rate": 1.57856093979442e-06,
      "loss": 0.1274,
      "step": 331
    },
    {
      "epoch": 0.23629893238434163,
      "grad_norm": 5.123209943077641,
      "learning_rate": 1.5770925110132158e-06,
      "loss": 0.1077,
      "step": 332
    },
    {
      "epoch": 0.23701067615658364,
      "grad_norm": 9.147892910509416,
      "learning_rate": 1.5756240822320118e-06,
      "loss": 0.0639,
      "step": 333
    },
    {
      "epoch": 0.23772241992882562,
      "grad_norm": 9.078930082093752,
      "learning_rate": 1.5741556534508075e-06,
      "loss": 0.1176,
      "step": 334
    },
    {
      "epoch": 0.23843416370106763,
      "grad_norm": 7.396135723397457,
      "learning_rate": 1.5726872246696035e-06,
      "loss": 0.1046,
      "step": 335
    },
    {
      "epoch": 0.2391459074733096,
      "grad_norm": 17.515198129834094,
      "learning_rate": 1.5712187958883993e-06,
      "loss": 0.1535,
      "step": 336
    },
    {
      "epoch": 0.2398576512455516,
      "grad_norm": 5.654849558750833,
      "learning_rate": 1.5697503671071952e-06,
      "loss": 0.1156,
      "step": 337
    },
    {
      "epoch": 0.2405693950177936,
      "grad_norm": 4.6881638120471925,
      "learning_rate": 1.568281938325991e-06,
      "loss": 0.1043,
      "step": 338
    },
    {
      "epoch": 0.2412811387900356,
      "grad_norm": 3.9981055541920023,
      "learning_rate": 1.566813509544787e-06,
      "loss": -0.074,
      "step": 339
    },
    {
      "epoch": 0.24199288256227758,
      "grad_norm": 6.089583473932049,
      "learning_rate": 1.5653450807635827e-06,
      "loss": 0.1465,
      "step": 340
    },
    {
      "epoch": 0.24270462633451959,
      "grad_norm": 4.313100800611475,
      "learning_rate": 1.5638766519823787e-06,
      "loss": 0.053,
      "step": 341
    },
    {
      "epoch": 0.24341637010676156,
      "grad_norm": 4.889467144975206,
      "learning_rate": 1.5624082232011747e-06,
      "loss": 0.0717,
      "step": 342
    },
    {
      "epoch": 0.24412811387900357,
      "grad_norm": 3.7378928242805607,
      "learning_rate": 1.5609397944199705e-06,
      "loss": 0.0617,
      "step": 343
    },
    {
      "epoch": 0.24483985765124555,
      "grad_norm": 5.483036932234192,
      "learning_rate": 1.5594713656387664e-06,
      "loss": -0.0442,
      "step": 344
    },
    {
      "epoch": 0.24555160142348753,
      "grad_norm": 4.64961948273496,
      "learning_rate": 1.5580029368575622e-06,
      "loss": 0.0449,
      "step": 345
    },
    {
      "epoch": 0.24626334519572954,
      "grad_norm": 9.0044620896761,
      "learning_rate": 1.5565345080763584e-06,
      "loss": 0.0847,
      "step": 346
    },
    {
      "epoch": 0.24697508896797152,
      "grad_norm": 4.30818314035339,
      "learning_rate": 1.5550660792951542e-06,
      "loss": 0.0968,
      "step": 347
    },
    {
      "epoch": 0.24768683274021353,
      "grad_norm": 7.698780498292484,
      "learning_rate": 1.5535976505139501e-06,
      "loss": 0.0552,
      "step": 348
    },
    {
      "epoch": 0.2483985765124555,
      "grad_norm": 4.735780211542353,
      "learning_rate": 1.552129221732746e-06,
      "loss": -0.021,
      "step": 349
    },
    {
      "epoch": 0.2491103202846975,
      "grad_norm": 7.141409465679317,
      "learning_rate": 1.5506607929515419e-06,
      "loss": 0.0741,
      "step": 350
    },
    {
      "epoch": 0.2498220640569395,
      "grad_norm": 3.889744793088473,
      "learning_rate": 1.5491923641703377e-06,
      "loss": 0.0057,
      "step": 351
    },
    {
      "epoch": 0.2505338078291815,
      "grad_norm": 6.426034438875903,
      "learning_rate": 1.5477239353891336e-06,
      "loss": 0.0225,
      "step": 352
    },
    {
      "epoch": 0.2512455516014235,
      "grad_norm": 5.831394781705116,
      "learning_rate": 1.5462555066079294e-06,
      "loss": 0.1369,
      "step": 353
    },
    {
      "epoch": 0.25195729537366546,
      "grad_norm": 4.004979610319777,
      "learning_rate": 1.5447870778267254e-06,
      "loss": 0.131,
      "step": 354
    },
    {
      "epoch": 0.2526690391459075,
      "grad_norm": 6.7718243465456744,
      "learning_rate": 1.5433186490455211e-06,
      "loss": 0.0178,
      "step": 355
    },
    {
      "epoch": 0.25338078291814947,
      "grad_norm": 6.211271610510303,
      "learning_rate": 1.5418502202643171e-06,
      "loss": -0.0385,
      "step": 356
    },
    {
      "epoch": 0.25409252669039145,
      "grad_norm": 7.959437774662272,
      "learning_rate": 1.5403817914831129e-06,
      "loss": 0.1653,
      "step": 357
    },
    {
      "epoch": 0.25480427046263343,
      "grad_norm": 10.470130943200923,
      "learning_rate": 1.5389133627019089e-06,
      "loss": 0.4195,
      "step": 358
    },
    {
      "epoch": 0.25551601423487547,
      "grad_norm": 6.235314472897717,
      "learning_rate": 1.5374449339207048e-06,
      "loss": 0.0351,
      "step": 359
    },
    {
      "epoch": 0.25622775800711745,
      "grad_norm": 18.27060737890617,
      "learning_rate": 1.5359765051395006e-06,
      "loss": 0.1399,
      "step": 360
    },
    {
      "epoch": 0.2569395017793594,
      "grad_norm": 6.088106486287744,
      "learning_rate": 1.5345080763582966e-06,
      "loss": 0.1531,
      "step": 361
    },
    {
      "epoch": 0.2576512455516014,
      "grad_norm": 5.902550563054421,
      "learning_rate": 1.5330396475770923e-06,
      "loss": 0.0878,
      "step": 362
    },
    {
      "epoch": 0.25836298932384344,
      "grad_norm": 3.8566639138632017,
      "learning_rate": 1.5315712187958883e-06,
      "loss": 0.1211,
      "step": 363
    },
    {
      "epoch": 0.2590747330960854,
      "grad_norm": 3.6802199316647317,
      "learning_rate": 1.530102790014684e-06,
      "loss": 0.0758,
      "step": 364
    },
    {
      "epoch": 0.2597864768683274,
      "grad_norm": 7.416574999067755,
      "learning_rate": 1.52863436123348e-06,
      "loss": 0.0767,
      "step": 365
    },
    {
      "epoch": 0.2604982206405694,
      "grad_norm": 17.2285305706842,
      "learning_rate": 1.527165932452276e-06,
      "loss": 0.1486,
      "step": 366
    },
    {
      "epoch": 0.2612099644128114,
      "grad_norm": 4.5616956027842255,
      "learning_rate": 1.525697503671072e-06,
      "loss": 0.0447,
      "step": 367
    },
    {
      "epoch": 0.2619217081850534,
      "grad_norm": 3.569935985386615,
      "learning_rate": 1.5242290748898678e-06,
      "loss": 0.0119,
      "step": 368
    },
    {
      "epoch": 0.26263345195729537,
      "grad_norm": 5.312914843350158,
      "learning_rate": 1.5227606461086638e-06,
      "loss": 0.0733,
      "step": 369
    },
    {
      "epoch": 0.26334519572953735,
      "grad_norm": 4.058544639606025,
      "learning_rate": 1.5212922173274595e-06,
      "loss": 0.1414,
      "step": 370
    },
    {
      "epoch": 0.2640569395017794,
      "grad_norm": 5.341206620154259,
      "learning_rate": 1.5198237885462555e-06,
      "loss": 0.1118,
      "step": 371
    },
    {
      "epoch": 0.26476868327402137,
      "grad_norm": 5.4139085447762385,
      "learning_rate": 1.5183553597650513e-06,
      "loss": 0.0318,
      "step": 372
    },
    {
      "epoch": 0.26548042704626335,
      "grad_norm": 5.787271858480889,
      "learning_rate": 1.5168869309838473e-06,
      "loss": 0.1029,
      "step": 373
    },
    {
      "epoch": 0.2661921708185053,
      "grad_norm": 5.893029326858708,
      "learning_rate": 1.515418502202643e-06,
      "loss": 0.051,
      "step": 374
    },
    {
      "epoch": 0.2669039145907473,
      "grad_norm": 5.2863059136227015,
      "learning_rate": 1.513950073421439e-06,
      "loss": 0.0402,
      "step": 375
    },
    {
      "epoch": 0.26761565836298934,
      "grad_norm": 4.423267805643734,
      "learning_rate": 1.512481644640235e-06,
      "loss": 0.114,
      "step": 376
    },
    {
      "epoch": 0.2683274021352313,
      "grad_norm": 3.5517169990953104,
      "learning_rate": 1.5110132158590307e-06,
      "loss": -0.0008,
      "step": 377
    },
    {
      "epoch": 0.2690391459074733,
      "grad_norm": 3.0540230655261307,
      "learning_rate": 1.5095447870778267e-06,
      "loss": -0.0426,
      "step": 378
    },
    {
      "epoch": 0.2697508896797153,
      "grad_norm": 4.542990162110976,
      "learning_rate": 1.5080763582966225e-06,
      "loss": 0.1026,
      "step": 379
    },
    {
      "epoch": 0.2704626334519573,
      "grad_norm": 4.400804550133596,
      "learning_rate": 1.5066079295154185e-06,
      "loss": 0.132,
      "step": 380
    },
    {
      "epoch": 0.2711743772241993,
      "grad_norm": 4.707977326473843,
      "learning_rate": 1.5051395007342142e-06,
      "loss": 0.0669,
      "step": 381
    },
    {
      "epoch": 0.27188612099644127,
      "grad_norm": 5.231473477237746,
      "learning_rate": 1.5036710719530102e-06,
      "loss": 0.0588,
      "step": 382
    },
    {
      "epoch": 0.27259786476868325,
      "grad_norm": 4.141758025995536,
      "learning_rate": 1.502202643171806e-06,
      "loss": 0.0349,
      "step": 383
    },
    {
      "epoch": 0.2733096085409253,
      "grad_norm": 3.417607123726839,
      "learning_rate": 1.500734214390602e-06,
      "loss": -0.0088,
      "step": 384
    },
    {
      "epoch": 0.27402135231316727,
      "grad_norm": 6.084464642962031,
      "learning_rate": 1.499265785609398e-06,
      "loss": 0.114,
      "step": 385
    },
    {
      "epoch": 0.27473309608540925,
      "grad_norm": 9.337398551992413,
      "learning_rate": 1.497797356828194e-06,
      "loss": 0.041,
      "step": 386
    },
    {
      "epoch": 0.2754448398576512,
      "grad_norm": 6.293725828334604,
      "learning_rate": 1.4963289280469897e-06,
      "loss": 0.1886,
      "step": 387
    },
    {
      "epoch": 0.27615658362989326,
      "grad_norm": 2.8274617128621595,
      "learning_rate": 1.4948604992657856e-06,
      "loss": -0.0402,
      "step": 388
    },
    {
      "epoch": 0.27686832740213524,
      "grad_norm": 6.682761251392663,
      "learning_rate": 1.4933920704845814e-06,
      "loss": 0.0407,
      "step": 389
    },
    {
      "epoch": 0.2775800711743772,
      "grad_norm": 5.532712064282298,
      "learning_rate": 1.4919236417033774e-06,
      "loss": 0.0822,
      "step": 390
    },
    {
      "epoch": 0.2782918149466192,
      "grad_norm": 6.354605270840461,
      "learning_rate": 1.4904552129221731e-06,
      "loss": 0.2162,
      "step": 391
    },
    {
      "epoch": 0.27900355871886123,
      "grad_norm": 4.605656562580033,
      "learning_rate": 1.4889867841409691e-06,
      "loss": 0.0018,
      "step": 392
    },
    {
      "epoch": 0.2797153024911032,
      "grad_norm": 5.623376400067919,
      "learning_rate": 1.4875183553597649e-06,
      "loss": 0.1569,
      "step": 393
    },
    {
      "epoch": 0.2804270462633452,
      "grad_norm": 3.9692180687934897,
      "learning_rate": 1.4860499265785609e-06,
      "loss": -0.0416,
      "step": 394
    },
    {
      "epoch": 0.28113879003558717,
      "grad_norm": 7.423001302286039,
      "learning_rate": 1.4845814977973568e-06,
      "loss": 0.026,
      "step": 395
    },
    {
      "epoch": 0.2818505338078292,
      "grad_norm": 8.085510065695358,
      "learning_rate": 1.4831130690161526e-06,
      "loss": 0.0845,
      "step": 396
    },
    {
      "epoch": 0.2825622775800712,
      "grad_norm": 4.9124011701975245,
      "learning_rate": 1.4816446402349486e-06,
      "loss": 0.0907,
      "step": 397
    },
    {
      "epoch": 0.28327402135231317,
      "grad_norm": 4.4743904849478655,
      "learning_rate": 1.4801762114537444e-06,
      "loss": 0.0154,
      "step": 398
    },
    {
      "epoch": 0.28398576512455515,
      "grad_norm": 4.688328173910629,
      "learning_rate": 1.4787077826725403e-06,
      "loss": 0.0273,
      "step": 399
    },
    {
      "epoch": 0.2846975088967972,
      "grad_norm": 6.729777242479757,
      "learning_rate": 1.477239353891336e-06,
      "loss": 0.1049,
      "step": 400
    },
    {
      "epoch": 0.28540925266903916,
      "grad_norm": 3.998078838569102,
      "learning_rate": 1.475770925110132e-06,
      "loss": 0.0952,
      "step": 401
    },
    {
      "epoch": 0.28612099644128114,
      "grad_norm": 3.632400325239873,
      "learning_rate": 1.4743024963289278e-06,
      "loss": 0.0122,
      "step": 402
    },
    {
      "epoch": 0.2868327402135231,
      "grad_norm": 5.621302597481837,
      "learning_rate": 1.4728340675477238e-06,
      "loss": 0.1393,
      "step": 403
    },
    {
      "epoch": 0.2875444839857651,
      "grad_norm": 3.4926245499112936,
      "learning_rate": 1.4713656387665198e-06,
      "loss": -0.0072,
      "step": 404
    },
    {
      "epoch": 0.28825622775800713,
      "grad_norm": 6.871401868269233,
      "learning_rate": 1.4698972099853158e-06,
      "loss": 0.0845,
      "step": 405
    },
    {
      "epoch": 0.2889679715302491,
      "grad_norm": 7.371299203052198,
      "learning_rate": 1.4684287812041115e-06,
      "loss": 0.1009,
      "step": 406
    },
    {
      "epoch": 0.2896797153024911,
      "grad_norm": 5.3878488662242034,
      "learning_rate": 1.4669603524229075e-06,
      "loss": 0.0183,
      "step": 407
    },
    {
      "epoch": 0.29039145907473307,
      "grad_norm": 6.202672985144754,
      "learning_rate": 1.4654919236417033e-06,
      "loss": -0.0093,
      "step": 408
    },
    {
      "epoch": 0.2911032028469751,
      "grad_norm": 4.22439807463946,
      "learning_rate": 1.4640234948604993e-06,
      "loss": -0.0559,
      "step": 409
    },
    {
      "epoch": 0.2918149466192171,
      "grad_norm": 5.732779881282407,
      "learning_rate": 1.462555066079295e-06,
      "loss": 0.1191,
      "step": 410
    },
    {
      "epoch": 0.29252669039145907,
      "grad_norm": 4.403590705236258,
      "learning_rate": 1.461086637298091e-06,
      "loss": 0.0391,
      "step": 411
    },
    {
      "epoch": 0.29323843416370104,
      "grad_norm": 7.371522503842622,
      "learning_rate": 1.459618208516887e-06,
      "loss": 0.2122,
      "step": 412
    },
    {
      "epoch": 0.2939501779359431,
      "grad_norm": 4.063849826456104,
      "learning_rate": 1.4581497797356827e-06,
      "loss": -0.0325,
      "step": 413
    },
    {
      "epoch": 0.29466192170818506,
      "grad_norm": 6.537322657205629,
      "learning_rate": 1.4566813509544787e-06,
      "loss": 0.1573,
      "step": 414
    },
    {
      "epoch": 0.29537366548042704,
      "grad_norm": 3.9070658327741112,
      "learning_rate": 1.4552129221732745e-06,
      "loss": 0.0689,
      "step": 415
    },
    {
      "epoch": 0.296085409252669,
      "grad_norm": 6.406279177715566,
      "learning_rate": 1.4537444933920705e-06,
      "loss": 0.0146,
      "step": 416
    },
    {
      "epoch": 0.29679715302491105,
      "grad_norm": 5.901355794529173,
      "learning_rate": 1.4522760646108662e-06,
      "loss": 0.046,
      "step": 417
    },
    {
      "epoch": 0.29750889679715303,
      "grad_norm": 3.850309156415311,
      "learning_rate": 1.4508076358296622e-06,
      "loss": 0.0394,
      "step": 418
    },
    {
      "epoch": 0.298220640569395,
      "grad_norm": 3.258587568922452,
      "learning_rate": 1.449339207048458e-06,
      "loss": 0.1155,
      "step": 419
    },
    {
      "epoch": 0.298932384341637,
      "grad_norm": 3.745109038860105,
      "learning_rate": 1.447870778267254e-06,
      "loss": 0.0726,
      "step": 420
    },
    {
      "epoch": 0.299644128113879,
      "grad_norm": 4.505449386351336,
      "learning_rate": 1.4464023494860497e-06,
      "loss": 0.0293,
      "step": 421
    },
    {
      "epoch": 0.300355871886121,
      "grad_norm": 5.907561625814238,
      "learning_rate": 1.4449339207048457e-06,
      "loss": 0.1216,
      "step": 422
    },
    {
      "epoch": 0.301067615658363,
      "grad_norm": 4.612488189930256,
      "learning_rate": 1.4434654919236415e-06,
      "loss": 0.12,
      "step": 423
    },
    {
      "epoch": 0.30177935943060497,
      "grad_norm": 6.018073200585667,
      "learning_rate": 1.4419970631424377e-06,
      "loss": -0.0622,
      "step": 424
    },
    {
      "epoch": 0.302491103202847,
      "grad_norm": 3.359965143931201,
      "learning_rate": 1.4405286343612334e-06,
      "loss": -0.0557,
      "step": 425
    },
    {
      "epoch": 0.303202846975089,
      "grad_norm": 4.530239650290313,
      "learning_rate": 1.4390602055800294e-06,
      "loss": 0.0155,
      "step": 426
    },
    {
      "epoch": 0.30391459074733096,
      "grad_norm": 3.923181080766024,
      "learning_rate": 1.4375917767988252e-06,
      "loss": 0.0844,
      "step": 427
    },
    {
      "epoch": 0.30462633451957294,
      "grad_norm": 3.5202703684229815,
      "learning_rate": 1.4361233480176211e-06,
      "loss": -0.0512,
      "step": 428
    },
    {
      "epoch": 0.305338078291815,
      "grad_norm": 3.7198987196394206,
      "learning_rate": 1.4346549192364171e-06,
      "loss": 0.0487,
      "step": 429
    },
    {
      "epoch": 0.30604982206405695,
      "grad_norm": 4.361700060061493,
      "learning_rate": 1.4331864904552129e-06,
      "loss": 0.0465,
      "step": 430
    },
    {
      "epoch": 0.30676156583629893,
      "grad_norm": 4.3036197508138105,
      "learning_rate": 1.4317180616740089e-06,
      "loss": 0.0604,
      "step": 431
    },
    {
      "epoch": 0.3074733096085409,
      "grad_norm": 5.652510613520501,
      "learning_rate": 1.4302496328928046e-06,
      "loss": 0.1603,
      "step": 432
    },
    {
      "epoch": 0.3081850533807829,
      "grad_norm": 4.460907997795395,
      "learning_rate": 1.4287812041116006e-06,
      "loss": 0.0773,
      "step": 433
    },
    {
      "epoch": 0.3088967971530249,
      "grad_norm": 6.627971054944022,
      "learning_rate": 1.4273127753303964e-06,
      "loss": 0.1324,
      "step": 434
    },
    {
      "epoch": 0.3096085409252669,
      "grad_norm": 6.483300692256294,
      "learning_rate": 1.4258443465491923e-06,
      "loss": 0.1187,
      "step": 435
    },
    {
      "epoch": 0.3103202846975089,
      "grad_norm": 3.818791810351555,
      "learning_rate": 1.4243759177679881e-06,
      "loss": 0.1222,
      "step": 436
    },
    {
      "epoch": 0.31103202846975087,
      "grad_norm": 4.205532589817094,
      "learning_rate": 1.422907488986784e-06,
      "loss": 0.04,
      "step": 437
    },
    {
      "epoch": 0.3117437722419929,
      "grad_norm": 4.138905524462921,
      "learning_rate": 1.4214390602055799e-06,
      "loss": 0.1356,
      "step": 438
    },
    {
      "epoch": 0.3124555160142349,
      "grad_norm": 4.560324163124626,
      "learning_rate": 1.4199706314243758e-06,
      "loss": -0.001,
      "step": 439
    },
    {
      "epoch": 0.31316725978647686,
      "grad_norm": 5.088704049660316,
      "learning_rate": 1.4185022026431716e-06,
      "loss": 0.0828,
      "step": 440
    },
    {
      "epoch": 0.31387900355871884,
      "grad_norm": 3.643900825951513,
      "learning_rate": 1.4170337738619676e-06,
      "loss": -0.0633,
      "step": 441
    },
    {
      "epoch": 0.3145907473309609,
      "grad_norm": 12.367839552654106,
      "learning_rate": 1.4155653450807633e-06,
      "loss": 0.2273,
      "step": 442
    },
    {
      "epoch": 0.31530249110320285,
      "grad_norm": 3.035800153655871,
      "learning_rate": 1.4140969162995595e-06,
      "loss": -0.0196,
      "step": 443
    },
    {
      "epoch": 0.31601423487544483,
      "grad_norm": 18.763915734499722,
      "learning_rate": 1.4126284875183553e-06,
      "loss": 0.0782,
      "step": 444
    },
    {
      "epoch": 0.3167259786476868,
      "grad_norm": 2.571197728361492,
      "learning_rate": 1.4111600587371513e-06,
      "loss": -0.0196,
      "step": 445
    },
    {
      "epoch": 0.31743772241992885,
      "grad_norm": 5.409603600214178,
      "learning_rate": 1.4096916299559472e-06,
      "loss": 0.1013,
      "step": 446
    },
    {
      "epoch": 0.3181494661921708,
      "grad_norm": 5.796783528801567,
      "learning_rate": 1.408223201174743e-06,
      "loss": 0.085,
      "step": 447
    },
    {
      "epoch": 0.3188612099644128,
      "grad_norm": 5.821264734394937,
      "learning_rate": 1.406754772393539e-06,
      "loss": 0.0568,
      "step": 448
    },
    {
      "epoch": 0.3195729537366548,
      "grad_norm": 3.001625097715217,
      "learning_rate": 1.4052863436123348e-06,
      "loss": 0.0876,
      "step": 449
    },
    {
      "epoch": 0.3202846975088968,
      "grad_norm": 4.7979999428447355,
      "learning_rate": 1.4038179148311307e-06,
      "loss": 0.1001,
      "step": 450
    },
    {
      "epoch": 0.3209964412811388,
      "grad_norm": 6.605368263206687,
      "learning_rate": 1.4023494860499265e-06,
      "loss": 0.1632,
      "step": 451
    },
    {
      "epoch": 0.3217081850533808,
      "grad_norm": 3.502035638929594,
      "learning_rate": 1.4008810572687225e-06,
      "loss": -0.0367,
      "step": 452
    },
    {
      "epoch": 0.32241992882562276,
      "grad_norm": 9.002808450564668,
      "learning_rate": 1.3994126284875182e-06,
      "loss": 0.0653,
      "step": 453
    },
    {
      "epoch": 0.3231316725978648,
      "grad_norm": 5.094547700731088,
      "learning_rate": 1.3979441997063142e-06,
      "loss": 0.0839,
      "step": 454
    },
    {
      "epoch": 0.3238434163701068,
      "grad_norm": 5.66990673708365,
      "learning_rate": 1.39647577092511e-06,
      "loss": 0.0375,
      "step": 455
    },
    {
      "epoch": 0.32455516014234875,
      "grad_norm": 7.343498323064397,
      "learning_rate": 1.395007342143906e-06,
      "loss": 0.0998,
      "step": 456
    },
    {
      "epoch": 0.32526690391459073,
      "grad_norm": 8.127266905066636,
      "learning_rate": 1.3935389133627017e-06,
      "loss": 0.1422,
      "step": 457
    },
    {
      "epoch": 0.32597864768683277,
      "grad_norm": 3.800517277896503,
      "learning_rate": 1.3920704845814977e-06,
      "loss": -0.0181,
      "step": 458
    },
    {
      "epoch": 0.32669039145907475,
      "grad_norm": 5.43134160815067,
      "learning_rate": 1.3906020558002935e-06,
      "loss": 0.0497,
      "step": 459
    },
    {
      "epoch": 0.3274021352313167,
      "grad_norm": 3.8471828111327633,
      "learning_rate": 1.3891336270190894e-06,
      "loss": 0.0897,
      "step": 460
    },
    {
      "epoch": 0.3281138790035587,
      "grad_norm": 6.528410517911757,
      "learning_rate": 1.3876651982378852e-06,
      "loss": -0.0511,
      "step": 461
    },
    {
      "epoch": 0.3288256227758007,
      "grad_norm": 4.252585353992694,
      "learning_rate": 1.3861967694566812e-06,
      "loss": 0.0951,
      "step": 462
    },
    {
      "epoch": 0.3295373665480427,
      "grad_norm": 8.229788789692552,
      "learning_rate": 1.3847283406754774e-06,
      "loss": 0.0933,
      "step": 463
    },
    {
      "epoch": 0.3302491103202847,
      "grad_norm": 4.1539330011510485,
      "learning_rate": 1.3832599118942731e-06,
      "loss": 0.023,
      "step": 464
    },
    {
      "epoch": 0.3309608540925267,
      "grad_norm": 4.6663483556543826,
      "learning_rate": 1.3817914831130691e-06,
      "loss": 0.007,
      "step": 465
    },
    {
      "epoch": 0.33167259786476866,
      "grad_norm": 4.669672111746775,
      "learning_rate": 1.3803230543318649e-06,
      "loss": 0.0893,
      "step": 466
    },
    {
      "epoch": 0.3323843416370107,
      "grad_norm": 5.133795657125543,
      "learning_rate": 1.3788546255506609e-06,
      "loss": 0.1242,
      "step": 467
    },
    {
      "epoch": 0.3330960854092527,
      "grad_norm": 5.475945496459967,
      "learning_rate": 1.3773861967694566e-06,
      "loss": 0.1022,
      "step": 468
    },
    {
      "epoch": 0.33380782918149465,
      "grad_norm": 4.605885985857843,
      "learning_rate": 1.3759177679882526e-06,
      "loss": 0.1267,
      "step": 469
    },
    {
      "epoch": 0.33451957295373663,
      "grad_norm": 3.0454480081847795,
      "learning_rate": 1.3744493392070484e-06,
      "loss": 0.0601,
      "step": 470
    },
    {
      "epoch": 0.33523131672597867,
      "grad_norm": 4.401587000661199,
      "learning_rate": 1.3729809104258444e-06,
      "loss": 0.0515,
      "step": 471
    },
    {
      "epoch": 0.33594306049822065,
      "grad_norm": 13.88100598913882,
      "learning_rate": 1.3715124816446401e-06,
      "loss": 0.0645,
      "step": 472
    },
    {
      "epoch": 0.3366548042704626,
      "grad_norm": 5.4928368826174845,
      "learning_rate": 1.370044052863436e-06,
      "loss": 0.079,
      "step": 473
    },
    {
      "epoch": 0.3373665480427046,
      "grad_norm": 4.3823646683805215,
      "learning_rate": 1.3685756240822319e-06,
      "loss": 0.0301,
      "step": 474
    },
    {
      "epoch": 0.33807829181494664,
      "grad_norm": 5.159143918902839,
      "learning_rate": 1.3671071953010278e-06,
      "loss": 0.0445,
      "step": 475
    },
    {
      "epoch": 0.3387900355871886,
      "grad_norm": 5.394407322017402,
      "learning_rate": 1.3656387665198236e-06,
      "loss": -0.0628,
      "step": 476
    },
    {
      "epoch": 0.3395017793594306,
      "grad_norm": 5.8944791534932754,
      "learning_rate": 1.3641703377386196e-06,
      "loss": 0.1409,
      "step": 477
    },
    {
      "epoch": 0.3402135231316726,
      "grad_norm": 3.5826852049675066,
      "learning_rate": 1.3627019089574153e-06,
      "loss": 0.0186,
      "step": 478
    },
    {
      "epoch": 0.3409252669039146,
      "grad_norm": 8.927906783297527,
      "learning_rate": 1.3612334801762113e-06,
      "loss": 0.1988,
      "step": 479
    },
    {
      "epoch": 0.3416370106761566,
      "grad_norm": 3.6064993892760655,
      "learning_rate": 1.359765051395007e-06,
      "loss": -0.0085,
      "step": 480
    },
    {
      "epoch": 0.3423487544483986,
      "grad_norm": 5.465970450161264,
      "learning_rate": 1.358296622613803e-06,
      "loss": 0.018,
      "step": 481
    },
    {
      "epoch": 0.34306049822064055,
      "grad_norm": 5.639957969725356,
      "learning_rate": 1.3568281938325993e-06,
      "loss": 0.0933,
      "step": 482
    },
    {
      "epoch": 0.3437722419928826,
      "grad_norm": 5.134464735383474,
      "learning_rate": 1.355359765051395e-06,
      "loss": 0.0109,
      "step": 483
    },
    {
      "epoch": 0.34448398576512457,
      "grad_norm": 6.339479408912485,
      "learning_rate": 1.353891336270191e-06,
      "loss": 0.1694,
      "step": 484
    },
    {
      "epoch": 0.34519572953736655,
      "grad_norm": 5.629471252167426,
      "learning_rate": 1.3524229074889868e-06,
      "loss": 0.1749,
      "step": 485
    },
    {
      "epoch": 0.3459074733096085,
      "grad_norm": 4.1844924830495565,
      "learning_rate": 1.3509544787077827e-06,
      "loss": 0.0548,
      "step": 486
    },
    {
      "epoch": 0.34661921708185056,
      "grad_norm": 3.81599741125119,
      "learning_rate": 1.3494860499265785e-06,
      "loss": 0.0581,
      "step": 487
    },
    {
      "epoch": 0.34733096085409254,
      "grad_norm": 3.82408146519255,
      "learning_rate": 1.3480176211453745e-06,
      "loss": -0.0245,
      "step": 488
    },
    {
      "epoch": 0.3480427046263345,
      "grad_norm": 4.118872049980593,
      "learning_rate": 1.3465491923641703e-06,
      "loss": -0.0963,
      "step": 489
    },
    {
      "epoch": 0.3487544483985765,
      "grad_norm": 6.1088792058255,
      "learning_rate": 1.3450807635829662e-06,
      "loss": 0.0747,
      "step": 490
    },
    {
      "epoch": 0.3494661921708185,
      "grad_norm": 6.388375406316636,
      "learning_rate": 1.343612334801762e-06,
      "loss": -0.0349,
      "step": 491
    },
    {
      "epoch": 0.3501779359430605,
      "grad_norm": 5.8039027796462905,
      "learning_rate": 1.342143906020558e-06,
      "loss": 0.0393,
      "step": 492
    },
    {
      "epoch": 0.3508896797153025,
      "grad_norm": 4.94103529672343,
      "learning_rate": 1.3406754772393537e-06,
      "loss": 0.0246,
      "step": 493
    },
    {
      "epoch": 0.3516014234875445,
      "grad_norm": 4.054831441628558,
      "learning_rate": 1.3392070484581497e-06,
      "loss": -0.0507,
      "step": 494
    },
    {
      "epoch": 0.35231316725978645,
      "grad_norm": 3.061671242195688,
      "learning_rate": 1.3377386196769455e-06,
      "loss": 0.0015,
      "step": 495
    },
    {
      "epoch": 0.3530249110320285,
      "grad_norm": 6.231153836747014,
      "learning_rate": 1.3362701908957415e-06,
      "loss": 0.1093,
      "step": 496
    },
    {
      "epoch": 0.35373665480427047,
      "grad_norm": 4.803948868211813,
      "learning_rate": 1.3348017621145372e-06,
      "loss": -0.0375,
      "step": 497
    },
    {
      "epoch": 0.35444839857651245,
      "grad_norm": 7.2124323426879755,
      "learning_rate": 1.3333333333333332e-06,
      "loss": 0.0418,
      "step": 498
    },
    {
      "epoch": 0.3551601423487544,
      "grad_norm": 12.051137049042497,
      "learning_rate": 1.3318649045521292e-06,
      "loss": 0.0088,
      "step": 499
    },
    {
      "epoch": 0.35587188612099646,
      "grad_norm": 5.94286256858033,
      "learning_rate": 1.330396475770925e-06,
      "loss": 0.1674,
      "step": 500
    },
    {
      "epoch": 0.35658362989323844,
      "grad_norm": 4.965540395103566,
      "learning_rate": 1.328928046989721e-06,
      "loss": 0.0542,
      "step": 501
    },
    {
      "epoch": 0.3572953736654804,
      "grad_norm": 4.590895615840333,
      "learning_rate": 1.327459618208517e-06,
      "loss": 0.0241,
      "step": 502
    },
    {
      "epoch": 0.3580071174377224,
      "grad_norm": 5.8626146642862595,
      "learning_rate": 1.3259911894273129e-06,
      "loss": -0.0145,
      "step": 503
    },
    {
      "epoch": 0.35871886120996443,
      "grad_norm": 4.977928656796741,
      "learning_rate": 1.3245227606461086e-06,
      "loss": 0.0542,
      "step": 504
    },
    {
      "epoch": 0.3594306049822064,
      "grad_norm": 3.974031673502917,
      "learning_rate": 1.3230543318649046e-06,
      "loss": 0.0275,
      "step": 505
    },
    {
      "epoch": 0.3601423487544484,
      "grad_norm": 5.703999157106998,
      "learning_rate": 1.3215859030837004e-06,
      "loss": 0.0349,
      "step": 506
    },
    {
      "epoch": 0.3608540925266904,
      "grad_norm": 4.052662367583191,
      "learning_rate": 1.3201174743024964e-06,
      "loss": 0.0043,
      "step": 507
    },
    {
      "epoch": 0.3615658362989324,
      "grad_norm": 3.643033258471114,
      "learning_rate": 1.3186490455212921e-06,
      "loss": 0.1718,
      "step": 508
    },
    {
      "epoch": 0.3622775800711744,
      "grad_norm": 5.142755038140959,
      "learning_rate": 1.3171806167400881e-06,
      "loss": 0.1742,
      "step": 509
    },
    {
      "epoch": 0.36298932384341637,
      "grad_norm": 5.241172817397939,
      "learning_rate": 1.3157121879588839e-06,
      "loss": 0.0968,
      "step": 510
    },
    {
      "epoch": 0.36370106761565835,
      "grad_norm": 5.1078352635046445,
      "learning_rate": 1.3142437591776798e-06,
      "loss": 0.1197,
      "step": 511
    },
    {
      "epoch": 0.3644128113879004,
      "grad_norm": 6.225810427937807,
      "learning_rate": 1.3127753303964756e-06,
      "loss": 0.1229,
      "step": 512
    },
    {
      "epoch": 0.36512455516014236,
      "grad_norm": 6.7014735750723196,
      "learning_rate": 1.3113069016152716e-06,
      "loss": 0.12,
      "step": 513
    },
    {
      "epoch": 0.36583629893238434,
      "grad_norm": 4.627706612086469,
      "learning_rate": 1.3098384728340674e-06,
      "loss": 0.0387,
      "step": 514
    },
    {
      "epoch": 0.3665480427046263,
      "grad_norm": 4.634265382361618,
      "learning_rate": 1.3083700440528633e-06,
      "loss": 0.068,
      "step": 515
    },
    {
      "epoch": 0.36725978647686836,
      "grad_norm": 7.336944153509603,
      "learning_rate": 1.3069016152716593e-06,
      "loss": 0.044,
      "step": 516
    },
    {
      "epoch": 0.36797153024911033,
      "grad_norm": 5.110609552864615,
      "learning_rate": 1.305433186490455e-06,
      "loss": 0.0432,
      "step": 517
    },
    {
      "epoch": 0.3686832740213523,
      "grad_norm": 5.7487944292813875,
      "learning_rate": 1.303964757709251e-06,
      "loss": 0.0086,
      "step": 518
    },
    {
      "epoch": 0.3693950177935943,
      "grad_norm": 3.9281649664133167,
      "learning_rate": 1.3024963289280468e-06,
      "loss": -0.0906,
      "step": 519
    },
    {
      "epoch": 0.3701067615658363,
      "grad_norm": 5.635784576684936,
      "learning_rate": 1.3010279001468428e-06,
      "loss": 0.0388,
      "step": 520
    },
    {
      "epoch": 0.3708185053380783,
      "grad_norm": 4.504403185332134,
      "learning_rate": 1.2995594713656388e-06,
      "loss": 0.0674,
      "step": 521
    },
    {
      "epoch": 0.3715302491103203,
      "grad_norm": 5.796118838611627,
      "learning_rate": 1.2980910425844348e-06,
      "loss": 0.0867,
      "step": 522
    },
    {
      "epoch": 0.37224199288256227,
      "grad_norm": 3.7423957018184564,
      "learning_rate": 1.2966226138032305e-06,
      "loss": 0.1033,
      "step": 523
    },
    {
      "epoch": 0.37295373665480425,
      "grad_norm": 4.653161989863049,
      "learning_rate": 1.2951541850220265e-06,
      "loss": 0.1115,
      "step": 524
    },
    {
      "epoch": 0.3736654804270463,
      "grad_norm": 5.487569286282674,
      "learning_rate": 1.2936857562408223e-06,
      "loss": 0.0015,
      "step": 525
    },
    {
      "epoch": 0.37437722419928826,
      "grad_norm": 3.660972349527697,
      "learning_rate": 1.2922173274596182e-06,
      "loss": -0.0158,
      "step": 526
    },
    {
      "epoch": 0.37508896797153024,
      "grad_norm": 14.386677916212754,
      "learning_rate": 1.290748898678414e-06,
      "loss": 0.1662,
      "step": 527
    },
    {
      "epoch": 0.3758007117437722,
      "grad_norm": 4.804991772949289,
      "learning_rate": 1.28928046989721e-06,
      "loss": 0.1037,
      "step": 528
    },
    {
      "epoch": 0.37651245551601425,
      "grad_norm": 4.285523891761131,
      "learning_rate": 1.2878120411160057e-06,
      "loss": 0.1347,
      "step": 529
    },
    {
      "epoch": 0.37722419928825623,
      "grad_norm": 8.680000416276632,
      "learning_rate": 1.2863436123348017e-06,
      "loss": 0.1935,
      "step": 530
    },
    {
      "epoch": 0.3779359430604982,
      "grad_norm": 6.3227238717346435,
      "learning_rate": 1.2848751835535975e-06,
      "loss": 0.1116,
      "step": 531
    },
    {
      "epoch": 0.3786476868327402,
      "grad_norm": 4.369406257640907,
      "learning_rate": 1.2834067547723935e-06,
      "loss": 0.0217,
      "step": 532
    },
    {
      "epoch": 0.37935943060498223,
      "grad_norm": 3.511049947393694,
      "learning_rate": 1.2819383259911892e-06,
      "loss": 0.0571,
      "step": 533
    },
    {
      "epoch": 0.3800711743772242,
      "grad_norm": 3.4769751828887587,
      "learning_rate": 1.2804698972099852e-06,
      "loss": 0.0599,
      "step": 534
    },
    {
      "epoch": 0.3807829181494662,
      "grad_norm": 4.425270529198389,
      "learning_rate": 1.2790014684287812e-06,
      "loss": -0.0344,
      "step": 535
    },
    {
      "epoch": 0.38149466192170817,
      "grad_norm": 4.27135554896897,
      "learning_rate": 1.277533039647577e-06,
      "loss": 0.0781,
      "step": 536
    },
    {
      "epoch": 0.3822064056939502,
      "grad_norm": 4.215674289333216,
      "learning_rate": 1.276064610866373e-06,
      "loss": 0.0871,
      "step": 537
    },
    {
      "epoch": 0.3829181494661922,
      "grad_norm": 6.4279361532063515,
      "learning_rate": 1.2745961820851687e-06,
      "loss": 0.1274,
      "step": 538
    },
    {
      "epoch": 0.38362989323843416,
      "grad_norm": 2.9956366278559794,
      "learning_rate": 1.2731277533039647e-06,
      "loss": 0.0482,
      "step": 539
    },
    {
      "epoch": 0.38434163701067614,
      "grad_norm": 2.833506148808736,
      "learning_rate": 1.2716593245227604e-06,
      "loss": 0.0121,
      "step": 540
    },
    {
      "epoch": 0.3850533807829182,
      "grad_norm": 4.398064985474303,
      "learning_rate": 1.2701908957415566e-06,
      "loss": 0.0557,
      "step": 541
    },
    {
      "epoch": 0.38576512455516015,
      "grad_norm": 4.301774106985314,
      "learning_rate": 1.2687224669603524e-06,
      "loss": 0.1388,
      "step": 542
    },
    {
      "epoch": 0.38647686832740213,
      "grad_norm": 4.016092829782654,
      "learning_rate": 1.2672540381791484e-06,
      "loss": -0.0178,
      "step": 543
    },
    {
      "epoch": 0.3871886120996441,
      "grad_norm": 4.230056193093481,
      "learning_rate": 1.2657856093979441e-06,
      "loss": 0.0911,
      "step": 544
    },
    {
      "epoch": 0.3879003558718861,
      "grad_norm": 4.648048910359669,
      "learning_rate": 1.2643171806167401e-06,
      "loss": 0.0079,
      "step": 545
    },
    {
      "epoch": 0.38861209964412813,
      "grad_norm": 6.046269980431698,
      "learning_rate": 1.2628487518355359e-06,
      "loss": 0.01,
      "step": 546
    },
    {
      "epoch": 0.3893238434163701,
      "grad_norm": 5.598650442721456,
      "learning_rate": 1.2613803230543319e-06,
      "loss": 0.1025,
      "step": 547
    },
    {
      "epoch": 0.3900355871886121,
      "grad_norm": 4.154987344183164,
      "learning_rate": 1.2599118942731276e-06,
      "loss": 0.073,
      "step": 548
    },
    {
      "epoch": 0.39074733096085407,
      "grad_norm": 5.151314702783577,
      "learning_rate": 1.2584434654919236e-06,
      "loss": 0.1204,
      "step": 549
    },
    {
      "epoch": 0.3914590747330961,
      "grad_norm": 4.410394761804895,
      "learning_rate": 1.2569750367107194e-06,
      "loss": 0.0851,
      "step": 550
    },
    {
      "epoch": 0.3921708185053381,
      "grad_norm": 4.99583108672324,
      "learning_rate": 1.2555066079295153e-06,
      "loss": 0.0927,
      "step": 551
    },
    {
      "epoch": 0.39288256227758006,
      "grad_norm": 5.8725775736382095,
      "learning_rate": 1.2540381791483113e-06,
      "loss": 0.2121,
      "step": 552
    },
    {
      "epoch": 0.39359430604982204,
      "grad_norm": 4.747630682859618,
      "learning_rate": 1.252569750367107e-06,
      "loss": -0.0295,
      "step": 553
    },
    {
      "epoch": 0.3943060498220641,
      "grad_norm": 9.183776100778932,
      "learning_rate": 1.251101321585903e-06,
      "loss": 0.3017,
      "step": 554
    },
    {
      "epoch": 0.39501779359430605,
      "grad_norm": 6.072579411018435,
      "learning_rate": 1.2496328928046988e-06,
      "loss": 0.1708,
      "step": 555
    },
    {
      "epoch": 0.39572953736654803,
      "grad_norm": 4.213015126956102,
      "learning_rate": 1.2481644640234948e-06,
      "loss": 0.09,
      "step": 556
    },
    {
      "epoch": 0.39644128113879,
      "grad_norm": 7.692972607852313,
      "learning_rate": 1.2466960352422906e-06,
      "loss": 0.0703,
      "step": 557
    },
    {
      "epoch": 0.39715302491103205,
      "grad_norm": 3.336700137869538,
      "learning_rate": 1.2452276064610866e-06,
      "loss": 0.0718,
      "step": 558
    },
    {
      "epoch": 0.39786476868327403,
      "grad_norm": 3.437064819532712,
      "learning_rate": 1.2437591776798823e-06,
      "loss": 0.1232,
      "step": 559
    },
    {
      "epoch": 0.398576512455516,
      "grad_norm": 4.752532484654912,
      "learning_rate": 1.2422907488986785e-06,
      "loss": -0.0222,
      "step": 560
    },
    {
      "epoch": 0.399288256227758,
      "grad_norm": 5.671494316167505,
      "learning_rate": 1.2408223201174743e-06,
      "loss": 0.1919,
      "step": 561
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.530732644899779,
      "learning_rate": 1.2393538913362703e-06,
      "loss": 0.0283,
      "step": 562
    },
    {
      "epoch": 0.400711743772242,
      "grad_norm": 8.233660614468986,
      "learning_rate": 1.237885462555066e-06,
      "loss": 0.0892,
      "step": 563
    },
    {
      "epoch": 0.401423487544484,
      "grad_norm": 9.502726514967256,
      "learning_rate": 1.236417033773862e-06,
      "loss": 0.0579,
      "step": 564
    },
    {
      "epoch": 0.40213523131672596,
      "grad_norm": 3.5236594390328295,
      "learning_rate": 1.2349486049926578e-06,
      "loss": 0.0199,
      "step": 565
    },
    {
      "epoch": 0.402846975088968,
      "grad_norm": 5.95870557924922,
      "learning_rate": 1.2334801762114537e-06,
      "loss": 0.0288,
      "step": 566
    },
    {
      "epoch": 0.40355871886121,
      "grad_norm": 7.876154981414457,
      "learning_rate": 1.2320117474302495e-06,
      "loss": 0.0504,
      "step": 567
    },
    {
      "epoch": 0.40427046263345195,
      "grad_norm": 5.71977049680604,
      "learning_rate": 1.2305433186490455e-06,
      "loss": 0.0537,
      "step": 568
    },
    {
      "epoch": 0.40498220640569393,
      "grad_norm": 5.252680866045221,
      "learning_rate": 1.2290748898678415e-06,
      "loss": -0.0052,
      "step": 569
    },
    {
      "epoch": 0.40569395017793597,
      "grad_norm": 4.443807498007278,
      "learning_rate": 1.2276064610866372e-06,
      "loss": 0.0806,
      "step": 570
    },
    {
      "epoch": 0.40640569395017795,
      "grad_norm": 4.114830428160394,
      "learning_rate": 1.2261380323054332e-06,
      "loss": 0.0369,
      "step": 571
    },
    {
      "epoch": 0.40711743772241993,
      "grad_norm": 5.210110211222593,
      "learning_rate": 1.224669603524229e-06,
      "loss": 0.1161,
      "step": 572
    },
    {
      "epoch": 0.4078291814946619,
      "grad_norm": 4.043897557109054,
      "learning_rate": 1.223201174743025e-06,
      "loss": -0.0277,
      "step": 573
    },
    {
      "epoch": 0.4085409252669039,
      "grad_norm": 6.136939420563002,
      "learning_rate": 1.2217327459618207e-06,
      "loss": 0.1014,
      "step": 574
    },
    {
      "epoch": 0.4092526690391459,
      "grad_norm": 5.27770281063622,
      "learning_rate": 1.2202643171806167e-06,
      "loss": 0.2431,
      "step": 575
    },
    {
      "epoch": 0.4099644128113879,
      "grad_norm": 3.3599898374494637,
      "learning_rate": 1.2187958883994125e-06,
      "loss": 0.0897,
      "step": 576
    },
    {
      "epoch": 0.4106761565836299,
      "grad_norm": 4.979236213911304,
      "learning_rate": 1.2173274596182084e-06,
      "loss": 0.0831,
      "step": 577
    },
    {
      "epoch": 0.41138790035587186,
      "grad_norm": 4.575722750914581,
      "learning_rate": 1.2158590308370042e-06,
      "loss": 0.1251,
      "step": 578
    },
    {
      "epoch": 0.4120996441281139,
      "grad_norm": 3.7621845658093855,
      "learning_rate": 1.2143906020558002e-06,
      "loss": -0.0291,
      "step": 579
    },
    {
      "epoch": 0.4128113879003559,
      "grad_norm": 4.218297411342295,
      "learning_rate": 1.2129221732745961e-06,
      "loss": 0.1321,
      "step": 580
    },
    {
      "epoch": 0.41352313167259785,
      "grad_norm": 3.879794323572462,
      "learning_rate": 1.2114537444933921e-06,
      "loss": 0.0918,
      "step": 581
    },
    {
      "epoch": 0.41423487544483983,
      "grad_norm": 4.052563296464422,
      "learning_rate": 1.2099853157121879e-06,
      "loss": 0.0771,
      "step": 582
    },
    {
      "epoch": 0.41494661921708187,
      "grad_norm": 4.85871887683837,
      "learning_rate": 1.2085168869309839e-06,
      "loss": 0.0863,
      "step": 583
    },
    {
      "epoch": 0.41565836298932385,
      "grad_norm": 4.707446979825805,
      "learning_rate": 1.2070484581497796e-06,
      "loss": 0.0187,
      "step": 584
    },
    {
      "epoch": 0.41637010676156583,
      "grad_norm": 3.8785600613390097,
      "learning_rate": 1.2055800293685756e-06,
      "loss": -0.0032,
      "step": 585
    },
    {
      "epoch": 0.4170818505338078,
      "grad_norm": 4.765160109560956,
      "learning_rate": 1.2041116005873716e-06,
      "loss": 0.0677,
      "step": 586
    },
    {
      "epoch": 0.41779359430604984,
      "grad_norm": 4.455527851930796,
      "learning_rate": 1.2026431718061674e-06,
      "loss": 0.111,
      "step": 587
    },
    {
      "epoch": 0.4185053380782918,
      "grad_norm": 3.1973105155389394,
      "learning_rate": 1.2011747430249633e-06,
      "loss": 0.1831,
      "step": 588
    },
    {
      "epoch": 0.4192170818505338,
      "grad_norm": 7.28943877562424,
      "learning_rate": 1.199706314243759e-06,
      "loss": 0.0971,
      "step": 589
    },
    {
      "epoch": 0.4199288256227758,
      "grad_norm": 6.135188134626812,
      "learning_rate": 1.198237885462555e-06,
      "loss": 0.0729,
      "step": 590
    },
    {
      "epoch": 0.4206405693950178,
      "grad_norm": 3.7048101655046723,
      "learning_rate": 1.1967694566813508e-06,
      "loss": -0.1257,
      "step": 591
    },
    {
      "epoch": 0.4213523131672598,
      "grad_norm": 4.813423563533292,
      "learning_rate": 1.1953010279001468e-06,
      "loss": 0.0854,
      "step": 592
    },
    {
      "epoch": 0.4220640569395018,
      "grad_norm": 3.208585076962423,
      "learning_rate": 1.1938325991189426e-06,
      "loss": 0.0278,
      "step": 593
    },
    {
      "epoch": 0.42277580071174375,
      "grad_norm": 5.694992998368377,
      "learning_rate": 1.1923641703377386e-06,
      "loss": 0.122,
      "step": 594
    },
    {
      "epoch": 0.4234875444839858,
      "grad_norm": 6.8821335283366505,
      "learning_rate": 1.1908957415565343e-06,
      "loss": 0.0321,
      "step": 595
    },
    {
      "epoch": 0.42419928825622777,
      "grad_norm": 4.215796899366015,
      "learning_rate": 1.1894273127753303e-06,
      "loss": 0.0321,
      "step": 596
    },
    {
      "epoch": 0.42491103202846975,
      "grad_norm": 5.316432439892324,
      "learning_rate": 1.187958883994126e-06,
      "loss": 0.068,
      "step": 597
    },
    {
      "epoch": 0.42562277580071173,
      "grad_norm": 5.511432729500699,
      "learning_rate": 1.186490455212922e-06,
      "loss": 0.0614,
      "step": 598
    },
    {
      "epoch": 0.42633451957295376,
      "grad_norm": 5.582771310939926,
      "learning_rate": 1.185022026431718e-06,
      "loss": 0.2272,
      "step": 599
    },
    {
      "epoch": 0.42704626334519574,
      "grad_norm": 5.323291364746015,
      "learning_rate": 1.183553597650514e-06,
      "loss": 0.1055,
      "step": 600
    },
    {
      "epoch": 0.4277580071174377,
      "grad_norm": 2.7981336095292777,
      "learning_rate": 1.1820851688693098e-06,
      "loss": 0.0135,
      "step": 601
    },
    {
      "epoch": 0.4284697508896797,
      "grad_norm": 5.2514595546013,
      "learning_rate": 1.1806167400881057e-06,
      "loss": 0.1438,
      "step": 602
    },
    {
      "epoch": 0.4291814946619217,
      "grad_norm": 4.8052648678120855,
      "learning_rate": 1.1791483113069017e-06,
      "loss": 0.0248,
      "step": 603
    },
    {
      "epoch": 0.4298932384341637,
      "grad_norm": 4.272397432563753,
      "learning_rate": 1.1776798825256975e-06,
      "loss": 0.1677,
      "step": 604
    },
    {
      "epoch": 0.4306049822064057,
      "grad_norm": 6.343124283623192,
      "learning_rate": 1.1762114537444935e-06,
      "loss": 0.1471,
      "step": 605
    },
    {
      "epoch": 0.4313167259786477,
      "grad_norm": 13.126869867733665,
      "learning_rate": 1.1747430249632892e-06,
      "loss": 0.1401,
      "step": 606
    },
    {
      "epoch": 0.43202846975088965,
      "grad_norm": 4.4220643559003765,
      "learning_rate": 1.1732745961820852e-06,
      "loss": 0.0717,
      "step": 607
    },
    {
      "epoch": 0.4327402135231317,
      "grad_norm": 5.323938419745406,
      "learning_rate": 1.171806167400881e-06,
      "loss": 0.0522,
      "step": 608
    },
    {
      "epoch": 0.43345195729537367,
      "grad_norm": 4.280517515464142,
      "learning_rate": 1.170337738619677e-06,
      "loss": -0.0424,
      "step": 609
    },
    {
      "epoch": 0.43416370106761565,
      "grad_norm": 4.523195250354239,
      "learning_rate": 1.1688693098384727e-06,
      "loss": 0.0748,
      "step": 610
    },
    {
      "epoch": 0.43487544483985763,
      "grad_norm": 3.867967315038678,
      "learning_rate": 1.1674008810572687e-06,
      "loss": -0.0254,
      "step": 611
    },
    {
      "epoch": 0.43558718861209966,
      "grad_norm": 5.799611229856745,
      "learning_rate": 1.1659324522760645e-06,
      "loss": 0.0168,
      "step": 612
    },
    {
      "epoch": 0.43629893238434164,
      "grad_norm": 5.017825585689327,
      "learning_rate": 1.1644640234948604e-06,
      "loss": -0.0632,
      "step": 613
    },
    {
      "epoch": 0.4370106761565836,
      "grad_norm": 4.292392681648742,
      "learning_rate": 1.1629955947136562e-06,
      "loss": 0.1748,
      "step": 614
    },
    {
      "epoch": 0.4377224199288256,
      "grad_norm": 5.436171095243215,
      "learning_rate": 1.1615271659324522e-06,
      "loss": 0.1117,
      "step": 615
    },
    {
      "epoch": 0.43843416370106764,
      "grad_norm": 4.987884529606562,
      "learning_rate": 1.160058737151248e-06,
      "loss": -0.0053,
      "step": 616
    },
    {
      "epoch": 0.4391459074733096,
      "grad_norm": 4.723339551994701,
      "learning_rate": 1.158590308370044e-06,
      "loss": 0.0186,
      "step": 617
    },
    {
      "epoch": 0.4398576512455516,
      "grad_norm": 4.6346798200417,
      "learning_rate": 1.15712187958884e-06,
      "loss": 0.0858,
      "step": 618
    },
    {
      "epoch": 0.4405693950177936,
      "grad_norm": 5.337842922227848,
      "learning_rate": 1.1556534508076359e-06,
      "loss": 0.052,
      "step": 619
    },
    {
      "epoch": 0.4412811387900356,
      "grad_norm": 3.4759681450774633,
      "learning_rate": 1.1541850220264319e-06,
      "loss": 0.0147,
      "step": 620
    },
    {
      "epoch": 0.4419928825622776,
      "grad_norm": 5.502678479043237,
      "learning_rate": 1.1527165932452276e-06,
      "loss": 0.0753,
      "step": 621
    },
    {
      "epoch": 0.44270462633451957,
      "grad_norm": 3.188013970319323,
      "learning_rate": 1.1512481644640236e-06,
      "loss": 0.0928,
      "step": 622
    },
    {
      "epoch": 0.44341637010676155,
      "grad_norm": 5.628840512931552,
      "learning_rate": 1.1497797356828194e-06,
      "loss": 0.1731,
      "step": 623
    },
    {
      "epoch": 0.4441281138790036,
      "grad_norm": 5.2497544004123124,
      "learning_rate": 1.1483113069016153e-06,
      "loss": 0.1112,
      "step": 624
    },
    {
      "epoch": 0.44483985765124556,
      "grad_norm": 5.598846841337847,
      "learning_rate": 1.1468428781204111e-06,
      "loss": 0.0839,
      "step": 625
    },
    {
      "epoch": 0.44555160142348754,
      "grad_norm": 3.8121356477329487,
      "learning_rate": 1.145374449339207e-06,
      "loss": 0.0858,
      "step": 626
    },
    {
      "epoch": 0.4462633451957295,
      "grad_norm": 6.402138781801384,
      "learning_rate": 1.1439060205580029e-06,
      "loss": 0.0405,
      "step": 627
    },
    {
      "epoch": 0.44697508896797156,
      "grad_norm": 3.5680096501361027,
      "learning_rate": 1.1424375917767988e-06,
      "loss": 0.0179,
      "step": 628
    },
    {
      "epoch": 0.44768683274021354,
      "grad_norm": 12.93989459742168,
      "learning_rate": 1.1409691629955946e-06,
      "loss": 0.139,
      "step": 629
    },
    {
      "epoch": 0.4483985765124555,
      "grad_norm": 4.992624756195558,
      "learning_rate": 1.1395007342143906e-06,
      "loss": 0.1577,
      "step": 630
    },
    {
      "epoch": 0.4491103202846975,
      "grad_norm": 5.4319610446325255,
      "learning_rate": 1.1380323054331863e-06,
      "loss": 0.1754,
      "step": 631
    },
    {
      "epoch": 0.4498220640569395,
      "grad_norm": 5.069115166733579,
      "learning_rate": 1.1365638766519823e-06,
      "loss": -0.0696,
      "step": 632
    },
    {
      "epoch": 0.4505338078291815,
      "grad_norm": 5.741666310849707,
      "learning_rate": 1.135095447870778e-06,
      "loss": 0.1294,
      "step": 633
    },
    {
      "epoch": 0.4512455516014235,
      "grad_norm": 5.463031329189953,
      "learning_rate": 1.133627019089574e-06,
      "loss": 0.0757,
      "step": 634
    },
    {
      "epoch": 0.45195729537366547,
      "grad_norm": 6.8511844474163395,
      "learning_rate": 1.1321585903083698e-06,
      "loss": 0.0903,
      "step": 635
    },
    {
      "epoch": 0.45266903914590745,
      "grad_norm": 4.259850474495963,
      "learning_rate": 1.1306901615271658e-06,
      "loss": -0.0736,
      "step": 636
    },
    {
      "epoch": 0.4533807829181495,
      "grad_norm": 7.009460323527026,
      "learning_rate": 1.1292217327459616e-06,
      "loss": -0.0667,
      "step": 637
    },
    {
      "epoch": 0.45409252669039146,
      "grad_norm": 2.704359268907955,
      "learning_rate": 1.1277533039647578e-06,
      "loss": -0.1515,
      "step": 638
    },
    {
      "epoch": 0.45480427046263344,
      "grad_norm": 4.892012036861605,
      "learning_rate": 1.1262848751835537e-06,
      "loss": 0.1136,
      "step": 639
    },
    {
      "epoch": 0.4555160142348754,
      "grad_norm": 4.420897035322563,
      "learning_rate": 1.1248164464023495e-06,
      "loss": 0.0102,
      "step": 640
    },
    {
      "epoch": 0.45622775800711746,
      "grad_norm": 6.963193037787631,
      "learning_rate": 1.1233480176211455e-06,
      "loss": 0.0197,
      "step": 641
    },
    {
      "epoch": 0.45693950177935944,
      "grad_norm": 4.10057023897775,
      "learning_rate": 1.1218795888399412e-06,
      "loss": -0.0319,
      "step": 642
    },
    {
      "epoch": 0.4576512455516014,
      "grad_norm": 5.54032283159087,
      "learning_rate": 1.1204111600587372e-06,
      "loss": 0.1388,
      "step": 643
    },
    {
      "epoch": 0.4583629893238434,
      "grad_norm": 5.050577134494581,
      "learning_rate": 1.118942731277533e-06,
      "loss": 0.0912,
      "step": 644
    },
    {
      "epoch": 0.45907473309608543,
      "grad_norm": 4.9180573689518665,
      "learning_rate": 1.117474302496329e-06,
      "loss": 0.0964,
      "step": 645
    },
    {
      "epoch": 0.4597864768683274,
      "grad_norm": 5.7503008556439825,
      "learning_rate": 1.1160058737151247e-06,
      "loss": 0.2445,
      "step": 646
    },
    {
      "epoch": 0.4604982206405694,
      "grad_norm": 4.905400682546049,
      "learning_rate": 1.1145374449339207e-06,
      "loss": 0.206,
      "step": 647
    },
    {
      "epoch": 0.46120996441281137,
      "grad_norm": 5.087415254904014,
      "learning_rate": 1.1130690161527165e-06,
      "loss": 0.0828,
      "step": 648
    },
    {
      "epoch": 0.4619217081850534,
      "grad_norm": 5.023255815082948,
      "learning_rate": 1.1116005873715124e-06,
      "loss": 0.0484,
      "step": 649
    },
    {
      "epoch": 0.4626334519572954,
      "grad_norm": 4.355133071075149,
      "learning_rate": 1.1101321585903082e-06,
      "loss": 0.0645,
      "step": 650
    },
    {
      "epoch": 0.46334519572953736,
      "grad_norm": 9.497353436091503,
      "learning_rate": 1.1086637298091042e-06,
      "loss": 0.0136,
      "step": 651
    },
    {
      "epoch": 0.46405693950177934,
      "grad_norm": 4.8079658054906735,
      "learning_rate": 1.1071953010279e-06,
      "loss": 0.0363,
      "step": 652
    },
    {
      "epoch": 0.4647686832740214,
      "grad_norm": 3.4912562824852427,
      "learning_rate": 1.105726872246696e-06,
      "loss": -0.0103,
      "step": 653
    },
    {
      "epoch": 0.46548042704626336,
      "grad_norm": 3.907574848573548,
      "learning_rate": 1.1042584434654917e-06,
      "loss": 0.0148,
      "step": 654
    },
    {
      "epoch": 0.46619217081850534,
      "grad_norm": 4.75599773605203,
      "learning_rate": 1.1027900146842877e-06,
      "loss": 0.0955,
      "step": 655
    },
    {
      "epoch": 0.4669039145907473,
      "grad_norm": 6.334151198466081,
      "learning_rate": 1.1013215859030837e-06,
      "loss": 0.2039,
      "step": 656
    },
    {
      "epoch": 0.46761565836298935,
      "grad_norm": 4.128379362299159,
      "learning_rate": 1.0998531571218796e-06,
      "loss": -0.07,
      "step": 657
    },
    {
      "epoch": 0.46832740213523133,
      "grad_norm": 3.9676377547638273,
      "learning_rate": 1.0983847283406756e-06,
      "loss": -0.0183,
      "step": 658
    },
    {
      "epoch": 0.4690391459074733,
      "grad_norm": 4.269930835672946,
      "learning_rate": 1.0969162995594714e-06,
      "loss": -0.0271,
      "step": 659
    },
    {
      "epoch": 0.4697508896797153,
      "grad_norm": 5.596920542742016,
      "learning_rate": 1.0954478707782674e-06,
      "loss": 0.1345,
      "step": 660
    },
    {
      "epoch": 0.47046263345195727,
      "grad_norm": 3.7310194957083724,
      "learning_rate": 1.0939794419970631e-06,
      "loss": 0.0609,
      "step": 661
    },
    {
      "epoch": 0.4711743772241993,
      "grad_norm": 4.239345659471919,
      "learning_rate": 1.092511013215859e-06,
      "loss": 0.0363,
      "step": 662
    },
    {
      "epoch": 0.4718861209964413,
      "grad_norm": 4.978031151336516,
      "learning_rate": 1.0910425844346549e-06,
      "loss": -0.0304,
      "step": 663
    },
    {
      "epoch": 0.47259786476868326,
      "grad_norm": 6.292115791239946,
      "learning_rate": 1.0895741556534508e-06,
      "loss": 0.0228,
      "step": 664
    },
    {
      "epoch": 0.47330960854092524,
      "grad_norm": 3.388984670136675,
      "learning_rate": 1.0881057268722466e-06,
      "loss": -0.0092,
      "step": 665
    },
    {
      "epoch": 0.4740213523131673,
      "grad_norm": 4.9208120984624095,
      "learning_rate": 1.0866372980910426e-06,
      "loss": 0.1315,
      "step": 666
    },
    {
      "epoch": 0.47473309608540926,
      "grad_norm": 8.255729766326498,
      "learning_rate": 1.0851688693098383e-06,
      "loss": 0.1453,
      "step": 667
    },
    {
      "epoch": 0.47544483985765124,
      "grad_norm": 4.201986733068396,
      "learning_rate": 1.0837004405286343e-06,
      "loss": 0.016,
      "step": 668
    },
    {
      "epoch": 0.4761565836298932,
      "grad_norm": 5.843632824380879,
      "learning_rate": 1.08223201174743e-06,
      "loss": 0.0414,
      "step": 669
    },
    {
      "epoch": 0.47686832740213525,
      "grad_norm": 6.714297784487186,
      "learning_rate": 1.080763582966226e-06,
      "loss": -0.0167,
      "step": 670
    },
    {
      "epoch": 0.47758007117437723,
      "grad_norm": 4.545591402594477,
      "learning_rate": 1.0792951541850218e-06,
      "loss": 0.0521,
      "step": 671
    },
    {
      "epoch": 0.4782918149466192,
      "grad_norm": 5.895020805238048,
      "learning_rate": 1.0778267254038178e-06,
      "loss": 0.1075,
      "step": 672
    },
    {
      "epoch": 0.4790035587188612,
      "grad_norm": 3.4508361134951264,
      "learning_rate": 1.0763582966226136e-06,
      "loss": 0.0254,
      "step": 673
    },
    {
      "epoch": 0.4797153024911032,
      "grad_norm": 4.771987420077502,
      "learning_rate": 1.0748898678414096e-06,
      "loss": 0.0573,
      "step": 674
    },
    {
      "epoch": 0.4804270462633452,
      "grad_norm": 11.226430999686528,
      "learning_rate": 1.0734214390602055e-06,
      "loss": 0.1012,
      "step": 675
    },
    {
      "epoch": 0.4811387900355872,
      "grad_norm": 10.846049392039056,
      "learning_rate": 1.0719530102790013e-06,
      "loss": 0.0998,
      "step": 676
    },
    {
      "epoch": 0.48185053380782916,
      "grad_norm": 6.275120719569148,
      "learning_rate": 1.0704845814977975e-06,
      "loss": 0.0751,
      "step": 677
    },
    {
      "epoch": 0.4825622775800712,
      "grad_norm": 4.128723544695201,
      "learning_rate": 1.0690161527165933e-06,
      "loss": 0.0578,
      "step": 678
    },
    {
      "epoch": 0.4832740213523132,
      "grad_norm": 5.355283727030443,
      "learning_rate": 1.0675477239353892e-06,
      "loss": -0.0071,
      "step": 679
    },
    {
      "epoch": 0.48398576512455516,
      "grad_norm": 5.164628498494913,
      "learning_rate": 1.066079295154185e-06,
      "loss": 0.056,
      "step": 680
    },
    {
      "epoch": 0.48469750889679714,
      "grad_norm": 3.9710771841378723,
      "learning_rate": 1.064610866372981e-06,
      "loss": 0.0391,
      "step": 681
    },
    {
      "epoch": 0.48540925266903917,
      "grad_norm": 5.315392458503421,
      "learning_rate": 1.0631424375917767e-06,
      "loss": 0.0435,
      "step": 682
    },
    {
      "epoch": 0.48612099644128115,
      "grad_norm": 3.2116434105620204,
      "learning_rate": 1.0616740088105727e-06,
      "loss": 0.0427,
      "step": 683
    },
    {
      "epoch": 0.48683274021352313,
      "grad_norm": 8.68683517437045,
      "learning_rate": 1.0602055800293685e-06,
      "loss": 0.0512,
      "step": 684
    },
    {
      "epoch": 0.4875444839857651,
      "grad_norm": 3.513970150885388,
      "learning_rate": 1.0587371512481645e-06,
      "loss": -0.032,
      "step": 685
    },
    {
      "epoch": 0.48825622775800714,
      "grad_norm": 4.866089723085183,
      "learning_rate": 1.0572687224669602e-06,
      "loss": 0.1657,
      "step": 686
    },
    {
      "epoch": 0.4889679715302491,
      "grad_norm": 6.017385408509331,
      "learning_rate": 1.0558002936857562e-06,
      "loss": 0.0817,
      "step": 687
    },
    {
      "epoch": 0.4896797153024911,
      "grad_norm": 5.83203779093739,
      "learning_rate": 1.054331864904552e-06,
      "loss": 0.1678,
      "step": 688
    },
    {
      "epoch": 0.4903914590747331,
      "grad_norm": 4.722061712990318,
      "learning_rate": 1.052863436123348e-06,
      "loss": 0.1022,
      "step": 689
    },
    {
      "epoch": 0.49110320284697506,
      "grad_norm": 10.584918006143333,
      "learning_rate": 1.0513950073421437e-06,
      "loss": 0.0488,
      "step": 690
    },
    {
      "epoch": 0.4918149466192171,
      "grad_norm": 3.746498762239735,
      "learning_rate": 1.0499265785609397e-06,
      "loss": 0.0109,
      "step": 691
    },
    {
      "epoch": 0.4925266903914591,
      "grad_norm": 5.269616671379547,
      "learning_rate": 1.0484581497797357e-06,
      "loss": 0.198,
      "step": 692
    },
    {
      "epoch": 0.49323843416370106,
      "grad_norm": 4.065242839095878,
      "learning_rate": 1.0469897209985314e-06,
      "loss": 0.0446,
      "step": 693
    },
    {
      "epoch": 0.49395017793594304,
      "grad_norm": 5.2828106803180095,
      "learning_rate": 1.0455212922173274e-06,
      "loss": 0.1978,
      "step": 694
    },
    {
      "epoch": 0.49466192170818507,
      "grad_norm": 13.032941895937794,
      "learning_rate": 1.0440528634361232e-06,
      "loss": 0.206,
      "step": 695
    },
    {
      "epoch": 0.49537366548042705,
      "grad_norm": 4.385566159174779,
      "learning_rate": 1.0425844346549194e-06,
      "loss": 0.0638,
      "step": 696
    },
    {
      "epoch": 0.49608540925266903,
      "grad_norm": 4.175354381756935,
      "learning_rate": 1.0411160058737151e-06,
      "loss": -0.0326,
      "step": 697
    },
    {
      "epoch": 0.496797153024911,
      "grad_norm": 4.094552463766955,
      "learning_rate": 1.0396475770925111e-06,
      "loss": 0.0364,
      "step": 698
    },
    {
      "epoch": 0.49750889679715304,
      "grad_norm": 8.284794808093139,
      "learning_rate": 1.0381791483113069e-06,
      "loss": 0.1064,
      "step": 699
    },
    {
      "epoch": 0.498220640569395,
      "grad_norm": 4.51657295176749,
      "learning_rate": 1.0367107195301028e-06,
      "loss": 0.0779,
      "step": 700
    },
    {
      "epoch": 0.498932384341637,
      "grad_norm": 6.743114491694153,
      "learning_rate": 1.0352422907488986e-06,
      "loss": 0.0201,
      "step": 701
    },
    {
      "epoch": 0.499644128113879,
      "grad_norm": 4.109578522838562,
      "learning_rate": 1.0337738619676946e-06,
      "loss": 0.1309,
      "step": 702
    },
    {
      "epoch": 0.500355871886121,
      "grad_norm": 4.307896243759484,
      "learning_rate": 1.0323054331864904e-06,
      "loss": 0.0356,
      "step": 703
    },
    {
      "epoch": 0.501067615658363,
      "grad_norm": 3.970264416207935,
      "learning_rate": 1.0308370044052863e-06,
      "loss": 0.0292,
      "step": 704
    },
    {
      "epoch": 0.501779359430605,
      "grad_norm": 6.6073855027819475,
      "learning_rate": 1.029368575624082e-06,
      "loss": 0.0101,
      "step": 705
    },
    {
      "epoch": 0.502491103202847,
      "grad_norm": 6.492944849966541,
      "learning_rate": 1.027900146842878e-06,
      "loss": 0.1188,
      "step": 706
    },
    {
      "epoch": 0.503202846975089,
      "grad_norm": 6.040494327148118,
      "learning_rate": 1.0264317180616738e-06,
      "loss": 0.0784,
      "step": 707
    },
    {
      "epoch": 0.5039145907473309,
      "grad_norm": 4.63609509021837,
      "learning_rate": 1.0249632892804698e-06,
      "loss": 0.0678,
      "step": 708
    },
    {
      "epoch": 0.504626334519573,
      "grad_norm": 6.6077951116687155,
      "learning_rate": 1.0234948604992658e-06,
      "loss": 0.1119,
      "step": 709
    },
    {
      "epoch": 0.505338078291815,
      "grad_norm": 4.34544526095902,
      "learning_rate": 1.0220264317180616e-06,
      "loss": 0.2166,
      "step": 710
    },
    {
      "epoch": 0.5060498220640569,
      "grad_norm": 4.0070871511015875,
      "learning_rate": 1.0205580029368575e-06,
      "loss": 0.0856,
      "step": 711
    },
    {
      "epoch": 0.5067615658362989,
      "grad_norm": 4.446734852837578,
      "learning_rate": 1.0190895741556533e-06,
      "loss": -0.079,
      "step": 712
    },
    {
      "epoch": 0.507473309608541,
      "grad_norm": 5.756477025097774,
      "learning_rate": 1.0176211453744493e-06,
      "loss": 0.0168,
      "step": 713
    },
    {
      "epoch": 0.5081850533807829,
      "grad_norm": 5.620792934912572,
      "learning_rate": 1.016152716593245e-06,
      "loss": 0.0884,
      "step": 714
    },
    {
      "epoch": 0.5088967971530249,
      "grad_norm": 3.263840475241881,
      "learning_rate": 1.014684287812041e-06,
      "loss": -0.0387,
      "step": 715
    },
    {
      "epoch": 0.5096085409252669,
      "grad_norm": 4.9965648294818354,
      "learning_rate": 1.013215859030837e-06,
      "loss": 0.182,
      "step": 716
    },
    {
      "epoch": 0.5103202846975089,
      "grad_norm": 4.602115202839881,
      "learning_rate": 1.011747430249633e-06,
      "loss": 0.0814,
      "step": 717
    },
    {
      "epoch": 0.5110320284697509,
      "grad_norm": 3.365418715251831,
      "learning_rate": 1.0102790014684287e-06,
      "loss": -0.0525,
      "step": 718
    },
    {
      "epoch": 0.5117437722419929,
      "grad_norm": 3.1922592834677044,
      "learning_rate": 1.0088105726872247e-06,
      "loss": 0.09,
      "step": 719
    },
    {
      "epoch": 0.5124555160142349,
      "grad_norm": 3.549032487795268,
      "learning_rate": 1.0073421439060205e-06,
      "loss": -0.0008,
      "step": 720
    },
    {
      "epoch": 0.5131672597864768,
      "grad_norm": 4.877635536832963,
      "learning_rate": 1.0058737151248165e-06,
      "loss": 0.1009,
      "step": 721
    },
    {
      "epoch": 0.5138790035587188,
      "grad_norm": 3.822705726451478,
      "learning_rate": 1.0044052863436122e-06,
      "loss": 0.0335,
      "step": 722
    },
    {
      "epoch": 0.5145907473309609,
      "grad_norm": 5.089722146655097,
      "learning_rate": 1.0029368575624082e-06,
      "loss": 0.0302,
      "step": 723
    },
    {
      "epoch": 0.5153024911032028,
      "grad_norm": 5.256543214582418,
      "learning_rate": 1.001468428781204e-06,
      "loss": 0.0756,
      "step": 724
    },
    {
      "epoch": 0.5160142348754448,
      "grad_norm": 6.205469721275733,
      "learning_rate": 1e-06,
      "loss": 0.0743,
      "step": 725
    },
    {
      "epoch": 0.5167259786476869,
      "grad_norm": 4.824095195469929,
      "learning_rate": 9.98531571218796e-07,
      "loss": 0.0462,
      "step": 726
    },
    {
      "epoch": 0.5174377224199288,
      "grad_norm": 6.044532184026359,
      "learning_rate": 9.970631424375917e-07,
      "loss": 0.1479,
      "step": 727
    },
    {
      "epoch": 0.5181494661921708,
      "grad_norm": 6.564234622404848,
      "learning_rate": 9.955947136563877e-07,
      "loss": 0.0437,
      "step": 728
    },
    {
      "epoch": 0.5188612099644128,
      "grad_norm": 4.015261622511888,
      "learning_rate": 9.941262848751834e-07,
      "loss": 0.0073,
      "step": 729
    },
    {
      "epoch": 0.5195729537366548,
      "grad_norm": 5.187190035096562,
      "learning_rate": 9.926578560939794e-07,
      "loss": 0.0647,
      "step": 730
    },
    {
      "epoch": 0.5202846975088968,
      "grad_norm": 7.051144002527871,
      "learning_rate": 9.911894273127754e-07,
      "loss": 0.0051,
      "step": 731
    },
    {
      "epoch": 0.5209964412811388,
      "grad_norm": 6.711230803398463,
      "learning_rate": 9.897209985315712e-07,
      "loss": 0.1652,
      "step": 732
    },
    {
      "epoch": 0.5217081850533808,
      "grad_norm": 7.284132489226529,
      "learning_rate": 9.882525697503671e-07,
      "loss": 0.0454,
      "step": 733
    },
    {
      "epoch": 0.5224199288256228,
      "grad_norm": 6.953294799102971,
      "learning_rate": 9.86784140969163e-07,
      "loss": 0.0806,
      "step": 734
    },
    {
      "epoch": 0.5231316725978647,
      "grad_norm": 4.530157128444712,
      "learning_rate": 9.853157121879589e-07,
      "loss": -0.0047,
      "step": 735
    },
    {
      "epoch": 0.5238434163701068,
      "grad_norm": 5.280898042948249,
      "learning_rate": 9.838472834067546e-07,
      "loss": 0.0573,
      "step": 736
    },
    {
      "epoch": 0.5245551601423487,
      "grad_norm": 8.207179057748009,
      "learning_rate": 9.823788546255506e-07,
      "loss": 0.0707,
      "step": 737
    },
    {
      "epoch": 0.5252669039145907,
      "grad_norm": 5.339631573829629,
      "learning_rate": 9.809104258443464e-07,
      "loss": 0.1164,
      "step": 738
    },
    {
      "epoch": 0.5259786476868328,
      "grad_norm": 3.3373897348541077,
      "learning_rate": 9.794419970631424e-07,
      "loss": -0.0819,
      "step": 739
    },
    {
      "epoch": 0.5266903914590747,
      "grad_norm": 4.900868373919202,
      "learning_rate": 9.779735682819383e-07,
      "loss": 0.1355,
      "step": 740
    },
    {
      "epoch": 0.5274021352313167,
      "grad_norm": 7.232896295285823,
      "learning_rate": 9.765051395007341e-07,
      "loss": 0.2699,
      "step": 741
    },
    {
      "epoch": 0.5281138790035588,
      "grad_norm": 3.8975046146309227,
      "learning_rate": 9.7503671071953e-07,
      "loss": 0.0535,
      "step": 742
    },
    {
      "epoch": 0.5288256227758007,
      "grad_norm": 6.188097992331352,
      "learning_rate": 9.73568281938326e-07,
      "loss": -0.0402,
      "step": 743
    },
    {
      "epoch": 0.5295373665480427,
      "grad_norm": 4.807307228512303,
      "learning_rate": 9.720998531571218e-07,
      "loss": 0.1625,
      "step": 744
    },
    {
      "epoch": 0.5302491103202847,
      "grad_norm": 6.3360410557197016,
      "learning_rate": 9.706314243759178e-07,
      "loss": 0.0756,
      "step": 745
    },
    {
      "epoch": 0.5309608540925267,
      "grad_norm": 5.461588852093009,
      "learning_rate": 9.691629955947136e-07,
      "loss": 0.1382,
      "step": 746
    },
    {
      "epoch": 0.5316725978647687,
      "grad_norm": 4.912735849402141,
      "learning_rate": 9.676945668135096e-07,
      "loss": 0.1125,
      "step": 747
    },
    {
      "epoch": 0.5323843416370106,
      "grad_norm": 5.822463161799121,
      "learning_rate": 9.662261380323053e-07,
      "loss": 0.1063,
      "step": 748
    },
    {
      "epoch": 0.5330960854092527,
      "grad_norm": 6.120739447607458,
      "learning_rate": 9.647577092511013e-07,
      "loss": 0.0771,
      "step": 749
    },
    {
      "epoch": 0.5338078291814946,
      "grad_norm": 3.4986944488443847,
      "learning_rate": 9.632892804698973e-07,
      "loss": 0.1074,
      "step": 750
    },
    {
      "epoch": 0.5345195729537366,
      "grad_norm": 3.188142300386645,
      "learning_rate": 9.61820851688693e-07,
      "loss": 0.0394,
      "step": 751
    },
    {
      "epoch": 0.5352313167259787,
      "grad_norm": 4.301724447408916,
      "learning_rate": 9.60352422907489e-07,
      "loss": 0.1679,
      "step": 752
    },
    {
      "epoch": 0.5359430604982206,
      "grad_norm": 3.6983788573076413,
      "learning_rate": 9.588839941262848e-07,
      "loss": -0.0002,
      "step": 753
    },
    {
      "epoch": 0.5366548042704626,
      "grad_norm": 6.6257306541739345,
      "learning_rate": 9.574155653450808e-07,
      "loss": 0.0013,
      "step": 754
    },
    {
      "epoch": 0.5373665480427047,
      "grad_norm": 3.138478014976094,
      "learning_rate": 9.559471365638765e-07,
      "loss": 0.11,
      "step": 755
    },
    {
      "epoch": 0.5380782918149466,
      "grad_norm": 8.610525175552773,
      "learning_rate": 9.544787077826725e-07,
      "loss": 0.1,
      "step": 756
    },
    {
      "epoch": 0.5387900355871886,
      "grad_norm": 4.293998726605181,
      "learning_rate": 9.530102790014684e-07,
      "loss": 0.0206,
      "step": 757
    },
    {
      "epoch": 0.5395017793594306,
      "grad_norm": 7.107177663089392,
      "learning_rate": 9.515418502202642e-07,
      "loss": 0.1868,
      "step": 758
    },
    {
      "epoch": 0.5402135231316726,
      "grad_norm": 4.437300771619768,
      "learning_rate": 9.500734214390601e-07,
      "loss": -0.0052,
      "step": 759
    },
    {
      "epoch": 0.5409252669039146,
      "grad_norm": 4.933126903201541,
      "learning_rate": 9.486049926578561e-07,
      "loss": 0.0428,
      "step": 760
    },
    {
      "epoch": 0.5416370106761565,
      "grad_norm": 4.007325616898821,
      "learning_rate": 9.47136563876652e-07,
      "loss": 0.1194,
      "step": 761
    },
    {
      "epoch": 0.5423487544483986,
      "grad_norm": 3.3928461490539035,
      "learning_rate": 9.456681350954478e-07,
      "loss": 0.0942,
      "step": 762
    },
    {
      "epoch": 0.5430604982206406,
      "grad_norm": 3.6371352861702553,
      "learning_rate": 9.441997063142437e-07,
      "loss": -0.0607,
      "step": 763
    },
    {
      "epoch": 0.5437722419928825,
      "grad_norm": 4.584237142517063,
      "learning_rate": 9.427312775330396e-07,
      "loss": 0.0438,
      "step": 764
    },
    {
      "epoch": 0.5444839857651246,
      "grad_norm": 5.492813096427028,
      "learning_rate": 9.412628487518355e-07,
      "loss": 0.0376,
      "step": 765
    },
    {
      "epoch": 0.5451957295373665,
      "grad_norm": 6.072503086181962,
      "learning_rate": 9.397944199706313e-07,
      "loss": 0.0891,
      "step": 766
    },
    {
      "epoch": 0.5459074733096085,
      "grad_norm": 4.134151825824703,
      "learning_rate": 9.383259911894272e-07,
      "loss": 0.0644,
      "step": 767
    },
    {
      "epoch": 0.5466192170818506,
      "grad_norm": 4.4160799800430155,
      "learning_rate": 9.368575624082231e-07,
      "loss": 0.0636,
      "step": 768
    },
    {
      "epoch": 0.5473309608540925,
      "grad_norm": 4.714994439195608,
      "learning_rate": 9.353891336270191e-07,
      "loss": -0.0305,
      "step": 769
    },
    {
      "epoch": 0.5480427046263345,
      "grad_norm": 4.771488172519467,
      "learning_rate": 9.33920704845815e-07,
      "loss": 0.039,
      "step": 770
    },
    {
      "epoch": 0.5487544483985766,
      "grad_norm": 4.60214711541248,
      "learning_rate": 9.324522760646109e-07,
      "loss": 0.0347,
      "step": 771
    },
    {
      "epoch": 0.5494661921708185,
      "grad_norm": 3.7325284215071153,
      "learning_rate": 9.309838472834068e-07,
      "loss": 0.0216,
      "step": 772
    },
    {
      "epoch": 0.5501779359430605,
      "grad_norm": 4.241197558370274,
      "learning_rate": 9.295154185022026e-07,
      "loss": 0.1269,
      "step": 773
    },
    {
      "epoch": 0.5508896797153024,
      "grad_norm": 5.679316407559781,
      "learning_rate": 9.280469897209985e-07,
      "loss": 0.0889,
      "step": 774
    },
    {
      "epoch": 0.5516014234875445,
      "grad_norm": 4.815106367320797,
      "learning_rate": 9.265785609397944e-07,
      "loss": 0.1188,
      "step": 775
    },
    {
      "epoch": 0.5523131672597865,
      "grad_norm": 3.5294291435075626,
      "learning_rate": 9.251101321585902e-07,
      "loss": 0.0955,
      "step": 776
    },
    {
      "epoch": 0.5530249110320284,
      "grad_norm": 5.426602372172119,
      "learning_rate": 9.236417033773861e-07,
      "loss": 0.0026,
      "step": 777
    },
    {
      "epoch": 0.5537366548042705,
      "grad_norm": 3.412274413984105,
      "learning_rate": 9.22173274596182e-07,
      "loss": -0.0744,
      "step": 778
    },
    {
      "epoch": 0.5544483985765124,
      "grad_norm": 5.901877747777146,
      "learning_rate": 9.20704845814978e-07,
      "loss": 0.1465,
      "step": 779
    },
    {
      "epoch": 0.5551601423487544,
      "grad_norm": 4.37856953642428,
      "learning_rate": 9.192364170337738e-07,
      "loss": 0.1163,
      "step": 780
    },
    {
      "epoch": 0.5558718861209965,
      "grad_norm": 5.049603459869766,
      "learning_rate": 9.177679882525697e-07,
      "loss": 0.028,
      "step": 781
    },
    {
      "epoch": 0.5565836298932384,
      "grad_norm": 5.211098732805948,
      "learning_rate": 9.162995594713656e-07,
      "loss": -0.0797,
      "step": 782
    },
    {
      "epoch": 0.5572953736654804,
      "grad_norm": 3.208772620971025,
      "learning_rate": 9.148311306901615e-07,
      "loss": 0.0965,
      "step": 783
    },
    {
      "epoch": 0.5580071174377225,
      "grad_norm": 5.775537586374198,
      "learning_rate": 9.133627019089573e-07,
      "loss": 0.079,
      "step": 784
    },
    {
      "epoch": 0.5587188612099644,
      "grad_norm": 3.7980849610478558,
      "learning_rate": 9.118942731277532e-07,
      "loss": 0.0555,
      "step": 785
    },
    {
      "epoch": 0.5594306049822064,
      "grad_norm": 3.7820751456345447,
      "learning_rate": 9.104258443465491e-07,
      "loss": 0.102,
      "step": 786
    },
    {
      "epoch": 0.5601423487544483,
      "grad_norm": 4.53042552945143,
      "learning_rate": 9.08957415565345e-07,
      "loss": 0.0037,
      "step": 787
    },
    {
      "epoch": 0.5608540925266904,
      "grad_norm": 5.130468846659909,
      "learning_rate": 9.074889867841409e-07,
      "loss": 0.1375,
      "step": 788
    },
    {
      "epoch": 0.5615658362989324,
      "grad_norm": 5.0011692587301795,
      "learning_rate": 9.060205580029369e-07,
      "loss": 0.12,
      "step": 789
    },
    {
      "epoch": 0.5622775800711743,
      "grad_norm": 4.990387450257397,
      "learning_rate": 9.045521292217328e-07,
      "loss": 0.058,
      "step": 790
    },
    {
      "epoch": 0.5629893238434164,
      "grad_norm": 4.713852317506844,
      "learning_rate": 9.030837004405286e-07,
      "loss": 0.1319,
      "step": 791
    },
    {
      "epoch": 0.5637010676156584,
      "grad_norm": 7.664848388446512,
      "learning_rate": 9.016152716593245e-07,
      "loss": 0.0903,
      "step": 792
    },
    {
      "epoch": 0.5644128113879003,
      "grad_norm": 4.3792586172064505,
      "learning_rate": 9.001468428781204e-07,
      "loss": -0.0151,
      "step": 793
    },
    {
      "epoch": 0.5651245551601424,
      "grad_norm": 3.2950223083204007,
      "learning_rate": 8.986784140969163e-07,
      "loss": 0.0394,
      "step": 794
    },
    {
      "epoch": 0.5658362989323843,
      "grad_norm": 7.631142065486189,
      "learning_rate": 8.972099853157121e-07,
      "loss": 0.1386,
      "step": 795
    },
    {
      "epoch": 0.5665480427046263,
      "grad_norm": 4.223643311945042,
      "learning_rate": 8.95741556534508e-07,
      "loss": -0.0308,
      "step": 796
    },
    {
      "epoch": 0.5672597864768684,
      "grad_norm": 3.4974575344995174,
      "learning_rate": 8.942731277533039e-07,
      "loss": -0.0312,
      "step": 797
    },
    {
      "epoch": 0.5679715302491103,
      "grad_norm": 3.028662137320869,
      "learning_rate": 8.928046989720998e-07,
      "loss": -0.027,
      "step": 798
    },
    {
      "epoch": 0.5686832740213523,
      "grad_norm": 3.39632600982153,
      "learning_rate": 8.913362701908957e-07,
      "loss": -0.0008,
      "step": 799
    },
    {
      "epoch": 0.5693950177935944,
      "grad_norm": 6.1897883951874535,
      "learning_rate": 8.898678414096916e-07,
      "loss": 0.0858,
      "step": 800
    },
    {
      "epoch": 0.5701067615658363,
      "grad_norm": 4.702874566694659,
      "learning_rate": 8.883994126284875e-07,
      "loss": 0.0146,
      "step": 801
    },
    {
      "epoch": 0.5708185053380783,
      "grad_norm": 4.7294983376418305,
      "learning_rate": 8.869309838472833e-07,
      "loss": 0.1296,
      "step": 802
    },
    {
      "epoch": 0.5715302491103202,
      "grad_norm": 4.857229660765176,
      "learning_rate": 8.854625550660792e-07,
      "loss": 0.0874,
      "step": 803
    },
    {
      "epoch": 0.5722419928825623,
      "grad_norm": 10.192813914978096,
      "learning_rate": 8.839941262848752e-07,
      "loss": 0.1704,
      "step": 804
    },
    {
      "epoch": 0.5729537366548043,
      "grad_norm": 3.644774204999828,
      "learning_rate": 8.82525697503671e-07,
      "loss": 0.0573,
      "step": 805
    },
    {
      "epoch": 0.5736654804270462,
      "grad_norm": 6.851142966150024,
      "learning_rate": 8.810572687224669e-07,
      "loss": 0.1111,
      "step": 806
    },
    {
      "epoch": 0.5743772241992883,
      "grad_norm": 5.16915314842292,
      "learning_rate": 8.795888399412628e-07,
      "loss": 0.0982,
      "step": 807
    },
    {
      "epoch": 0.5750889679715302,
      "grad_norm": 3.7247312512833877,
      "learning_rate": 8.781204111600588e-07,
      "loss": 0.0495,
      "step": 808
    },
    {
      "epoch": 0.5758007117437722,
      "grad_norm": 6.8775044821222275,
      "learning_rate": 8.766519823788546e-07,
      "loss": 0.0514,
      "step": 809
    },
    {
      "epoch": 0.5765124555160143,
      "grad_norm": 10.730556558500393,
      "learning_rate": 8.751835535976505e-07,
      "loss": 0.0751,
      "step": 810
    },
    {
      "epoch": 0.5772241992882562,
      "grad_norm": 9.122296494576403,
      "learning_rate": 8.737151248164464e-07,
      "loss": 0.0662,
      "step": 811
    },
    {
      "epoch": 0.5779359430604982,
      "grad_norm": 3.808482445288645,
      "learning_rate": 8.722466960352423e-07,
      "loss": 0.0866,
      "step": 812
    },
    {
      "epoch": 0.5786476868327403,
      "grad_norm": 4.963997925652648,
      "learning_rate": 8.707782672540381e-07,
      "loss": 0.0274,
      "step": 813
    },
    {
      "epoch": 0.5793594306049822,
      "grad_norm": 4.972806414354329,
      "learning_rate": 8.69309838472834e-07,
      "loss": 0.0145,
      "step": 814
    },
    {
      "epoch": 0.5800711743772242,
      "grad_norm": 5.200450862998976,
      "learning_rate": 8.678414096916299e-07,
      "loss": 0.0583,
      "step": 815
    },
    {
      "epoch": 0.5807829181494661,
      "grad_norm": 5.21945185710134,
      "learning_rate": 8.663729809104257e-07,
      "loss": 0.0849,
      "step": 816
    },
    {
      "epoch": 0.5814946619217082,
      "grad_norm": 5.9386659782373865,
      "learning_rate": 8.649045521292216e-07,
      "loss": 0.2583,
      "step": 817
    },
    {
      "epoch": 0.5822064056939502,
      "grad_norm": 6.670258158616344,
      "learning_rate": 8.634361233480176e-07,
      "loss": 0.0157,
      "step": 818
    },
    {
      "epoch": 0.5829181494661921,
      "grad_norm": 4.226534746399752,
      "learning_rate": 8.619676945668135e-07,
      "loss": 0.1208,
      "step": 819
    },
    {
      "epoch": 0.5836298932384342,
      "grad_norm": 4.928546368395039,
      "learning_rate": 8.604992657856093e-07,
      "loss": 0.0773,
      "step": 820
    },
    {
      "epoch": 0.5843416370106762,
      "grad_norm": 2.968915914617463,
      "learning_rate": 8.590308370044053e-07,
      "loss": 0.1178,
      "step": 821
    },
    {
      "epoch": 0.5850533807829181,
      "grad_norm": 8.789100694361455,
      "learning_rate": 8.575624082232012e-07,
      "loss": -0.0098,
      "step": 822
    },
    {
      "epoch": 0.5857651245551602,
      "grad_norm": 3.883119628548879,
      "learning_rate": 8.560939794419971e-07,
      "loss": 0.1088,
      "step": 823
    },
    {
      "epoch": 0.5864768683274021,
      "grad_norm": 5.206495321843375,
      "learning_rate": 8.546255506607929e-07,
      "loss": 0.0098,
      "step": 824
    },
    {
      "epoch": 0.5871886120996441,
      "grad_norm": 3.9007823061659894,
      "learning_rate": 8.531571218795888e-07,
      "loss": 0.0431,
      "step": 825
    },
    {
      "epoch": 0.5879003558718862,
      "grad_norm": 3.8238623728705603,
      "learning_rate": 8.516886930983847e-07,
      "loss": 0.0652,
      "step": 826
    },
    {
      "epoch": 0.5886120996441281,
      "grad_norm": 5.147270197655345,
      "learning_rate": 8.502202643171805e-07,
      "loss": 0.0553,
      "step": 827
    },
    {
      "epoch": 0.5893238434163701,
      "grad_norm": 3.1488070211968027,
      "learning_rate": 8.487518355359765e-07,
      "loss": 0.0409,
      "step": 828
    },
    {
      "epoch": 0.5900355871886122,
      "grad_norm": 6.545808327390556,
      "learning_rate": 8.472834067547724e-07,
      "loss": 0.0596,
      "step": 829
    },
    {
      "epoch": 0.5907473309608541,
      "grad_norm": 4.262885139494661,
      "learning_rate": 8.458149779735683e-07,
      "loss": 0.0387,
      "step": 830
    },
    {
      "epoch": 0.5914590747330961,
      "grad_norm": 5.216472562808622,
      "learning_rate": 8.443465491923641e-07,
      "loss": 0.1205,
      "step": 831
    },
    {
      "epoch": 0.592170818505338,
      "grad_norm": 3.274785094453674,
      "learning_rate": 8.4287812041116e-07,
      "loss": 0.052,
      "step": 832
    },
    {
      "epoch": 0.5928825622775801,
      "grad_norm": 5.076651115735975,
      "learning_rate": 8.414096916299559e-07,
      "loss": 0.165,
      "step": 833
    },
    {
      "epoch": 0.5935943060498221,
      "grad_norm": 4.67123133075057,
      "learning_rate": 8.399412628487518e-07,
      "loss": 0.0592,
      "step": 834
    },
    {
      "epoch": 0.594306049822064,
      "grad_norm": 11.997396186622707,
      "learning_rate": 8.384728340675476e-07,
      "loss": 0.0962,
      "step": 835
    },
    {
      "epoch": 0.5950177935943061,
      "grad_norm": 5.373216554936181,
      "learning_rate": 8.370044052863435e-07,
      "loss": 0.1828,
      "step": 836
    },
    {
      "epoch": 0.595729537366548,
      "grad_norm": 3.297467942273627,
      "learning_rate": 8.355359765051395e-07,
      "loss": -0.0903,
      "step": 837
    },
    {
      "epoch": 0.59644128113879,
      "grad_norm": 6.0804009184913,
      "learning_rate": 8.340675477239353e-07,
      "loss": 0.1039,
      "step": 838
    },
    {
      "epoch": 0.5971530249110321,
      "grad_norm": 8.681008527677944,
      "learning_rate": 8.325991189427313e-07,
      "loss": -0.0249,
      "step": 839
    },
    {
      "epoch": 0.597864768683274,
      "grad_norm": 6.081078133109813,
      "learning_rate": 8.311306901615272e-07,
      "loss": 0.0362,
      "step": 840
    },
    {
      "epoch": 0.598576512455516,
      "grad_norm": 4.786545358004393,
      "learning_rate": 8.296622613803231e-07,
      "loss": 0.0963,
      "step": 841
    },
    {
      "epoch": 0.599288256227758,
      "grad_norm": 4.020818179930494,
      "learning_rate": 8.281938325991189e-07,
      "loss": 0.1366,
      "step": 842
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.908818635550565,
      "learning_rate": 8.267254038179148e-07,
      "loss": 0.0357,
      "step": 843
    },
    {
      "epoch": 0.600711743772242,
      "grad_norm": 6.085069626321275,
      "learning_rate": 8.252569750367107e-07,
      "loss": 0.0482,
      "step": 844
    },
    {
      "epoch": 0.6014234875444839,
      "grad_norm": 4.059258444201513,
      "learning_rate": 8.237885462555065e-07,
      "loss": 0.042,
      "step": 845
    },
    {
      "epoch": 0.602135231316726,
      "grad_norm": 5.8277267033597875,
      "learning_rate": 8.223201174743024e-07,
      "loss": 0.079,
      "step": 846
    },
    {
      "epoch": 0.602846975088968,
      "grad_norm": 3.5099927757601828,
      "learning_rate": 8.208516886930984e-07,
      "loss": -0.0134,
      "step": 847
    },
    {
      "epoch": 0.6035587188612099,
      "grad_norm": 4.192415227971293,
      "learning_rate": 8.193832599118943e-07,
      "loss": 0.0844,
      "step": 848
    },
    {
      "epoch": 0.604270462633452,
      "grad_norm": 4.586599376946333,
      "learning_rate": 8.179148311306901e-07,
      "loss": 0.1048,
      "step": 849
    },
    {
      "epoch": 0.604982206405694,
      "grad_norm": 3.7801229515464962,
      "learning_rate": 8.16446402349486e-07,
      "loss": -0.0248,
      "step": 850
    },
    {
      "epoch": 0.6056939501779359,
      "grad_norm": 5.737160320657065,
      "learning_rate": 8.149779735682819e-07,
      "loss": 0.063,
      "step": 851
    },
    {
      "epoch": 0.606405693950178,
      "grad_norm": 4.308955186916713,
      "learning_rate": 8.135095447870778e-07,
      "loss": 0.0559,
      "step": 852
    },
    {
      "epoch": 0.6071174377224199,
      "grad_norm": 6.269661761200003,
      "learning_rate": 8.120411160058736e-07,
      "loss": 0.0686,
      "step": 853
    },
    {
      "epoch": 0.6078291814946619,
      "grad_norm": 3.4091553502783563,
      "learning_rate": 8.105726872246695e-07,
      "loss": 0.0133,
      "step": 854
    },
    {
      "epoch": 0.608540925266904,
      "grad_norm": 4.54197927443203,
      "learning_rate": 8.091042584434654e-07,
      "loss": 0.0049,
      "step": 855
    },
    {
      "epoch": 0.6092526690391459,
      "grad_norm": 5.638036244806688,
      "learning_rate": 8.076358296622612e-07,
      "loss": -0.0274,
      "step": 856
    },
    {
      "epoch": 0.6099644128113879,
      "grad_norm": 4.050464584642166,
      "learning_rate": 8.061674008810573e-07,
      "loss": -0.0498,
      "step": 857
    },
    {
      "epoch": 0.61067615658363,
      "grad_norm": 6.185879581851871,
      "learning_rate": 8.046989720998532e-07,
      "loss": 0.095,
      "step": 858
    },
    {
      "epoch": 0.6113879003558719,
      "grad_norm": 5.597479402845821,
      "learning_rate": 8.032305433186491e-07,
      "loss": 0.1485,
      "step": 859
    },
    {
      "epoch": 0.6120996441281139,
      "grad_norm": 6.770712263540968,
      "learning_rate": 8.017621145374449e-07,
      "loss": 0.0033,
      "step": 860
    },
    {
      "epoch": 0.6128113879003558,
      "grad_norm": 5.023930503182311,
      "learning_rate": 8.002936857562408e-07,
      "loss": 0.0971,
      "step": 861
    },
    {
      "epoch": 0.6135231316725979,
      "grad_norm": 3.8390228232172072,
      "learning_rate": 7.988252569750367e-07,
      "loss": 0.0792,
      "step": 862
    },
    {
      "epoch": 0.6142348754448399,
      "grad_norm": 4.63076731937446,
      "learning_rate": 7.973568281938326e-07,
      "loss": 0.082,
      "step": 863
    },
    {
      "epoch": 0.6149466192170818,
      "grad_norm": 3.772994305664748,
      "learning_rate": 7.958883994126284e-07,
      "loss": -0.0717,
      "step": 864
    },
    {
      "epoch": 0.6156583629893239,
      "grad_norm": 2.651596750679966,
      "learning_rate": 7.944199706314243e-07,
      "loss": -0.0746,
      "step": 865
    },
    {
      "epoch": 0.6163701067615658,
      "grad_norm": 3.339891863916958,
      "learning_rate": 7.929515418502202e-07,
      "loss": 0.0358,
      "step": 866
    },
    {
      "epoch": 0.6170818505338078,
      "grad_norm": 9.563176149885061,
      "learning_rate": 7.914831130690161e-07,
      "loss": 0.138,
      "step": 867
    },
    {
      "epoch": 0.6177935943060499,
      "grad_norm": 4.018473168029476,
      "learning_rate": 7.90014684287812e-07,
      "loss": 0.115,
      "step": 868
    },
    {
      "epoch": 0.6185053380782918,
      "grad_norm": 5.509934902464323,
      "learning_rate": 7.885462555066079e-07,
      "loss": 0.0952,
      "step": 869
    },
    {
      "epoch": 0.6192170818505338,
      "grad_norm": 5.151079579500843,
      "learning_rate": 7.870778267254038e-07,
      "loss": 0.1107,
      "step": 870
    },
    {
      "epoch": 0.6199288256227758,
      "grad_norm": 4.313174208860737,
      "learning_rate": 7.856093979441996e-07,
      "loss": 0.0696,
      "step": 871
    },
    {
      "epoch": 0.6206405693950178,
      "grad_norm": 8.448847621010032,
      "learning_rate": 7.841409691629955e-07,
      "loss": 0.1063,
      "step": 872
    },
    {
      "epoch": 0.6213523131672598,
      "grad_norm": 4.076951132014819,
      "learning_rate": 7.826725403817914e-07,
      "loss": 0.1106,
      "step": 873
    },
    {
      "epoch": 0.6220640569395017,
      "grad_norm": 5.086643246204726,
      "learning_rate": 7.812041116005874e-07,
      "loss": -0.0188,
      "step": 874
    },
    {
      "epoch": 0.6227758007117438,
      "grad_norm": 4.08189971565891,
      "learning_rate": 7.797356828193832e-07,
      "loss": 0.0276,
      "step": 875
    },
    {
      "epoch": 0.6234875444839858,
      "grad_norm": 3.766159589500804,
      "learning_rate": 7.782672540381792e-07,
      "loss": 0.0417,
      "step": 876
    },
    {
      "epoch": 0.6241992882562277,
      "grad_norm": 2.713107337287823,
      "learning_rate": 7.767988252569751e-07,
      "loss": -0.021,
      "step": 877
    },
    {
      "epoch": 0.6249110320284698,
      "grad_norm": 7.909322631614341,
      "learning_rate": 7.753303964757709e-07,
      "loss": 0.1673,
      "step": 878
    },
    {
      "epoch": 0.6256227758007118,
      "grad_norm": 4.289154107343657,
      "learning_rate": 7.738619676945668e-07,
      "loss": 0.214,
      "step": 879
    },
    {
      "epoch": 0.6263345195729537,
      "grad_norm": 4.613836682997994,
      "learning_rate": 7.723935389133627e-07,
      "loss": 0.1429,
      "step": 880
    },
    {
      "epoch": 0.6270462633451958,
      "grad_norm": 9.965118224978214,
      "learning_rate": 7.709251101321586e-07,
      "loss": 0.1514,
      "step": 881
    },
    {
      "epoch": 0.6277580071174377,
      "grad_norm": 3.7370059908481235,
      "learning_rate": 7.694566813509544e-07,
      "loss": 0.1028,
      "step": 882
    },
    {
      "epoch": 0.6284697508896797,
      "grad_norm": 4.3755263965548465,
      "learning_rate": 7.679882525697503e-07,
      "loss": -0.0689,
      "step": 883
    },
    {
      "epoch": 0.6291814946619217,
      "grad_norm": 5.050525207402243,
      "learning_rate": 7.665198237885462e-07,
      "loss": 0.063,
      "step": 884
    },
    {
      "epoch": 0.6298932384341637,
      "grad_norm": 4.915976050198276,
      "learning_rate": 7.65051395007342e-07,
      "loss": 0.1072,
      "step": 885
    },
    {
      "epoch": 0.6306049822064057,
      "grad_norm": 4.7320990300783805,
      "learning_rate": 7.63582966226138e-07,
      "loss": 0.0415,
      "step": 886
    },
    {
      "epoch": 0.6313167259786477,
      "grad_norm": 4.438720750124185,
      "learning_rate": 7.621145374449339e-07,
      "loss": 0.0805,
      "step": 887
    },
    {
      "epoch": 0.6320284697508897,
      "grad_norm": 5.093607333004949,
      "learning_rate": 7.606461086637298e-07,
      "loss": -0.0102,
      "step": 888
    },
    {
      "epoch": 0.6327402135231317,
      "grad_norm": 6.2013902520603885,
      "learning_rate": 7.591776798825256e-07,
      "loss": 0.0973,
      "step": 889
    },
    {
      "epoch": 0.6334519572953736,
      "grad_norm": 4.721127952995933,
      "learning_rate": 7.577092511013215e-07,
      "loss": 0.1244,
      "step": 890
    },
    {
      "epoch": 0.6341637010676157,
      "grad_norm": 5.7984725519352835,
      "learning_rate": 7.562408223201175e-07,
      "loss": 0.1645,
      "step": 891
    },
    {
      "epoch": 0.6348754448398577,
      "grad_norm": 4.2837367945151135,
      "learning_rate": 7.547723935389134e-07,
      "loss": 0.0197,
      "step": 892
    },
    {
      "epoch": 0.6355871886120996,
      "grad_norm": 3.7337004878385387,
      "learning_rate": 7.533039647577092e-07,
      "loss": 0.1216,
      "step": 893
    },
    {
      "epoch": 0.6362989323843417,
      "grad_norm": 4.525227088920381,
      "learning_rate": 7.518355359765051e-07,
      "loss": 0.1481,
      "step": 894
    },
    {
      "epoch": 0.6370106761565836,
      "grad_norm": 3.7562219501279537,
      "learning_rate": 7.50367107195301e-07,
      "loss": 0.0086,
      "step": 895
    },
    {
      "epoch": 0.6377224199288256,
      "grad_norm": 4.288567074927515,
      "learning_rate": 7.48898678414097e-07,
      "loss": 0.128,
      "step": 896
    },
    {
      "epoch": 0.6384341637010676,
      "grad_norm": 3.9364468816203844,
      "learning_rate": 7.474302496328928e-07,
      "loss": -0.0388,
      "step": 897
    },
    {
      "epoch": 0.6391459074733096,
      "grad_norm": 5.361060586448568,
      "learning_rate": 7.459618208516887e-07,
      "loss": -0.0335,
      "step": 898
    },
    {
      "epoch": 0.6398576512455516,
      "grad_norm": 3.238064490634461,
      "learning_rate": 7.444933920704846e-07,
      "loss": -0.0411,
      "step": 899
    },
    {
      "epoch": 0.6405693950177936,
      "grad_norm": 3.8410604107512456,
      "learning_rate": 7.430249632892804e-07,
      "loss": 0.092,
      "step": 900
    },
    {
      "epoch": 0.6412811387900356,
      "grad_norm": 8.013488841819695,
      "learning_rate": 7.415565345080763e-07,
      "loss": 0.0765,
      "step": 901
    },
    {
      "epoch": 0.6419928825622776,
      "grad_norm": 3.4830077358338465,
      "learning_rate": 7.400881057268722e-07,
      "loss": 0.0321,
      "step": 902
    },
    {
      "epoch": 0.6427046263345195,
      "grad_norm": 4.148883228099494,
      "learning_rate": 7.38619676945668e-07,
      "loss": 0.0473,
      "step": 903
    },
    {
      "epoch": 0.6434163701067616,
      "grad_norm": 8.750289912189382,
      "learning_rate": 7.371512481644639e-07,
      "loss": 0.1622,
      "step": 904
    },
    {
      "epoch": 0.6441281138790036,
      "grad_norm": 6.100827845697011,
      "learning_rate": 7.356828193832599e-07,
      "loss": 0.0693,
      "step": 905
    },
    {
      "epoch": 0.6448398576512455,
      "grad_norm": 3.436611684981597,
      "learning_rate": 7.342143906020558e-07,
      "loss": 0.0338,
      "step": 906
    },
    {
      "epoch": 0.6455516014234876,
      "grad_norm": 3.2463466945109105,
      "learning_rate": 7.327459618208516e-07,
      "loss": -0.0213,
      "step": 907
    },
    {
      "epoch": 0.6462633451957296,
      "grad_norm": 3.4580185681843463,
      "learning_rate": 7.312775330396475e-07,
      "loss": -0.0004,
      "step": 908
    },
    {
      "epoch": 0.6469750889679715,
      "grad_norm": 7.1902770938455,
      "learning_rate": 7.298091042584435e-07,
      "loss": 0.1418,
      "step": 909
    },
    {
      "epoch": 0.6476868327402135,
      "grad_norm": 5.850461644925145,
      "learning_rate": 7.283406754772394e-07,
      "loss": 0.1297,
      "step": 910
    },
    {
      "epoch": 0.6483985765124555,
      "grad_norm": 4.174847975835514,
      "learning_rate": 7.268722466960352e-07,
      "loss": 0.048,
      "step": 911
    },
    {
      "epoch": 0.6491103202846975,
      "grad_norm": 5.945931320969125,
      "learning_rate": 7.254038179148311e-07,
      "loss": 0.0002,
      "step": 912
    },
    {
      "epoch": 0.6498220640569395,
      "grad_norm": 5.4566388982409215,
      "learning_rate": 7.23935389133627e-07,
      "loss": 0.0795,
      "step": 913
    },
    {
      "epoch": 0.6505338078291815,
      "grad_norm": 7.77405555606714,
      "learning_rate": 7.224669603524228e-07,
      "loss": -0.014,
      "step": 914
    },
    {
      "epoch": 0.6512455516014235,
      "grad_norm": 7.794588598487911,
      "learning_rate": 7.209985315712188e-07,
      "loss": 0.0568,
      "step": 915
    },
    {
      "epoch": 0.6519572953736655,
      "grad_norm": 3.9613239167558505,
      "learning_rate": 7.195301027900147e-07,
      "loss": 0.0538,
      "step": 916
    },
    {
      "epoch": 0.6526690391459075,
      "grad_norm": 5.250170205399911,
      "learning_rate": 7.180616740088106e-07,
      "loss": -0.0189,
      "step": 917
    },
    {
      "epoch": 0.6533807829181495,
      "grad_norm": 3.7272174507575935,
      "learning_rate": 7.165932452276064e-07,
      "loss": 0.1008,
      "step": 918
    },
    {
      "epoch": 0.6540925266903914,
      "grad_norm": 5.5762382329676825,
      "learning_rate": 7.151248164464023e-07,
      "loss": 0.096,
      "step": 919
    },
    {
      "epoch": 0.6548042704626335,
      "grad_norm": 4.35001234732443,
      "learning_rate": 7.136563876651982e-07,
      "loss": 0.0592,
      "step": 920
    },
    {
      "epoch": 0.6555160142348755,
      "grad_norm": 3.0296201748619684,
      "learning_rate": 7.121879588839941e-07,
      "loss": 0.0638,
      "step": 921
    },
    {
      "epoch": 0.6562277580071174,
      "grad_norm": 8.409568840523043,
      "learning_rate": 7.107195301027899e-07,
      "loss": 0.2424,
      "step": 922
    },
    {
      "epoch": 0.6569395017793594,
      "grad_norm": 7.918188678263488,
      "learning_rate": 7.092511013215858e-07,
      "loss": -0.0219,
      "step": 923
    },
    {
      "epoch": 0.6576512455516014,
      "grad_norm": 10.7701330393842,
      "learning_rate": 7.077826725403817e-07,
      "loss": 0.032,
      "step": 924
    },
    {
      "epoch": 0.6583629893238434,
      "grad_norm": 4.218135308589257,
      "learning_rate": 7.063142437591776e-07,
      "loss": -0.0272,
      "step": 925
    },
    {
      "epoch": 0.6590747330960854,
      "grad_norm": 5.331667977838016,
      "learning_rate": 7.048458149779736e-07,
      "loss": 0.0864,
      "step": 926
    },
    {
      "epoch": 0.6597864768683274,
      "grad_norm": 5.3750991812138444,
      "learning_rate": 7.033773861967695e-07,
      "loss": 0.0726,
      "step": 927
    },
    {
      "epoch": 0.6604982206405694,
      "grad_norm": 5.207399920428084,
      "learning_rate": 7.019089574155654e-07,
      "loss": 0.1336,
      "step": 928
    },
    {
      "epoch": 0.6612099644128114,
      "grad_norm": 6.606289334933452,
      "learning_rate": 7.004405286343612e-07,
      "loss": 0.123,
      "step": 929
    },
    {
      "epoch": 0.6619217081850534,
      "grad_norm": 5.007336574559658,
      "learning_rate": 6.989720998531571e-07,
      "loss": 0.1693,
      "step": 930
    },
    {
      "epoch": 0.6626334519572954,
      "grad_norm": 4.513131585131538,
      "learning_rate": 6.97503671071953e-07,
      "loss": 0.0533,
      "step": 931
    },
    {
      "epoch": 0.6633451957295373,
      "grad_norm": 6.118064534929691,
      "learning_rate": 6.960352422907489e-07,
      "loss": -0.0167,
      "step": 932
    },
    {
      "epoch": 0.6640569395017794,
      "grad_norm": 4.967171664241232,
      "learning_rate": 6.945668135095447e-07,
      "loss": 0.1309,
      "step": 933
    },
    {
      "epoch": 0.6647686832740214,
      "grad_norm": 6.141986259243848,
      "learning_rate": 6.930983847283406e-07,
      "loss": 0.0683,
      "step": 934
    },
    {
      "epoch": 0.6654804270462633,
      "grad_norm": 2.843838533134232,
      "learning_rate": 6.916299559471366e-07,
      "loss": -0.0248,
      "step": 935
    },
    {
      "epoch": 0.6661921708185053,
      "grad_norm": 6.254489354452603,
      "learning_rate": 6.901615271659324e-07,
      "loss": 0.2101,
      "step": 936
    },
    {
      "epoch": 0.6669039145907474,
      "grad_norm": 5.187993037681643,
      "learning_rate": 6.886930983847283e-07,
      "loss": 0.0127,
      "step": 937
    },
    {
      "epoch": 0.6676156583629893,
      "grad_norm": 4.579762865615799,
      "learning_rate": 6.872246696035242e-07,
      "loss": 0.0603,
      "step": 938
    },
    {
      "epoch": 0.6683274021352313,
      "grad_norm": 5.244168812482439,
      "learning_rate": 6.857562408223201e-07,
      "loss": 0.0201,
      "step": 939
    },
    {
      "epoch": 0.6690391459074733,
      "grad_norm": 3.816794681206833,
      "learning_rate": 6.842878120411159e-07,
      "loss": 0.0043,
      "step": 940
    },
    {
      "epoch": 0.6697508896797153,
      "grad_norm": 3.5284472119876193,
      "learning_rate": 6.828193832599118e-07,
      "loss": 0.0502,
      "step": 941
    },
    {
      "epoch": 0.6704626334519573,
      "grad_norm": 3.933868913771442,
      "learning_rate": 6.813509544787077e-07,
      "loss": -0.0462,
      "step": 942
    },
    {
      "epoch": 0.6711743772241993,
      "grad_norm": 4.004455469191327,
      "learning_rate": 6.798825256975035e-07,
      "loss": 0.0586,
      "step": 943
    },
    {
      "epoch": 0.6718861209964413,
      "grad_norm": 6.617395318921544,
      "learning_rate": 6.784140969162996e-07,
      "loss": 0.1136,
      "step": 944
    },
    {
      "epoch": 0.6725978647686833,
      "grad_norm": 5.621511437204682,
      "learning_rate": 6.769456681350955e-07,
      "loss": 0.1687,
      "step": 945
    },
    {
      "epoch": 0.6733096085409253,
      "grad_norm": 3.562357447934307,
      "learning_rate": 6.754772393538914e-07,
      "loss": 0.0862,
      "step": 946
    },
    {
      "epoch": 0.6740213523131673,
      "grad_norm": 6.125694391242706,
      "learning_rate": 6.740088105726872e-07,
      "loss": 0.1892,
      "step": 947
    },
    {
      "epoch": 0.6747330960854092,
      "grad_norm": 3.9863843451296472,
      "learning_rate": 6.725403817914831e-07,
      "loss": -0.0151,
      "step": 948
    },
    {
      "epoch": 0.6754448398576512,
      "grad_norm": 4.2001625029598,
      "learning_rate": 6.71071953010279e-07,
      "loss": 0.0487,
      "step": 949
    },
    {
      "epoch": 0.6761565836298933,
      "grad_norm": 4.935771398113328,
      "learning_rate": 6.696035242290749e-07,
      "loss": 0.0966,
      "step": 950
    },
    {
      "epoch": 0.6768683274021352,
      "grad_norm": 3.858605435514549,
      "learning_rate": 6.681350954478707e-07,
      "loss": -0.0329,
      "step": 951
    },
    {
      "epoch": 0.6775800711743772,
      "grad_norm": 3.871614515457192,
      "learning_rate": 6.666666666666666e-07,
      "loss": 0.0103,
      "step": 952
    },
    {
      "epoch": 0.6782918149466192,
      "grad_norm": 4.820372050951537,
      "learning_rate": 6.651982378854625e-07,
      "loss": -0.0042,
      "step": 953
    },
    {
      "epoch": 0.6790035587188612,
      "grad_norm": 4.562317308922618,
      "learning_rate": 6.637298091042585e-07,
      "loss": 0.1401,
      "step": 954
    },
    {
      "epoch": 0.6797153024911032,
      "grad_norm": 8.34284882554388,
      "learning_rate": 6.622613803230543e-07,
      "loss": 0.1722,
      "step": 955
    },
    {
      "epoch": 0.6804270462633452,
      "grad_norm": 3.5720720692334655,
      "learning_rate": 6.607929515418502e-07,
      "loss": 0.0558,
      "step": 956
    },
    {
      "epoch": 0.6811387900355872,
      "grad_norm": 5.725857679596323,
      "learning_rate": 6.593245227606461e-07,
      "loss": 0.126,
      "step": 957
    },
    {
      "epoch": 0.6818505338078292,
      "grad_norm": 10.288907153463756,
      "learning_rate": 6.578560939794419e-07,
      "loss": 0.2195,
      "step": 958
    },
    {
      "epoch": 0.6825622775800712,
      "grad_norm": 5.933298009417249,
      "learning_rate": 6.563876651982378e-07,
      "loss": 0.119,
      "step": 959
    },
    {
      "epoch": 0.6832740213523132,
      "grad_norm": 5.129065041215746,
      "learning_rate": 6.549192364170337e-07,
      "loss": -0.0546,
      "step": 960
    },
    {
      "epoch": 0.6839857651245551,
      "grad_norm": 4.000375253241631,
      "learning_rate": 6.534508076358297e-07,
      "loss": 0.174,
      "step": 961
    },
    {
      "epoch": 0.6846975088967971,
      "grad_norm": 7.894596482752509,
      "learning_rate": 6.519823788546255e-07,
      "loss": 0.1145,
      "step": 962
    },
    {
      "epoch": 0.6854092526690392,
      "grad_norm": 4.82797863192124,
      "learning_rate": 6.505139500734214e-07,
      "loss": 0.0619,
      "step": 963
    },
    {
      "epoch": 0.6861209964412811,
      "grad_norm": 6.221309269428655,
      "learning_rate": 6.490455212922174e-07,
      "loss": 0.0239,
      "step": 964
    },
    {
      "epoch": 0.6868327402135231,
      "grad_norm": 4.86341008394864,
      "learning_rate": 6.475770925110132e-07,
      "loss": 0.086,
      "step": 965
    },
    {
      "epoch": 0.6875444839857652,
      "grad_norm": 5.337886337127806,
      "learning_rate": 6.461086637298091e-07,
      "loss": 0.1969,
      "step": 966
    },
    {
      "epoch": 0.6882562277580071,
      "grad_norm": 3.769358829646403,
      "learning_rate": 6.44640234948605e-07,
      "loss": 0.0967,
      "step": 967
    },
    {
      "epoch": 0.6889679715302491,
      "grad_norm": 3.669919926032279,
      "learning_rate": 6.431718061674009e-07,
      "loss": 0.0377,
      "step": 968
    },
    {
      "epoch": 0.6896797153024911,
      "grad_norm": 4.883374186443654,
      "learning_rate": 6.417033773861967e-07,
      "loss": 0.1519,
      "step": 969
    },
    {
      "epoch": 0.6903914590747331,
      "grad_norm": 4.748723511086028,
      "learning_rate": 6.402349486049926e-07,
      "loss": 0.0907,
      "step": 970
    },
    {
      "epoch": 0.6911032028469751,
      "grad_norm": 4.976284049252291,
      "learning_rate": 6.387665198237885e-07,
      "loss": -0.0896,
      "step": 971
    },
    {
      "epoch": 0.691814946619217,
      "grad_norm": 5.283750585371445,
      "learning_rate": 6.372980910425843e-07,
      "loss": 0.0419,
      "step": 972
    },
    {
      "epoch": 0.6925266903914591,
      "grad_norm": 5.255946107260031,
      "learning_rate": 6.358296622613802e-07,
      "loss": 0.0141,
      "step": 973
    },
    {
      "epoch": 0.6932384341637011,
      "grad_norm": 5.006047787434039,
      "learning_rate": 6.343612334801762e-07,
      "loss": -0.0255,
      "step": 974
    },
    {
      "epoch": 0.693950177935943,
      "grad_norm": 9.757667461016755,
      "learning_rate": 6.328928046989721e-07,
      "loss": 0.1332,
      "step": 975
    },
    {
      "epoch": 0.6946619217081851,
      "grad_norm": 3.1321392144435065,
      "learning_rate": 6.314243759177679e-07,
      "loss": 0.081,
      "step": 976
    },
    {
      "epoch": 0.695373665480427,
      "grad_norm": 2.8216884141577,
      "learning_rate": 6.299559471365638e-07,
      "loss": -0.0474,
      "step": 977
    },
    {
      "epoch": 0.696085409252669,
      "grad_norm": 5.573286078737938,
      "learning_rate": 6.284875183553597e-07,
      "loss": 0.1186,
      "step": 978
    },
    {
      "epoch": 0.6967971530249111,
      "grad_norm": 3.1582386059675924,
      "learning_rate": 6.270190895741557e-07,
      "loss": 0.0906,
      "step": 979
    },
    {
      "epoch": 0.697508896797153,
      "grad_norm": 4.523244376004749,
      "learning_rate": 6.255506607929515e-07,
      "loss": 0.0386,
      "step": 980
    },
    {
      "epoch": 0.698220640569395,
      "grad_norm": 3.4688155709332436,
      "learning_rate": 6.240822320117474e-07,
      "loss": 0.0308,
      "step": 981
    },
    {
      "epoch": 0.698932384341637,
      "grad_norm": 5.411845227957125,
      "learning_rate": 6.226138032305433e-07,
      "loss": 0.0835,
      "step": 982
    },
    {
      "epoch": 0.699644128113879,
      "grad_norm": 3.427770822010646,
      "learning_rate": 6.211453744493393e-07,
      "loss": 0.208,
      "step": 983
    },
    {
      "epoch": 0.700355871886121,
      "grad_norm": 4.651382052221419,
      "learning_rate": 6.196769456681351e-07,
      "loss": 0.0119,
      "step": 984
    },
    {
      "epoch": 0.701067615658363,
      "grad_norm": 4.988862029987204,
      "learning_rate": 6.18208516886931e-07,
      "loss": -0.0324,
      "step": 985
    },
    {
      "epoch": 0.701779359430605,
      "grad_norm": 3.8284184557483334,
      "learning_rate": 6.167400881057269e-07,
      "loss": -0.0045,
      "step": 986
    },
    {
      "epoch": 0.702491103202847,
      "grad_norm": 12.378991302169158,
      "learning_rate": 6.152716593245227e-07,
      "loss": 0.1294,
      "step": 987
    },
    {
      "epoch": 0.703202846975089,
      "grad_norm": 6.56777945189323,
      "learning_rate": 6.138032305433186e-07,
      "loss": 0.0573,
      "step": 988
    },
    {
      "epoch": 0.703914590747331,
      "grad_norm": 4.537732978493385,
      "learning_rate": 6.123348017621145e-07,
      "loss": 0.0434,
      "step": 989
    },
    {
      "epoch": 0.7046263345195729,
      "grad_norm": 4.800209501780763,
      "learning_rate": 6.108663729809104e-07,
      "loss": 0.1148,
      "step": 990
    },
    {
      "epoch": 0.7053380782918149,
      "grad_norm": 4.436723238161359,
      "learning_rate": 6.093979441997062e-07,
      "loss": 0.0949,
      "step": 991
    },
    {
      "epoch": 0.706049822064057,
      "grad_norm": 4.622691635194972,
      "learning_rate": 6.079295154185021e-07,
      "loss": 0.1296,
      "step": 992
    },
    {
      "epoch": 0.7067615658362989,
      "grad_norm": 3.1184266192212657,
      "learning_rate": 6.064610866372981e-07,
      "loss": -0.0653,
      "step": 993
    },
    {
      "epoch": 0.7074733096085409,
      "grad_norm": 7.086422803719531,
      "learning_rate": 6.049926578560939e-07,
      "loss": 0.1266,
      "step": 994
    },
    {
      "epoch": 0.708185053380783,
      "grad_norm": 4.147286982938081,
      "learning_rate": 6.035242290748898e-07,
      "loss": 0.0978,
      "step": 995
    },
    {
      "epoch": 0.7088967971530249,
      "grad_norm": 3.494585071868179,
      "learning_rate": 6.020558002936858e-07,
      "loss": 0.0997,
      "step": 996
    },
    {
      "epoch": 0.7096085409252669,
      "grad_norm": 5.382206897967533,
      "learning_rate": 6.005873715124817e-07,
      "loss": 0.0151,
      "step": 997
    },
    {
      "epoch": 0.7103202846975089,
      "grad_norm": 6.120207176441689,
      "learning_rate": 5.991189427312775e-07,
      "loss": 0.0475,
      "step": 998
    },
    {
      "epoch": 0.7110320284697509,
      "grad_norm": 4.805974921203533,
      "learning_rate": 5.976505139500734e-07,
      "loss": -0.0197,
      "step": 999
    },
    {
      "epoch": 0.7117437722419929,
      "grad_norm": 11.14135465867464,
      "learning_rate": 5.961820851688693e-07,
      "loss": 0.1477,
      "step": 1000
    },
    {
      "epoch": 0.7124555160142348,
      "grad_norm": 6.639000548093658,
      "learning_rate": 5.947136563876652e-07,
      "loss": 0.1196,
      "step": 1001
    },
    {
      "epoch": 0.7131672597864769,
      "grad_norm": 3.8551733953168674,
      "learning_rate": 5.93245227606461e-07,
      "loss": 0.0621,
      "step": 1002
    },
    {
      "epoch": 0.7138790035587189,
      "grad_norm": 5.225696988138599,
      "learning_rate": 5.91776798825257e-07,
      "loss": 0.1545,
      "step": 1003
    },
    {
      "epoch": 0.7145907473309608,
      "grad_norm": 4.353477946786258,
      "learning_rate": 5.903083700440529e-07,
      "loss": 0.0293,
      "step": 1004
    },
    {
      "epoch": 0.7153024911032029,
      "grad_norm": 5.739092224858361,
      "learning_rate": 5.888399412628487e-07,
      "loss": 0.0309,
      "step": 1005
    },
    {
      "epoch": 0.7160142348754448,
      "grad_norm": 4.288231941227374,
      "learning_rate": 5.873715124816446e-07,
      "loss": 0.1673,
      "step": 1006
    },
    {
      "epoch": 0.7167259786476868,
      "grad_norm": 6.874966985449849,
      "learning_rate": 5.859030837004405e-07,
      "loss": 0.179,
      "step": 1007
    },
    {
      "epoch": 0.7174377224199289,
      "grad_norm": 3.872807774783665,
      "learning_rate": 5.844346549192364e-07,
      "loss": -0.0374,
      "step": 1008
    },
    {
      "epoch": 0.7181494661921708,
      "grad_norm": 4.472528527447646,
      "learning_rate": 5.829662261380322e-07,
      "loss": 0.1206,
      "step": 1009
    },
    {
      "epoch": 0.7188612099644128,
      "grad_norm": 4.577847937835349,
      "learning_rate": 5.814977973568281e-07,
      "loss": 0.0201,
      "step": 1010
    },
    {
      "epoch": 0.7195729537366548,
      "grad_norm": 4.076940605668476,
      "learning_rate": 5.80029368575624e-07,
      "loss": -0.0147,
      "step": 1011
    },
    {
      "epoch": 0.7202846975088968,
      "grad_norm": 4.729777807779337,
      "learning_rate": 5.7856093979442e-07,
      "loss": 0.0282,
      "step": 1012
    },
    {
      "epoch": 0.7209964412811388,
      "grad_norm": 4.258425271272895,
      "learning_rate": 5.770925110132159e-07,
      "loss": 0.0342,
      "step": 1013
    },
    {
      "epoch": 0.7217081850533807,
      "grad_norm": 5.128062751945477,
      "learning_rate": 5.756240822320118e-07,
      "loss": 0.072,
      "step": 1014
    },
    {
      "epoch": 0.7224199288256228,
      "grad_norm": 3.325966291631845,
      "learning_rate": 5.741556534508077e-07,
      "loss": 0.0912,
      "step": 1015
    },
    {
      "epoch": 0.7231316725978648,
      "grad_norm": 4.127479963710312,
      "learning_rate": 5.726872246696035e-07,
      "loss": 0.0248,
      "step": 1016
    },
    {
      "epoch": 0.7238434163701067,
      "grad_norm": 5.122925315168087,
      "learning_rate": 5.712187958883994e-07,
      "loss": 0.0543,
      "step": 1017
    },
    {
      "epoch": 0.7245551601423488,
      "grad_norm": 5.82638564758251,
      "learning_rate": 5.697503671071953e-07,
      "loss": 0.0469,
      "step": 1018
    },
    {
      "epoch": 0.7252669039145907,
      "grad_norm": 4.348666694898038,
      "learning_rate": 5.682819383259912e-07,
      "loss": 0.0599,
      "step": 1019
    },
    {
      "epoch": 0.7259786476868327,
      "grad_norm": 6.187173237505027,
      "learning_rate": 5.66813509544787e-07,
      "loss": 0.0595,
      "step": 1020
    },
    {
      "epoch": 0.7266903914590748,
      "grad_norm": 6.884889183288436,
      "learning_rate": 5.653450807635829e-07,
      "loss": 0.1994,
      "step": 1021
    },
    {
      "epoch": 0.7274021352313167,
      "grad_norm": 4.530112288138082,
      "learning_rate": 5.638766519823789e-07,
      "loss": 0.0517,
      "step": 1022
    },
    {
      "epoch": 0.7281138790035587,
      "grad_norm": 4.690687596197606,
      "learning_rate": 5.624082232011747e-07,
      "loss": 0.0067,
      "step": 1023
    },
    {
      "epoch": 0.7288256227758008,
      "grad_norm": 4.500960353525001,
      "learning_rate": 5.609397944199706e-07,
      "loss": 0.0875,
      "step": 1024
    },
    {
      "epoch": 0.7295373665480427,
      "grad_norm": 5.880851591036031,
      "learning_rate": 5.594713656387665e-07,
      "loss": 0.0519,
      "step": 1025
    },
    {
      "epoch": 0.7302491103202847,
      "grad_norm": 3.5596931509583087,
      "learning_rate": 5.580029368575624e-07,
      "loss": 0.0276,
      "step": 1026
    },
    {
      "epoch": 0.7309608540925266,
      "grad_norm": 8.68598760160492,
      "learning_rate": 5.565345080763582e-07,
      "loss": 0.047,
      "step": 1027
    },
    {
      "epoch": 0.7316725978647687,
      "grad_norm": 3.402191684272178,
      "learning_rate": 5.550660792951541e-07,
      "loss": 0.0965,
      "step": 1028
    },
    {
      "epoch": 0.7323843416370107,
      "grad_norm": 4.095134238999353,
      "learning_rate": 5.5359765051395e-07,
      "loss": 0.0581,
      "step": 1029
    },
    {
      "epoch": 0.7330960854092526,
      "grad_norm": 4.794722580506972,
      "learning_rate": 5.521292217327459e-07,
      "loss": 0.0635,
      "step": 1030
    },
    {
      "epoch": 0.7338078291814947,
      "grad_norm": 6.070597795338894,
      "learning_rate": 5.506607929515418e-07,
      "loss": 0.0225,
      "step": 1031
    },
    {
      "epoch": 0.7345195729537367,
      "grad_norm": 4.129191494330407,
      "learning_rate": 5.491923641703378e-07,
      "loss": -0.0081,
      "step": 1032
    },
    {
      "epoch": 0.7352313167259786,
      "grad_norm": 3.571695740107198,
      "learning_rate": 5.477239353891337e-07,
      "loss": 0.0014,
      "step": 1033
    },
    {
      "epoch": 0.7359430604982207,
      "grad_norm": 5.510492373585215,
      "learning_rate": 5.462555066079295e-07,
      "loss": 0.1682,
      "step": 1034
    },
    {
      "epoch": 0.7366548042704626,
      "grad_norm": 5.0145359461275065,
      "learning_rate": 5.447870778267254e-07,
      "loss": 0.1367,
      "step": 1035
    },
    {
      "epoch": 0.7373665480427046,
      "grad_norm": 6.322219768330761,
      "learning_rate": 5.433186490455213e-07,
      "loss": 0.0956,
      "step": 1036
    },
    {
      "epoch": 0.7380782918149467,
      "grad_norm": 5.761999463500739,
      "learning_rate": 5.418502202643172e-07,
      "loss": 0.1635,
      "step": 1037
    },
    {
      "epoch": 0.7387900355871886,
      "grad_norm": 4.837240656719542,
      "learning_rate": 5.40381791483113e-07,
      "loss": 0.0648,
      "step": 1038
    },
    {
      "epoch": 0.7395017793594306,
      "grad_norm": 4.030925175791179,
      "learning_rate": 5.389133627019089e-07,
      "loss": 0.1624,
      "step": 1039
    },
    {
      "epoch": 0.7402135231316725,
      "grad_norm": 4.088053226654463,
      "learning_rate": 5.374449339207048e-07,
      "loss": 0.0263,
      "step": 1040
    },
    {
      "epoch": 0.7409252669039146,
      "grad_norm": 3.348281926516349,
      "learning_rate": 5.359765051395006e-07,
      "loss": 0.029,
      "step": 1041
    },
    {
      "epoch": 0.7416370106761566,
      "grad_norm": 4.1162599390988985,
      "learning_rate": 5.345080763582966e-07,
      "loss": -0.0179,
      "step": 1042
    },
    {
      "epoch": 0.7423487544483985,
      "grad_norm": 5.81149250445998,
      "learning_rate": 5.330396475770925e-07,
      "loss": 0.1455,
      "step": 1043
    },
    {
      "epoch": 0.7430604982206406,
      "grad_norm": 3.1102540580282114,
      "learning_rate": 5.315712187958884e-07,
      "loss": 0.0614,
      "step": 1044
    },
    {
      "epoch": 0.7437722419928826,
      "grad_norm": 2.6760635115723153,
      "learning_rate": 5.301027900146842e-07,
      "loss": 0.0029,
      "step": 1045
    },
    {
      "epoch": 0.7444839857651245,
      "grad_norm": 5.107803896444269,
      "learning_rate": 5.286343612334801e-07,
      "loss": -0.0163,
      "step": 1046
    },
    {
      "epoch": 0.7451957295373666,
      "grad_norm": 3.5529373052269086,
      "learning_rate": 5.27165932452276e-07,
      "loss": 0.1096,
      "step": 1047
    },
    {
      "epoch": 0.7459074733096085,
      "grad_norm": 6.545845624530535,
      "learning_rate": 5.256975036710719e-07,
      "loss": 0.1949,
      "step": 1048
    },
    {
      "epoch": 0.7466192170818505,
      "grad_norm": 4.83801737539602,
      "learning_rate": 5.242290748898678e-07,
      "loss": 0.0639,
      "step": 1049
    },
    {
      "epoch": 0.7473309608540926,
      "grad_norm": 3.6609832904083195,
      "learning_rate": 5.227606461086637e-07,
      "loss": 0.0275,
      "step": 1050
    },
    {
      "epoch": 0.7480427046263345,
      "grad_norm": 3.259977284685812,
      "learning_rate": 5.212922173274597e-07,
      "loss": 0.1671,
      "step": 1051
    },
    {
      "epoch": 0.7487544483985765,
      "grad_norm": 4.963751239762047,
      "learning_rate": 5.198237885462556e-07,
      "loss": 0.0218,
      "step": 1052
    },
    {
      "epoch": 0.7494661921708186,
      "grad_norm": 4.204189690387292,
      "learning_rate": 5.183553597650514e-07,
      "loss": -0.0142,
      "step": 1053
    },
    {
      "epoch": 0.7501779359430605,
      "grad_norm": 4.215976736044352,
      "learning_rate": 5.168869309838473e-07,
      "loss": 0.0902,
      "step": 1054
    },
    {
      "epoch": 0.7508896797153025,
      "grad_norm": 4.1399549409929755,
      "learning_rate": 5.154185022026432e-07,
      "loss": 0.0241,
      "step": 1055
    },
    {
      "epoch": 0.7516014234875444,
      "grad_norm": 3.879652737090344,
      "learning_rate": 5.13950073421439e-07,
      "loss": -0.009,
      "step": 1056
    },
    {
      "epoch": 0.7523131672597865,
      "grad_norm": 4.668346897274869,
      "learning_rate": 5.124816446402349e-07,
      "loss": 0.097,
      "step": 1057
    },
    {
      "epoch": 0.7530249110320285,
      "grad_norm": 4.588309667165746,
      "learning_rate": 5.110132158590308e-07,
      "loss": 0.0533,
      "step": 1058
    },
    {
      "epoch": 0.7537366548042704,
      "grad_norm": 6.046628330926524,
      "learning_rate": 5.095447870778267e-07,
      "loss": 0.0351,
      "step": 1059
    },
    {
      "epoch": 0.7544483985765125,
      "grad_norm": 3.739341465912661,
      "learning_rate": 5.080763582966225e-07,
      "loss": -0.0943,
      "step": 1060
    },
    {
      "epoch": 0.7551601423487544,
      "grad_norm": 4.556068381207451,
      "learning_rate": 5.066079295154185e-07,
      "loss": 0.06,
      "step": 1061
    },
    {
      "epoch": 0.7558718861209964,
      "grad_norm": 4.202334872149713,
      "learning_rate": 5.051395007342144e-07,
      "loss": -0.0082,
      "step": 1062
    },
    {
      "epoch": 0.7565836298932385,
      "grad_norm": 5.125659993171668,
      "learning_rate": 5.036710719530102e-07,
      "loss": 0.0845,
      "step": 1063
    },
    {
      "epoch": 0.7572953736654804,
      "grad_norm": 5.27421670313849,
      "learning_rate": 5.022026431718061e-07,
      "loss": -0.001,
      "step": 1064
    },
    {
      "epoch": 0.7580071174377224,
      "grad_norm": 4.368187532248877,
      "learning_rate": 5.00734214390602e-07,
      "loss": 0.0348,
      "step": 1065
    },
    {
      "epoch": 0.7587188612099645,
      "grad_norm": 3.855942902787289,
      "learning_rate": 4.99265785609398e-07,
      "loss": -0.0982,
      "step": 1066
    },
    {
      "epoch": 0.7594306049822064,
      "grad_norm": 4.977053248284057,
      "learning_rate": 4.977973568281938e-07,
      "loss": 0.0883,
      "step": 1067
    },
    {
      "epoch": 0.7601423487544484,
      "grad_norm": 4.289193239981424,
      "learning_rate": 4.963289280469897e-07,
      "loss": 0.0051,
      "step": 1068
    },
    {
      "epoch": 0.7608540925266903,
      "grad_norm": 4.006762034148149,
      "learning_rate": 4.948604992657856e-07,
      "loss": -0.002,
      "step": 1069
    },
    {
      "epoch": 0.7615658362989324,
      "grad_norm": 2.808128859625345,
      "learning_rate": 4.933920704845815e-07,
      "loss": -0.0264,
      "step": 1070
    },
    {
      "epoch": 0.7622775800711744,
      "grad_norm": 5.882154612844199,
      "learning_rate": 4.919236417033773e-07,
      "loss": 0.069,
      "step": 1071
    },
    {
      "epoch": 0.7629893238434163,
      "grad_norm": 4.794409301460062,
      "learning_rate": 4.904552129221732e-07,
      "loss": -0.0557,
      "step": 1072
    },
    {
      "epoch": 0.7637010676156584,
      "grad_norm": 4.826240443348902,
      "learning_rate": 4.889867841409692e-07,
      "loss": 0.0804,
      "step": 1073
    },
    {
      "epoch": 0.7644128113879004,
      "grad_norm": 3.0164349510884447,
      "learning_rate": 4.87518355359765e-07,
      "loss": -0.0245,
      "step": 1074
    },
    {
      "epoch": 0.7651245551601423,
      "grad_norm": 4.518231863704466,
      "learning_rate": 4.860499265785609e-07,
      "loss": 0.0782,
      "step": 1075
    },
    {
      "epoch": 0.7658362989323844,
      "grad_norm": 4.864847615787066,
      "learning_rate": 4.845814977973568e-07,
      "loss": 0.1056,
      "step": 1076
    },
    {
      "epoch": 0.7665480427046263,
      "grad_norm": 4.773824273405901,
      "learning_rate": 4.831130690161527e-07,
      "loss": 0.0828,
      "step": 1077
    },
    {
      "epoch": 0.7672597864768683,
      "grad_norm": 4.336462040695792,
      "learning_rate": 4.816446402349486e-07,
      "loss": 0.1055,
      "step": 1078
    },
    {
      "epoch": 0.7679715302491104,
      "grad_norm": 3.805670076736972,
      "learning_rate": 4.801762114537445e-07,
      "loss": 0.0526,
      "step": 1079
    },
    {
      "epoch": 0.7686832740213523,
      "grad_norm": 6.332442706210725,
      "learning_rate": 4.787077826725404e-07,
      "loss": 0.0388,
      "step": 1080
    },
    {
      "epoch": 0.7693950177935943,
      "grad_norm": 6.059518926680791,
      "learning_rate": 4.772393538913363e-07,
      "loss": 0.005,
      "step": 1081
    },
    {
      "epoch": 0.7701067615658364,
      "grad_norm": 5.162646216291588,
      "learning_rate": 4.757709251101321e-07,
      "loss": 0.0971,
      "step": 1082
    },
    {
      "epoch": 0.7708185053380783,
      "grad_norm": 3.3748493867399048,
      "learning_rate": 4.7430249632892805e-07,
      "loss": 0.0727,
      "step": 1083
    },
    {
      "epoch": 0.7715302491103203,
      "grad_norm": 3.933000567201699,
      "learning_rate": 4.728340675477239e-07,
      "loss": -0.0607,
      "step": 1084
    },
    {
      "epoch": 0.7722419928825622,
      "grad_norm": 5.233340215172262,
      "learning_rate": 4.713656387665198e-07,
      "loss": 0.0636,
      "step": 1085
    },
    {
      "epoch": 0.7729537366548043,
      "grad_norm": 4.78712650764478,
      "learning_rate": 4.6989720998531566e-07,
      "loss": 0.0701,
      "step": 1086
    },
    {
      "epoch": 0.7736654804270463,
      "grad_norm": 3.20609767023997,
      "learning_rate": 4.6842878120411153e-07,
      "loss": 0.0033,
      "step": 1087
    },
    {
      "epoch": 0.7743772241992882,
      "grad_norm": 4.914803987244276,
      "learning_rate": 4.669603524229075e-07,
      "loss": 0.0541,
      "step": 1088
    },
    {
      "epoch": 0.7750889679715303,
      "grad_norm": 5.8612510017626835,
      "learning_rate": 4.654919236417034e-07,
      "loss": 0.1272,
      "step": 1089
    },
    {
      "epoch": 0.7758007117437722,
      "grad_norm": 4.283141226610423,
      "learning_rate": 4.6402349486049925e-07,
      "loss": 0.1489,
      "step": 1090
    },
    {
      "epoch": 0.7765124555160142,
      "grad_norm": 4.109306305865953,
      "learning_rate": 4.625550660792951e-07,
      "loss": -0.0282,
      "step": 1091
    },
    {
      "epoch": 0.7772241992882563,
      "grad_norm": 12.656682211948667,
      "learning_rate": 4.61086637298091e-07,
      "loss": 0.0796,
      "step": 1092
    },
    {
      "epoch": 0.7779359430604982,
      "grad_norm": 4.479936163992436,
      "learning_rate": 4.596182085168869e-07,
      "loss": -0.009,
      "step": 1093
    },
    {
      "epoch": 0.7786476868327402,
      "grad_norm": 8.41345994752303,
      "learning_rate": 4.581497797356828e-07,
      "loss": 0.0569,
      "step": 1094
    },
    {
      "epoch": 0.7793594306049823,
      "grad_norm": 3.2918309681766584,
      "learning_rate": 4.5668135095447866e-07,
      "loss": 0.0434,
      "step": 1095
    },
    {
      "epoch": 0.7800711743772242,
      "grad_norm": 7.22334810268064,
      "learning_rate": 4.5521292217327454e-07,
      "loss": 0.0356,
      "step": 1096
    },
    {
      "epoch": 0.7807829181494662,
      "grad_norm": 4.178584158182841,
      "learning_rate": 4.5374449339207046e-07,
      "loss": 0.0572,
      "step": 1097
    },
    {
      "epoch": 0.7814946619217081,
      "grad_norm": 7.574573557719195,
      "learning_rate": 4.522760646108664e-07,
      "loss": 0.023,
      "step": 1098
    },
    {
      "epoch": 0.7822064056939502,
      "grad_norm": 4.004238029317759,
      "learning_rate": 4.5080763582966226e-07,
      "loss": 0.0766,
      "step": 1099
    },
    {
      "epoch": 0.7829181494661922,
      "grad_norm": 2.7957439160059487,
      "learning_rate": 4.4933920704845813e-07,
      "loss": 0.004,
      "step": 1100
    },
    {
      "epoch": 0.7836298932384341,
      "grad_norm": 4.801530895880167,
      "learning_rate": 4.47870778267254e-07,
      "loss": -0.0173,
      "step": 1101
    },
    {
      "epoch": 0.7843416370106762,
      "grad_norm": 5.397057098691664,
      "learning_rate": 4.464023494860499e-07,
      "loss": 0.214,
      "step": 1102
    },
    {
      "epoch": 0.7850533807829182,
      "grad_norm": 4.48820921837597,
      "learning_rate": 4.449339207048458e-07,
      "loss": 0.0879,
      "step": 1103
    },
    {
      "epoch": 0.7857651245551601,
      "grad_norm": 5.375386246398824,
      "learning_rate": 4.4346549192364167e-07,
      "loss": 0.0434,
      "step": 1104
    },
    {
      "epoch": 0.7864768683274022,
      "grad_norm": 3.3797885690956395,
      "learning_rate": 4.419970631424376e-07,
      "loss": -0.1084,
      "step": 1105
    },
    {
      "epoch": 0.7871886120996441,
      "grad_norm": 4.5641016826887055,
      "learning_rate": 4.4052863436123346e-07,
      "loss": 0.1856,
      "step": 1106
    },
    {
      "epoch": 0.7879003558718861,
      "grad_norm": 5.042023680265534,
      "learning_rate": 4.390602055800294e-07,
      "loss": 0.0168,
      "step": 1107
    },
    {
      "epoch": 0.7886120996441282,
      "grad_norm": 6.028319917002458,
      "learning_rate": 4.3759177679882526e-07,
      "loss": 0.1204,
      "step": 1108
    },
    {
      "epoch": 0.7893238434163701,
      "grad_norm": 4.695297266575226,
      "learning_rate": 4.3612334801762113e-07,
      "loss": 0.0593,
      "step": 1109
    },
    {
      "epoch": 0.7900355871886121,
      "grad_norm": 4.941555048093157,
      "learning_rate": 4.34654919236417e-07,
      "loss": -0.0071,
      "step": 1110
    },
    {
      "epoch": 0.7907473309608541,
      "grad_norm": 3.807724259723377,
      "learning_rate": 4.3318649045521287e-07,
      "loss": -0.1208,
      "step": 1111
    },
    {
      "epoch": 0.7914590747330961,
      "grad_norm": 5.959791240748352,
      "learning_rate": 4.317180616740088e-07,
      "loss": 0.0559,
      "step": 1112
    },
    {
      "epoch": 0.7921708185053381,
      "grad_norm": 4.177561338603296,
      "learning_rate": 4.3024963289280467e-07,
      "loss": 0.0331,
      "step": 1113
    },
    {
      "epoch": 0.79288256227758,
      "grad_norm": 4.257159317730894,
      "learning_rate": 4.287812041116006e-07,
      "loss": 0.0398,
      "step": 1114
    },
    {
      "epoch": 0.7935943060498221,
      "grad_norm": 5.799847028622386,
      "learning_rate": 4.2731277533039646e-07,
      "loss": 0.0275,
      "step": 1115
    },
    {
      "epoch": 0.7943060498220641,
      "grad_norm": 4.0517315683275745,
      "learning_rate": 4.2584434654919234e-07,
      "loss": -0.0107,
      "step": 1116
    },
    {
      "epoch": 0.795017793594306,
      "grad_norm": 5.283166842239091,
      "learning_rate": 4.2437591776798826e-07,
      "loss": 0.1154,
      "step": 1117
    },
    {
      "epoch": 0.7957295373665481,
      "grad_norm": 4.4525632269695095,
      "learning_rate": 4.2290748898678413e-07,
      "loss": 0.0285,
      "step": 1118
    },
    {
      "epoch": 0.79644128113879,
      "grad_norm": 3.550895932467998,
      "learning_rate": 4.2143906020558e-07,
      "loss": -0.0089,
      "step": 1119
    },
    {
      "epoch": 0.797153024911032,
      "grad_norm": 5.442417070057488,
      "learning_rate": 4.199706314243759e-07,
      "loss": 0.1652,
      "step": 1120
    },
    {
      "epoch": 0.797864768683274,
      "grad_norm": 4.130251460513657,
      "learning_rate": 4.1850220264317175e-07,
      "loss": 0.0325,
      "step": 1121
    },
    {
      "epoch": 0.798576512455516,
      "grad_norm": 6.459392468964495,
      "learning_rate": 4.1703377386196767e-07,
      "loss": 0.1389,
      "step": 1122
    },
    {
      "epoch": 0.799288256227758,
      "grad_norm": 3.8430552281131902,
      "learning_rate": 4.155653450807636e-07,
      "loss": 0.0573,
      "step": 1123
    },
    {
      "epoch": 0.8,
      "grad_norm": 4.7470455016002004,
      "learning_rate": 4.1409691629955947e-07,
      "loss": 0.0415,
      "step": 1124
    },
    {
      "epoch": 0.800711743772242,
      "grad_norm": 4.652746123906856,
      "learning_rate": 4.1262848751835534e-07,
      "loss": 0.1245,
      "step": 1125
    },
    {
      "epoch": 0.801423487544484,
      "grad_norm": 8.278977337768074,
      "learning_rate": 4.111600587371512e-07,
      "loss": 0.1232,
      "step": 1126
    },
    {
      "epoch": 0.8021352313167259,
      "grad_norm": 7.110397902459385,
      "learning_rate": 4.0969162995594713e-07,
      "loss": 0.0488,
      "step": 1127
    },
    {
      "epoch": 0.802846975088968,
      "grad_norm": 7.176907903098698,
      "learning_rate": 4.08223201174743e-07,
      "loss": 0.0988,
      "step": 1128
    },
    {
      "epoch": 0.80355871886121,
      "grad_norm": 5.053592710724586,
      "learning_rate": 4.067547723935389e-07,
      "loss": 0.2123,
      "step": 1129
    },
    {
      "epoch": 0.8042704626334519,
      "grad_norm": 4.508350465827772,
      "learning_rate": 4.0528634361233475e-07,
      "loss": -0.0135,
      "step": 1130
    },
    {
      "epoch": 0.804982206405694,
      "grad_norm": 3.865882853833389,
      "learning_rate": 4.038179148311306e-07,
      "loss": -0.0057,
      "step": 1131
    },
    {
      "epoch": 0.805693950177936,
      "grad_norm": 6.146207257118892,
      "learning_rate": 4.023494860499266e-07,
      "loss": 0.0603,
      "step": 1132
    },
    {
      "epoch": 0.8064056939501779,
      "grad_norm": 6.3975962177776315,
      "learning_rate": 4.0088105726872247e-07,
      "loss": 0.0544,
      "step": 1133
    },
    {
      "epoch": 0.80711743772242,
      "grad_norm": 4.223977474195932,
      "learning_rate": 3.9941262848751834e-07,
      "loss": -0.0547,
      "step": 1134
    },
    {
      "epoch": 0.8078291814946619,
      "grad_norm": 3.5733018376494896,
      "learning_rate": 3.979441997063142e-07,
      "loss": 0.042,
      "step": 1135
    },
    {
      "epoch": 0.8085409252669039,
      "grad_norm": 4.780337776475858,
      "learning_rate": 3.964757709251101e-07,
      "loss": 0.0426,
      "step": 1136
    },
    {
      "epoch": 0.8092526690391459,
      "grad_norm": 3.389181647310211,
      "learning_rate": 3.95007342143906e-07,
      "loss": 0.1313,
      "step": 1137
    },
    {
      "epoch": 0.8099644128113879,
      "grad_norm": 5.303930753908911,
      "learning_rate": 3.935389133627019e-07,
      "loss": 0.0883,
      "step": 1138
    },
    {
      "epoch": 0.8106761565836299,
      "grad_norm": 5.272766160971037,
      "learning_rate": 3.9207048458149775e-07,
      "loss": 0.0267,
      "step": 1139
    },
    {
      "epoch": 0.8113879003558719,
      "grad_norm": 5.986879944998904,
      "learning_rate": 3.906020558002937e-07,
      "loss": 0.0682,
      "step": 1140
    },
    {
      "epoch": 0.8120996441281139,
      "grad_norm": 5.61959460469509,
      "learning_rate": 3.891336270190896e-07,
      "loss": 0.0423,
      "step": 1141
    },
    {
      "epoch": 0.8128113879003559,
      "grad_norm": 6.0012730201640405,
      "learning_rate": 3.8766519823788547e-07,
      "loss": 0.1035,
      "step": 1142
    },
    {
      "epoch": 0.8135231316725978,
      "grad_norm": 3.5381491453003573,
      "learning_rate": 3.8619676945668134e-07,
      "loss": 0.0021,
      "step": 1143
    },
    {
      "epoch": 0.8142348754448399,
      "grad_norm": 5.831482766300704,
      "learning_rate": 3.847283406754772e-07,
      "loss": 0.0062,
      "step": 1144
    },
    {
      "epoch": 0.8149466192170819,
      "grad_norm": 3.4472659016465896,
      "learning_rate": 3.832599118942731e-07,
      "loss": 0.1066,
      "step": 1145
    },
    {
      "epoch": 0.8156583629893238,
      "grad_norm": 3.5852129833847344,
      "learning_rate": 3.81791483113069e-07,
      "loss": 0.055,
      "step": 1146
    },
    {
      "epoch": 0.8163701067615659,
      "grad_norm": 3.9696159319224646,
      "learning_rate": 3.803230543318649e-07,
      "loss": 0.0708,
      "step": 1147
    },
    {
      "epoch": 0.8170818505338078,
      "grad_norm": 6.360338292751588,
      "learning_rate": 3.7885462555066075e-07,
      "loss": -0.0076,
      "step": 1148
    },
    {
      "epoch": 0.8177935943060498,
      "grad_norm": 5.288302435982548,
      "learning_rate": 3.773861967694567e-07,
      "loss": 0.026,
      "step": 1149
    },
    {
      "epoch": 0.8185053380782918,
      "grad_norm": 7.675548660598207,
      "learning_rate": 3.7591776798825255e-07,
      "loss": 0.1351,
      "step": 1150
    },
    {
      "epoch": 0.8192170818505338,
      "grad_norm": 7.627203951141249,
      "learning_rate": 3.744493392070485e-07,
      "loss": 0.0791,
      "step": 1151
    },
    {
      "epoch": 0.8199288256227758,
      "grad_norm": 5.0203299157902865,
      "learning_rate": 3.7298091042584435e-07,
      "loss": 0.0489,
      "step": 1152
    },
    {
      "epoch": 0.8206405693950178,
      "grad_norm": 9.704403017560951,
      "learning_rate": 3.715124816446402e-07,
      "loss": 0.2749,
      "step": 1153
    },
    {
      "epoch": 0.8213523131672598,
      "grad_norm": 5.885301040818936,
      "learning_rate": 3.700440528634361e-07,
      "loss": 0.121,
      "step": 1154
    },
    {
      "epoch": 0.8220640569395018,
      "grad_norm": 3.541970782219233,
      "learning_rate": 3.6857562408223196e-07,
      "loss": -0.0055,
      "step": 1155
    },
    {
      "epoch": 0.8227758007117437,
      "grad_norm": 4.392345376503781,
      "learning_rate": 3.671071953010279e-07,
      "loss": 0.0054,
      "step": 1156
    },
    {
      "epoch": 0.8234875444839858,
      "grad_norm": 3.801961623381928,
      "learning_rate": 3.6563876651982376e-07,
      "loss": 0.1504,
      "step": 1157
    },
    {
      "epoch": 0.8241992882562278,
      "grad_norm": 3.9349614997734994,
      "learning_rate": 3.641703377386197e-07,
      "loss": -0.0417,
      "step": 1158
    },
    {
      "epoch": 0.8249110320284697,
      "grad_norm": 5.0205635642024555,
      "learning_rate": 3.6270190895741555e-07,
      "loss": 0.0424,
      "step": 1159
    },
    {
      "epoch": 0.8256227758007118,
      "grad_norm": 4.786843811164654,
      "learning_rate": 3.612334801762114e-07,
      "loss": 0.2124,
      "step": 1160
    },
    {
      "epoch": 0.8263345195729538,
      "grad_norm": 5.1614117304304825,
      "learning_rate": 3.5976505139500735e-07,
      "loss": 0.0754,
      "step": 1161
    },
    {
      "epoch": 0.8270462633451957,
      "grad_norm": 4.045083138987178,
      "learning_rate": 3.582966226138032e-07,
      "loss": 0.0696,
      "step": 1162
    },
    {
      "epoch": 0.8277580071174377,
      "grad_norm": 4.064066423519107,
      "learning_rate": 3.568281938325991e-07,
      "loss": 0.0532,
      "step": 1163
    },
    {
      "epoch": 0.8284697508896797,
      "grad_norm": 4.849379092712681,
      "learning_rate": 3.5535976505139496e-07,
      "loss": 0.0967,
      "step": 1164
    },
    {
      "epoch": 0.8291814946619217,
      "grad_norm": 5.927734053233105,
      "learning_rate": 3.5389133627019083e-07,
      "loss": 0.0504,
      "step": 1165
    },
    {
      "epoch": 0.8298932384341637,
      "grad_norm": 3.2137744557515866,
      "learning_rate": 3.524229074889868e-07,
      "loss": -0.0482,
      "step": 1166
    },
    {
      "epoch": 0.8306049822064057,
      "grad_norm": 4.127693683925132,
      "learning_rate": 3.509544787077827e-07,
      "loss": -0.0798,
      "step": 1167
    },
    {
      "epoch": 0.8313167259786477,
      "grad_norm": 6.74093443010439,
      "learning_rate": 3.4948604992657856e-07,
      "loss": 0.0956,
      "step": 1168
    },
    {
      "epoch": 0.8320284697508897,
      "grad_norm": 6.502392255278353,
      "learning_rate": 3.4801762114537443e-07,
      "loss": 0.0345,
      "step": 1169
    },
    {
      "epoch": 0.8327402135231317,
      "grad_norm": 9.415956678603605,
      "learning_rate": 3.465491923641703e-07,
      "loss": 0.026,
      "step": 1170
    },
    {
      "epoch": 0.8334519572953737,
      "grad_norm": 4.913570312692537,
      "learning_rate": 3.450807635829662e-07,
      "loss": -0.0465,
      "step": 1171
    },
    {
      "epoch": 0.8341637010676156,
      "grad_norm": 4.883220100174979,
      "learning_rate": 3.436123348017621e-07,
      "loss": 0.1425,
      "step": 1172
    },
    {
      "epoch": 0.8348754448398576,
      "grad_norm": 4.353421209791031,
      "learning_rate": 3.4214390602055797e-07,
      "loss": 0.0989,
      "step": 1173
    },
    {
      "epoch": 0.8355871886120997,
      "grad_norm": 5.625728136195165,
      "learning_rate": 3.4067547723935384e-07,
      "loss": 0.0988,
      "step": 1174
    },
    {
      "epoch": 0.8362989323843416,
      "grad_norm": 5.402349045889487,
      "learning_rate": 3.392070484581498e-07,
      "loss": 0.0214,
      "step": 1175
    },
    {
      "epoch": 0.8370106761565836,
      "grad_norm": 6.621572507580396,
      "learning_rate": 3.377386196769457e-07,
      "loss": 0.1132,
      "step": 1176
    },
    {
      "epoch": 0.8377224199288256,
      "grad_norm": 6.275645626335489,
      "learning_rate": 3.3627019089574156e-07,
      "loss": 0.1082,
      "step": 1177
    },
    {
      "epoch": 0.8384341637010676,
      "grad_norm": 3.2447733299427126,
      "learning_rate": 3.3480176211453743e-07,
      "loss": 0.0059,
      "step": 1178
    },
    {
      "epoch": 0.8391459074733096,
      "grad_norm": 4.915025189200319,
      "learning_rate": 3.333333333333333e-07,
      "loss": 0.0367,
      "step": 1179
    },
    {
      "epoch": 0.8398576512455516,
      "grad_norm": 5.089077918990016,
      "learning_rate": 3.318649045521292e-07,
      "loss": 0.1114,
      "step": 1180
    },
    {
      "epoch": 0.8405693950177936,
      "grad_norm": 3.7565824593214563,
      "learning_rate": 3.303964757709251e-07,
      "loss": 0.0784,
      "step": 1181
    },
    {
      "epoch": 0.8412811387900356,
      "grad_norm": 6.680757635403923,
      "learning_rate": 3.2892804698972097e-07,
      "loss": 0.0629,
      "step": 1182
    },
    {
      "epoch": 0.8419928825622776,
      "grad_norm": 10.207636678370621,
      "learning_rate": 3.2745961820851684e-07,
      "loss": 0.1372,
      "step": 1183
    },
    {
      "epoch": 0.8427046263345196,
      "grad_norm": 4.724435374922215,
      "learning_rate": 3.2599118942731276e-07,
      "loss": -0.0382,
      "step": 1184
    },
    {
      "epoch": 0.8434163701067615,
      "grad_norm": 6.11825595065175,
      "learning_rate": 3.245227606461087e-07,
      "loss": 0.0118,
      "step": 1185
    },
    {
      "epoch": 0.8441281138790035,
      "grad_norm": 4.777281267158339,
      "learning_rate": 3.2305433186490456e-07,
      "loss": 0.1171,
      "step": 1186
    },
    {
      "epoch": 0.8448398576512456,
      "grad_norm": 3.8501119919378795,
      "learning_rate": 3.2158590308370043e-07,
      "loss": -0.0024,
      "step": 1187
    },
    {
      "epoch": 0.8455516014234875,
      "grad_norm": 3.3414392776052138,
      "learning_rate": 3.201174743024963e-07,
      "loss": 0.1114,
      "step": 1188
    },
    {
      "epoch": 0.8462633451957295,
      "grad_norm": 7.324431767735627,
      "learning_rate": 3.186490455212922e-07,
      "loss": 0.083,
      "step": 1189
    },
    {
      "epoch": 0.8469750889679716,
      "grad_norm": 4.751681381589935,
      "learning_rate": 3.171806167400881e-07,
      "loss": 0.1198,
      "step": 1190
    },
    {
      "epoch": 0.8476868327402135,
      "grad_norm": 4.526551224178008,
      "learning_rate": 3.1571218795888397e-07,
      "loss": 0.0667,
      "step": 1191
    },
    {
      "epoch": 0.8483985765124555,
      "grad_norm": 5.568011350269368,
      "learning_rate": 3.1424375917767984e-07,
      "loss": 0.1299,
      "step": 1192
    },
    {
      "epoch": 0.8491103202846975,
      "grad_norm": 4.716195128541494,
      "learning_rate": 3.1277533039647577e-07,
      "loss": 0.0358,
      "step": 1193
    },
    {
      "epoch": 0.8498220640569395,
      "grad_norm": 4.930553523437846,
      "learning_rate": 3.1130690161527164e-07,
      "loss": 0.0242,
      "step": 1194
    },
    {
      "epoch": 0.8505338078291815,
      "grad_norm": 4.167079498184484,
      "learning_rate": 3.0983847283406756e-07,
      "loss": 0.1109,
      "step": 1195
    },
    {
      "epoch": 0.8512455516014235,
      "grad_norm": 8.865833115177155,
      "learning_rate": 3.0837004405286343e-07,
      "loss": 0.1126,
      "step": 1196
    },
    {
      "epoch": 0.8519572953736655,
      "grad_norm": 6.24647575197954,
      "learning_rate": 3.069016152716593e-07,
      "loss": 0.1096,
      "step": 1197
    },
    {
      "epoch": 0.8526690391459075,
      "grad_norm": 3.8633019858518334,
      "learning_rate": 3.054331864904552e-07,
      "loss": 0.0957,
      "step": 1198
    },
    {
      "epoch": 0.8533807829181494,
      "grad_norm": 4.648285884147683,
      "learning_rate": 3.0396475770925105e-07,
      "loss": 0.0063,
      "step": 1199
    },
    {
      "epoch": 0.8540925266903915,
      "grad_norm": 3.5454437460212467,
      "learning_rate": 3.0249632892804697e-07,
      "loss": 0.1057,
      "step": 1200
    },
    {
      "epoch": 0.8548042704626334,
      "grad_norm": 3.751280248177442,
      "learning_rate": 3.010279001468429e-07,
      "loss": 0.0517,
      "step": 1201
    },
    {
      "epoch": 0.8555160142348754,
      "grad_norm": 4.767039805037044,
      "learning_rate": 2.9955947136563877e-07,
      "loss": 0.1117,
      "step": 1202
    },
    {
      "epoch": 0.8562277580071175,
      "grad_norm": 5.2435561097664944,
      "learning_rate": 2.9809104258443464e-07,
      "loss": -0.0266,
      "step": 1203
    },
    {
      "epoch": 0.8569395017793594,
      "grad_norm": 4.347412541251751,
      "learning_rate": 2.966226138032305e-07,
      "loss": 0.157,
      "step": 1204
    },
    {
      "epoch": 0.8576512455516014,
      "grad_norm": 3.863655095386486,
      "learning_rate": 2.9515418502202644e-07,
      "loss": 0.0768,
      "step": 1205
    },
    {
      "epoch": 0.8583629893238434,
      "grad_norm": 5.329615051797061,
      "learning_rate": 2.936857562408223e-07,
      "loss": 0.0112,
      "step": 1206
    },
    {
      "epoch": 0.8590747330960854,
      "grad_norm": 4.979521202755483,
      "learning_rate": 2.922173274596182e-07,
      "loss": 0.0948,
      "step": 1207
    },
    {
      "epoch": 0.8597864768683274,
      "grad_norm": 3.8038100967899813,
      "learning_rate": 2.9074889867841405e-07,
      "loss": 0.1154,
      "step": 1208
    },
    {
      "epoch": 0.8604982206405694,
      "grad_norm": 4.38046881966738,
      "learning_rate": 2.8928046989721e-07,
      "loss": -0.1282,
      "step": 1209
    },
    {
      "epoch": 0.8612099644128114,
      "grad_norm": 3.1962156628258764,
      "learning_rate": 2.878120411160059e-07,
      "loss": -0.0098,
      "step": 1210
    },
    {
      "epoch": 0.8619217081850534,
      "grad_norm": 3.725578258101522,
      "learning_rate": 2.8634361233480177e-07,
      "loss": 0.0316,
      "step": 1211
    },
    {
      "epoch": 0.8626334519572953,
      "grad_norm": 3.162711450797923,
      "learning_rate": 2.8487518355359764e-07,
      "loss": 0.0854,
      "step": 1212
    },
    {
      "epoch": 0.8633451957295374,
      "grad_norm": 6.603746980474714,
      "learning_rate": 2.834067547723935e-07,
      "loss": 0.1426,
      "step": 1213
    },
    {
      "epoch": 0.8640569395017793,
      "grad_norm": 5.756610884728429,
      "learning_rate": 2.8193832599118944e-07,
      "loss": -0.0035,
      "step": 1214
    },
    {
      "epoch": 0.8647686832740213,
      "grad_norm": 7.9170728345042845,
      "learning_rate": 2.804698972099853e-07,
      "loss": 0.001,
      "step": 1215
    },
    {
      "epoch": 0.8654804270462634,
      "grad_norm": 3.5693745455760797,
      "learning_rate": 2.790014684287812e-07,
      "loss": -0.0611,
      "step": 1216
    },
    {
      "epoch": 0.8661921708185053,
      "grad_norm": 5.3110198707848095,
      "learning_rate": 2.7753303964757705e-07,
      "loss": 0.0459,
      "step": 1217
    },
    {
      "epoch": 0.8669039145907473,
      "grad_norm": 6.727355839358839,
      "learning_rate": 2.760646108663729e-07,
      "loss": 0.1669,
      "step": 1218
    },
    {
      "epoch": 0.8676156583629894,
      "grad_norm": 6.640828064450381,
      "learning_rate": 2.745961820851689e-07,
      "loss": -0.019,
      "step": 1219
    },
    {
      "epoch": 0.8683274021352313,
      "grad_norm": 3.3816289439070664,
      "learning_rate": 2.731277533039648e-07,
      "loss": -0.037,
      "step": 1220
    },
    {
      "epoch": 0.8690391459074733,
      "grad_norm": 3.6714876011147255,
      "learning_rate": 2.7165932452276065e-07,
      "loss": 0.0014,
      "step": 1221
    },
    {
      "epoch": 0.8697508896797153,
      "grad_norm": 4.3569622404376664,
      "learning_rate": 2.701908957415565e-07,
      "loss": 0.0987,
      "step": 1222
    },
    {
      "epoch": 0.8704626334519573,
      "grad_norm": 6.344404816304247,
      "learning_rate": 2.687224669603524e-07,
      "loss": 0.0991,
      "step": 1223
    },
    {
      "epoch": 0.8711743772241993,
      "grad_norm": 5.361162693827478,
      "learning_rate": 2.672540381791483e-07,
      "loss": 0.0084,
      "step": 1224
    },
    {
      "epoch": 0.8718861209964412,
      "grad_norm": 7.6540302406353575,
      "learning_rate": 2.657856093979442e-07,
      "loss": 0.0212,
      "step": 1225
    },
    {
      "epoch": 0.8725978647686833,
      "grad_norm": 5.700938351675065,
      "learning_rate": 2.6431718061674006e-07,
      "loss": 0.0438,
      "step": 1226
    },
    {
      "epoch": 0.8733096085409253,
      "grad_norm": 8.474665866442852,
      "learning_rate": 2.6284875183553593e-07,
      "loss": 0.092,
      "step": 1227
    },
    {
      "epoch": 0.8740213523131672,
      "grad_norm": 4.7571553996414595,
      "learning_rate": 2.6138032305433185e-07,
      "loss": 0.0078,
      "step": 1228
    },
    {
      "epoch": 0.8747330960854093,
      "grad_norm": 3.8293542250786787,
      "learning_rate": 2.599118942731278e-07,
      "loss": 0.0439,
      "step": 1229
    },
    {
      "epoch": 0.8754448398576512,
      "grad_norm": 2.71698186095146,
      "learning_rate": 2.5844346549192365e-07,
      "loss": -0.0106,
      "step": 1230
    },
    {
      "epoch": 0.8761565836298932,
      "grad_norm": 4.79252959511404,
      "learning_rate": 2.569750367107195e-07,
      "loss": 0.0729,
      "step": 1231
    },
    {
      "epoch": 0.8768683274021353,
      "grad_norm": 3.3103671134823385,
      "learning_rate": 2.555066079295154e-07,
      "loss": 0.0302,
      "step": 1232
    },
    {
      "epoch": 0.8775800711743772,
      "grad_norm": 8.561876260356502,
      "learning_rate": 2.5403817914831126e-07,
      "loss": -0.0087,
      "step": 1233
    },
    {
      "epoch": 0.8782918149466192,
      "grad_norm": 3.919649138416107,
      "learning_rate": 2.525697503671072e-07,
      "loss": 0.0727,
      "step": 1234
    },
    {
      "epoch": 0.8790035587188612,
      "grad_norm": 3.8392293754828977,
      "learning_rate": 2.5110132158590306e-07,
      "loss": 0.0023,
      "step": 1235
    },
    {
      "epoch": 0.8797153024911032,
      "grad_norm": 4.715863690361431,
      "learning_rate": 2.49632892804699e-07,
      "loss": 0.0673,
      "step": 1236
    },
    {
      "epoch": 0.8804270462633452,
      "grad_norm": 4.228383008890401,
      "learning_rate": 2.4816446402349485e-07,
      "loss": 0.0424,
      "step": 1237
    },
    {
      "epoch": 0.8811387900355871,
      "grad_norm": 5.061146307910219,
      "learning_rate": 2.466960352422907e-07,
      "loss": 0.1331,
      "step": 1238
    },
    {
      "epoch": 0.8818505338078292,
      "grad_norm": 3.7345466095506494,
      "learning_rate": 2.452276064610866e-07,
      "loss": 0.2358,
      "step": 1239
    },
    {
      "epoch": 0.8825622775800712,
      "grad_norm": 5.272468624826541,
      "learning_rate": 2.437591776798825e-07,
      "loss": 0.1534,
      "step": 1240
    },
    {
      "epoch": 0.8832740213523131,
      "grad_norm": 3.1883609581358936,
      "learning_rate": 2.422907488986784e-07,
      "loss": 0.0114,
      "step": 1241
    },
    {
      "epoch": 0.8839857651245552,
      "grad_norm": 5.573841149011958,
      "learning_rate": 2.408223201174743e-07,
      "loss": 0.0248,
      "step": 1242
    },
    {
      "epoch": 0.8846975088967971,
      "grad_norm": 4.224567838156875,
      "learning_rate": 2.393538913362702e-07,
      "loss": 0.0828,
      "step": 1243
    },
    {
      "epoch": 0.8854092526690391,
      "grad_norm": 3.9928614575669577,
      "learning_rate": 2.3788546255506606e-07,
      "loss": 0.0194,
      "step": 1244
    },
    {
      "epoch": 0.8861209964412812,
      "grad_norm": 6.428441164422629,
      "learning_rate": 2.3641703377386196e-07,
      "loss": 0.2083,
      "step": 1245
    },
    {
      "epoch": 0.8868327402135231,
      "grad_norm": 6.2312799481712,
      "learning_rate": 2.3494860499265783e-07,
      "loss": 0.0811,
      "step": 1246
    },
    {
      "epoch": 0.8875444839857651,
      "grad_norm": 4.068910675860895,
      "learning_rate": 2.3348017621145376e-07,
      "loss": 0.0592,
      "step": 1247
    },
    {
      "epoch": 0.8882562277580072,
      "grad_norm": 5.52784115335928,
      "learning_rate": 2.3201174743024963e-07,
      "loss": 0.089,
      "step": 1248
    },
    {
      "epoch": 0.8889679715302491,
      "grad_norm": 4.580499547509674,
      "learning_rate": 2.305433186490455e-07,
      "loss": 0.1023,
      "step": 1249
    },
    {
      "epoch": 0.8896797153024911,
      "grad_norm": 7.07961420893908,
      "learning_rate": 2.290748898678414e-07,
      "loss": 0.1685,
      "step": 1250
    },
    {
      "epoch": 0.890391459074733,
      "grad_norm": 4.178254582429226,
      "learning_rate": 2.2760646108663727e-07,
      "loss": 0.0558,
      "step": 1251
    },
    {
      "epoch": 0.8911032028469751,
      "grad_norm": 8.001441825637583,
      "learning_rate": 2.261380323054332e-07,
      "loss": 0.1452,
      "step": 1252
    },
    {
      "epoch": 0.8918149466192171,
      "grad_norm": 3.946074459411681,
      "learning_rate": 2.2466960352422906e-07,
      "loss": 0.0363,
      "step": 1253
    },
    {
      "epoch": 0.892526690391459,
      "grad_norm": 8.4028417775753,
      "learning_rate": 2.2320117474302496e-07,
      "loss": 0.0724,
      "step": 1254
    },
    {
      "epoch": 0.8932384341637011,
      "grad_norm": 3.9318556520698187,
      "learning_rate": 2.2173274596182083e-07,
      "loss": -0.0137,
      "step": 1255
    },
    {
      "epoch": 0.8939501779359431,
      "grad_norm": 3.458687974754859,
      "learning_rate": 2.2026431718061673e-07,
      "loss": -0.0946,
      "step": 1256
    },
    {
      "epoch": 0.894661921708185,
      "grad_norm": 6.622453308056072,
      "learning_rate": 2.1879588839941263e-07,
      "loss": 0.172,
      "step": 1257
    },
    {
      "epoch": 0.8953736654804271,
      "grad_norm": 3.9673919757254,
      "learning_rate": 2.173274596182085e-07,
      "loss": 0.0234,
      "step": 1258
    },
    {
      "epoch": 0.896085409252669,
      "grad_norm": 5.118865458731527,
      "learning_rate": 2.158590308370044e-07,
      "loss": 0.0551,
      "step": 1259
    },
    {
      "epoch": 0.896797153024911,
      "grad_norm": 6.76356471453516,
      "learning_rate": 2.143906020558003e-07,
      "loss": 0.1191,
      "step": 1260
    },
    {
      "epoch": 0.8975088967971531,
      "grad_norm": 4.301543318112993,
      "learning_rate": 2.1292217327459617e-07,
      "loss": 0.1043,
      "step": 1261
    },
    {
      "epoch": 0.898220640569395,
      "grad_norm": 4.590072093721571,
      "learning_rate": 2.1145374449339207e-07,
      "loss": 0.0605,
      "step": 1262
    },
    {
      "epoch": 0.898932384341637,
      "grad_norm": 3.055191505785509,
      "learning_rate": 2.0998531571218794e-07,
      "loss": 0.031,
      "step": 1263
    },
    {
      "epoch": 0.899644128113879,
      "grad_norm": 4.323248915562587,
      "learning_rate": 2.0851688693098384e-07,
      "loss": 0.0008,
      "step": 1264
    },
    {
      "epoch": 0.900355871886121,
      "grad_norm": 4.7286854413693,
      "learning_rate": 2.0704845814977973e-07,
      "loss": -0.0549,
      "step": 1265
    },
    {
      "epoch": 0.901067615658363,
      "grad_norm": 3.99503709950128,
      "learning_rate": 2.055800293685756e-07,
      "loss": 0.0984,
      "step": 1266
    },
    {
      "epoch": 0.9017793594306049,
      "grad_norm": 6.636398298712216,
      "learning_rate": 2.041116005873715e-07,
      "loss": 0.082,
      "step": 1267
    },
    {
      "epoch": 0.902491103202847,
      "grad_norm": 4.989754670558792,
      "learning_rate": 2.0264317180616737e-07,
      "loss": 0.0104,
      "step": 1268
    },
    {
      "epoch": 0.903202846975089,
      "grad_norm": 6.410286278483913,
      "learning_rate": 2.011747430249633e-07,
      "loss": 0.0933,
      "step": 1269
    },
    {
      "epoch": 0.9039145907473309,
      "grad_norm": 4.920601816354115,
      "learning_rate": 1.9970631424375917e-07,
      "loss": -0.0104,
      "step": 1270
    },
    {
      "epoch": 0.904626334519573,
      "grad_norm": 4.892842822804742,
      "learning_rate": 1.9823788546255504e-07,
      "loss": 0.0739,
      "step": 1271
    },
    {
      "epoch": 0.9053380782918149,
      "grad_norm": 6.840931769367717,
      "learning_rate": 1.9676945668135094e-07,
      "loss": 0.2031,
      "step": 1272
    },
    {
      "epoch": 0.9060498220640569,
      "grad_norm": 4.812134766033649,
      "learning_rate": 1.9530102790014684e-07,
      "loss": 0.2425,
      "step": 1273
    },
    {
      "epoch": 0.906761565836299,
      "grad_norm": 5.42050215080619,
      "learning_rate": 1.9383259911894274e-07,
      "loss": 0.0727,
      "step": 1274
    },
    {
      "epoch": 0.9074733096085409,
      "grad_norm": 3.8417355600883645,
      "learning_rate": 1.923641703377386e-07,
      "loss": -0.0279,
      "step": 1275
    },
    {
      "epoch": 0.9081850533807829,
      "grad_norm": 13.373758133606684,
      "learning_rate": 1.908957415565345e-07,
      "loss": -0.0461,
      "step": 1276
    },
    {
      "epoch": 0.908896797153025,
      "grad_norm": 5.112087637912734,
      "learning_rate": 1.8942731277533038e-07,
      "loss": 0.0965,
      "step": 1277
    },
    {
      "epoch": 0.9096085409252669,
      "grad_norm": 4.630412671872866,
      "learning_rate": 1.8795888399412628e-07,
      "loss": 0.1044,
      "step": 1278
    },
    {
      "epoch": 0.9103202846975089,
      "grad_norm": 3.9406530683275625,
      "learning_rate": 1.8649045521292217e-07,
      "loss": 0.1613,
      "step": 1279
    },
    {
      "epoch": 0.9110320284697508,
      "grad_norm": 6.648033551183105,
      "learning_rate": 1.8502202643171804e-07,
      "loss": -0.025,
      "step": 1280
    },
    {
      "epoch": 0.9117437722419929,
      "grad_norm": 4.950505764486973,
      "learning_rate": 1.8355359765051394e-07,
      "loss": 0.1267,
      "step": 1281
    },
    {
      "epoch": 0.9124555160142349,
      "grad_norm": 5.032867929697572,
      "learning_rate": 1.8208516886930984e-07,
      "loss": 0.0465,
      "step": 1282
    },
    {
      "epoch": 0.9131672597864768,
      "grad_norm": 6.276816250394059,
      "learning_rate": 1.806167400881057e-07,
      "loss": 0.0473,
      "step": 1283
    },
    {
      "epoch": 0.9138790035587189,
      "grad_norm": 2.9365357784700774,
      "learning_rate": 1.791483113069016e-07,
      "loss": -0.0447,
      "step": 1284
    },
    {
      "epoch": 0.9145907473309609,
      "grad_norm": 3.8896844791827543,
      "learning_rate": 1.7767988252569748e-07,
      "loss": -0.0443,
      "step": 1285
    },
    {
      "epoch": 0.9153024911032028,
      "grad_norm": 10.739547615966208,
      "learning_rate": 1.762114537444934e-07,
      "loss": 0.1637,
      "step": 1286
    },
    {
      "epoch": 0.9160142348754449,
      "grad_norm": 5.993350158656473,
      "learning_rate": 1.7474302496328928e-07,
      "loss": 0.0432,
      "step": 1287
    },
    {
      "epoch": 0.9167259786476868,
      "grad_norm": 6.71234933126412,
      "learning_rate": 1.7327459618208515e-07,
      "loss": 0.1618,
      "step": 1288
    },
    {
      "epoch": 0.9174377224199288,
      "grad_norm": 6.316009150415693,
      "learning_rate": 1.7180616740088105e-07,
      "loss": 0.124,
      "step": 1289
    },
    {
      "epoch": 0.9181494661921709,
      "grad_norm": 5.748994822339394,
      "learning_rate": 1.7033773861967692e-07,
      "loss": -0.0388,
      "step": 1290
    },
    {
      "epoch": 0.9188612099644128,
      "grad_norm": 4.14975638536304,
      "learning_rate": 1.6886930983847284e-07,
      "loss": 0.0756,
      "step": 1291
    },
    {
      "epoch": 0.9195729537366548,
      "grad_norm": 5.056815641283716,
      "learning_rate": 1.6740088105726871e-07,
      "loss": 0.0242,
      "step": 1292
    },
    {
      "epoch": 0.9202846975088967,
      "grad_norm": 2.4390976389492653,
      "learning_rate": 1.659324522760646e-07,
      "loss": 0.043,
      "step": 1293
    },
    {
      "epoch": 0.9209964412811388,
      "grad_norm": 3.907872953866281,
      "learning_rate": 1.6446402349486048e-07,
      "loss": 0.0113,
      "step": 1294
    },
    {
      "epoch": 0.9217081850533808,
      "grad_norm": 5.101758967730574,
      "learning_rate": 1.6299559471365638e-07,
      "loss": 0.0432,
      "step": 1295
    },
    {
      "epoch": 0.9224199288256227,
      "grad_norm": 5.3237433441686575,
      "learning_rate": 1.6152716593245228e-07,
      "loss": 0.1411,
      "step": 1296
    },
    {
      "epoch": 0.9231316725978648,
      "grad_norm": 14.346407110236912,
      "learning_rate": 1.6005873715124815e-07,
      "loss": 0.0642,
      "step": 1297
    },
    {
      "epoch": 0.9238434163701068,
      "grad_norm": 4.540641365625617,
      "learning_rate": 1.5859030837004405e-07,
      "loss": -0.0814,
      "step": 1298
    },
    {
      "epoch": 0.9245551601423487,
      "grad_norm": 4.059461660539323,
      "learning_rate": 1.5712187958883992e-07,
      "loss": 0.1611,
      "step": 1299
    },
    {
      "epoch": 0.9252669039145908,
      "grad_norm": 4.607153405634738,
      "learning_rate": 1.5565345080763582e-07,
      "loss": 0.1309,
      "step": 1300
    },
    {
      "epoch": 0.9259786476868327,
      "grad_norm": 4.3752650589350015,
      "learning_rate": 1.5418502202643172e-07,
      "loss": 0.1112,
      "step": 1301
    },
    {
      "epoch": 0.9266903914590747,
      "grad_norm": 4.68187610223401,
      "learning_rate": 1.527165932452276e-07,
      "loss": 0.0666,
      "step": 1302
    },
    {
      "epoch": 0.9274021352313168,
      "grad_norm": 5.2790054878774315,
      "learning_rate": 1.5124816446402349e-07,
      "loss": 0.0326,
      "step": 1303
    },
    {
      "epoch": 0.9281138790035587,
      "grad_norm": 4.7191667183286565,
      "learning_rate": 1.4977973568281938e-07,
      "loss": 0.0791,
      "step": 1304
    },
    {
      "epoch": 0.9288256227758007,
      "grad_norm": 7.96740902856242,
      "learning_rate": 1.4831130690161526e-07,
      "loss": 0.2091,
      "step": 1305
    },
    {
      "epoch": 0.9295373665480428,
      "grad_norm": 5.549196772831938,
      "learning_rate": 1.4684287812041115e-07,
      "loss": 0.093,
      "step": 1306
    },
    {
      "epoch": 0.9302491103202847,
      "grad_norm": 3.030689305626086,
      "learning_rate": 1.4537444933920703e-07,
      "loss": -0.1049,
      "step": 1307
    },
    {
      "epoch": 0.9309608540925267,
      "grad_norm": 4.364531936282188,
      "learning_rate": 1.4390602055800295e-07,
      "loss": 0.0521,
      "step": 1308
    },
    {
      "epoch": 0.9316725978647686,
      "grad_norm": 3.8547858625772826,
      "learning_rate": 1.4243759177679882e-07,
      "loss": 0.1077,
      "step": 1309
    },
    {
      "epoch": 0.9323843416370107,
      "grad_norm": 5.420010028843909,
      "learning_rate": 1.4096916299559472e-07,
      "loss": 0.0816,
      "step": 1310
    },
    {
      "epoch": 0.9330960854092527,
      "grad_norm": 4.916350834072121,
      "learning_rate": 1.395007342143906e-07,
      "loss": 0.1923,
      "step": 1311
    },
    {
      "epoch": 0.9338078291814946,
      "grad_norm": 5.0089287190817355,
      "learning_rate": 1.3803230543318646e-07,
      "loss": 0.0315,
      "step": 1312
    },
    {
      "epoch": 0.9345195729537367,
      "grad_norm": 3.428274363182289,
      "learning_rate": 1.365638766519824e-07,
      "loss": 0.0982,
      "step": 1313
    },
    {
      "epoch": 0.9352313167259787,
      "grad_norm": 4.359991652104497,
      "learning_rate": 1.3509544787077826e-07,
      "loss": 0.1368,
      "step": 1314
    },
    {
      "epoch": 0.9359430604982206,
      "grad_norm": 4.532641387939283,
      "learning_rate": 1.3362701908957416e-07,
      "loss": 0.0313,
      "step": 1315
    },
    {
      "epoch": 0.9366548042704627,
      "grad_norm": 4.1063156053014,
      "learning_rate": 1.3215859030837003e-07,
      "loss": 0.0529,
      "step": 1316
    },
    {
      "epoch": 0.9373665480427046,
      "grad_norm": 4.411527678910333,
      "learning_rate": 1.3069016152716593e-07,
      "loss": 0.0312,
      "step": 1317
    },
    {
      "epoch": 0.9380782918149466,
      "grad_norm": 5.7370203553214845,
      "learning_rate": 1.2922173274596182e-07,
      "loss": 0.02,
      "step": 1318
    },
    {
      "epoch": 0.9387900355871887,
      "grad_norm": 3.874441168082076,
      "learning_rate": 1.277533039647577e-07,
      "loss": 0.1642,
      "step": 1319
    },
    {
      "epoch": 0.9395017793594306,
      "grad_norm": 5.200612054163917,
      "learning_rate": 1.262848751835536e-07,
      "loss": -0.0318,
      "step": 1320
    },
    {
      "epoch": 0.9402135231316726,
      "grad_norm": 6.360973410339866,
      "learning_rate": 1.248164464023495e-07,
      "loss": 0.1692,
      "step": 1321
    },
    {
      "epoch": 0.9409252669039145,
      "grad_norm": 3.8992922654250495,
      "learning_rate": 1.2334801762114536e-07,
      "loss": -0.0379,
      "step": 1322
    },
    {
      "epoch": 0.9416370106761566,
      "grad_norm": 4.993974679182252,
      "learning_rate": 1.2187958883994126e-07,
      "loss": 0.0495,
      "step": 1323
    },
    {
      "epoch": 0.9423487544483986,
      "grad_norm": 4.408299395617472,
      "learning_rate": 1.2041116005873716e-07,
      "loss": 0.022,
      "step": 1324
    },
    {
      "epoch": 0.9430604982206405,
      "grad_norm": 4.1691217945852745,
      "learning_rate": 1.1894273127753303e-07,
      "loss": -0.0083,
      "step": 1325
    },
    {
      "epoch": 0.9437722419928826,
      "grad_norm": 3.5294179299244606,
      "learning_rate": 1.1747430249632892e-07,
      "loss": 0.0035,
      "step": 1326
    },
    {
      "epoch": 0.9444839857651246,
      "grad_norm": 3.236758031475521,
      "learning_rate": 1.1600587371512481e-07,
      "loss": 0.0153,
      "step": 1327
    },
    {
      "epoch": 0.9451957295373665,
      "grad_norm": 5.664962886409278,
      "learning_rate": 1.145374449339207e-07,
      "loss": 0.0604,
      "step": 1328
    },
    {
      "epoch": 0.9459074733096086,
      "grad_norm": 5.32944058372216,
      "learning_rate": 1.130690161527166e-07,
      "loss": 0.0902,
      "step": 1329
    },
    {
      "epoch": 0.9466192170818505,
      "grad_norm": 4.743520835196198,
      "learning_rate": 1.1160058737151248e-07,
      "loss": 0.0022,
      "step": 1330
    },
    {
      "epoch": 0.9473309608540925,
      "grad_norm": 5.603546599883891,
      "learning_rate": 1.1013215859030837e-07,
      "loss": 0.0725,
      "step": 1331
    },
    {
      "epoch": 0.9480427046263346,
      "grad_norm": 3.9105017144546097,
      "learning_rate": 1.0866372980910425e-07,
      "loss": -0.0624,
      "step": 1332
    },
    {
      "epoch": 0.9487544483985765,
      "grad_norm": 3.991176887891522,
      "learning_rate": 1.0719530102790015e-07,
      "loss": 0.1552,
      "step": 1333
    },
    {
      "epoch": 0.9494661921708185,
      "grad_norm": 4.159061943442253,
      "learning_rate": 1.0572687224669603e-07,
      "loss": -0.0307,
      "step": 1334
    },
    {
      "epoch": 0.9501779359430605,
      "grad_norm": 4.900008197699716,
      "learning_rate": 1.0425844346549192e-07,
      "loss": 0.1238,
      "step": 1335
    },
    {
      "epoch": 0.9508896797153025,
      "grad_norm": 5.8027748047438745,
      "learning_rate": 1.027900146842878e-07,
      "loss": -0.0756,
      "step": 1336
    },
    {
      "epoch": 0.9516014234875445,
      "grad_norm": 5.125476908010209,
      "learning_rate": 1.0132158590308369e-07,
      "loss": 0.0641,
      "step": 1337
    },
    {
      "epoch": 0.9523131672597864,
      "grad_norm": 4.25671529369216,
      "learning_rate": 9.985315712187959e-08,
      "loss": -0.006,
      "step": 1338
    },
    {
      "epoch": 0.9530249110320285,
      "grad_norm": 4.7119212475657655,
      "learning_rate": 9.838472834067547e-08,
      "loss": -0.0246,
      "step": 1339
    },
    {
      "epoch": 0.9537366548042705,
      "grad_norm": 8.596870438447308,
      "learning_rate": 9.691629955947137e-08,
      "loss": 0.1129,
      "step": 1340
    },
    {
      "epoch": 0.9544483985765124,
      "grad_norm": 5.158601721630786,
      "learning_rate": 9.544787077826725e-08,
      "loss": 0.0471,
      "step": 1341
    },
    {
      "epoch": 0.9551601423487545,
      "grad_norm": 4.435676952421707,
      "learning_rate": 9.397944199706314e-08,
      "loss": 0.0255,
      "step": 1342
    },
    {
      "epoch": 0.9558718861209965,
      "grad_norm": 4.957502386310905,
      "learning_rate": 9.251101321585902e-08,
      "loss": 0.0724,
      "step": 1343
    },
    {
      "epoch": 0.9565836298932384,
      "grad_norm": 3.944932976021612,
      "learning_rate": 9.104258443465492e-08,
      "loss": 0.0747,
      "step": 1344
    },
    {
      "epoch": 0.9572953736654805,
      "grad_norm": 4.434897935933638,
      "learning_rate": 8.95741556534508e-08,
      "loss": 0.0596,
      "step": 1345
    },
    {
      "epoch": 0.9580071174377224,
      "grad_norm": 5.776077843688367,
      "learning_rate": 8.81057268722467e-08,
      "loss": -0.0457,
      "step": 1346
    },
    {
      "epoch": 0.9587188612099644,
      "grad_norm": 3.628808224506914,
      "learning_rate": 8.663729809104257e-08,
      "loss": 0.0567,
      "step": 1347
    },
    {
      "epoch": 0.9594306049822064,
      "grad_norm": 3.6873894367776607,
      "learning_rate": 8.516886930983846e-08,
      "loss": 0.1175,
      "step": 1348
    },
    {
      "epoch": 0.9601423487544484,
      "grad_norm": 5.519140231029694,
      "learning_rate": 8.370044052863436e-08,
      "loss": 0.0404,
      "step": 1349
    },
    {
      "epoch": 0.9608540925266904,
      "grad_norm": 4.461927421017156,
      "learning_rate": 8.223201174743024e-08,
      "loss": 0.0566,
      "step": 1350
    },
    {
      "epoch": 0.9615658362989323,
      "grad_norm": 5.333615692929449,
      "learning_rate": 8.076358296622614e-08,
      "loss": 0.129,
      "step": 1351
    },
    {
      "epoch": 0.9622775800711744,
      "grad_norm": 3.538932343167442,
      "learning_rate": 7.929515418502202e-08,
      "loss": 0.0477,
      "step": 1352
    },
    {
      "epoch": 0.9629893238434164,
      "grad_norm": 5.114559611196206,
      "learning_rate": 7.782672540381791e-08,
      "loss": 0.1573,
      "step": 1353
    },
    {
      "epoch": 0.9637010676156583,
      "grad_norm": 4.230187404079494,
      "learning_rate": 7.63582966226138e-08,
      "loss": 0.0854,
      "step": 1354
    },
    {
      "epoch": 0.9644128113879004,
      "grad_norm": 6.091438676748531,
      "learning_rate": 7.488986784140969e-08,
      "loss": -0.1022,
      "step": 1355
    },
    {
      "epoch": 0.9651245551601424,
      "grad_norm": 3.569956288003313,
      "learning_rate": 7.342143906020558e-08,
      "loss": -0.0432,
      "step": 1356
    },
    {
      "epoch": 0.9658362989323843,
      "grad_norm": 4.509091835357482,
      "learning_rate": 7.195301027900148e-08,
      "loss": 0.0026,
      "step": 1357
    },
    {
      "epoch": 0.9665480427046264,
      "grad_norm": 3.621722877605747,
      "learning_rate": 7.048458149779736e-08,
      "loss": -0.0038,
      "step": 1358
    },
    {
      "epoch": 0.9672597864768683,
      "grad_norm": 5.385886235182663,
      "learning_rate": 6.901615271659323e-08,
      "loss": 0.0568,
      "step": 1359
    },
    {
      "epoch": 0.9679715302491103,
      "grad_norm": 5.242695404325819,
      "learning_rate": 6.754772393538913e-08,
      "loss": 0.1181,
      "step": 1360
    },
    {
      "epoch": 0.9686832740213523,
      "grad_norm": 3.772667595014263,
      "learning_rate": 6.607929515418501e-08,
      "loss": 0.0671,
      "step": 1361
    },
    {
      "epoch": 0.9693950177935943,
      "grad_norm": 4.239257250093547,
      "learning_rate": 6.461086637298091e-08,
      "loss": 0.0319,
      "step": 1362
    },
    {
      "epoch": 0.9701067615658363,
      "grad_norm": 5.284811049505885,
      "learning_rate": 6.31424375917768e-08,
      "loss": 0.0672,
      "step": 1363
    },
    {
      "epoch": 0.9708185053380783,
      "grad_norm": 4.001900698168065,
      "learning_rate": 6.167400881057268e-08,
      "loss": -0.0016,
      "step": 1364
    },
    {
      "epoch": 0.9715302491103203,
      "grad_norm": 4.671011037902923,
      "learning_rate": 6.020558002936858e-08,
      "loss": 0.0601,
      "step": 1365
    },
    {
      "epoch": 0.9722419928825623,
      "grad_norm": 3.676485713703232,
      "learning_rate": 5.873715124816446e-08,
      "loss": 0.053,
      "step": 1366
    },
    {
      "epoch": 0.9729537366548042,
      "grad_norm": 3.878098264443752,
      "learning_rate": 5.726872246696035e-08,
      "loss": -0.0868,
      "step": 1367
    },
    {
      "epoch": 0.9736654804270463,
      "grad_norm": 3.2959723660690217,
      "learning_rate": 5.580029368575624e-08,
      "loss": -0.0472,
      "step": 1368
    },
    {
      "epoch": 0.9743772241992883,
      "grad_norm": 4.965343915355099,
      "learning_rate": 5.4331864904552125e-08,
      "loss": 0.1451,
      "step": 1369
    },
    {
      "epoch": 0.9750889679715302,
      "grad_norm": 5.90877547589276,
      "learning_rate": 5.2863436123348017e-08,
      "loss": 0.1055,
      "step": 1370
    },
    {
      "epoch": 0.9758007117437723,
      "grad_norm": 3.7198052712203014,
      "learning_rate": 5.13950073421439e-08,
      "loss": -0.0286,
      "step": 1371
    },
    {
      "epoch": 0.9765124555160143,
      "grad_norm": 3.277868072070685,
      "learning_rate": 4.992657856093979e-08,
      "loss": -0.0904,
      "step": 1372
    },
    {
      "epoch": 0.9772241992882562,
      "grad_norm": 4.233062202802242,
      "learning_rate": 4.8458149779735684e-08,
      "loss": 0.0484,
      "step": 1373
    },
    {
      "epoch": 0.9779359430604982,
      "grad_norm": 3.2626225298676372,
      "learning_rate": 4.698972099853157e-08,
      "loss": 0.1087,
      "step": 1374
    },
    {
      "epoch": 0.9786476868327402,
      "grad_norm": 5.509936287125614,
      "learning_rate": 4.552129221732746e-08,
      "loss": 0.0872,
      "step": 1375
    },
    {
      "epoch": 0.9793594306049822,
      "grad_norm": 5.2997441356005135,
      "learning_rate": 4.405286343612335e-08,
      "loss": 0.1112,
      "step": 1376
    },
    {
      "epoch": 0.9800711743772242,
      "grad_norm": 5.624439296327349,
      "learning_rate": 4.258443465491923e-08,
      "loss": 0.1325,
      "step": 1377
    },
    {
      "epoch": 0.9807829181494662,
      "grad_norm": 4.796297616411571,
      "learning_rate": 4.111600587371512e-08,
      "loss": 0.058,
      "step": 1378
    },
    {
      "epoch": 0.9814946619217082,
      "grad_norm": 5.256236051162191,
      "learning_rate": 3.964757709251101e-08,
      "loss": 0.0558,
      "step": 1379
    },
    {
      "epoch": 0.9822064056939501,
      "grad_norm": 5.459748800458802,
      "learning_rate": 3.81791483113069e-08,
      "loss": 0.061,
      "step": 1380
    },
    {
      "epoch": 0.9829181494661922,
      "grad_norm": 4.678092977838486,
      "learning_rate": 3.671071953010279e-08,
      "loss": 0.1689,
      "step": 1381
    },
    {
      "epoch": 0.9836298932384342,
      "grad_norm": 6.37815001210416,
      "learning_rate": 3.524229074889868e-08,
      "loss": 0.1142,
      "step": 1382
    },
    {
      "epoch": 0.9843416370106761,
      "grad_norm": 4.324133840276909,
      "learning_rate": 3.3773861967694565e-08,
      "loss": 0.0369,
      "step": 1383
    },
    {
      "epoch": 0.9850533807829182,
      "grad_norm": 4.446104492002926,
      "learning_rate": 3.2305433186490456e-08,
      "loss": 0.1194,
      "step": 1384
    },
    {
      "epoch": 0.9857651245551602,
      "grad_norm": 5.748282466289897,
      "learning_rate": 3.083700440528634e-08,
      "loss": 0.0976,
      "step": 1385
    },
    {
      "epoch": 0.9864768683274021,
      "grad_norm": 3.3000657970920395,
      "learning_rate": 2.936857562408223e-08,
      "loss": 0.0993,
      "step": 1386
    },
    {
      "epoch": 0.9871886120996441,
      "grad_norm": 6.565672480008891,
      "learning_rate": 2.790014684287812e-08,
      "loss": 0.0394,
      "step": 1387
    },
    {
      "epoch": 0.9879003558718861,
      "grad_norm": 5.079375784962967,
      "learning_rate": 2.6431718061674008e-08,
      "loss": 0.042,
      "step": 1388
    },
    {
      "epoch": 0.9886120996441281,
      "grad_norm": 3.9565078675418315,
      "learning_rate": 2.4963289280469896e-08,
      "loss": 0.109,
      "step": 1389
    },
    {
      "epoch": 0.9893238434163701,
      "grad_norm": 3.839865233321451,
      "learning_rate": 2.3494860499265784e-08,
      "loss": 0.0618,
      "step": 1390
    },
    {
      "epoch": 0.9900355871886121,
      "grad_norm": 5.350089077787284,
      "learning_rate": 2.2026431718061676e-08,
      "loss": 0.0817,
      "step": 1391
    },
    {
      "epoch": 0.9907473309608541,
      "grad_norm": 6.152412264003426,
      "learning_rate": 2.055800293685756e-08,
      "loss": -0.0063,
      "step": 1392
    },
    {
      "epoch": 0.9914590747330961,
      "grad_norm": 4.5760011921994455,
      "learning_rate": 1.908957415565345e-08,
      "loss": 0.0224,
      "step": 1393
    },
    {
      "epoch": 0.9921708185053381,
      "grad_norm": 4.185879749727028,
      "learning_rate": 1.762114537444934e-08,
      "loss": 0.0795,
      "step": 1394
    },
    {
      "epoch": 0.9928825622775801,
      "grad_norm": 3.633543010809335,
      "learning_rate": 1.6152716593245228e-08,
      "loss": 0.1394,
      "step": 1395
    },
    {
      "epoch": 0.993594306049822,
      "grad_norm": 4.975818141202149,
      "learning_rate": 1.4684287812041114e-08,
      "loss": 0.0229,
      "step": 1396
    },
    {
      "epoch": 0.994306049822064,
      "grad_norm": 5.877233527084385,
      "learning_rate": 1.3215859030837004e-08,
      "loss": 0.0481,
      "step": 1397
    },
    {
      "epoch": 0.9950177935943061,
      "grad_norm": 5.1264733778517995,
      "learning_rate": 1.1747430249632892e-08,
      "loss": 0.0426,
      "step": 1398
    },
    {
      "epoch": 0.995729537366548,
      "grad_norm": 3.3972353859001165,
      "learning_rate": 1.027900146842878e-08,
      "loss": -0.0471,
      "step": 1399
    },
    {
      "epoch": 0.99644128113879,
      "grad_norm": 6.26148115386722,
      "learning_rate": 8.81057268722467e-09,
      "loss": 0.0972,
      "step": 1400
    },
    {
      "epoch": 0.9971530249110321,
      "grad_norm": 5.05392313488687,
      "learning_rate": 7.342143906020557e-09,
      "loss": 0.0775,
      "step": 1401
    },
    {
      "epoch": 0.997864768683274,
      "grad_norm": 6.8793645702833,
      "learning_rate": 5.873715124816446e-09,
      "loss": -0.0151,
      "step": 1402
    },
    {
      "epoch": 0.998576512455516,
      "grad_norm": 5.4786247691333925,
      "learning_rate": 4.405286343612335e-09,
      "loss": 0.1371,
      "step": 1403
    },
    {
      "epoch": 0.999288256227758,
      "grad_norm": 5.699875666282905,
      "learning_rate": 2.936857562408223e-09,
      "loss": -0.0478,
      "step": 1404
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.8003625703125516,
      "learning_rate": 1.4684287812041115e-09,
      "loss": -0.082,
      "step": 1405
    },
    {
      "epoch": 1.0,
      "step": 1405,
      "total_flos": 252991429017600.0,
      "train_loss": 0.07296714245530635,
      "train_runtime": 16463.8109,
      "train_samples_per_second": 10.922,
      "train_steps_per_second": 0.085
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1405,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 252991429017600.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}