{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.994216310005784,
  "eval_steps": 500,
  "global_step": 4320,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02313475997686524,
      "grad_norm": 4.818889617919922,
      "learning_rate": 0.00019999735576321776,
      "loss": 2.7586,
      "step": 10
    },
    {
      "epoch": 0.04626951995373048,
      "grad_norm": 1.2888654470443726,
      "learning_rate": 0.00019998942319271077,
      "loss": 2.4225,
      "step": 20
    },
    {
      "epoch": 0.06940427993059572,
      "grad_norm": 0.9638609290122986,
      "learning_rate": 0.00019997620270799092,
      "loss": 2.2447,
      "step": 30
    },
    {
      "epoch": 0.09253903990746096,
      "grad_norm": 0.882834255695343,
      "learning_rate": 0.0001999576950082201,
      "loss": 2.2015,
      "step": 40
    },
    {
      "epoch": 0.1156737998843262,
      "grad_norm": 1.0840070247650146,
      "learning_rate": 0.00019993390107217302,
      "loss": 2.1489,
      "step": 50
    },
    {
      "epoch": 0.13880855986119145,
      "grad_norm": 13.946427345275879,
      "learning_rate": 0.0001999048221581858,
      "loss": 2.1928,
      "step": 60
    },
    {
      "epoch": 0.16194331983805668,
      "grad_norm": 0.9393675327301025,
      "learning_rate": 0.00019987045980408906,
      "loss": 2.172,
      "step": 70
    },
    {
      "epoch": 0.18507807981492191,
      "grad_norm": 0.882853627204895,
      "learning_rate": 0.00019983081582712685,
      "loss": 2.1491,
      "step": 80
    },
    {
      "epoch": 0.20821283979178715,
      "grad_norm": 0.8838891386985779,
      "learning_rate": 0.00019978589232386035,
      "loss": 2.1147,
      "step": 90
    },
    {
      "epoch": 0.2313475997686524,
      "grad_norm": 0.9649007320404053,
      "learning_rate": 0.00019973569167005723,
      "loss": 2.0984,
      "step": 100
    },
    {
      "epoch": 0.25448235974551764,
      "grad_norm": 0.9888186454772949,
      "learning_rate": 0.00019968021652056576,
      "loss": 2.0735,
      "step": 110
    },
    {
      "epoch": 0.2776171197223829,
      "grad_norm": 0.8648116588592529,
      "learning_rate": 0.00019961946980917456,
      "loss": 2.0005,
      "step": 120
    },
    {
      "epoch": 0.3007518796992481,
      "grad_norm": 0.932079553604126,
      "learning_rate": 0.0001995534547484574,
      "loss": 1.9938,
      "step": 130
    },
    {
      "epoch": 0.32388663967611336,
      "grad_norm": 0.9043927788734436,
      "learning_rate": 0.0001994821748296033,
      "loss": 1.9941,
      "step": 140
    },
    {
      "epoch": 0.3470213996529786,
      "grad_norm": 0.9096814393997192,
      "learning_rate": 0.00019940563382223197,
      "loss": 2.0175,
      "step": 150
    },
    {
      "epoch": 0.37015615962984383,
      "grad_norm": 0.9436717629432678,
      "learning_rate": 0.00019932383577419432,
      "loss": 2.0761,
      "step": 160
    },
    {
      "epoch": 0.3932909196067091,
      "grad_norm": 0.8598865270614624,
      "learning_rate": 0.00019923678501135848,
      "loss": 2.0289,
      "step": 170
    },
    {
      "epoch": 0.4164256795835743,
      "grad_norm": 0.8160977363586426,
      "learning_rate": 0.00019914448613738106,
      "loss": 2.0161,
      "step": 180
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 0.8758726119995117,
      "learning_rate": 0.0001990469440334636,
      "loss": 1.95,
      "step": 190
    },
    {
      "epoch": 0.4626951995373048,
      "grad_norm": 0.9540367126464844,
      "learning_rate": 0.00019894416385809444,
      "loss": 2.033,
      "step": 200
    },
    {
      "epoch": 0.48582995951417,
      "grad_norm": 0.9104657173156738,
      "learning_rate": 0.00019883615104677608,
      "loss": 1.965,
      "step": 210
    },
    {
      "epoch": 0.5089647194910353,
      "grad_norm": 0.9348485469818115,
      "learning_rate": 0.00019872291131173742,
      "loss": 1.9257,
      "step": 220
    },
    {
      "epoch": 0.5320994794679005,
      "grad_norm": 1.0083684921264648,
      "learning_rate": 0.00019860445064163193,
      "loss": 1.9851,
      "step": 230
    },
    {
      "epoch": 0.5552342394447658,
      "grad_norm": 0.9179242849349976,
      "learning_rate": 0.00019848077530122083,
      "loss": 1.9656,
      "step": 240
    },
    {
      "epoch": 0.578368999421631,
      "grad_norm": 0.881529688835144,
      "learning_rate": 0.00019835189183104178,
      "loss": 1.9819,
      "step": 250
    },
    {
      "epoch": 0.6015037593984962,
      "grad_norm": 0.931932270526886,
      "learning_rate": 0.00019821780704706307,
      "loss": 1.9791,
      "step": 260
    },
    {
      "epoch": 0.6246385193753615,
      "grad_norm": 0.9711050391197205,
      "learning_rate": 0.00019807852804032305,
      "loss": 1.9672,
      "step": 270
    },
    {
      "epoch": 0.6477732793522267,
      "grad_norm": 0.9100776314735413,
      "learning_rate": 0.00019793406217655517,
      "loss": 1.9403,
      "step": 280
    },
    {
      "epoch": 0.6709080393290919,
      "grad_norm": 1.0750184059143066,
      "learning_rate": 0.0001977844170957984,
      "loss": 1.9222,
      "step": 290
    },
    {
      "epoch": 0.6940427993059572,
      "grad_norm": 1.0510389804840088,
      "learning_rate": 0.00019762960071199333,
      "loss": 1.8928,
      "step": 300
    },
    {
      "epoch": 0.7171775592828225,
      "grad_norm": 0.8637176156044006,
      "learning_rate": 0.0001974696212125635,
      "loss": 1.9064,
      "step": 310
    },
    {
      "epoch": 0.7403123192596877,
      "grad_norm": 0.9364832043647766,
      "learning_rate": 0.00019730448705798239,
      "loss": 1.9649,
      "step": 320
    },
    {
      "epoch": 0.763447079236553,
      "grad_norm": 1.0437376499176025,
      "learning_rate": 0.00019713420698132614,
      "loss": 1.9472,
      "step": 330
    },
    {
      "epoch": 0.7865818392134182,
      "grad_norm": 0.8804395198822021,
      "learning_rate": 0.0001969587899878116,
      "loss": 1.8961,
      "step": 340
    },
    {
      "epoch": 0.8097165991902834,
      "grad_norm": 0.9558535814285278,
      "learning_rate": 0.0001967782453543201,
      "loss": 1.9841,
      "step": 350
    },
    {
      "epoch": 0.8328513591671486,
      "grad_norm": 1.0408087968826294,
      "learning_rate": 0.00019659258262890683,
      "loss": 1.9095,
      "step": 360
    },
    {
      "epoch": 0.8559861191440139,
      "grad_norm": 1.0767790079116821,
      "learning_rate": 0.00019640181163029595,
      "loss": 1.8774,
      "step": 370
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 0.9003483057022095,
      "learning_rate": 0.00019620594244736133,
      "loss": 1.8791,
      "step": 380
    },
    {
      "epoch": 0.9022556390977443,
      "grad_norm": 0.9258147478103638,
      "learning_rate": 0.0001960049854385929,
      "loss": 1.9243,
      "step": 390
    },
    {
      "epoch": 0.9253903990746096,
      "grad_norm": 0.9662225842475891,
      "learning_rate": 0.0001957989512315489,
      "loss": 1.8853,
      "step": 400
    },
    {
      "epoch": 0.9485251590514748,
      "grad_norm": 0.8478869795799255,
      "learning_rate": 0.00019558785072229396,
      "loss": 1.8573,
      "step": 410
    },
    {
      "epoch": 0.97165991902834,
      "grad_norm": 0.9442031979560852,
      "learning_rate": 0.0001953716950748227,
      "loss": 1.8542,
      "step": 420
    },
    {
      "epoch": 0.9947946790052054,
      "grad_norm": 0.970368504524231,
      "learning_rate": 0.00019515049572046937,
      "loss": 1.9055,
      "step": 430
    },
    {
      "epoch": 1.0179294389820706,
      "grad_norm": 0.9968038201332092,
      "learning_rate": 0.0001949242643573034,
      "loss": 1.7246,
      "step": 440
    },
    {
      "epoch": 1.0410641989589358,
      "grad_norm": 0.9842697978019714,
      "learning_rate": 0.0001946930129495106,
      "loss": 1.726,
      "step": 450
    },
    {
      "epoch": 1.064198958935801,
      "grad_norm": 1.029723882675171,
      "learning_rate": 0.0001944567537267605,
      "loss": 1.6401,
      "step": 460
    },
    {
      "epoch": 1.0873337189126664,
      "grad_norm": 0.95682692527771,
      "learning_rate": 0.00019421549918355966,
      "loss": 1.642,
      "step": 470
    },
    {
      "epoch": 1.1104684788895316,
      "grad_norm": 1.1155472993850708,
      "learning_rate": 0.00019396926207859084,
      "loss": 1.7003,
      "step": 480
    },
    {
      "epoch": 1.1336032388663968,
      "grad_norm": 1.0741841793060303,
      "learning_rate": 0.00019371805543403825,
      "loss": 1.6915,
      "step": 490
    },
    {
      "epoch": 1.156737998843262,
      "grad_norm": 1.0780987739562988,
      "learning_rate": 0.00019346189253489885,
      "loss": 1.5675,
      "step": 500
    },
    {
      "epoch": 1.1798727588201272,
      "grad_norm": 1.0540192127227783,
      "learning_rate": 0.00019320078692827987,
      "loss": 1.6459,
      "step": 510
    },
    {
      "epoch": 1.2030075187969924,
      "grad_norm": 1.0274903774261475,
      "learning_rate": 0.00019293475242268223,
      "loss": 1.6763,
      "step": 520
    },
    {
      "epoch": 1.2261422787738576,
      "grad_norm": 1.0954372882843018,
      "learning_rate": 0.00019266380308727055,
      "loss": 1.7276,
      "step": 530
    },
    {
      "epoch": 1.249277038750723,
      "grad_norm": 1.1079906225204468,
      "learning_rate": 0.0001923879532511287,
      "loss": 1.6581,
      "step": 540
    },
    {
      "epoch": 1.2724117987275883,
      "grad_norm": 1.053789734840393,
      "learning_rate": 0.00019210721750250235,
      "loss": 1.709,
      "step": 550
    },
    {
      "epoch": 1.2955465587044535,
      "grad_norm": 1.0135327577590942,
      "learning_rate": 0.00019182161068802741,
      "loss": 1.6606,
      "step": 560
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 1.0936933755874634,
      "learning_rate": 0.00019153114791194473,
      "loss": 1.6489,
      "step": 570
    },
    {
      "epoch": 1.3418160786581839,
      "grad_norm": 1.0684951543807983,
      "learning_rate": 0.00019123584453530144,
      "loss": 1.7086,
      "step": 580
    },
    {
      "epoch": 1.3649508386350493,
      "grad_norm": 1.1002228260040283,
      "learning_rate": 0.00019093571617513852,
      "loss": 1.6785,
      "step": 590
    },
    {
      "epoch": 1.3880855986119145,
      "grad_norm": 1.0296435356140137,
      "learning_rate": 0.000190630778703665,
      "loss": 1.6931,
      "step": 600
    },
    {
      "epoch": 1.4112203585887797,
      "grad_norm": 1.2503811120986938,
      "learning_rate": 0.00019032104824741843,
      "loss": 1.6651,
      "step": 610
    },
    {
      "epoch": 1.434355118565645,
      "grad_norm": 1.048912763595581,
      "learning_rate": 0.00019000654118641211,
      "loss": 1.7226,
      "step": 620
    },
    {
      "epoch": 1.45748987854251,
      "grad_norm": 1.1050567626953125,
      "learning_rate": 0.00018968727415326884,
      "loss": 1.6195,
      "step": 630
    },
    {
      "epoch": 1.4806246385193753,
      "grad_norm": 1.1447317600250244,
      "learning_rate": 0.00018936326403234125,
      "loss": 1.6719,
      "step": 640
    },
    {
      "epoch": 1.5037593984962405,
      "grad_norm": 1.2653794288635254,
      "learning_rate": 0.0001890345279588189,
      "loss": 1.6512,
      "step": 650
    },
    {
      "epoch": 1.5268941584731057,
      "grad_norm": 1.2562129497528076,
      "learning_rate": 0.00018870108331782217,
      "loss": 1.7135,
      "step": 660
    },
    {
      "epoch": 1.550028918449971,
      "grad_norm": 1.158982753753662,
      "learning_rate": 0.00018836294774348278,
      "loss": 1.6415,
      "step": 670
    },
    {
      "epoch": 1.5731636784268364,
      "grad_norm": 1.102187156677246,
      "learning_rate": 0.00018802013911801112,
      "loss": 1.589,
      "step": 680
    },
    {
      "epoch": 1.5962984384037016,
      "grad_norm": 1.126552939414978,
      "learning_rate": 0.0001876726755707508,
      "loss": 1.661,
      "step": 690
    },
    {
      "epoch": 1.6194331983805668,
      "grad_norm": 1.1704193353652954,
      "learning_rate": 0.0001873205754772196,
      "loss": 1.7446,
      "step": 700
    },
    {
      "epoch": 1.6425679583574322,
      "grad_norm": 1.1397557258605957,
      "learning_rate": 0.00018696385745813792,
      "loss": 1.6528,
      "step": 710
    },
    {
      "epoch": 1.6657027183342974,
      "grad_norm": 1.212633728981018,
      "learning_rate": 0.00018660254037844388,
      "loss": 1.6315,
      "step": 720
    },
    {
      "epoch": 1.6888374783111626,
      "grad_norm": 1.124883770942688,
      "learning_rate": 0.00018623664334629575,
      "loss": 1.6961,
      "step": 730
    },
    {
      "epoch": 1.7119722382880278,
      "grad_norm": 1.1361215114593506,
      "learning_rate": 0.00018586618571206134,
      "loss": 1.7002,
      "step": 740
    },
    {
      "epoch": 1.735106998264893,
      "grad_norm": 1.3424755334854126,
      "learning_rate": 0.00018549118706729468,
      "loss": 1.6754,
      "step": 750
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 1.1060627698898315,
      "learning_rate": 0.00018511166724369997,
      "loss": 1.6363,
      "step": 760
    },
    {
      "epoch": 1.7813765182186234,
      "grad_norm": 1.1465959548950195,
      "learning_rate": 0.0001847276463120828,
      "loss": 1.5913,
      "step": 770
    },
    {
      "epoch": 1.8045112781954886,
      "grad_norm": 1.1735104322433472,
      "learning_rate": 0.0001843391445812886,
      "loss": 1.6201,
      "step": 780
    },
    {
      "epoch": 1.8276460381723538,
      "grad_norm": 1.0827069282531738,
      "learning_rate": 0.00018394618259712865,
      "loss": 1.6184,
      "step": 790
    },
    {
      "epoch": 1.8507807981492193,
      "grad_norm": 1.0566381216049194,
      "learning_rate": 0.00018354878114129367,
      "loss": 1.64,
      "step": 800
    },
    {
      "epoch": 1.8739155581260845,
      "grad_norm": 1.223117470741272,
      "learning_rate": 0.00018314696123025454,
      "loss": 1.651,
      "step": 810
    },
    {
      "epoch": 1.8970503181029497,
      "grad_norm": 1.2156977653503418,
      "learning_rate": 0.00018274074411415105,
      "loss": 1.6914,
      "step": 820
    },
    {
      "epoch": 1.9201850780798149,
      "grad_norm": 1.179998517036438,
      "learning_rate": 0.00018233015127566807,
      "loss": 1.6974,
      "step": 830
    },
    {
      "epoch": 1.9433198380566803,
      "grad_norm": 1.1092870235443115,
      "learning_rate": 0.0001819152044288992,
      "loss": 1.5961,
      "step": 840
    },
    {
      "epoch": 1.9664545980335455,
      "grad_norm": 1.0674152374267578,
      "learning_rate": 0.0001814959255181988,
      "loss": 1.6687,
      "step": 850
    },
    {
      "epoch": 1.9895893580104107,
      "grad_norm": 1.3172643184661865,
      "learning_rate": 0.00018107233671702124,
      "loss": 1.7101,
      "step": 860
    },
    {
      "epoch": 2.012724117987276,
      "grad_norm": 1.3380361795425415,
      "learning_rate": 0.00018064446042674828,
      "loss": 1.5151,
      "step": 870
    },
    {
      "epoch": 2.035858877964141,
      "grad_norm": 1.431959867477417,
      "learning_rate": 0.0001802123192755044,
      "loss": 1.3543,
      "step": 880
    },
    {
      "epoch": 2.0589936379410063,
      "grad_norm": 1.2023745775222778,
      "learning_rate": 0.00017977593611696015,
      "loss": 1.3866,
      "step": 890
    },
    {
      "epoch": 2.0821283979178715,
      "grad_norm": 1.4215834140777588,
      "learning_rate": 0.00017933533402912354,
      "loss": 1.3933,
      "step": 900
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 1.2749346494674683,
      "learning_rate": 0.00017889053631311947,
      "loss": 1.3135,
      "step": 910
    },
    {
      "epoch": 2.128397917871602,
      "grad_norm": 1.347468376159668,
      "learning_rate": 0.00017844156649195759,
      "loss": 1.3276,
      "step": 920
    },
    {
      "epoch": 2.151532677848467,
      "grad_norm": 1.3235530853271484,
      "learning_rate": 0.00017798844830928817,
      "loss": 1.3517,
      "step": 930
    },
    {
      "epoch": 2.174667437825333,
      "grad_norm": 1.4696698188781738,
      "learning_rate": 0.0001775312057281466,
      "loss": 1.3442,
      "step": 940
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 1.3937824964523315,
      "learning_rate": 0.00017706986292968582,
      "loss": 1.3082,
      "step": 950
    },
    {
      "epoch": 2.220936957779063,
      "grad_norm": 1.4411293268203735,
      "learning_rate": 0.0001766044443118978,
      "loss": 1.313,
      "step": 960
    },
    {
      "epoch": 2.2440717177559284,
      "grad_norm": 1.4743627309799194,
      "learning_rate": 0.00017613497448832312,
      "loss": 1.3783,
      "step": 970
    },
    {
      "epoch": 2.2672064777327936,
      "grad_norm": 1.3222951889038086,
      "learning_rate": 0.00017566147828674931,
      "loss": 1.3253,
      "step": 980
    },
    {
      "epoch": 2.290341237709659,
      "grad_norm": 1.3810490369796753,
      "learning_rate": 0.00017518398074789775,
      "loss": 1.3191,
      "step": 990
    },
    {
      "epoch": 2.313475997686524,
      "grad_norm": 1.3942046165466309,
      "learning_rate": 0.0001747025071240996,
      "loss": 1.4389,
      "step": 1000
    },
    {
      "epoch": 2.336610757663389,
      "grad_norm": 1.523859977722168,
      "learning_rate": 0.00017421708287796017,
      "loss": 1.4015,
      "step": 1010
    },
    {
      "epoch": 2.3597455176402544,
      "grad_norm": 1.435693383216858,
      "learning_rate": 0.0001737277336810124,
      "loss": 1.3434,
      "step": 1020
    },
    {
      "epoch": 2.3828802776171196,
      "grad_norm": 1.4890649318695068,
      "learning_rate": 0.00017323448541235924,
      "loss": 1.3337,
      "step": 1030
    },
    {
      "epoch": 2.406015037593985,
      "grad_norm": 1.3789806365966797,
      "learning_rate": 0.00017273736415730488,
      "loss": 1.3136,
      "step": 1040
    },
    {
      "epoch": 2.42914979757085,
      "grad_norm": 1.4059851169586182,
      "learning_rate": 0.00017223639620597556,
      "loss": 1.4041,
      "step": 1050
    },
    {
      "epoch": 2.4522845575477152,
      "grad_norm": 1.4800046682357788,
      "learning_rate": 0.00017173160805192893,
      "loss": 1.3156,
      "step": 1060
    },
    {
      "epoch": 2.4754193175245804,
      "grad_norm": 1.556971549987793,
      "learning_rate": 0.0001712230263907531,
      "loss": 1.394,
      "step": 1070
    },
    {
      "epoch": 2.498554077501446,
      "grad_norm": 1.4921575784683228,
      "learning_rate": 0.00017071067811865476,
      "loss": 1.3528,
      "step": 1080
    },
    {
      "epoch": 2.5216888374783113,
      "grad_norm": 1.53052818775177,
      "learning_rate": 0.00017019459033103682,
      "loss": 1.3099,
      "step": 1090
    },
    {
      "epoch": 2.5448235974551765,
      "grad_norm": 1.4016938209533691,
      "learning_rate": 0.0001696747903210655,
      "loss": 1.4067,
      "step": 1100
    },
    {
      "epoch": 2.5679583574320417,
      "grad_norm": 1.5849937200546265,
      "learning_rate": 0.00016915130557822695,
      "loss": 1.3557,
      "step": 1110
    },
    {
      "epoch": 2.591093117408907,
      "grad_norm": 1.5975929498672485,
      "learning_rate": 0.0001686241637868734,
      "loss": 1.304,
      "step": 1120
    },
    {
      "epoch": 2.614227877385772,
      "grad_norm": 1.3660000562667847,
      "learning_rate": 0.00016809339282475904,
      "loss": 1.3462,
      "step": 1130
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 1.4659340381622314,
      "learning_rate": 0.00016755902076156604,
      "loss": 1.3905,
      "step": 1140
    },
    {
      "epoch": 2.6604973973395025,
      "grad_norm": 1.398289680480957,
      "learning_rate": 0.0001670210758574196,
      "loss": 1.3498,
      "step": 1150
    },
    {
      "epoch": 2.6836321573163677,
      "grad_norm": 1.4304271936416626,
      "learning_rate": 0.00016647958656139378,
      "loss": 1.3641,
      "step": 1160
    },
    {
      "epoch": 2.706766917293233,
      "grad_norm": 1.455327033996582,
      "learning_rate": 0.00016593458151000688,
      "loss": 1.3586,
      "step": 1170
    },
    {
      "epoch": 2.7299016772700986,
      "grad_norm": 1.4968023300170898,
      "learning_rate": 0.00016538608952570698,
      "loss": 1.3731,
      "step": 1180
    },
    {
      "epoch": 2.753036437246964,
      "grad_norm": 1.5257724523544312,
      "learning_rate": 0.00016483413961534762,
      "loss": 1.3484,
      "step": 1190
    },
    {
      "epoch": 2.776171197223829,
      "grad_norm": 1.5006804466247559,
      "learning_rate": 0.00016427876096865394,
      "loss": 1.3702,
      "step": 1200
    },
    {
      "epoch": 2.799305957200694,
      "grad_norm": 1.376607060432434,
      "learning_rate": 0.00016371998295667886,
      "loss": 1.4002,
      "step": 1210
    },
    {
      "epoch": 2.8224407171775594,
      "grad_norm": 1.5122621059417725,
      "learning_rate": 0.00016315783513024977,
      "loss": 1.368,
      "step": 1220
    },
    {
      "epoch": 2.8455754771544246,
      "grad_norm": 1.5241082906723022,
      "learning_rate": 0.00016259234721840591,
      "loss": 1.3907,
      "step": 1230
    },
    {
      "epoch": 2.86871023713129,
      "grad_norm": 1.5061618089675903,
      "learning_rate": 0.000162023549126826,
      "loss": 1.3166,
      "step": 1240
    },
    {
      "epoch": 2.891844997108155,
      "grad_norm": 1.3175408840179443,
      "learning_rate": 0.00016145147093624677,
      "loss": 1.3919,
      "step": 1250
    },
    {
      "epoch": 2.91497975708502,
      "grad_norm": 1.614513635635376,
      "learning_rate": 0.00016087614290087208,
      "loss": 1.3702,
      "step": 1260
    },
    {
      "epoch": 2.9381145170618854,
      "grad_norm": 1.460629940032959,
      "learning_rate": 0.00016029759544677297,
      "loss": 1.3504,
      "step": 1270
    },
    {
      "epoch": 2.9612492770387506,
      "grad_norm": 1.5735194683074951,
      "learning_rate": 0.00015971585917027862,
      "loss": 1.3726,
      "step": 1280
    },
    {
      "epoch": 2.984384037015616,
      "grad_norm": 1.3974887132644653,
      "learning_rate": 0.00015913096483635824,
      "loss": 1.3811,
      "step": 1290
    },
    {
      "epoch": 3.007518796992481,
      "grad_norm": 1.3209352493286133,
      "learning_rate": 0.00015854294337699408,
      "loss": 1.2467,
      "step": 1300
    },
    {
      "epoch": 3.0306535569693462,
      "grad_norm": 1.64750337600708,
      "learning_rate": 0.0001579518258895455,
      "loss": 1.0457,
      "step": 1310
    },
    {
      "epoch": 3.053788316946212,
      "grad_norm": 1.7243373394012451,
      "learning_rate": 0.0001573576436351046,
      "loss": 1.0609,
      "step": 1320
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 1.5499110221862793,
      "learning_rate": 0.00015676042803684288,
      "loss": 1.0522,
      "step": 1330
    },
    {
      "epoch": 3.1000578368999423,
      "grad_norm": 1.7944879531860352,
      "learning_rate": 0.0001561602106783493,
      "loss": 1.0416,
      "step": 1340
    },
    {
      "epoch": 3.1231925968768075,
      "grad_norm": 1.7069816589355469,
      "learning_rate": 0.00015555702330196023,
      "loss": 0.9983,
      "step": 1350
    },
    {
      "epoch": 3.1463273568536727,
      "grad_norm": 1.7057902812957764,
      "learning_rate": 0.0001549508978070806,
      "loss": 1.0115,
      "step": 1360
    },
    {
      "epoch": 3.169462116830538,
      "grad_norm": 1.6382006406784058,
      "learning_rate": 0.000154341866248497,
      "loss": 1.0349,
      "step": 1370
    },
    {
      "epoch": 3.192596876807403,
      "grad_norm": 1.6651489734649658,
      "learning_rate": 0.0001537299608346824,
      "loss": 1.092,
      "step": 1380
    },
    {
      "epoch": 3.2157316367842683,
      "grad_norm": 1.7190675735473633,
      "learning_rate": 0.00015311521392609282,
      "loss": 1.0611,
      "step": 1390
    },
    {
      "epoch": 3.2388663967611335,
      "grad_norm": 1.6004880666732788,
      "learning_rate": 0.000152497658033456,
      "loss": 1.0455,
      "step": 1400
    },
    {
      "epoch": 3.2620011567379987,
      "grad_norm": 1.870151162147522,
      "learning_rate": 0.00015187732581605217,
      "loss": 1.0883,
      "step": 1410
    },
    {
      "epoch": 3.285135916714864,
      "grad_norm": 1.7651612758636475,
      "learning_rate": 0.00015125425007998653,
      "loss": 1.0853,
      "step": 1420
    },
    {
      "epoch": 3.308270676691729,
      "grad_norm": 1.578336477279663,
      "learning_rate": 0.00015062846377645475,
      "loss": 1.0612,
      "step": 1430
    },
    {
      "epoch": 3.331405436668595,
      "grad_norm": 1.8268855810165405,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.112,
      "step": 1440
    },
    {
      "epoch": 3.35454019664546,
      "grad_norm": 1.663640022277832,
      "learning_rate": 0.00014936889198676303,
      "loss": 1.0387,
      "step": 1450
    },
    {
      "epoch": 3.377674956622325,
      "grad_norm": 1.7626187801361084,
      "learning_rate": 0.00014873517311272423,
      "loss": 1.0766,
      "step": 1460
    },
    {
      "epoch": 3.4008097165991904,
      "grad_norm": 1.683388113975525,
      "learning_rate": 0.00014809887689193877,
      "loss": 1.0982,
      "step": 1470
    },
    {
      "epoch": 3.4239444765760556,
      "grad_norm": 1.6581867933273315,
      "learning_rate": 0.00014746003697476404,
      "loss": 1.1141,
      "step": 1480
    },
    {
      "epoch": 3.447079236552921,
      "grad_norm": 1.9846975803375244,
      "learning_rate": 0.0001468186871460802,
      "loss": 1.0853,
      "step": 1490
    },
    {
      "epoch": 3.470213996529786,
      "grad_norm": 1.7938522100448608,
      "learning_rate": 0.00014617486132350343,
      "loss": 1.1085,
      "step": 1500
    },
    {
      "epoch": 3.493348756506651,
      "grad_norm": 1.7541499137878418,
      "learning_rate": 0.00014552859355559204,
      "loss": 1.0778,
      "step": 1510
    },
    {
      "epoch": 3.5164835164835164,
      "grad_norm": 1.7515652179718018,
      "learning_rate": 0.00014487991802004623,
      "loss": 1.1077,
      "step": 1520
    },
    {
      "epoch": 3.5396182764603816,
      "grad_norm": 1.7582262754440308,
      "learning_rate": 0.00014422886902190014,
      "loss": 1.0703,
      "step": 1530
    },
    {
      "epoch": 3.562753036437247,
      "grad_norm": 1.6952829360961914,
      "learning_rate": 0.00014357548099170795,
      "loss": 1.0588,
      "step": 1540
    },
    {
      "epoch": 3.585887796414112,
      "grad_norm": 1.8166347742080688,
      "learning_rate": 0.00014291978848372293,
      "loss": 1.053,
      "step": 1550
    },
    {
      "epoch": 3.6090225563909772,
      "grad_norm": 1.8070217370986938,
      "learning_rate": 0.00014226182617406996,
      "loss": 1.1416,
      "step": 1560
    },
    {
      "epoch": 3.6321573163678424,
      "grad_norm": 1.9227118492126465,
      "learning_rate": 0.00014160162885891193,
      "loss": 1.0947,
      "step": 1570
    },
    {
      "epoch": 3.6552920763447077,
      "grad_norm": 1.8285157680511475,
      "learning_rate": 0.00014093923145260925,
      "loss": 1.062,
      "step": 1580
    },
    {
      "epoch": 3.6784268363215733,
      "grad_norm": 1.8435360193252563,
      "learning_rate": 0.00014027466898587374,
      "loss": 1.0761,
      "step": 1590
    },
    {
      "epoch": 3.7015615962984385,
      "grad_norm": 1.8980731964111328,
      "learning_rate": 0.0001396079766039157,
      "loss": 1.0855,
      "step": 1600
    },
    {
      "epoch": 3.7246963562753037,
      "grad_norm": 1.8872120380401611,
      "learning_rate": 0.00013893918956458552,
      "loss": 1.0775,
      "step": 1610
    },
    {
      "epoch": 3.747831116252169,
      "grad_norm": 1.8531919717788696,
      "learning_rate": 0.000138268343236509,
      "loss": 1.0411,
      "step": 1620
    },
    {
      "epoch": 3.770965876229034,
      "grad_norm": 1.6847087144851685,
      "learning_rate": 0.0001375954730972168,
      "loss": 1.0747,
      "step": 1630
    },
    {
      "epoch": 3.7941006362058993,
      "grad_norm": 1.818551778793335,
      "learning_rate": 0.00013692061473126845,
      "loss": 1.0527,
      "step": 1640
    },
    {
      "epoch": 3.8172353961827645,
      "grad_norm": 1.7148271799087524,
      "learning_rate": 0.00013624380382837016,
      "loss": 1.0999,
      "step": 1650
    },
    {
      "epoch": 3.8403701561596297,
      "grad_norm": 1.6660877466201782,
      "learning_rate": 0.0001355650761814877,
      "loss": 1.0868,
      "step": 1660
    },
    {
      "epoch": 3.863504916136495,
      "grad_norm": 1.787760615348816,
      "learning_rate": 0.0001348844676849531,
      "loss": 1.1218,
      "step": 1670
    },
    {
      "epoch": 3.8866396761133606,
      "grad_norm": 1.7259087562561035,
      "learning_rate": 0.00013420201433256689,
      "loss": 1.085,
      "step": 1680
    },
    {
      "epoch": 3.909774436090226,
      "grad_norm": 1.666365146636963,
      "learning_rate": 0.00013351775221569415,
      "loss": 1.1676,
      "step": 1690
    },
    {
      "epoch": 3.932909196067091,
      "grad_norm": 1.7131948471069336,
      "learning_rate": 0.00013283171752135614,
      "loss": 1.0713,
      "step": 1700
    },
    {
      "epoch": 3.956043956043956,
      "grad_norm": 1.7973147630691528,
      "learning_rate": 0.00013214394653031616,
      "loss": 1.0864,
      "step": 1710
    },
    {
      "epoch": 3.9791787160208214,
      "grad_norm": 1.7572144269943237,
      "learning_rate": 0.00013145447561516138,
      "loss": 1.0458,
      "step": 1720
    },
    {
      "epoch": 4.002313475997687,
      "grad_norm": 1.5910913944244385,
      "learning_rate": 0.00013076334123837883,
      "loss": 1.0368,
      "step": 1730
    },
    {
      "epoch": 4.025448235974552,
      "grad_norm": 1.9898087978363037,
      "learning_rate": 0.00013007057995042732,
      "loss": 0.7595,
      "step": 1740
    },
    {
      "epoch": 4.048582995951417,
      "grad_norm": 1.8028409481048584,
      "learning_rate": 0.00012937622838780444,
      "loss": 0.7896,
      "step": 1750
    },
    {
      "epoch": 4.071717755928282,
      "grad_norm": 2.1292295455932617,
      "learning_rate": 0.00012868032327110904,
      "loss": 0.748,
      "step": 1760
    },
    {
      "epoch": 4.094852515905147,
      "grad_norm": 2.0062098503112793,
      "learning_rate": 0.00012798290140309923,
      "loss": 0.7741,
      "step": 1770
    },
    {
      "epoch": 4.117987275882013,
      "grad_norm": 2.028233528137207,
      "learning_rate": 0.00012728399966674612,
      "loss": 0.8249,
      "step": 1780
    },
    {
      "epoch": 4.141122035858878,
      "grad_norm": 2.332066297531128,
      "learning_rate": 0.0001265836550232833,
      "loss": 0.8377,
      "step": 1790
    },
    {
      "epoch": 4.164256795835743,
      "grad_norm": 2.0353000164031982,
      "learning_rate": 0.00012588190451025207,
      "loss": 0.7875,
      "step": 1800
    },
    {
      "epoch": 4.187391555812608,
      "grad_norm": 2.017143964767456,
      "learning_rate": 0.00012517878523954286,
      "loss": 0.7837,
      "step": 1810
    },
    {
      "epoch": 4.2105263157894735,
      "grad_norm": 2.2068400382995605,
      "learning_rate": 0.0001244743343954324,
      "loss": 0.844,
      "step": 1820
    },
    {
      "epoch": 4.233661075766339,
      "grad_norm": 2.1417810916900635,
      "learning_rate": 0.00012376858923261733,
      "loss": 0.7947,
      "step": 1830
    },
    {
      "epoch": 4.256795835743204,
      "grad_norm": 2.1283600330352783,
      "learning_rate": 0.00012306158707424403,
      "loss": 0.846,
      "step": 1840
    },
    {
      "epoch": 4.279930595720069,
      "grad_norm": 1.9856690168380737,
      "learning_rate": 0.00012235336530993474,
      "loss": 0.8118,
      "step": 1850
    },
    {
      "epoch": 4.303065355696934,
      "grad_norm": 1.9329304695129395,
      "learning_rate": 0.00012164396139381029,
      "loss": 0.78,
      "step": 1860
    },
    {
      "epoch": 4.3262001156737995,
      "grad_norm": 1.9364598989486694,
      "learning_rate": 0.0001209334128425092,
      "loss": 0.8625,
      "step": 1870
    },
    {
      "epoch": 4.349334875650666,
      "grad_norm": 1.803899884223938,
      "learning_rate": 0.00012022175723320381,
      "loss": 0.7904,
      "step": 1880
    },
    {
      "epoch": 4.372469635627531,
      "grad_norm": 1.9305102825164795,
      "learning_rate": 0.00011950903220161285,
      "loss": 0.8376,
      "step": 1890
    },
    {
      "epoch": 4.395604395604396,
      "grad_norm": 2.184109687805176,
      "learning_rate": 0.00011879527544001119,
      "loss": 0.755,
      "step": 1900
    },
    {
      "epoch": 4.418739155581261,
      "grad_norm": 1.9741244316101074,
      "learning_rate": 0.00011808052469523654,
      "loss": 0.8244,
      "step": 1910
    },
    {
      "epoch": 4.441873915558126,
      "grad_norm": 1.954925537109375,
      "learning_rate": 0.00011736481776669306,
      "loss": 0.8061,
      "step": 1920
    },
    {
      "epoch": 4.465008675534992,
      "grad_norm": 1.891669750213623,
      "learning_rate": 0.00011664819250435246,
      "loss": 0.8089,
      "step": 1930
    },
    {
      "epoch": 4.488143435511857,
      "grad_norm": 2.0183587074279785,
      "learning_rate": 0.00011593068680675228,
      "loss": 0.8304,
      "step": 1940
    },
    {
      "epoch": 4.511278195488722,
      "grad_norm": 1.9433139562606812,
      "learning_rate": 0.00011521233861899167,
      "loss": 0.8356,
      "step": 1950
    },
    {
      "epoch": 4.534412955465587,
      "grad_norm": 2.0215744972229004,
      "learning_rate": 0.00011449318593072466,
      "loss": 0.8106,
      "step": 1960
    },
    {
      "epoch": 4.557547715442452,
      "grad_norm": 2.0268826484680176,
      "learning_rate": 0.00011377326677415108,
      "loss": 0.8186,
      "step": 1970
    },
    {
      "epoch": 4.580682475419318,
      "grad_norm": 2.270048141479492,
      "learning_rate": 0.00011305261922200519,
      "loss": 0.7984,
      "step": 1980
    },
    {
      "epoch": 4.603817235396183,
      "grad_norm": 1.9835270643234253,
      "learning_rate": 0.0001123312813855422,
      "loss": 0.8106,
      "step": 1990
    },
    {
      "epoch": 4.626951995373048,
      "grad_norm": 2.036339044570923,
      "learning_rate": 0.00011160929141252303,
      "loss": 0.8778,
      "step": 2000
    },
    {
      "epoch": 4.650086755349913,
      "grad_norm": 2.1386802196502686,
      "learning_rate": 0.00011088668748519647,
      "loss": 0.8408,
      "step": 2010
    },
    {
      "epoch": 4.673221515326778,
      "grad_norm": 2.199148416519165,
      "learning_rate": 0.00011016350781828019,
      "loss": 0.8356,
      "step": 2020
    },
    {
      "epoch": 4.696356275303644,
      "grad_norm": 1.943888783454895,
      "learning_rate": 0.00010943979065693975,
      "loss": 0.8521,
      "step": 2030
    },
    {
      "epoch": 4.719491035280509,
      "grad_norm": 2.2225332260131836,
      "learning_rate": 0.00010871557427476583,
      "loss": 0.8487,
      "step": 2040
    },
    {
      "epoch": 4.742625795257374,
      "grad_norm": 2.0183157920837402,
      "learning_rate": 0.0001079908969717504,
      "loss": 0.8258,
      "step": 2050
    },
    {
      "epoch": 4.765760555234239,
      "grad_norm": 2.1665942668914795,
      "learning_rate": 0.00010726579707226108,
      "loss": 0.8786,
      "step": 2060
    },
    {
      "epoch": 4.7888953152111045,
      "grad_norm": 2.0331172943115234,
      "learning_rate": 0.00010654031292301432,
      "loss": 0.8344,
      "step": 2070
    },
    {
      "epoch": 4.81203007518797,
      "grad_norm": 2.299880266189575,
      "learning_rate": 0.00010581448289104758,
      "loss": 0.8267,
      "step": 2080
    },
    {
      "epoch": 4.835164835164835,
      "grad_norm": 2.0382227897644043,
      "learning_rate": 0.00010508834536169028,
      "loss": 0.8533,
      "step": 2090
    },
    {
      "epoch": 4.8582995951417,
      "grad_norm": 1.9726015329360962,
      "learning_rate": 0.00010436193873653361,
      "loss": 0.8654,
      "step": 2100
    },
    {
      "epoch": 4.881434355118565,
      "grad_norm": 2.1659207344055176,
      "learning_rate": 0.00010363530143139999,
      "loss": 0.8723,
      "step": 2110
    },
    {
      "epoch": 4.9045691150954305,
      "grad_norm": 2.0480141639709473,
      "learning_rate": 0.00010290847187431113,
      "loss": 0.8272,
      "step": 2120
    },
    {
      "epoch": 4.927703875072297,
      "grad_norm": 2.1771929264068604,
      "learning_rate": 0.00010218148850345613,
      "loss": 0.8352,
      "step": 2130
    },
    {
      "epoch": 4.950838635049161,
      "grad_norm": 2.022383689880371,
      "learning_rate": 0.00010145438976515828,
      "loss": 0.9057,
      "step": 2140
    },
    {
      "epoch": 4.973973395026027,
      "grad_norm": 2.1294972896575928,
      "learning_rate": 0.00010072721411184219,
      "loss": 0.8775,
      "step": 2150
    },
    {
      "epoch": 4.997108155002892,
      "grad_norm": 2.14635968208313,
      "learning_rate": 0.0001,
      "loss": 0.8175,
      "step": 2160
    },
    {
      "epoch": 5.020242914979757,
      "grad_norm": 2.4558303356170654,
      "learning_rate": 9.927278588815786e-05,
      "loss": 0.6267,
      "step": 2170
    },
    {
      "epoch": 5.043377674956623,
      "grad_norm": 2.078815221786499,
      "learning_rate": 9.854561023484173e-05,
      "loss": 0.6033,
      "step": 2180
    },
    {
      "epoch": 5.066512434933488,
      "grad_norm": 2.428105354309082,
      "learning_rate": 9.78185114965439e-05,
      "loss": 0.6157,
      "step": 2190
    },
    {
      "epoch": 5.089647194910353,
      "grad_norm": 2.1209535598754883,
      "learning_rate": 9.709152812568886e-05,
      "loss": 0.5899,
      "step": 2200
    },
    {
      "epoch": 5.112781954887218,
      "grad_norm": 2.1761510372161865,
      "learning_rate": 9.636469856860005e-05,
      "loss": 0.5986,
      "step": 2210
    },
    {
      "epoch": 5.135916714864083,
      "grad_norm": 2.0283255577087402,
      "learning_rate": 9.563806126346642e-05,
      "loss": 0.5719,
      "step": 2220
    },
    {
      "epoch": 5.159051474840949,
      "grad_norm": 2.2018613815307617,
      "learning_rate": 9.491165463830975e-05,
      "loss": 0.5884,
      "step": 2230
    },
    {
      "epoch": 5.182186234817814,
      "grad_norm": 2.153411626815796,
      "learning_rate": 9.418551710895243e-05,
      "loss": 0.5664,
      "step": 2240
    },
    {
      "epoch": 5.205320994794679,
      "grad_norm": 2.133164405822754,
      "learning_rate": 9.345968707698569e-05,
      "loss": 0.5873,
      "step": 2250
    },
    {
      "epoch": 5.228455754771544,
      "grad_norm": 2.3184361457824707,
      "learning_rate": 9.273420292773894e-05,
      "loss": 0.6031,
      "step": 2260
    },
    {
      "epoch": 5.251590514748409,
      "grad_norm": 1.985695481300354,
      "learning_rate": 9.200910302824963e-05,
      "loss": 0.603,
      "step": 2270
    },
    {
      "epoch": 5.274725274725275,
      "grad_norm": 2.204653024673462,
      "learning_rate": 9.128442572523417e-05,
      "loss": 0.5943,
      "step": 2280
    },
    {
      "epoch": 5.29786003470214,
      "grad_norm": 2.212740659713745,
      "learning_rate": 9.056020934306032e-05,
      "loss": 0.6301,
      "step": 2290
    },
    {
      "epoch": 5.320994794679005,
      "grad_norm": 2.320549964904785,
      "learning_rate": 8.983649218171982e-05,
      "loss": 0.6231,
      "step": 2300
    },
    {
      "epoch": 5.34412955465587,
      "grad_norm": 2.21589732170105,
      "learning_rate": 8.911331251480357e-05,
      "loss": 0.5959,
      "step": 2310
    },
    {
      "epoch": 5.3672643146327355,
      "grad_norm": 2.234104633331299,
      "learning_rate": 8.839070858747697e-05,
      "loss": 0.6234,
      "step": 2320
    },
    {
      "epoch": 5.390399074609601,
      "grad_norm": 2.3640241622924805,
      "learning_rate": 8.76687186144578e-05,
      "loss": 0.6501,
      "step": 2330
    },
    {
      "epoch": 5.413533834586466,
      "grad_norm": 2.0853078365325928,
      "learning_rate": 8.694738077799488e-05,
      "loss": 0.5925,
      "step": 2340
    },
    {
      "epoch": 5.436668594563331,
      "grad_norm": 2.4165499210357666,
      "learning_rate": 8.622673322584893e-05,
      "loss": 0.6399,
      "step": 2350
    },
    {
      "epoch": 5.459803354540196,
      "grad_norm": 2.2116127014160156,
      "learning_rate": 8.550681406927535e-05,
      "loss": 0.6438,
      "step": 2360
    },
    {
      "epoch": 5.4829381145170615,
      "grad_norm": 2.056300163269043,
      "learning_rate": 8.478766138100834e-05,
      "loss": 0.5918,
      "step": 2370
    },
    {
      "epoch": 5.506072874493928,
      "grad_norm": 2.453059196472168,
      "learning_rate": 8.406931319324776e-05,
      "loss": 0.6414,
      "step": 2380
    },
    {
      "epoch": 5.529207634470792,
      "grad_norm": 2.425656318664551,
      "learning_rate": 8.33518074956476e-05,
      "loss": 0.6227,
      "step": 2390
    },
    {
      "epoch": 5.552342394447658,
      "grad_norm": 2.2804975509643555,
      "learning_rate": 8.263518223330697e-05,
      "loss": 0.6061,
      "step": 2400
    },
    {
      "epoch": 5.575477154424523,
      "grad_norm": 2.6980812549591064,
      "learning_rate": 8.19194753047635e-05,
      "loss": 0.5937,
      "step": 2410
    },
    {
      "epoch": 5.598611914401388,
      "grad_norm": 2.084348201751709,
      "learning_rate": 8.120472455998882e-05,
      "loss": 0.6146,
      "step": 2420
    },
    {
      "epoch": 5.621746674378254,
      "grad_norm": 2.330526113510132,
      "learning_rate": 8.049096779838719e-05,
      "loss": 0.6077,
      "step": 2430
    },
    {
      "epoch": 5.644881434355119,
      "grad_norm": 2.280693769454956,
      "learning_rate": 7.977824276679623e-05,
      "loss": 0.6267,
      "step": 2440
    },
    {
      "epoch": 5.668016194331984,
      "grad_norm": 2.3855202198028564,
      "learning_rate": 7.90665871574908e-05,
      "loss": 0.6045,
      "step": 2450
    },
    {
      "epoch": 5.691150954308849,
      "grad_norm": 2.3103318214416504,
      "learning_rate": 7.835603860618972e-05,
      "loss": 0.6166,
      "step": 2460
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 2.136725425720215,
      "learning_rate": 7.764663469006526e-05,
      "loss": 0.6116,
      "step": 2470
    },
    {
      "epoch": 5.73742047426258,
      "grad_norm": 2.1863021850585938,
      "learning_rate": 7.693841292575598e-05,
      "loss": 0.6302,
      "step": 2480
    },
    {
      "epoch": 5.760555234239445,
      "grad_norm": 2.1635851860046387,
      "learning_rate": 7.623141076738271e-05,
      "loss": 0.6232,
      "step": 2490
    },
    {
      "epoch": 5.78368999421631,
      "grad_norm": 2.2908101081848145,
      "learning_rate": 7.552566560456762e-05,
      "loss": 0.6573,
      "step": 2500
    },
    {
      "epoch": 5.806824754193175,
      "grad_norm": 2.1210217475891113,
      "learning_rate": 7.482121476045716e-05,
      "loss": 0.6391,
      "step": 2510
    },
    {
      "epoch": 5.82995951417004,
      "grad_norm": 2.4276537895202637,
      "learning_rate": 7.411809548974792e-05,
      "loss": 0.6313,
      "step": 2520
    },
    {
      "epoch": 5.853094274146906,
      "grad_norm": 2.296722412109375,
      "learning_rate": 7.341634497671672e-05,
      "loss": 0.6218,
      "step": 2530
    },
    {
      "epoch": 5.876229034123771,
      "grad_norm": 2.1190712451934814,
      "learning_rate": 7.271600033325393e-05,
      "loss": 0.6521,
      "step": 2540
    },
    {
      "epoch": 5.899363794100636,
      "grad_norm": 2.1762571334838867,
      "learning_rate": 7.20170985969008e-05,
      "loss": 0.6107,
      "step": 2550
    },
    {
      "epoch": 5.922498554077501,
      "grad_norm": 2.5130181312561035,
      "learning_rate": 7.131967672889101e-05,
      "loss": 0.6325,
      "step": 2560
    },
    {
      "epoch": 5.9456333140543665,
      "grad_norm": 2.1171939373016357,
      "learning_rate": 7.062377161219556e-05,
      "loss": 0.6242,
      "step": 2570
    },
    {
      "epoch": 5.968768074031232,
      "grad_norm": 2.013845682144165,
      "learning_rate": 6.992942004957271e-05,
      "loss": 0.6266,
      "step": 2580
    },
    {
      "epoch": 5.991902834008097,
      "grad_norm": 2.2959377765655518,
      "learning_rate": 6.923665876162118e-05,
      "loss": 0.6191,
      "step": 2590
    },
    {
      "epoch": 6.015037593984962,
      "grad_norm": 2.0503013134002686,
      "learning_rate": 6.854552438483865e-05,
      "loss": 0.5465,
      "step": 2600
    },
    {
      "epoch": 6.038172353961827,
      "grad_norm": 2.3042502403259277,
      "learning_rate": 6.785605346968386e-05,
      "loss": 0.4176,
      "step": 2610
    },
    {
      "epoch": 6.0613071139386925,
      "grad_norm": 2.150449275970459,
      "learning_rate": 6.71682824786439e-05,
      "loss": 0.4201,
      "step": 2620
    },
    {
      "epoch": 6.084441873915559,
      "grad_norm": 2.2146551609039307,
      "learning_rate": 6.648224778430586e-05,
      "loss": 0.4305,
      "step": 2630
    },
    {
      "epoch": 6.107576633892424,
      "grad_norm": 2.163520097732544,
      "learning_rate": 6.579798566743314e-05,
      "loss": 0.4445,
      "step": 2640
    },
    {
      "epoch": 6.130711393869289,
      "grad_norm": 2.339061975479126,
      "learning_rate": 6.511553231504693e-05,
      "loss": 0.4453,
      "step": 2650
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 2.3959970474243164,
      "learning_rate": 6.443492381851237e-05,
      "loss": 0.4061,
      "step": 2660
    },
    {
      "epoch": 6.176980913823019,
      "grad_norm": 2.2613327503204346,
      "learning_rate": 6.375619617162985e-05,
      "loss": 0.4074,
      "step": 2670
    },
    {
      "epoch": 6.200115673799885,
      "grad_norm": 2.2177650928497314,
      "learning_rate": 6.307938526873157e-05,
      "loss": 0.441,
      "step": 2680
    },
    {
      "epoch": 6.22325043377675,
      "grad_norm": 2.184535503387451,
      "learning_rate": 6.24045269027832e-05,
      "loss": 0.4518,
      "step": 2690
    },
    {
      "epoch": 6.246385193753615,
      "grad_norm": 2.2392778396606445,
      "learning_rate": 6.173165676349103e-05,
      "loss": 0.4613,
      "step": 2700
    },
    {
      "epoch": 6.26951995373048,
      "grad_norm": 2.2998814582824707,
      "learning_rate": 6.106081043541451e-05,
      "loss": 0.4466,
      "step": 2710
    },
    {
      "epoch": 6.292654713707345,
      "grad_norm": 2.1889827251434326,
      "learning_rate": 6.039202339608432e-05,
      "loss": 0.4625,
      "step": 2720
    },
    {
      "epoch": 6.315789473684211,
      "grad_norm": 2.439364194869995,
      "learning_rate": 5.9725331014126294e-05,
      "loss": 0.4722,
      "step": 2730
    },
    {
      "epoch": 6.338924233661076,
      "grad_norm": 2.3686563968658447,
      "learning_rate": 5.906076854739074e-05,
      "loss": 0.4256,
      "step": 2740
    },
    {
      "epoch": 6.362058993637941,
      "grad_norm": 2.355642795562744,
      "learning_rate": 5.83983711410881e-05,
      "loss": 0.4405,
      "step": 2750
    },
    {
      "epoch": 6.385193753614806,
      "grad_norm": 2.5149965286254883,
      "learning_rate": 5.773817382593008e-05,
      "loss": 0.4775,
      "step": 2760
    },
    {
      "epoch": 6.408328513591671,
      "grad_norm": 2.1884281635284424,
      "learning_rate": 5.708021151627712e-05,
      "loss": 0.4219,
      "step": 2770
    },
    {
      "epoch": 6.431463273568537,
      "grad_norm": 2.5396625995635986,
      "learning_rate": 5.642451900829209e-05,
      "loss": 0.4617,
      "step": 2780
    },
    {
      "epoch": 6.454598033545402,
      "grad_norm": 2.1632354259490967,
      "learning_rate": 5.577113097809989e-05,
      "loss": 0.4407,
      "step": 2790
    },
    {
      "epoch": 6.477732793522267,
      "grad_norm": 2.3358309268951416,
      "learning_rate": 5.5120081979953785e-05,
      "loss": 0.4526,
      "step": 2800
    },
    {
      "epoch": 6.500867553499132,
      "grad_norm": 2.1623499393463135,
      "learning_rate": 5.447140644440798e-05,
      "loss": 0.4408,
      "step": 2810
    },
    {
      "epoch": 6.5240023134759975,
      "grad_norm": 2.002521514892578,
      "learning_rate": 5.382513867649663e-05,
      "loss": 0.4536,
      "step": 2820
    },
    {
      "epoch": 6.547137073452863,
      "grad_norm": 2.0050201416015625,
      "learning_rate": 5.3181312853919804e-05,
      "loss": 0.4468,
      "step": 2830
    },
    {
      "epoch": 6.570271833429728,
      "grad_norm": 1.9836812019348145,
      "learning_rate": 5.253996302523596e-05,
      "loss": 0.4524,
      "step": 2840
    },
    {
      "epoch": 6.593406593406593,
      "grad_norm": 2.3806679248809814,
      "learning_rate": 5.190112310806126e-05,
      "loss": 0.4598,
      "step": 2850
    },
    {
      "epoch": 6.616541353383458,
      "grad_norm": 2.2022571563720703,
      "learning_rate": 5.1264826887275776e-05,
      "loss": 0.4798,
      "step": 2860
    },
    {
      "epoch": 6.6396761133603235,
      "grad_norm": 2.4624128341674805,
      "learning_rate": 5.063110801323697e-05,
      "loss": 0.4561,
      "step": 2870
    },
    {
      "epoch": 6.66281087333719,
      "grad_norm": 2.4618606567382812,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.4389,
      "step": 2880
    },
    {
      "epoch": 6.685945633314054,
      "grad_norm": 2.107267379760742,
      "learning_rate": 4.937153622354529e-05,
      "loss": 0.4696,
      "step": 2890
    },
    {
      "epoch": 6.70908039329092,
      "grad_norm": 2.5566253662109375,
      "learning_rate": 4.8745749920013486e-05,
      "loss": 0.4778,
      "step": 2900
    },
    {
      "epoch": 6.732215153267785,
      "grad_norm": 2.2925281524658203,
      "learning_rate": 4.8122674183947836e-05,
      "loss": 0.4536,
      "step": 2910
    },
    {
      "epoch": 6.75534991324465,
      "grad_norm": 2.449045419692993,
      "learning_rate": 4.7502341966544e-05,
      "loss": 0.4679,
      "step": 2920
    },
    {
      "epoch": 6.778484673221516,
      "grad_norm": 2.3320090770721436,
      "learning_rate": 4.688478607390723e-05,
      "loss": 0.4517,
      "step": 2930
    },
    {
      "epoch": 6.801619433198381,
      "grad_norm": 2.4661507606506348,
      "learning_rate": 4.6270039165317605e-05,
      "loss": 0.4699,
      "step": 2940
    },
    {
      "epoch": 6.824754193175246,
      "grad_norm": 2.398205280303955,
      "learning_rate": 4.565813375150302e-05,
      "loss": 0.4614,
      "step": 2950
    },
    {
      "epoch": 6.847888953152111,
      "grad_norm": 2.3216257095336914,
      "learning_rate": 4.50491021929194e-05,
      "loss": 0.465,
      "step": 2960
    },
    {
      "epoch": 6.871023713128976,
      "grad_norm": 2.2298338413238525,
      "learning_rate": 4.444297669803981e-05,
      "loss": 0.4679,
      "step": 2970
    },
    {
      "epoch": 6.894158473105842,
      "grad_norm": 2.1584606170654297,
      "learning_rate": 4.383978932165073e-05,
      "loss": 0.4532,
      "step": 2980
    },
    {
      "epoch": 6.917293233082707,
      "grad_norm": 2.500182628631592,
      "learning_rate": 4.3239571963157145e-05,
      "loss": 0.4784,
      "step": 2990
    },
    {
      "epoch": 6.940427993059572,
      "grad_norm": 2.2554585933685303,
      "learning_rate": 4.264235636489542e-05,
      "loss": 0.471,
      "step": 3000
    },
    {
      "epoch": 6.963562753036437,
      "grad_norm": 2.2849414348602295,
      "learning_rate": 4.2048174110454496e-05,
      "loss": 0.4595,
      "step": 3010
    },
    {
      "epoch": 6.986697513013302,
      "grad_norm": 2.273737668991089,
      "learning_rate": 4.145705662300595e-05,
      "loss": 0.4557,
      "step": 3020
    },
    {
      "epoch": 7.009832272990168,
      "grad_norm": 1.8555997610092163,
      "learning_rate": 4.086903516364179e-05,
      "loss": 0.4155,
      "step": 3030
    },
    {
      "epoch": 7.032967032967033,
      "grad_norm": 2.351282835006714,
      "learning_rate": 4.028414082972141e-05,
      "loss": 0.3444,
      "step": 3040
    },
    {
      "epoch": 7.056101792943898,
      "grad_norm": 1.9804246425628662,
      "learning_rate": 3.9702404553227046e-05,
      "loss": 0.3247,
      "step": 3050
    },
    {
      "epoch": 7.079236552920763,
      "grad_norm": 2.0093185901641846,
      "learning_rate": 3.9123857099127936e-05,
      "loss": 0.3455,
      "step": 3060
    },
    {
      "epoch": 7.1023713128976285,
      "grad_norm": 2.369689702987671,
      "learning_rate": 3.854852906375326e-05,
      "loss": 0.3474,
      "step": 3070
    },
    {
      "epoch": 7.125506072874494,
      "grad_norm": 2.10414981842041,
      "learning_rate": 3.7976450873174005e-05,
      "loss": 0.3179,
      "step": 3080
    },
    {
      "epoch": 7.148640832851359,
      "grad_norm": 2.3380303382873535,
      "learning_rate": 3.7407652781594095e-05,
      "loss": 0.3298,
      "step": 3090
    },
    {
      "epoch": 7.171775592828224,
      "grad_norm": 1.9055235385894775,
      "learning_rate": 3.684216486975026e-05,
      "loss": 0.3446,
      "step": 3100
    },
    {
      "epoch": 7.194910352805089,
      "grad_norm": 2.2698934078216553,
      "learning_rate": 3.628001704332118e-05,
      "loss": 0.3202,
      "step": 3110
    },
    {
      "epoch": 7.2180451127819545,
      "grad_norm": 2.1574339866638184,
      "learning_rate": 3.5721239031346066e-05,
      "loss": 0.3299,
      "step": 3120
    },
    {
      "epoch": 7.241179872758821,
      "grad_norm": 2.068159818649292,
      "learning_rate": 3.516586038465237e-05,
      "loss": 0.3158,
      "step": 3130
    },
    {
      "epoch": 7.264314632735685,
      "grad_norm": 2.033571720123291,
      "learning_rate": 3.461391047429304e-05,
      "loss": 0.3511,
      "step": 3140
    },
    {
      "epoch": 7.287449392712551,
      "grad_norm": 2.3351962566375732,
      "learning_rate": 3.406541848999312e-05,
      "loss": 0.3495,
      "step": 3150
    },
    {
      "epoch": 7.310584152689416,
      "grad_norm": 1.9200048446655273,
      "learning_rate": 3.352041343860621e-05,
      "loss": 0.3329,
      "step": 3160
    },
    {
      "epoch": 7.333718912666281,
      "grad_norm": 2.1292202472686768,
      "learning_rate": 3.297892414258043e-05,
      "loss": 0.3233,
      "step": 3170
    },
    {
      "epoch": 7.356853672643147,
      "grad_norm": 2.009242057800293,
      "learning_rate": 3.244097923843398e-05,
      "loss": 0.3412,
      "step": 3180
    },
    {
      "epoch": 7.379988432620012,
      "grad_norm": 2.1473593711853027,
      "learning_rate": 3.190660717524094e-05,
      "loss": 0.3379,
      "step": 3190
    },
    {
      "epoch": 7.403123192596877,
      "grad_norm": 2.2157785892486572,
      "learning_rate": 3.137583621312665e-05,
      "loss": 0.3417,
      "step": 3200
    },
    {
      "epoch": 7.426257952573742,
      "grad_norm": 2.3066554069519043,
      "learning_rate": 3.0848694421773075e-05,
      "loss": 0.3319,
      "step": 3210
    },
    {
      "epoch": 7.449392712550607,
      "grad_norm": 2.0240354537963867,
      "learning_rate": 3.032520967893453e-05,
      "loss": 0.3343,
      "step": 3220
    },
    {
      "epoch": 7.472527472527473,
      "grad_norm": 2.417139768600464,
      "learning_rate": 2.9805409668963168e-05,
      "loss": 0.3236,
      "step": 3230
    },
    {
      "epoch": 7.495662232504338,
      "grad_norm": 2.220024347305298,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 0.3374,
      "step": 3240
    },
    {
      "epoch": 7.518796992481203,
      "grad_norm": 2.071851968765259,
      "learning_rate": 2.8776973609246928e-05,
      "loss": 0.3625,
      "step": 3250
    },
    {
      "epoch": 7.541931752458068,
      "grad_norm": 2.0256235599517822,
      "learning_rate": 2.826839194807105e-05,
      "loss": 0.346,
      "step": 3260
    },
    {
      "epoch": 7.565066512434933,
      "grad_norm": 2.0721919536590576,
      "learning_rate": 2.776360379402445e-05,
      "loss": 0.3444,
      "step": 3270
    },
    {
      "epoch": 7.588201272411799,
      "grad_norm": 2.2439305782318115,
      "learning_rate": 2.7262635842695127e-05,
      "loss": 0.3413,
      "step": 3280
    },
    {
      "epoch": 7.611336032388664,
      "grad_norm": 2.2420361042022705,
      "learning_rate": 2.6765514587640818e-05,
      "loss": 0.3413,
      "step": 3290
    },
    {
      "epoch": 7.634470792365529,
      "grad_norm": 2.33591628074646,
      "learning_rate": 2.6272266318987603e-05,
      "loss": 0.3309,
      "step": 3300
    },
    {
      "epoch": 7.657605552342394,
      "grad_norm": 2.183473825454712,
      "learning_rate": 2.578291712203983e-05,
      "loss": 0.3341,
      "step": 3310
    },
    {
      "epoch": 7.6807403123192595,
      "grad_norm": 2.333395481109619,
      "learning_rate": 2.529749287590042e-05,
      "loss": 0.3665,
      "step": 3320
    },
    {
      "epoch": 7.703875072296125,
      "grad_norm": 2.368133783340454,
      "learning_rate": 2.4816019252102273e-05,
      "loss": 0.3341,
      "step": 3330
    },
    {
      "epoch": 7.72700983227299,
      "grad_norm": 2.055673360824585,
      "learning_rate": 2.433852171325072e-05,
      "loss": 0.331,
      "step": 3340
    },
    {
      "epoch": 7.750144592249855,
      "grad_norm": 2.531468391418457,
      "learning_rate": 2.3865025511676897e-05,
      "loss": 0.3553,
      "step": 3350
    },
    {
      "epoch": 7.77327935222672,
      "grad_norm": 2.126619338989258,
      "learning_rate": 2.339555568810221e-05,
      "loss": 0.3332,
      "step": 3360
    },
    {
      "epoch": 7.7964141122035855,
      "grad_norm": 2.1222150325775146,
      "learning_rate": 2.2930137070314194e-05,
      "loss": 0.3428,
      "step": 3370
    },
    {
      "epoch": 7.819548872180452,
      "grad_norm": 2.4255363941192627,
      "learning_rate": 2.246879427185341e-05,
      "loss": 0.3372,
      "step": 3380
    },
    {
      "epoch": 7.842683632157316,
      "grad_norm": 2.0324771404266357,
      "learning_rate": 2.201155169071184e-05,
      "loss": 0.3334,
      "step": 3390
    },
    {
      "epoch": 7.865818392134182,
      "grad_norm": 2.5304958820343018,
      "learning_rate": 2.155843350804243e-05,
      "loss": 0.3539,
      "step": 3400
    },
    {
      "epoch": 7.888953152111047,
      "grad_norm": 2.394742965698242,
      "learning_rate": 2.110946368688055e-05,
      "loss": 0.3522,
      "step": 3410
    },
    {
      "epoch": 7.912087912087912,
      "grad_norm": 2.2429323196411133,
      "learning_rate": 2.0664665970876496e-05,
      "loss": 0.3564,
      "step": 3420
    },
    {
      "epoch": 7.935222672064778,
      "grad_norm": 2.269540309906006,
      "learning_rate": 2.0224063883039868e-05,
      "loss": 0.3414,
      "step": 3430
    },
    {
      "epoch": 7.958357432041643,
      "grad_norm": 2.2664902210235596,
      "learning_rate": 1.9787680724495617e-05,
      "loss": 0.3422,
      "step": 3440
    },
    {
      "epoch": 7.981492192018508,
      "grad_norm": 2.529334545135498,
      "learning_rate": 1.9355539573251734e-05,
      "loss": 0.3384,
      "step": 3450
    },
    {
      "epoch": 8.004626951995373,
      "grad_norm": 1.9292296171188354,
      "learning_rate": 1.892766328297878e-05,
      "loss": 0.3313,
      "step": 3460
    },
    {
      "epoch": 8.027761711972238,
      "grad_norm": 1.851493000984192,
      "learning_rate": 1.8504074481801238e-05,
      "loss": 0.2768,
      "step": 3470
    },
    {
      "epoch": 8.050896471949104,
      "grad_norm": 2.0147864818573,
      "learning_rate": 1.808479557110081e-05,
      "loss": 0.2539,
      "step": 3480
    },
    {
      "epoch": 8.074031231925968,
      "grad_norm": 2.2376036643981934,
      "learning_rate": 1.7669848724331984e-05,
      "loss": 0.2815,
      "step": 3490
    },
    {
      "epoch": 8.097165991902834,
      "grad_norm": 2.2430434226989746,
      "learning_rate": 1.7259255885848946e-05,
      "loss": 0.2603,
      "step": 3500
    },
    {
      "epoch": 8.1203007518797,
      "grad_norm": 1.880216121673584,
      "learning_rate": 1.6853038769745467e-05,
      "loss": 0.2647,
      "step": 3510
    },
    {
      "epoch": 8.143435511856564,
      "grad_norm": 2.154496192932129,
      "learning_rate": 1.6451218858706374e-05,
      "loss": 0.2648,
      "step": 3520
    },
    {
      "epoch": 8.16657027183343,
      "grad_norm": 1.9910736083984375,
      "learning_rate": 1.6053817402871362e-05,
      "loss": 0.2737,
      "step": 3530
    },
    {
      "epoch": 8.189705031810295,
      "grad_norm": 1.7439430952072144,
      "learning_rate": 1.566085541871145e-05,
      "loss": 0.2728,
      "step": 3540
    },
    {
      "epoch": 8.212839791787161,
      "grad_norm": 1.8878188133239746,
      "learning_rate": 1.5272353687917196e-05,
      "loss": 0.2678,
      "step": 3550
    },
    {
      "epoch": 8.235974551764025,
      "grad_norm": 1.8868342638015747,
      "learning_rate": 1.4888332756300027e-05,
      "loss": 0.2629,
      "step": 3560
    },
    {
      "epoch": 8.259109311740891,
      "grad_norm": 2.0473947525024414,
      "learning_rate": 1.4508812932705363e-05,
      "loss": 0.2706,
      "step": 3570
    },
    {
      "epoch": 8.282244071717756,
      "grad_norm": 2.090017795562744,
      "learning_rate": 1.4133814287938706e-05,
      "loss": 0.2754,
      "step": 3580
    },
    {
      "epoch": 8.305378831694622,
      "grad_norm": 2.0764472484588623,
      "learning_rate": 1.3763356653704273e-05,
      "loss": 0.2801,
      "step": 3590
    },
    {
      "epoch": 8.328513591671486,
      "grad_norm": 1.978501796722412,
      "learning_rate": 1.339745962155613e-05,
      "loss": 0.2754,
      "step": 3600
    },
    {
      "epoch": 8.351648351648352,
      "grad_norm": 2.1843178272247314,
      "learning_rate": 1.3036142541862118e-05,
      "loss": 0.2734,
      "step": 3610
    },
    {
      "epoch": 8.374783111625216,
      "grad_norm": 2.240216016769409,
      "learning_rate": 1.2679424522780426e-05,
      "loss": 0.2819,
      "step": 3620
    },
    {
      "epoch": 8.397917871602083,
      "grad_norm": 2.18241548538208,
      "learning_rate": 1.2327324429249232e-05,
      "loss": 0.2744,
      "step": 3630
    },
    {
      "epoch": 8.421052631578947,
      "grad_norm": 2.1984431743621826,
      "learning_rate": 1.1979860881988902e-05,
      "loss": 0.2867,
      "step": 3640
    },
    {
      "epoch": 8.444187391555813,
      "grad_norm": 2.063441753387451,
      "learning_rate": 1.1637052256517244e-05,
      "loss": 0.2687,
      "step": 3650
    },
    {
      "epoch": 8.467322151532677,
      "grad_norm": 2.132188558578491,
      "learning_rate": 1.129891668217783e-05,
      "loss": 0.2542,
      "step": 3660
    },
    {
      "epoch": 8.490456911509543,
      "grad_norm": 2.227787971496582,
      "learning_rate": 1.0965472041181102e-05,
      "loss": 0.2849,
      "step": 3670
    },
    {
      "epoch": 8.513591671486408,
      "grad_norm": 1.9620667695999146,
      "learning_rate": 1.0636735967658784e-05,
      "loss": 0.2746,
      "step": 3680
    },
    {
      "epoch": 8.536726431463274,
      "grad_norm": 1.9825657606124878,
      "learning_rate": 1.0312725846731175e-05,
      "loss": 0.2665,
      "step": 3690
    },
    {
      "epoch": 8.559861191440138,
      "grad_norm": 1.9591861963272095,
      "learning_rate": 9.993458813587885e-06,
      "loss": 0.2598,
      "step": 3700
    },
    {
      "epoch": 8.582995951417004,
      "grad_norm": 2.2019407749176025,
      "learning_rate": 9.678951752581578e-06,
      "loss": 0.2801,
      "step": 3710
    },
    {
      "epoch": 8.606130711393869,
      "grad_norm": 2.131798267364502,
      "learning_rate": 9.369221296335006e-06,
      "loss": 0.2778,
      "step": 3720
    },
    {
      "epoch": 8.629265471370735,
      "grad_norm": 2.081733465194702,
      "learning_rate": 9.064283824861486e-06,
      "loss": 0.2774,
      "step": 3730
    },
    {
      "epoch": 8.652400231347599,
      "grad_norm": 2.1532142162323,
      "learning_rate": 8.764155464698597e-06,
      "loss": 0.2754,
      "step": 3740
    },
    {
      "epoch": 8.675534991324465,
      "grad_norm": 2.2483901977539062,
      "learning_rate": 8.46885208805529e-06,
      "loss": 0.2618,
      "step": 3750
    },
    {
      "epoch": 8.698669751301331,
      "grad_norm": 1.9993518590927124,
      "learning_rate": 8.178389311972612e-06,
      "loss": 0.2892,
      "step": 3760
    },
    {
      "epoch": 8.721804511278195,
      "grad_norm": 2.1293857097625732,
      "learning_rate": 7.892782497497642e-06,
      "loss": 0.2909,
      "step": 3770
    },
    {
      "epoch": 8.744939271255062,
      "grad_norm": 1.9576681852340698,
      "learning_rate": 7.612046748871327e-06,
      "loss": 0.2783,
      "step": 3780
    },
    {
      "epoch": 8.768074031231926,
      "grad_norm": 1.7659740447998047,
      "learning_rate": 7.336196912729487e-06,
      "loss": 0.2757,
      "step": 3790
    },
    {
      "epoch": 8.791208791208792,
      "grad_norm": 1.8570443391799927,
      "learning_rate": 7.0652475773177464e-06,
      "loss": 0.262,
      "step": 3800
    },
    {
      "epoch": 8.814343551185656,
      "grad_norm": 1.9978190660476685,
      "learning_rate": 6.7992130717201564e-06,
      "loss": 0.2686,
      "step": 3810
    },
    {
      "epoch": 8.837478311162522,
      "grad_norm": 2.242790460586548,
      "learning_rate": 6.538107465101162e-06,
      "loss": 0.2857,
      "step": 3820
    },
    {
      "epoch": 8.860613071139387,
      "grad_norm": 2.2894692420959473,
      "learning_rate": 6.281944565961773e-06,
      "loss": 0.2762,
      "step": 3830
    },
    {
      "epoch": 8.883747831116253,
      "grad_norm": 1.879543662071228,
      "learning_rate": 6.030737921409169e-06,
      "loss": 0.275,
      "step": 3840
    },
    {
      "epoch": 8.906882591093117,
      "grad_norm": 1.8957421779632568,
      "learning_rate": 5.784500816440353e-06,
      "loss": 0.2736,
      "step": 3850
    },
    {
      "epoch": 8.930017351069983,
      "grad_norm": 2.0215442180633545,
      "learning_rate": 5.543246273239533e-06,
      "loss": 0.2698,
      "step": 3860
    },
    {
      "epoch": 8.953152111046847,
      "grad_norm": 2.278769016265869,
      "learning_rate": 5.306987050489442e-06,
      "loss": 0.2832,
      "step": 3870
    },
    {
      "epoch": 8.976286871023714,
      "grad_norm": 2.370384931564331,
      "learning_rate": 5.075735642696611e-06,
      "loss": 0.2739,
      "step": 3880
    },
    {
      "epoch": 8.999421631000578,
      "grad_norm": 2.1495909690856934,
      "learning_rate": 4.849504279530636e-06,
      "loss": 0.2664,
      "step": 3890
    },
    {
      "epoch": 9.022556390977444,
      "grad_norm": 1.8931546211242676,
      "learning_rate": 4.628304925177318e-06,
      "loss": 0.251,
      "step": 3900
    },
    {
      "epoch": 9.045691150954308,
      "grad_norm": 1.964045763015747,
      "learning_rate": 4.412149277706046e-06,
      "loss": 0.2394,
      "step": 3910
    },
    {
      "epoch": 9.068825910931174,
      "grad_norm": 1.8425894975662231,
      "learning_rate": 4.20104876845111e-06,
      "loss": 0.2368,
      "step": 3920
    },
    {
      "epoch": 9.091960670908039,
      "grad_norm": 1.8906612396240234,
      "learning_rate": 3.99501456140714e-06,
      "loss": 0.2517,
      "step": 3930
    },
    {
      "epoch": 9.115095430884905,
      "grad_norm": 1.9606223106384277,
      "learning_rate": 3.7940575526386857e-06,
      "loss": 0.2638,
      "step": 3940
    },
    {
      "epoch": 9.13823019086177,
      "grad_norm": 2.0585832595825195,
      "learning_rate": 3.598188369704036e-06,
      "loss": 0.2465,
      "step": 3950
    },
    {
      "epoch": 9.161364950838635,
      "grad_norm": 2.0932703018188477,
      "learning_rate": 3.40741737109318e-06,
      "loss": 0.2454,
      "step": 3960
    },
    {
      "epoch": 9.1844997108155,
      "grad_norm": 1.9221563339233398,
      "learning_rate": 3.2217546456799086e-06,
      "loss": 0.2387,
      "step": 3970
    },
    {
      "epoch": 9.207634470792366,
      "grad_norm": 1.973889946937561,
      "learning_rate": 3.0412100121884e-06,
      "loss": 0.2475,
      "step": 3980
    },
    {
      "epoch": 9.23076923076923,
      "grad_norm": 1.8199151754379272,
      "learning_rate": 2.8657930186738567e-06,
      "loss": 0.2364,
      "step": 3990
    },
    {
      "epoch": 9.253903990746096,
      "grad_norm": 1.847708821296692,
      "learning_rate": 2.6955129420176196e-06,
      "loss": 0.2431,
      "step": 4000
    },
    {
      "epoch": 9.277038750722962,
      "grad_norm": 1.6919292211532593,
      "learning_rate": 2.530378787436527e-06,
      "loss": 0.2546,
      "step": 4010
    },
    {
      "epoch": 9.300173510699826,
      "grad_norm": 1.7380826473236084,
      "learning_rate": 2.3703992880066638e-06,
      "loss": 0.2471,
      "step": 4020
    },
    {
      "epoch": 9.323308270676693,
      "grad_norm": 2.1914947032928467,
      "learning_rate": 2.2155829042015962e-06,
      "loss": 0.2406,
      "step": 4030
    },
    {
      "epoch": 9.346443030653557,
      "grad_norm": 1.788342833518982,
      "learning_rate": 2.0659378234448525e-06,
      "loss": 0.2292,
      "step": 4040
    },
    {
      "epoch": 9.369577790630423,
      "grad_norm": 1.953272819519043,
      "learning_rate": 1.921471959676957e-06,
      "loss": 0.2393,
      "step": 4050
    },
    {
      "epoch": 9.392712550607287,
      "grad_norm": 2.092925548553467,
      "learning_rate": 1.7821929529369342e-06,
      "loss": 0.2455,
      "step": 4060
    },
    {
      "epoch": 9.415847310584153,
      "grad_norm": 1.312064528465271,
      "learning_rate": 1.648108168958229e-06,
      "loss": 0.2464,
      "step": 4070
    },
    {
      "epoch": 9.438982070561018,
      "grad_norm": 1.8902608156204224,
      "learning_rate": 1.5192246987791981e-06,
      "loss": 0.2503,
      "step": 4080
    },
    {
      "epoch": 9.462116830537884,
      "grad_norm": 2.0683326721191406,
      "learning_rate": 1.3955493583680868e-06,
      "loss": 0.2532,
      "step": 4090
    },
    {
      "epoch": 9.485251590514748,
      "grad_norm": 2.037275552749634,
      "learning_rate": 1.2770886882625955e-06,
      "loss": 0.2494,
      "step": 4100
    },
    {
      "epoch": 9.508386350491614,
      "grad_norm": 1.884734034538269,
      "learning_rate": 1.163848953223934e-06,
      "loss": 0.2427,
      "step": 4110
    },
    {
      "epoch": 9.531521110468478,
      "grad_norm": 2.0720531940460205,
      "learning_rate": 1.055836141905553e-06,
      "loss": 0.2361,
      "step": 4120
    },
    {
      "epoch": 9.554655870445345,
      "grad_norm": 1.7988377809524536,
      "learning_rate": 9.530559665364202e-07,
      "loss": 0.2524,
      "step": 4130
    },
    {
      "epoch": 9.577790630422209,
      "grad_norm": 2.159759044647217,
      "learning_rate": 8.555138626189618e-07,
      "loss": 0.2562,
      "step": 4140
    },
    {
      "epoch": 9.600925390399075,
      "grad_norm": 2.3228530883789062,
      "learning_rate": 7.632149886415363e-07,
      "loss": 0.2326,
      "step": 4150
    },
    {
      "epoch": 9.62406015037594,
      "grad_norm": 2.210181713104248,
      "learning_rate": 6.761642258056978e-07,
      "loss": 0.2628,
      "step": 4160
    },
    {
      "epoch": 9.647194910352805,
      "grad_norm": 1.6865817308425903,
      "learning_rate": 5.943661777680354e-07,
      "loss": 0.2409,
      "step": 4170
    },
    {
      "epoch": 9.67032967032967,
      "grad_norm": 1.9101097583770752,
      "learning_rate": 5.178251703967018e-07,
      "loss": 0.2453,
      "step": 4180
    },
    {
      "epoch": 9.693464430306536,
      "grad_norm": 2.2354347705841064,
      "learning_rate": 4.465452515426072e-07,
      "loss": 0.2339,
      "step": 4190
    },
    {
      "epoch": 9.7165991902834,
      "grad_norm": 2.173842668533325,
      "learning_rate": 3.805301908254455e-07,
      "loss": 0.2369,
      "step": 4200
    },
    {
      "epoch": 9.739733950260266,
      "grad_norm": 1.74326491355896,
      "learning_rate": 3.197834794342436e-07,
      "loss": 0.2431,
      "step": 4210
    },
    {
      "epoch": 9.76286871023713,
      "grad_norm": 1.731026291847229,
      "learning_rate": 2.643083299427751e-07,
      "loss": 0.2587,
      "step": 4220
    },
    {
      "epoch": 9.786003470213997,
      "grad_norm": 2.085442066192627,
      "learning_rate": 2.141076761396521e-07,
      "loss": 0.2525,
      "step": 4230
    },
    {
      "epoch": 9.809138230190861,
      "grad_norm": 1.921111822128296,
      "learning_rate": 1.6918417287318245e-07,
      "loss": 0.2561,
      "step": 4240
    },
    {
      "epoch": 9.832272990167727,
      "grad_norm": 1.7905348539352417,
      "learning_rate": 1.295401959109599e-07,
      "loss": 0.2425,
      "step": 4250
    },
    {
      "epoch": 9.855407750144593,
      "grad_norm": 2.0938756465911865,
      "learning_rate": 9.517784181422019e-08,
      "loss": 0.2486,
      "step": 4260
    },
    {
      "epoch": 9.878542510121457,
      "grad_norm": 2.0553646087646484,
      "learning_rate": 6.609892782699633e-08,
      "loss": 0.2397,
      "step": 4270
    },
    {
      "epoch": 9.901677270098324,
      "grad_norm": 1.8413350582122803,
      "learning_rate": 4.230499177994007e-08,
      "loss": 0.2504,
      "step": 4280
    },
    {
      "epoch": 9.924812030075188,
      "grad_norm": 1.7618731260299683,
      "learning_rate": 2.379729200908676e-08,
      "loss": 0.2491,
      "step": 4290
    },
    {
      "epoch": 9.947946790052054,
      "grad_norm": 1.7408370971679688,
      "learning_rate": 1.0576807289253143e-08,
      "loss": 0.2448,
      "step": 4300
    },
    {
      "epoch": 9.971081550028918,
      "grad_norm": 1.9657200574874878,
      "learning_rate": 2.6442367822565596e-09,
      "loss": 0.2623,
      "step": 4310
    },
    {
      "epoch": 9.994216310005784,
      "grad_norm": 1.993733525276184,
      "learning_rate": 0.0,
      "loss": 0.2453,
      "step": 4320
    },
    {
      "epoch": 9.994216310005784,
      "step": 4320,
      "total_flos": 2.1249547460149248e+17,
      "train_loss": 0.887424631913503,
      "train_runtime": 17181.5838,
      "train_samples_per_second": 1.006,
      "train_steps_per_second": 0.251
    }
  ],
  "logging_steps": 10,
  "max_steps": 4320,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "total_flos": 2.1249547460149248e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}