{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9974293059125965,
  "eval_steps": 500,
  "global_step": 1749,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01713796058269066,
      "grad_norm": 0.4733077883720398,
      "learning_rate": 4.971412235563179e-05,
      "loss": 2.5254,
      "step": 10
    },
    {
      "epoch": 0.03427592116538132,
      "grad_norm": 0.44018083810806274,
      "learning_rate": 4.9428244711263584e-05,
      "loss": 1.8284,
      "step": 20
    },
    {
      "epoch": 0.05141388174807198,
      "grad_norm": 0.7213996648788452,
      "learning_rate": 4.914236706689537e-05,
      "loss": 1.2128,
      "step": 30
    },
    {
      "epoch": 0.06855184233076264,
      "grad_norm": 0.6227633953094482,
      "learning_rate": 4.8856489422527165e-05,
      "loss": 0.6727,
      "step": 40
    },
    {
      "epoch": 0.0856898029134533,
      "grad_norm": 0.2804420590400696,
      "learning_rate": 4.8570611778158946e-05,
      "loss": 0.3089,
      "step": 50
    },
    {
      "epoch": 0.10282776349614396,
      "grad_norm": 0.10756277292966843,
      "learning_rate": 4.828473413379074e-05,
      "loss": 0.2448,
      "step": 60
    },
    {
      "epoch": 0.11996572407883462,
      "grad_norm": 0.11257284879684448,
      "learning_rate": 4.799885648942253e-05,
      "loss": 0.2268,
      "step": 70
    },
    {
      "epoch": 0.13710368466152528,
      "grad_norm": 0.09793874621391296,
      "learning_rate": 4.771297884505432e-05,
      "loss": 0.2328,
      "step": 80
    },
    {
      "epoch": 0.15424164524421594,
      "grad_norm": 0.10177452117204666,
      "learning_rate": 4.742710120068611e-05,
      "loss": 0.2183,
      "step": 90
    },
    {
      "epoch": 0.1713796058269066,
      "grad_norm": 0.09770502895116806,
      "learning_rate": 4.7141223556317895e-05,
      "loss": 0.1971,
      "step": 100
    },
    {
      "epoch": 0.18851756640959727,
      "grad_norm": 0.11037880927324295,
      "learning_rate": 4.685534591194969e-05,
      "loss": 0.1996,
      "step": 110
    },
    {
      "epoch": 0.20565552699228792,
      "grad_norm": 0.11869871616363525,
      "learning_rate": 4.656946826758148e-05,
      "loss": 0.2044,
      "step": 120
    },
    {
      "epoch": 0.22279348757497858,
      "grad_norm": 0.10279687494039536,
      "learning_rate": 4.628359062321327e-05,
      "loss": 0.1782,
      "step": 130
    },
    {
      "epoch": 0.23993144815766923,
      "grad_norm": 0.10952438414096832,
      "learning_rate": 4.599771297884506e-05,
      "loss": 0.1837,
      "step": 140
    },
    {
      "epoch": 0.2570694087403599,
      "grad_norm": 0.13122445344924927,
      "learning_rate": 4.5711835334476845e-05,
      "loss": 0.1907,
      "step": 150
    },
    {
      "epoch": 0.27420736932305056,
      "grad_norm": 0.11156395077705383,
      "learning_rate": 4.542595769010863e-05,
      "loss": 0.1748,
      "step": 160
    },
    {
      "epoch": 0.2913453299057412,
      "grad_norm": 0.1657029241323471,
      "learning_rate": 4.5140080045740427e-05,
      "loss": 0.1704,
      "step": 170
    },
    {
      "epoch": 0.30848329048843187,
      "grad_norm": 0.11676887422800064,
      "learning_rate": 4.4854202401372214e-05,
      "loss": 0.16,
      "step": 180
    },
    {
      "epoch": 0.32562125107112255,
      "grad_norm": 0.17466452717781067,
      "learning_rate": 4.4568324757004e-05,
      "loss": 0.1705,
      "step": 190
    },
    {
      "epoch": 0.3427592116538132,
      "grad_norm": 0.1373518407344818,
      "learning_rate": 4.4282447112635795e-05,
      "loss": 0.1663,
      "step": 200
    },
    {
      "epoch": 0.35989717223650386,
      "grad_norm": 0.11815926432609558,
      "learning_rate": 4.399656946826758e-05,
      "loss": 0.1562,
      "step": 210
    },
    {
      "epoch": 0.37703513281919454,
      "grad_norm": 0.12364204227924347,
      "learning_rate": 4.3710691823899376e-05,
      "loss": 0.1655,
      "step": 220
    },
    {
      "epoch": 0.39417309340188517,
      "grad_norm": 0.11595863103866577,
      "learning_rate": 4.3424814179531164e-05,
      "loss": 0.1621,
      "step": 230
    },
    {
      "epoch": 0.41131105398457585,
      "grad_norm": 0.11320952326059341,
      "learning_rate": 4.313893653516296e-05,
      "loss": 0.1523,
      "step": 240
    },
    {
      "epoch": 0.4284490145672665,
      "grad_norm": 0.12280760705471039,
      "learning_rate": 4.285305889079474e-05,
      "loss": 0.1711,
      "step": 250
    },
    {
      "epoch": 0.44558697514995715,
      "grad_norm": 0.12085650116205215,
      "learning_rate": 4.256718124642653e-05,
      "loss": 0.1548,
      "step": 260
    },
    {
      "epoch": 0.46272493573264784,
      "grad_norm": 0.1491166651248932,
      "learning_rate": 4.228130360205832e-05,
      "loss": 0.1631,
      "step": 270
    },
    {
      "epoch": 0.47986289631533846,
      "grad_norm": 0.16156260669231415,
      "learning_rate": 4.199542595769011e-05,
      "loss": 0.1624,
      "step": 280
    },
    {
      "epoch": 0.49700085689802914,
      "grad_norm": 0.12156664580106735,
      "learning_rate": 4.17095483133219e-05,
      "loss": 0.1383,
      "step": 290
    },
    {
      "epoch": 0.5141388174807198,
      "grad_norm": 0.11533980071544647,
      "learning_rate": 4.142367066895369e-05,
      "loss": 0.1539,
      "step": 300
    },
    {
      "epoch": 0.5312767780634104,
      "grad_norm": 0.1386200189590454,
      "learning_rate": 4.113779302458548e-05,
      "loss": 0.1525,
      "step": 310
    },
    {
      "epoch": 0.5484147386461011,
      "grad_norm": 0.16111765801906586,
      "learning_rate": 4.085191538021727e-05,
      "loss": 0.14,
      "step": 320
    },
    {
      "epoch": 0.5655526992287918,
      "grad_norm": 0.151380717754364,
      "learning_rate": 4.0566037735849064e-05,
      "loss": 0.1492,
      "step": 330
    },
    {
      "epoch": 0.5826906598114824,
      "grad_norm": 0.15228472650051117,
      "learning_rate": 4.028016009148085e-05,
      "loss": 0.157,
      "step": 340
    },
    {
      "epoch": 0.5998286203941731,
      "grad_norm": 0.11199972033500671,
      "learning_rate": 3.999428244711264e-05,
      "loss": 0.1492,
      "step": 350
    },
    {
      "epoch": 0.6169665809768637,
      "grad_norm": 0.17204181849956512,
      "learning_rate": 3.9708404802744425e-05,
      "loss": 0.1504,
      "step": 360
    },
    {
      "epoch": 0.6341045415595544,
      "grad_norm": 0.13271720707416534,
      "learning_rate": 3.942252715837621e-05,
      "loss": 0.1604,
      "step": 370
    },
    {
      "epoch": 0.6512425021422451,
      "grad_norm": 0.15998151898384094,
      "learning_rate": 3.913664951400801e-05,
      "loss": 0.148,
      "step": 380
    },
    {
      "epoch": 0.6683804627249358,
      "grad_norm": 0.12898313999176025,
      "learning_rate": 3.8850771869639794e-05,
      "loss": 0.1492,
      "step": 390
    },
    {
      "epoch": 0.6855184233076264,
      "grad_norm": 0.13998836278915405,
      "learning_rate": 3.856489422527159e-05,
      "loss": 0.1548,
      "step": 400
    },
    {
      "epoch": 0.702656383890317,
      "grad_norm": 0.14940115809440613,
      "learning_rate": 3.8279016580903375e-05,
      "loss": 0.1432,
      "step": 410
    },
    {
      "epoch": 0.7197943444730077,
      "grad_norm": 0.13358236849308014,
      "learning_rate": 3.799313893653517e-05,
      "loss": 0.1459,
      "step": 420
    },
    {
      "epoch": 0.7369323050556984,
      "grad_norm": 0.1597578376531601,
      "learning_rate": 3.7707261292166957e-05,
      "loss": 0.1351,
      "step": 430
    },
    {
      "epoch": 0.7540702656383891,
      "grad_norm": 0.12782897055149078,
      "learning_rate": 3.7421383647798744e-05,
      "loss": 0.1392,
      "step": 440
    },
    {
      "epoch": 0.7712082262210797,
      "grad_norm": 0.13537828624248505,
      "learning_rate": 3.713550600343053e-05,
      "loss": 0.1402,
      "step": 450
    },
    {
      "epoch": 0.7883461868037703,
      "grad_norm": 0.17046277225017548,
      "learning_rate": 3.684962835906232e-05,
      "loss": 0.1227,
      "step": 460
    },
    {
      "epoch": 0.805484147386461,
      "grad_norm": 0.16829894483089447,
      "learning_rate": 3.656375071469411e-05,
      "loss": 0.133,
      "step": 470
    },
    {
      "epoch": 0.8226221079691517,
      "grad_norm": 0.17760640382766724,
      "learning_rate": 3.62778730703259e-05,
      "loss": 0.1361,
      "step": 480
    },
    {
      "epoch": 0.8397600685518424,
      "grad_norm": 0.1783646047115326,
      "learning_rate": 3.5991995425957694e-05,
      "loss": 0.1272,
      "step": 490
    },
    {
      "epoch": 0.856898029134533,
      "grad_norm": 0.1848060041666031,
      "learning_rate": 3.570611778158948e-05,
      "loss": 0.1281,
      "step": 500
    },
    {
      "epoch": 0.8740359897172236,
      "grad_norm": 0.1244303435087204,
      "learning_rate": 3.5420240137221275e-05,
      "loss": 0.1276,
      "step": 510
    },
    {
      "epoch": 0.8911739502999143,
      "grad_norm": 0.1454310566186905,
      "learning_rate": 3.513436249285306e-05,
      "loss": 0.1334,
      "step": 520
    },
    {
      "epoch": 0.908311910882605,
      "grad_norm": 0.17194361984729767,
      "learning_rate": 3.484848484848485e-05,
      "loss": 0.1271,
      "step": 530
    },
    {
      "epoch": 0.9254498714652957,
      "grad_norm": 0.15851227939128876,
      "learning_rate": 3.456260720411664e-05,
      "loss": 0.1304,
      "step": 540
    },
    {
      "epoch": 0.9425878320479862,
      "grad_norm": 0.1614447981119156,
      "learning_rate": 3.4276729559748424e-05,
      "loss": 0.1256,
      "step": 550
    },
    {
      "epoch": 0.9597257926306769,
      "grad_norm": 0.19016973674297333,
      "learning_rate": 3.399085191538022e-05,
      "loss": 0.1329,
      "step": 560
    },
    {
      "epoch": 0.9768637532133676,
      "grad_norm": 0.15122413635253906,
      "learning_rate": 3.3704974271012005e-05,
      "loss": 0.1228,
      "step": 570
    },
    {
      "epoch": 0.9940017137960583,
      "grad_norm": 0.15631020069122314,
      "learning_rate": 3.34190966266438e-05,
      "loss": 0.1235,
      "step": 580
    },
    {
      "epoch": 0.9991431019708654,
      "eval_loss": 0.15606513619422913,
      "eval_runtime": 439.0741,
      "eval_samples_per_second": 10.932,
      "eval_steps_per_second": 1.367,
      "step": 583
    },
    {
      "epoch": 1.0111396743787489,
      "grad_norm": 0.20745624601840973,
      "learning_rate": 3.313321898227559e-05,
      "loss": 0.1245,
      "step": 590
    },
    {
      "epoch": 1.0282776349614395,
      "grad_norm": 0.182315856218338,
      "learning_rate": 3.284734133790738e-05,
      "loss": 0.1112,
      "step": 600
    },
    {
      "epoch": 1.0454155955441302,
      "grad_norm": 0.1425042450428009,
      "learning_rate": 3.256146369353917e-05,
      "loss": 0.1186,
      "step": 610
    },
    {
      "epoch": 1.062553556126821,
      "grad_norm": 0.1898319274187088,
      "learning_rate": 3.2275586049170955e-05,
      "loss": 0.1203,
      "step": 620
    },
    {
      "epoch": 1.0796915167095116,
      "grad_norm": 0.17110544443130493,
      "learning_rate": 3.198970840480275e-05,
      "loss": 0.1223,
      "step": 630
    },
    {
      "epoch": 1.0968294772922023,
      "grad_norm": 0.17418451607227325,
      "learning_rate": 3.170383076043453e-05,
      "loss": 0.111,
      "step": 640
    },
    {
      "epoch": 1.113967437874893,
      "grad_norm": 0.19765284657478333,
      "learning_rate": 3.1417953116066324e-05,
      "loss": 0.1173,
      "step": 650
    },
    {
      "epoch": 1.1311053984575836,
      "grad_norm": 0.17013542354106903,
      "learning_rate": 3.113207547169811e-05,
      "loss": 0.1128,
      "step": 660
    },
    {
      "epoch": 1.1482433590402743,
      "grad_norm": 0.21173644065856934,
      "learning_rate": 3.0846197827329905e-05,
      "loss": 0.109,
      "step": 670
    },
    {
      "epoch": 1.165381319622965,
      "grad_norm": 0.13383643329143524,
      "learning_rate": 3.056032018296169e-05,
      "loss": 0.1092,
      "step": 680
    },
    {
      "epoch": 1.1825192802056554,
      "grad_norm": 0.22101104259490967,
      "learning_rate": 3.0274442538593483e-05,
      "loss": 0.1175,
      "step": 690
    },
    {
      "epoch": 1.1996572407883461,
      "grad_norm": 0.1745050698518753,
      "learning_rate": 2.9988564894225274e-05,
      "loss": 0.1096,
      "step": 700
    },
    {
      "epoch": 1.2167952013710368,
      "grad_norm": 0.2413550466299057,
      "learning_rate": 2.9702687249857064e-05,
      "loss": 0.1044,
      "step": 710
    },
    {
      "epoch": 1.2339331619537275,
      "grad_norm": 0.15909789502620697,
      "learning_rate": 2.9416809605488855e-05,
      "loss": 0.1076,
      "step": 720
    },
    {
      "epoch": 1.2510711225364182,
      "grad_norm": 0.21382008492946625,
      "learning_rate": 2.9130931961120646e-05,
      "loss": 0.1077,
      "step": 730
    },
    {
      "epoch": 1.2682090831191088,
      "grad_norm": 0.1845552772283554,
      "learning_rate": 2.884505431675243e-05,
      "loss": 0.102,
      "step": 740
    },
    {
      "epoch": 1.2853470437017995,
      "grad_norm": 0.19705334305763245,
      "learning_rate": 2.855917667238422e-05,
      "loss": 0.1048,
      "step": 750
    },
    {
      "epoch": 1.3024850042844902,
      "grad_norm": 0.16979779303073883,
      "learning_rate": 2.827329902801601e-05,
      "loss": 0.1012,
      "step": 760
    },
    {
      "epoch": 1.3196229648671807,
      "grad_norm": 0.18766264617443085,
      "learning_rate": 2.7987421383647798e-05,
      "loss": 0.1043,
      "step": 770
    },
    {
      "epoch": 1.3367609254498714,
      "grad_norm": 0.1593862771987915,
      "learning_rate": 2.770154373927959e-05,
      "loss": 0.0953,
      "step": 780
    },
    {
      "epoch": 1.353898886032562,
      "grad_norm": 0.19427362084388733,
      "learning_rate": 2.741566609491138e-05,
      "loss": 0.1008,
      "step": 790
    },
    {
      "epoch": 1.3710368466152527,
      "grad_norm": 0.21518777310848236,
      "learning_rate": 2.712978845054317e-05,
      "loss": 0.0973,
      "step": 800
    },
    {
      "epoch": 1.3881748071979434,
      "grad_norm": 0.2065572291612625,
      "learning_rate": 2.684391080617496e-05,
      "loss": 0.1035,
      "step": 810
    },
    {
      "epoch": 1.405312767780634,
      "grad_norm": 0.26617249846458435,
      "learning_rate": 2.655803316180675e-05,
      "loss": 0.0969,
      "step": 820
    },
    {
      "epoch": 1.4224507283633248,
      "grad_norm": 0.17817485332489014,
      "learning_rate": 2.627215551743854e-05,
      "loss": 0.0944,
      "step": 830
    },
    {
      "epoch": 1.4395886889460154,
      "grad_norm": 0.17743416130542755,
      "learning_rate": 2.5986277873070326e-05,
      "loss": 0.0984,
      "step": 840
    },
    {
      "epoch": 1.4567266495287061,
      "grad_norm": 0.23810917139053345,
      "learning_rate": 2.5700400228702117e-05,
      "loss": 0.099,
      "step": 850
    },
    {
      "epoch": 1.4738646101113968,
      "grad_norm": 0.18336652219295502,
      "learning_rate": 2.5414522584333904e-05,
      "loss": 0.0954,
      "step": 860
    },
    {
      "epoch": 1.4910025706940875,
      "grad_norm": 0.22074759006500244,
      "learning_rate": 2.5128644939965695e-05,
      "loss": 0.0915,
      "step": 870
    },
    {
      "epoch": 1.5081405312767782,
      "grad_norm": 0.2292771190404892,
      "learning_rate": 2.4842767295597485e-05,
      "loss": 0.0931,
      "step": 880
    },
    {
      "epoch": 1.5252784918594688,
      "grad_norm": 0.27021974325180054,
      "learning_rate": 2.4556889651229276e-05,
      "loss": 0.0933,
      "step": 890
    },
    {
      "epoch": 1.5424164524421595,
      "grad_norm": 0.28702589869499207,
      "learning_rate": 2.4271012006861067e-05,
      "loss": 0.0978,
      "step": 900
    },
    {
      "epoch": 1.5595544130248502,
      "grad_norm": 0.18202678859233856,
      "learning_rate": 2.3985134362492854e-05,
      "loss": 0.0908,
      "step": 910
    },
    {
      "epoch": 1.5766923736075407,
      "grad_norm": 0.15822364389896393,
      "learning_rate": 2.3699256718124644e-05,
      "loss": 0.0878,
      "step": 920
    },
    {
      "epoch": 1.5938303341902313,
      "grad_norm": 0.21551179885864258,
      "learning_rate": 2.3413379073756435e-05,
      "loss": 0.0883,
      "step": 930
    },
    {
      "epoch": 1.610968294772922,
      "grad_norm": 0.20409446954727173,
      "learning_rate": 2.3127501429388222e-05,
      "loss": 0.094,
      "step": 940
    },
    {
      "epoch": 1.6281062553556127,
      "grad_norm": 0.16509220004081726,
      "learning_rate": 2.2841623785020013e-05,
      "loss": 0.0909,
      "step": 950
    },
    {
      "epoch": 1.6452442159383034,
      "grad_norm": 0.1946859210729599,
      "learning_rate": 2.25557461406518e-05,
      "loss": 0.0898,
      "step": 960
    },
    {
      "epoch": 1.6623821765209938,
      "grad_norm": 0.16525417566299438,
      "learning_rate": 2.226986849628359e-05,
      "loss": 0.0842,
      "step": 970
    },
    {
      "epoch": 1.6795201371036845,
      "grad_norm": 0.26819315552711487,
      "learning_rate": 2.198399085191538e-05,
      "loss": 0.0897,
      "step": 980
    },
    {
      "epoch": 1.6966580976863752,
      "grad_norm": 0.273593008518219,
      "learning_rate": 2.1698113207547172e-05,
      "loss": 0.0895,
      "step": 990
    },
    {
      "epoch": 1.713796058269066,
      "grad_norm": 0.20378242433071136,
      "learning_rate": 2.1412235563178963e-05,
      "loss": 0.0912,
      "step": 1000
    },
    {
      "epoch": 1.7309340188517566,
      "grad_norm": 0.24366410076618195,
      "learning_rate": 2.112635791881075e-05,
      "loss": 0.0843,
      "step": 1010
    },
    {
      "epoch": 1.7480719794344473,
      "grad_norm": 0.2034538835287094,
      "learning_rate": 2.084048027444254e-05,
      "loss": 0.0874,
      "step": 1020
    },
    {
      "epoch": 1.765209940017138,
      "grad_norm": 0.2260463535785675,
      "learning_rate": 2.0554602630074328e-05,
      "loss": 0.0898,
      "step": 1030
    },
    {
      "epoch": 1.7823479005998286,
      "grad_norm": 0.165971040725708,
      "learning_rate": 2.026872498570612e-05,
      "loss": 0.0867,
      "step": 1040
    },
    {
      "epoch": 1.7994858611825193,
      "grad_norm": 0.20090453326702118,
      "learning_rate": 1.998284734133791e-05,
      "loss": 0.0891,
      "step": 1050
    },
    {
      "epoch": 1.81662382176521,
      "grad_norm": 0.24718008935451508,
      "learning_rate": 1.9696969696969697e-05,
      "loss": 0.0872,
      "step": 1060
    },
    {
      "epoch": 1.8337617823479007,
      "grad_norm": 0.2808043360710144,
      "learning_rate": 1.9411092052601487e-05,
      "loss": 0.0889,
      "step": 1070
    },
    {
      "epoch": 1.8508997429305913,
      "grad_norm": 0.19833321869373322,
      "learning_rate": 1.9125214408233278e-05,
      "loss": 0.0859,
      "step": 1080
    },
    {
      "epoch": 1.868037703513282,
      "grad_norm": 0.21585367619991302,
      "learning_rate": 1.883933676386507e-05,
      "loss": 0.0872,
      "step": 1090
    },
    {
      "epoch": 1.8851756640959727,
      "grad_norm": 0.16208423674106598,
      "learning_rate": 1.8553459119496856e-05,
      "loss": 0.0835,
      "step": 1100
    },
    {
      "epoch": 1.9023136246786634,
      "grad_norm": 0.195535346865654,
      "learning_rate": 1.8267581475128647e-05,
      "loss": 0.0785,
      "step": 1110
    },
    {
      "epoch": 1.919451585261354,
      "grad_norm": 0.22447216510772705,
      "learning_rate": 1.7981703830760434e-05,
      "loss": 0.08,
      "step": 1120
    },
    {
      "epoch": 1.9365895458440445,
      "grad_norm": 0.22212448716163635,
      "learning_rate": 1.7695826186392224e-05,
      "loss": 0.0826,
      "step": 1130
    },
    {
      "epoch": 1.9537275064267352,
      "grad_norm": 0.2077985554933548,
      "learning_rate": 1.7409948542024015e-05,
      "loss": 0.0822,
      "step": 1140
    },
    {
      "epoch": 1.9708654670094259,
      "grad_norm": 0.20502477884292603,
      "learning_rate": 1.7124070897655802e-05,
      "loss": 0.0817,
      "step": 1150
    },
    {
      "epoch": 1.9880034275921166,
      "grad_norm": 0.22330917418003082,
      "learning_rate": 1.6838193253287593e-05,
      "loss": 0.0837,
      "step": 1160
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.19116699695587158,
      "eval_runtime": 439.6787,
      "eval_samples_per_second": 10.917,
      "eval_steps_per_second": 1.365,
      "step": 1167
    },
    {
      "epoch": 2.005141388174807,
      "grad_norm": 0.1825590431690216,
      "learning_rate": 1.6552315608919384e-05,
      "loss": 0.0764,
      "step": 1170
    },
    {
      "epoch": 2.0222793487574977,
      "grad_norm": 0.245217964053154,
      "learning_rate": 1.6266437964551174e-05,
      "loss": 0.0776,
      "step": 1180
    },
    {
      "epoch": 2.0394173093401884,
      "grad_norm": 0.185066357254982,
      "learning_rate": 1.5980560320182965e-05,
      "loss": 0.0736,
      "step": 1190
    },
    {
      "epoch": 2.056555269922879,
      "grad_norm": 0.1703159511089325,
      "learning_rate": 1.5694682675814752e-05,
      "loss": 0.075,
      "step": 1200
    },
    {
      "epoch": 2.0736932305055698,
      "grad_norm": 0.19329093396663666,
      "learning_rate": 1.540880503144654e-05,
      "loss": 0.0789,
      "step": 1210
    },
    {
      "epoch": 2.0908311910882604,
      "grad_norm": 0.22116591036319733,
      "learning_rate": 1.5122927387078332e-05,
      "loss": 0.0761,
      "step": 1220
    },
    {
      "epoch": 2.107969151670951,
      "grad_norm": 0.17945989966392517,
      "learning_rate": 1.4837049742710121e-05,
      "loss": 0.0766,
      "step": 1230
    },
    {
      "epoch": 2.125107112253642,
      "grad_norm": 0.21690496802330017,
      "learning_rate": 1.4551172098341912e-05,
      "loss": 0.0748,
      "step": 1240
    },
    {
      "epoch": 2.1422450728363325,
      "grad_norm": 0.17853769659996033,
      "learning_rate": 1.4265294453973699e-05,
      "loss": 0.0755,
      "step": 1250
    },
    {
      "epoch": 2.159383033419023,
      "grad_norm": 0.18670514225959778,
      "learning_rate": 1.397941680960549e-05,
      "loss": 0.0789,
      "step": 1260
    },
    {
      "epoch": 2.176520994001714,
      "grad_norm": 0.2004610300064087,
      "learning_rate": 1.3693539165237278e-05,
      "loss": 0.0771,
      "step": 1270
    },
    {
      "epoch": 2.1936589545844045,
      "grad_norm": 0.17286266386508942,
      "learning_rate": 1.3407661520869069e-05,
      "loss": 0.0757,
      "step": 1280
    },
    {
      "epoch": 2.210796915167095,
      "grad_norm": 0.21835772693157196,
      "learning_rate": 1.312178387650086e-05,
      "loss": 0.0764,
      "step": 1290
    },
    {
      "epoch": 2.227934875749786,
      "grad_norm": 0.2717360854148865,
      "learning_rate": 1.2835906232132647e-05,
      "loss": 0.0761,
      "step": 1300
    },
    {
      "epoch": 2.2450728363324766,
      "grad_norm": 0.17896392941474915,
      "learning_rate": 1.2550028587764438e-05,
      "loss": 0.0748,
      "step": 1310
    },
    {
      "epoch": 2.2622107969151672,
      "grad_norm": 0.20612064003944397,
      "learning_rate": 1.2264150943396227e-05,
      "loss": 0.0745,
      "step": 1320
    },
    {
      "epoch": 2.279348757497858,
      "grad_norm": 0.25621137022972107,
      "learning_rate": 1.1978273299028017e-05,
      "loss": 0.0754,
      "step": 1330
    },
    {
      "epoch": 2.2964867180805486,
      "grad_norm": 0.1826545149087906,
      "learning_rate": 1.1692395654659806e-05,
      "loss": 0.0738,
      "step": 1340
    },
    {
      "epoch": 2.3136246786632393,
      "grad_norm": 0.22315889596939087,
      "learning_rate": 1.1406518010291597e-05,
      "loss": 0.0738,
      "step": 1350
    },
    {
      "epoch": 2.33076263924593,
      "grad_norm": 0.2433796525001526,
      "learning_rate": 1.1120640365923384e-05,
      "loss": 0.0746,
      "step": 1360
    },
    {
      "epoch": 2.34790059982862,
      "grad_norm": 0.19135648012161255,
      "learning_rate": 1.0834762721555175e-05,
      "loss": 0.0745,
      "step": 1370
    },
    {
      "epoch": 2.365038560411311,
      "grad_norm": 0.21853765845298767,
      "learning_rate": 1.0548885077186965e-05,
      "loss": 0.0751,
      "step": 1380
    },
    {
      "epoch": 2.3821765209940016,
      "grad_norm": 0.23422804474830627,
      "learning_rate": 1.0263007432818754e-05,
      "loss": 0.0736,
      "step": 1390
    },
    {
      "epoch": 2.3993144815766922,
      "grad_norm": 0.22039854526519775,
      "learning_rate": 9.977129788450543e-06,
      "loss": 0.0722,
      "step": 1400
    },
    {
      "epoch": 2.416452442159383,
      "grad_norm": 0.20668627321720123,
      "learning_rate": 9.691252144082332e-06,
      "loss": 0.074,
      "step": 1410
    },
    {
      "epoch": 2.4335904027420736,
      "grad_norm": 0.3503040671348572,
      "learning_rate": 9.405374499714123e-06,
      "loss": 0.0786,
      "step": 1420
    },
    {
      "epoch": 2.4507283633247643,
      "grad_norm": 0.2581626772880554,
      "learning_rate": 9.119496855345912e-06,
      "loss": 0.0721,
      "step": 1430
    },
    {
      "epoch": 2.467866323907455,
      "grad_norm": 0.2439981997013092,
      "learning_rate": 8.833619210977703e-06,
      "loss": 0.0733,
      "step": 1440
    },
    {
      "epoch": 2.4850042844901457,
      "grad_norm": 0.16303370893001556,
      "learning_rate": 8.547741566609492e-06,
      "loss": 0.0727,
      "step": 1450
    },
    {
      "epoch": 2.5021422450728363,
      "grad_norm": 0.17133218050003052,
      "learning_rate": 8.26186392224128e-06,
      "loss": 0.0722,
      "step": 1460
    },
    {
      "epoch": 2.519280205655527,
      "grad_norm": 0.2298302799463272,
      "learning_rate": 7.975986277873071e-06,
      "loss": 0.0717,
      "step": 1470
    },
    {
      "epoch": 2.5364181662382177,
      "grad_norm": 0.22220905125141144,
      "learning_rate": 7.69010863350486e-06,
      "loss": 0.0763,
      "step": 1480
    },
    {
      "epoch": 2.5535561268209084,
      "grad_norm": 0.2196768969297409,
      "learning_rate": 7.40423098913665e-06,
      "loss": 0.0694,
      "step": 1490
    },
    {
      "epoch": 2.570694087403599,
      "grad_norm": 0.23876038193702698,
      "learning_rate": 7.11835334476844e-06,
      "loss": 0.0702,
      "step": 1500
    },
    {
      "epoch": 2.5878320479862897,
      "grad_norm": 0.2197275310754776,
      "learning_rate": 6.832475700400229e-06,
      "loss": 0.0731,
      "step": 1510
    },
    {
      "epoch": 2.6049700085689804,
      "grad_norm": 0.1521027684211731,
      "learning_rate": 6.5465980560320186e-06,
      "loss": 0.0706,
      "step": 1520
    },
    {
      "epoch": 2.622107969151671,
      "grad_norm": 0.2315615713596344,
      "learning_rate": 6.2607204116638075e-06,
      "loss": 0.0699,
      "step": 1530
    },
    {
      "epoch": 2.6392459297343613,
      "grad_norm": 0.22933197021484375,
      "learning_rate": 5.974842767295598e-06,
      "loss": 0.0726,
      "step": 1540
    },
    {
      "epoch": 2.656383890317052,
      "grad_norm": 0.23843450844287872,
      "learning_rate": 5.688965122927387e-06,
      "loss": 0.0696,
      "step": 1550
    },
    {
      "epoch": 2.6735218508997427,
      "grad_norm": 0.2547082304954529,
      "learning_rate": 5.403087478559177e-06,
      "loss": 0.0697,
      "step": 1560
    },
    {
      "epoch": 2.6906598114824334,
      "grad_norm": 0.19213077425956726,
      "learning_rate": 5.117209834190966e-06,
      "loss": 0.0725,
      "step": 1570
    },
    {
      "epoch": 2.707797772065124,
      "grad_norm": 0.19462022185325623,
      "learning_rate": 4.8313321898227566e-06,
      "loss": 0.0707,
      "step": 1580
    },
    {
      "epoch": 2.7249357326478147,
      "grad_norm": 0.22448916733264923,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.0708,
      "step": 1590
    },
    {
      "epoch": 2.7420736932305054,
      "grad_norm": 0.22550085186958313,
      "learning_rate": 4.259576901086335e-06,
      "loss": 0.0705,
      "step": 1600
    },
    {
      "epoch": 2.759211653813196,
      "grad_norm": 0.24738526344299316,
      "learning_rate": 3.973699256718124e-06,
      "loss": 0.0716,
      "step": 1610
    },
    {
      "epoch": 2.776349614395887,
      "grad_norm": 0.20870988070964813,
      "learning_rate": 3.687821612349914e-06,
      "loss": 0.0674,
      "step": 1620
    },
    {
      "epoch": 2.7934875749785775,
      "grad_norm": 0.2011324018239975,
      "learning_rate": 3.4019439679817043e-06,
      "loss": 0.0692,
      "step": 1630
    },
    {
      "epoch": 2.810625535561268,
      "grad_norm": 0.25708264112472534,
      "learning_rate": 3.1160663236134933e-06,
      "loss": 0.0699,
      "step": 1640
    },
    {
      "epoch": 2.827763496143959,
      "grad_norm": 0.20108073949813843,
      "learning_rate": 2.830188679245283e-06,
      "loss": 0.0702,
      "step": 1650
    },
    {
      "epoch": 2.8449014567266495,
      "grad_norm": 0.21398206055164337,
      "learning_rate": 2.5443110348770725e-06,
      "loss": 0.0727,
      "step": 1660
    },
    {
      "epoch": 2.86203941730934,
      "grad_norm": 0.1945817768573761,
      "learning_rate": 2.2584333905088623e-06,
      "loss": 0.0739,
      "step": 1670
    },
    {
      "epoch": 2.879177377892031,
      "grad_norm": 0.20674385130405426,
      "learning_rate": 1.972555746140652e-06,
      "loss": 0.0738,
      "step": 1680
    },
    {
      "epoch": 2.8963153384747216,
      "grad_norm": 0.2226879894733429,
      "learning_rate": 1.6866781017724415e-06,
      "loss": 0.0698,
      "step": 1690
    },
    {
      "epoch": 2.9134532990574122,
      "grad_norm": 0.1832134872674942,
      "learning_rate": 1.400800457404231e-06,
      "loss": 0.0701,
      "step": 1700
    },
    {
      "epoch": 2.930591259640103,
      "grad_norm": 0.2704426348209381,
      "learning_rate": 1.1149228130360207e-06,
      "loss": 0.0681,
      "step": 1710
    },
    {
      "epoch": 2.9477292202227936,
      "grad_norm": 0.2618798315525055,
      "learning_rate": 8.290451686678103e-07,
      "loss": 0.0696,
      "step": 1720
    },
    {
      "epoch": 2.9648671808054843,
      "grad_norm": 0.16076813638210297,
      "learning_rate": 5.431675242995998e-07,
      "loss": 0.0729,
      "step": 1730
    },
    {
      "epoch": 2.982005141388175,
      "grad_norm": 0.20760373771190643,
      "learning_rate": 2.572898799313894e-07,
      "loss": 0.0693,
      "step": 1740
    },
    {
      "epoch": 2.9974293059125965,
      "eval_loss": 0.2091314196586609,
      "eval_runtime": 438.8842,
      "eval_samples_per_second": 10.937,
      "eval_steps_per_second": 1.367,
      "step": 1749
    }
  ],
  "logging_steps": 10,
  "max_steps": 1749,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3059345020564275e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}