{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 732,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001366120218579235,
      "grad_norm": 8.843155743885935,
      "learning_rate": 2.702702702702703e-07,
      "loss": 1.199,
      "step": 1
    },
    {
      "epoch": 0.006830601092896175,
      "grad_norm": 8.540631742450893,
      "learning_rate": 1.3513513513513515e-06,
      "loss": 1.2044,
      "step": 5
    },
    {
      "epoch": 0.01366120218579235,
      "grad_norm": 8.767200579620665,
      "learning_rate": 2.702702702702703e-06,
      "loss": 1.186,
      "step": 10
    },
    {
      "epoch": 0.020491803278688523,
      "grad_norm": 2.6098644670988818,
      "learning_rate": 4.0540540540540545e-06,
      "loss": 1.0193,
      "step": 15
    },
    {
      "epoch": 0.0273224043715847,
      "grad_norm": 0.9214100024259756,
      "learning_rate": 5.405405405405406e-06,
      "loss": 0.9217,
      "step": 20
    },
    {
      "epoch": 0.03415300546448088,
      "grad_norm": 0.7472855963085931,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 0.859,
      "step": 25
    },
    {
      "epoch": 0.040983606557377046,
      "grad_norm": 0.7027313339104094,
      "learning_rate": 8.108108108108109e-06,
      "loss": 0.8567,
      "step": 30
    },
    {
      "epoch": 0.04781420765027322,
      "grad_norm": 0.606492697546335,
      "learning_rate": 9.45945945945946e-06,
      "loss": 0.8564,
      "step": 35
    },
    {
      "epoch": 0.0546448087431694,
      "grad_norm": 0.5940228911261327,
      "learning_rate": 1.0810810810810812e-05,
      "loss": 0.8281,
      "step": 40
    },
    {
      "epoch": 0.06147540983606557,
      "grad_norm": 0.5848291669538546,
      "learning_rate": 1.2162162162162164e-05,
      "loss": 0.8319,
      "step": 45
    },
    {
      "epoch": 0.06830601092896176,
      "grad_norm": 0.5535457560314438,
      "learning_rate": 1.3513513513513515e-05,
      "loss": 0.8194,
      "step": 50
    },
    {
      "epoch": 0.07513661202185792,
      "grad_norm": 0.5893686332325634,
      "learning_rate": 1.4864864864864865e-05,
      "loss": 0.828,
      "step": 55
    },
    {
      "epoch": 0.08196721311475409,
      "grad_norm": 0.5719534274373087,
      "learning_rate": 1.6216216216216218e-05,
      "loss": 0.8255,
      "step": 60
    },
    {
      "epoch": 0.08879781420765027,
      "grad_norm": 0.5782518990484358,
      "learning_rate": 1.756756756756757e-05,
      "loss": 0.8091,
      "step": 65
    },
    {
      "epoch": 0.09562841530054644,
      "grad_norm": 0.6001941236834596,
      "learning_rate": 1.891891891891892e-05,
      "loss": 0.8509,
      "step": 70
    },
    {
      "epoch": 0.10245901639344263,
      "grad_norm": 0.5756334358383789,
      "learning_rate": 1.999988602302209e-05,
      "loss": 0.7947,
      "step": 75
    },
    {
      "epoch": 0.1092896174863388,
      "grad_norm": 0.5589039932124558,
      "learning_rate": 1.9995897101594454e-05,
      "loss": 0.81,
      "step": 80
    },
    {
      "epoch": 0.11612021857923498,
      "grad_norm": 0.5938570135428684,
      "learning_rate": 1.99862119291555e-05,
      "loss": 0.8088,
      "step": 85
    },
    {
      "epoch": 0.12295081967213115,
      "grad_norm": 0.5924615537351454,
      "learning_rate": 1.997083602488702e-05,
      "loss": 0.8071,
      "step": 90
    },
    {
      "epoch": 0.12978142076502733,
      "grad_norm": 0.5988590272254397,
      "learning_rate": 1.994977815088504e-05,
      "loss": 0.8057,
      "step": 95
    },
    {
      "epoch": 0.1366120218579235,
      "grad_norm": 0.5820148883591653,
      "learning_rate": 1.9923050307166655e-05,
      "loss": 0.8043,
      "step": 100
    },
    {
      "epoch": 0.14344262295081966,
      "grad_norm": 0.6312826892627479,
      "learning_rate": 1.989066772483171e-05,
      "loss": 0.8125,
      "step": 105
    },
    {
      "epoch": 0.15027322404371585,
      "grad_norm": 0.5457727775136069,
      "learning_rate": 1.9852648857383224e-05,
      "loss": 0.795,
      "step": 110
    },
    {
      "epoch": 0.15710382513661203,
      "grad_norm": 0.5931361564309547,
      "learning_rate": 1.9809015370211505e-05,
      "loss": 0.8023,
      "step": 115
    },
    {
      "epoch": 0.16393442622950818,
      "grad_norm": 0.5429570919204767,
      "learning_rate": 1.9759792128247922e-05,
      "loss": 0.818,
      "step": 120
    },
    {
      "epoch": 0.17076502732240437,
      "grad_norm": 0.5941429790495816,
      "learning_rate": 1.9705007181795416e-05,
      "loss": 0.8076,
      "step": 125
    },
    {
      "epoch": 0.17759562841530055,
      "grad_norm": 0.586524294465549,
      "learning_rate": 1.964469175054377e-05,
      "loss": 0.7948,
      "step": 130
    },
    {
      "epoch": 0.18442622950819673,
      "grad_norm": 0.5701970901963691,
      "learning_rate": 1.9578880205778793e-05,
      "loss": 0.7901,
      "step": 135
    },
    {
      "epoch": 0.1912568306010929,
      "grad_norm": 0.5531109526566766,
      "learning_rate": 1.950761005079556e-05,
      "loss": 0.768,
      "step": 140
    },
    {
      "epoch": 0.19808743169398907,
      "grad_norm": 0.5905328760710993,
      "learning_rate": 1.9430921899526786e-05,
      "loss": 0.7892,
      "step": 145
    },
    {
      "epoch": 0.20491803278688525,
      "grad_norm": 0.5887273338658354,
      "learning_rate": 1.934885945339865e-05,
      "loss": 0.7814,
      "step": 150
    },
    {
      "epoch": 0.21174863387978143,
      "grad_norm": 0.6013798893637619,
      "learning_rate": 1.9261469476427122e-05,
      "loss": 0.7957,
      "step": 155
    },
    {
      "epoch": 0.2185792349726776,
      "grad_norm": 0.5617177815620502,
      "learning_rate": 1.916880176856909e-05,
      "loss": 0.7591,
      "step": 160
    },
    {
      "epoch": 0.22540983606557377,
      "grad_norm": 0.6140562235904167,
      "learning_rate": 1.907090913734341e-05,
      "loss": 0.7787,
      "step": 165
    },
    {
      "epoch": 0.23224043715846995,
      "grad_norm": 0.586045608127345,
      "learning_rate": 1.896784736773805e-05,
      "loss": 0.768,
      "step": 170
    },
    {
      "epoch": 0.2390710382513661,
      "grad_norm": 0.5524101190099344,
      "learning_rate": 1.885967519042054e-05,
      "loss": 0.7744,
      "step": 175
    },
    {
      "epoch": 0.2459016393442623,
      "grad_norm": 0.5523610942140554,
      "learning_rate": 1.8746454248269777e-05,
      "loss": 0.7602,
      "step": 180
    },
    {
      "epoch": 0.2527322404371585,
      "grad_norm": 0.546789444435313,
      "learning_rate": 1.862824906124826e-05,
      "loss": 0.784,
      "step": 185
    },
    {
      "epoch": 0.25956284153005466,
      "grad_norm": 0.5348363807692132,
      "learning_rate": 1.850512698963485e-05,
      "loss": 0.7579,
      "step": 190
    },
    {
      "epoch": 0.26639344262295084,
      "grad_norm": 0.5681852755270315,
      "learning_rate": 1.8377158195638877e-05,
      "loss": 0.7722,
      "step": 195
    },
    {
      "epoch": 0.273224043715847,
      "grad_norm": 0.5731618955355812,
      "learning_rate": 1.8244415603417603e-05,
      "loss": 0.7939,
      "step": 200
    },
    {
      "epoch": 0.28005464480874315,
      "grad_norm": 0.5778873895260302,
      "learning_rate": 1.8106974857519737e-05,
      "loss": 0.7762,
      "step": 205
    },
    {
      "epoch": 0.28688524590163933,
      "grad_norm": 0.614463428308708,
      "learning_rate": 1.7964914279778716e-05,
      "loss": 0.7522,
      "step": 210
    },
    {
      "epoch": 0.2937158469945355,
      "grad_norm": 0.5703542529393416,
      "learning_rate": 1.78183148246803e-05,
      "loss": 0.7641,
      "step": 215
    },
    {
      "epoch": 0.3005464480874317,
      "grad_norm": 0.6153806412407196,
      "learning_rate": 1.7667260033229953e-05,
      "loss": 0.7798,
      "step": 220
    },
    {
      "epoch": 0.3073770491803279,
      "grad_norm": 0.5851057407860113,
      "learning_rate": 1.751183598534625e-05,
      "loss": 0.7647,
      "step": 225
    },
    {
      "epoch": 0.31420765027322406,
      "grad_norm": 0.6316856459688894,
      "learning_rate": 1.7352131250807466e-05,
      "loss": 0.769,
      "step": 230
    },
    {
      "epoch": 0.32103825136612024,
      "grad_norm": 0.5516002849247819,
      "learning_rate": 1.7188236838779297e-05,
      "loss": 0.7518,
      "step": 235
    },
    {
      "epoch": 0.32786885245901637,
      "grad_norm": 0.5604362168665755,
      "learning_rate": 1.702024614595248e-05,
      "loss": 0.7736,
      "step": 240
    },
    {
      "epoch": 0.33469945355191255,
      "grad_norm": 0.6287905939345914,
      "learning_rate": 1.6848254903319866e-05,
      "loss": 0.7487,
      "step": 245
    },
    {
      "epoch": 0.34153005464480873,
      "grad_norm": 0.5691120534757109,
      "learning_rate": 1.6672361121623238e-05,
      "loss": 0.7614,
      "step": 250
    },
    {
      "epoch": 0.3483606557377049,
      "grad_norm": 0.5460125409110708,
      "learning_rate": 1.6492665035501048e-05,
      "loss": 0.7587,
      "step": 255
    },
    {
      "epoch": 0.3551912568306011,
      "grad_norm": 0.57597601156693,
      "learning_rate": 1.6309269046368777e-05,
      "loss": 0.7673,
      "step": 260
    },
    {
      "epoch": 0.3620218579234973,
      "grad_norm": 0.5966304605065128,
      "learning_rate": 1.612227766406461e-05,
      "loss": 0.7816,
      "step": 265
    },
    {
      "epoch": 0.36885245901639346,
      "grad_norm": 0.5734953007972787,
      "learning_rate": 1.5931797447293553e-05,
      "loss": 0.7665,
      "step": 270
    },
    {
      "epoch": 0.3756830601092896,
      "grad_norm": 0.5811602692803652,
      "learning_rate": 1.5737936942904025e-05,
      "loss": 0.7514,
      "step": 275
    },
    {
      "epoch": 0.3825136612021858,
      "grad_norm": 0.5490754114059545,
      "learning_rate": 1.554080662403144e-05,
      "loss": 0.7588,
      "step": 280
    },
    {
      "epoch": 0.38934426229508196,
      "grad_norm": 0.5730964675833344,
      "learning_rate": 1.5340518827144145e-05,
      "loss": 0.7559,
      "step": 285
    },
    {
      "epoch": 0.39617486338797814,
      "grad_norm": 0.5589786160518924,
      "learning_rate": 1.5137187688027437e-05,
      "loss": 0.7535,
      "step": 290
    },
    {
      "epoch": 0.4030054644808743,
      "grad_norm": 0.5482919352886477,
      "learning_rate": 1.4930929076742317e-05,
      "loss": 0.7408,
      "step": 295
    },
    {
      "epoch": 0.4098360655737705,
      "grad_norm": 0.5546311270276107,
      "learning_rate": 1.4721860531595868e-05,
      "loss": 0.771,
      "step": 300
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.5655833815736454,
      "learning_rate": 1.451010119216102e-05,
      "loss": 0.7367,
      "step": 305
    },
    {
      "epoch": 0.42349726775956287,
      "grad_norm": 0.6197227214321215,
      "learning_rate": 1.4295771731383799e-05,
      "loss": 0.7527,
      "step": 310
    },
    {
      "epoch": 0.430327868852459,
      "grad_norm": 0.5476311997058135,
      "learning_rate": 1.4078994286816768e-05,
      "loss": 0.7295,
      "step": 315
    },
    {
      "epoch": 0.4371584699453552,
      "grad_norm": 0.5984718358075056,
      "learning_rate": 1.3859892391017867e-05,
      "loss": 0.747,
      "step": 320
    },
    {
      "epoch": 0.44398907103825136,
      "grad_norm": 0.5609136301558824,
      "learning_rate": 1.3638590901154276e-05,
      "loss": 0.7314,
      "step": 325
    },
    {
      "epoch": 0.45081967213114754,
      "grad_norm": 0.5678828594627737,
      "learning_rate": 1.341521592785145e-05,
      "loss": 0.7416,
      "step": 330
    },
    {
      "epoch": 0.4576502732240437,
      "grad_norm": 0.6045615515916248,
      "learning_rate": 1.3189894763327851e-05,
      "loss": 0.7575,
      "step": 335
    },
    {
      "epoch": 0.4644808743169399,
      "grad_norm": 0.6102125885340797,
      "learning_rate": 1.2962755808856341e-05,
      "loss": 0.7233,
      "step": 340
    },
    {
      "epoch": 0.4713114754098361,
      "grad_norm": 0.5569824101385544,
      "learning_rate": 1.2733928501593587e-05,
      "loss": 0.7513,
      "step": 345
    },
    {
      "epoch": 0.4781420765027322,
      "grad_norm": 0.5900237407977923,
      "learning_rate": 1.2503543240819127e-05,
      "loss": 0.7247,
      "step": 350
    },
    {
      "epoch": 0.4849726775956284,
      "grad_norm": 0.5680127868499019,
      "learning_rate": 1.227173131362619e-05,
      "loss": 0.7311,
      "step": 355
    },
    {
      "epoch": 0.4918032786885246,
      "grad_norm": 0.5625573721414876,
      "learning_rate": 1.2038624820106572e-05,
      "loss": 0.723,
      "step": 360
    },
    {
      "epoch": 0.49863387978142076,
      "grad_norm": 0.5756982415323313,
      "learning_rate": 1.1804356598072223e-05,
      "loss": 0.7392,
      "step": 365
    },
    {
      "epoch": 0.505464480874317,
      "grad_norm": 0.5946932612905129,
      "learning_rate": 1.1569060147356441e-05,
      "loss": 0.7287,
      "step": 370
    },
    {
      "epoch": 0.5122950819672131,
      "grad_norm": 0.6113580526324344,
      "learning_rate": 1.133286955373779e-05,
      "loss": 0.7568,
      "step": 375
    },
    {
      "epoch": 0.5191256830601093,
      "grad_norm": 0.6964655258277292,
      "learning_rate": 1.1095919412530136e-05,
      "loss": 0.7257,
      "step": 380
    },
    {
      "epoch": 0.5259562841530054,
      "grad_norm": 0.558955112992284,
      "learning_rate": 1.0858344751882304e-05,
      "loss": 0.7468,
      "step": 385
    },
    {
      "epoch": 0.5327868852459017,
      "grad_norm": 0.6215470265457846,
      "learning_rate": 1.0620280955831088e-05,
      "loss": 0.7537,
      "step": 390
    },
    {
      "epoch": 0.5396174863387978,
      "grad_norm": 0.5750613153322487,
      "learning_rate": 1.038186368715145e-05,
      "loss": 0.7343,
      "step": 395
    },
    {
      "epoch": 0.546448087431694,
      "grad_norm": 0.5701696384507413,
      "learning_rate": 1.0143228810047877e-05,
      "loss": 0.7358,
      "step": 400
    },
    {
      "epoch": 0.5532786885245902,
      "grad_norm": 0.5635496322641829,
      "learning_rate": 9.904512312730948e-06,
      "loss": 0.723,
      "step": 405
    },
    {
      "epoch": 0.5601092896174863,
      "grad_norm": 0.5331086289619262,
      "learning_rate": 9.665850229923258e-06,
      "loss": 0.7359,
      "step": 410
    },
    {
      "epoch": 0.5669398907103825,
      "grad_norm": 0.5696605773767074,
      "learning_rate": 9.4273785653388e-06,
      "loss": 0.7266,
      "step": 415
    },
    {
      "epoch": 0.5737704918032787,
      "grad_norm": 0.5530919852682804,
      "learning_rate": 9.189233214180057e-06,
      "loss": 0.7245,
      "step": 420
    },
    {
      "epoch": 0.5806010928961749,
      "grad_norm": 0.6180570767094125,
      "learning_rate": 8.951549885696889e-06,
      "loss": 0.7152,
      "step": 425
    },
    {
      "epoch": 0.587431693989071,
      "grad_norm": 0.5435168155874842,
      "learning_rate": 8.714464025851428e-06,
      "loss": 0.7329,
      "step": 430
    },
    {
      "epoch": 0.5942622950819673,
      "grad_norm": 0.5918089418612534,
      "learning_rate": 8.478110740132971e-06,
      "loss": 0.7394,
      "step": 435
    },
    {
      "epoch": 0.6010928961748634,
      "grad_norm": 0.5775872171354361,
      "learning_rate": 8.242624716566928e-06,
      "loss": 0.7386,
      "step": 440
    },
    {
      "epoch": 0.6079234972677595,
      "grad_norm": 0.560805508558742,
      "learning_rate": 8.008140148961642e-06,
      "loss": 0.7286,
      "step": 445
    },
    {
      "epoch": 0.6147540983606558,
      "grad_norm": 0.5659035847143471,
      "learning_rate": 7.774790660436857e-06,
      "loss": 0.7395,
      "step": 450
    },
    {
      "epoch": 0.6215846994535519,
      "grad_norm": 0.5934950402129012,
      "learning_rate": 7.542709227277396e-06,
      "loss": 0.7256,
      "step": 455
    },
    {
      "epoch": 0.6284153005464481,
      "grad_norm": 0.5440391404753762,
      "learning_rate": 7.312028103155426e-06,
      "loss": 0.7115,
      "step": 460
    },
    {
      "epoch": 0.6352459016393442,
      "grad_norm": 0.525973972202757,
      "learning_rate": 7.0828787437645455e-06,
      "loss": 0.7253,
      "step": 465
    },
    {
      "epoch": 0.6420765027322405,
      "grad_norm": 0.5381242803100431,
      "learning_rate": 6.8553917319085676e-06,
      "loss": 0.715,
      "step": 470
    },
    {
      "epoch": 0.6489071038251366,
      "grad_norm": 0.5407688729054287,
      "learning_rate": 6.629696703087755e-06,
      "loss": 0.7145,
      "step": 475
    },
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 0.5510841812349385,
      "learning_rate": 6.405922271624874e-06,
      "loss": 0.6676,
      "step": 480
    },
    {
      "epoch": 0.662568306010929,
      "grad_norm": 0.5574387613507912,
      "learning_rate": 6.184195957373176e-06,
      "loss": 0.7353,
      "step": 485
    },
    {
      "epoch": 0.6693989071038251,
      "grad_norm": 0.6253673572306452,
      "learning_rate": 5.964644113048079e-06,
      "loss": 0.7065,
      "step": 490
    },
    {
      "epoch": 0.6762295081967213,
      "grad_norm": 0.5452906786267165,
      "learning_rate": 5.74739185222394e-06,
      "loss": 0.7336,
      "step": 495
    },
    {
      "epoch": 0.6830601092896175,
      "grad_norm": 0.5560796717868584,
      "learning_rate": 5.532562978036964e-06,
      "loss": 0.7207,
      "step": 500
    },
    {
      "epoch": 0.6898907103825137,
      "grad_norm": 0.6056533738818196,
      "learning_rate": 5.320279912634907e-06,
      "loss": 0.7186,
      "step": 505
    },
    {
      "epoch": 0.6967213114754098,
      "grad_norm": 0.569520229311181,
      "learning_rate": 5.110663627413695e-06,
      "loss": 0.7377,
      "step": 510
    },
    {
      "epoch": 0.703551912568306,
      "grad_norm": 0.5563155283253095,
      "learning_rate": 4.903833574080825e-06,
      "loss": 0.7065,
      "step": 515
    },
    {
      "epoch": 0.7103825136612022,
      "grad_norm": 0.6065562069673966,
      "learning_rate": 4.6999076165847214e-06,
      "loss": 0.7436,
      "step": 520
    },
    {
      "epoch": 0.7172131147540983,
      "grad_norm": 0.5561597356740903,
      "learning_rate": 4.499001963948929e-06,
      "loss": 0.7279,
      "step": 525
    },
    {
      "epoch": 0.7240437158469946,
      "grad_norm": 0.540260398768991,
      "learning_rate": 4.301231104049359e-06,
      "loss": 0.7102,
      "step": 530
    },
    {
      "epoch": 0.7308743169398907,
      "grad_norm": 0.5312643673085101,
      "learning_rate": 4.106707738372357e-06,
      "loss": 0.696,
      "step": 535
    },
    {
      "epoch": 0.7377049180327869,
      "grad_norm": 0.5886875453265892,
      "learning_rate": 3.915542717790759e-06,
      "loss": 0.7225,
      "step": 540
    },
    {
      "epoch": 0.744535519125683,
      "grad_norm": 0.5771137703202747,
      "learning_rate": 3.727844979394526e-06,
      "loss": 0.7369,
      "step": 545
    },
    {
      "epoch": 0.7513661202185792,
      "grad_norm": 0.5513216324725466,
      "learning_rate": 3.543721484411976e-06,
      "loss": 0.7381,
      "step": 550
    },
    {
      "epoch": 0.7581967213114754,
      "grad_norm": 0.5821599254967618,
      "learning_rate": 3.3632771572569878e-06,
      "loss": 0.7346,
      "step": 555
    },
    {
      "epoch": 0.7650273224043715,
      "grad_norm": 0.5434619637496027,
      "learning_rate": 3.1866148257368666e-06,
      "loss": 0.6955,
      "step": 560
    },
    {
      "epoch": 0.7718579234972678,
      "grad_norm": 0.5508768490641304,
      "learning_rate": 3.0138351624550165e-06,
      "loss": 0.7088,
      "step": 565
    },
    {
      "epoch": 0.7786885245901639,
      "grad_norm": 0.5522627907801693,
      "learning_rate": 2.845036627441755e-06,
      "loss": 0.7029,
      "step": 570
    },
    {
      "epoch": 0.7855191256830601,
      "grad_norm": 0.5484073193031532,
      "learning_rate": 2.6803154120460007e-06,
      "loss": 0.6981,
      "step": 575
    },
    {
      "epoch": 0.7923497267759563,
      "grad_norm": 0.5460127035608994,
      "learning_rate": 2.5197653841197546e-06,
      "loss": 0.7359,
      "step": 580
    },
    {
      "epoch": 0.7991803278688525,
      "grad_norm": 0.5649471360604418,
      "learning_rate": 2.3634780345266805e-06,
      "loss": 0.7273,
      "step": 585
    },
    {
      "epoch": 0.8060109289617486,
      "grad_norm": 0.5701788726901212,
      "learning_rate": 2.211542425005223e-06,
      "loss": 0.7093,
      "step": 590
    },
    {
      "epoch": 0.8128415300546448,
      "grad_norm": 0.5541668671991618,
      "learning_rate": 2.064045137415982e-06,
      "loss": 0.7464,
      "step": 595
    },
    {
      "epoch": 0.819672131147541,
      "grad_norm": 0.5330522987281802,
      "learning_rate": 1.9210702244022616e-06,
      "loss": 0.715,
      "step": 600
    },
    {
      "epoch": 0.8265027322404371,
      "grad_norm": 0.5298294565996464,
      "learning_rate": 1.7826991614919264e-06,
      "loss": 0.7223,
      "step": 605
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.5610592085239171,
      "learning_rate": 1.6490108006678495e-06,
      "loss": 0.7247,
      "step": 610
    },
    {
      "epoch": 0.8401639344262295,
      "grad_norm": 0.5682288942071054,
      "learning_rate": 1.5200813254334013e-06,
      "loss": 0.7054,
      "step": 615
    },
    {
      "epoch": 0.8469945355191257,
      "grad_norm": 0.5693548112007653,
      "learning_rate": 1.3959842073986085e-06,
      "loss": 0.7266,
      "step": 620
    },
    {
      "epoch": 0.8538251366120219,
      "grad_norm": 0.5448533977882911,
      "learning_rate": 1.2767901644116943e-06,
      "loss": 0.7154,
      "step": 625
    },
    {
      "epoch": 0.860655737704918,
      "grad_norm": 0.567356173427535,
      "learning_rate": 1.1625671202598875e-06,
      "loss": 0.7042,
      "step": 630
    },
    {
      "epoch": 0.8674863387978142,
      "grad_norm": 0.5923179681072539,
      "learning_rate": 1.0533801659624531e-06,
      "loss": 0.696,
      "step": 635
    },
    {
      "epoch": 0.8743169398907104,
      "grad_norm": 0.5471124778528522,
      "learning_rate": 9.492915226779809e-07,
      "loss": 0.7037,
      "step": 640
    },
    {
      "epoch": 0.8811475409836066,
      "grad_norm": 0.7367442278445117,
      "learning_rate": 8.503605062471187e-07,
      "loss": 0.7285,
      "step": 645
    },
    {
      "epoch": 0.8879781420765027,
      "grad_norm": 0.5411387873270271,
      "learning_rate": 7.566434933909006e-07,
      "loss": 0.7167,
      "step": 650
    },
    {
      "epoch": 0.894808743169399,
      "grad_norm": 0.5402678284774802,
      "learning_rate": 6.681938895839746e-07,
      "loss": 0.6901,
      "step": 655
    },
    {
      "epoch": 0.9016393442622951,
      "grad_norm": 0.5526115125845628,
      "learning_rate": 5.850620986210198e-07,
      "loss": 0.7028,
      "step": 660
    },
    {
      "epoch": 0.9084699453551912,
      "grad_norm": 0.557503740636623,
      "learning_rate": 5.072954938936925e-07,
      "loss": 0.7059,
      "step": 665
    },
    {
      "epoch": 0.9153005464480874,
      "grad_norm": 0.6069774844130886,
      "learning_rate": 4.3493839139447716e-07,
      "loss": 0.709,
      "step": 670
    },
    {
      "epoch": 0.9221311475409836,
      "grad_norm": 0.5659313165055196,
      "learning_rate": 3.6803202446282217e-07,
      "loss": 0.7173,
      "step": 675
    },
    {
      "epoch": 0.9289617486338798,
      "grad_norm": 0.546500310034168,
      "learning_rate": 3.0661452028795335e-07,
      "loss": 0.6963,
      "step": 680
    },
    {
      "epoch": 0.9357923497267759,
      "grad_norm": 0.5278636280522998,
      "learning_rate": 2.507208781817638e-07,
      "loss": 0.7062,
      "step": 685
    },
    {
      "epoch": 0.9426229508196722,
      "grad_norm": 0.5368853646294492,
      "learning_rate": 2.0038294963413251e-07,
      "loss": 0.7303,
      "step": 690
    },
    {
      "epoch": 0.9494535519125683,
      "grad_norm": 0.5295882031597404,
      "learning_rate": 1.556294201620734e-07,
      "loss": 0.7077,
      "step": 695
    },
    {
      "epoch": 0.9562841530054644,
      "grad_norm": 0.5590243905068004,
      "learning_rate": 1.1648579296304252e-07,
      "loss": 0.71,
      "step": 700
    },
    {
      "epoch": 0.9631147540983607,
      "grad_norm": 0.5607413731294414,
      "learning_rate": 8.297437438170797e-08,
      "loss": 0.716,
      "step": 705
    },
    {
      "epoch": 0.9699453551912568,
      "grad_norm": 0.5580234118888867,
      "learning_rate": 5.51142611984834e-08,
      "loss": 0.7147,
      "step": 710
    },
    {
      "epoch": 0.976775956284153,
      "grad_norm": 0.5435574659414255,
      "learning_rate": 3.2921329747056527e-08,
      "loss": 0.7131,
      "step": 715
    },
    {
      "epoch": 0.9836065573770492,
      "grad_norm": 0.6153543980271695,
      "learning_rate": 1.6408226867118404e-08,
      "loss": 0.714,
      "step": 720
    },
    {
      "epoch": 0.9904371584699454,
      "grad_norm": 0.5542963142607653,
      "learning_rate": 5.584362697453882e-09,
      "loss": 0.7282,
      "step": 725
    },
    {
      "epoch": 0.9972677595628415,
      "grad_norm": 1.0209900402406562,
      "learning_rate": 4.5590531348227443e-10,
      "loss": 0.7115,
      "step": 730
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7274145483970642,
      "eval_runtime": 9.4843,
      "eval_samples_per_second": 52.719,
      "eval_steps_per_second": 1.687,
      "step": 732
    },
    {
      "epoch": 1.0,
      "step": 732,
      "total_flos": 106034689474560.0,
      "train_loss": 0.7575202535410397,
      "train_runtime": 8959.9133,
      "train_samples_per_second": 10.452,
      "train_steps_per_second": 0.082
    }
  ],
  "logging_steps": 5,
  "max_steps": 732,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 106034689474560.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}