{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 22,
  "global_step": 87,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 19.59183260405101,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.3985,
      "step": 1
    },
    {
      "epoch": 0.01,
      "eval_loss": 1.5676738023757935,
      "eval_runtime": 3.9227,
      "eval_samples_per_second": 4.844,
      "eval_steps_per_second": 1.275,
      "step": 1
    },
    {
      "epoch": 0.02,
      "grad_norm": 25.857640141956836,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.6073,
      "step": 2
    },
    {
      "epoch": 0.03,
      "grad_norm": 19.53747244629775,
      "learning_rate": 6e-06,
      "loss": 1.5784,
      "step": 3
    },
    {
      "epoch": 0.05,
      "grad_norm": 32.1611390841105,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.4924,
      "step": 4
    },
    {
      "epoch": 0.06,
      "grad_norm": 25.68491589990429,
      "learning_rate": 1e-05,
      "loss": 1.5215,
      "step": 5
    },
    {
      "epoch": 0.07,
      "grad_norm": 21.800722806654328,
      "learning_rate": 1.2e-05,
      "loss": 1.5508,
      "step": 6
    },
    {
      "epoch": 0.08,
      "grad_norm": 17.19812526688047,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 1.205,
      "step": 7
    },
    {
      "epoch": 0.09,
      "grad_norm": 33.24510948526866,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.6376,
      "step": 8
    },
    {
      "epoch": 0.1,
      "grad_norm": 14.986129451187,
      "learning_rate": 1.8e-05,
      "loss": 1.454,
      "step": 9
    },
    {
      "epoch": 0.11,
      "grad_norm": 17.517194747344856,
      "learning_rate": 2e-05,
      "loss": 1.6559,
      "step": 10
    },
    {
      "epoch": 0.13,
      "grad_norm": 18.22606604955052,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 1.5816,
      "step": 11
    },
    {
      "epoch": 0.14,
      "grad_norm": 26.577328122239592,
      "learning_rate": 2.4e-05,
      "loss": 1.7884,
      "step": 12
    },
    {
      "epoch": 0.15,
      "grad_norm": 17.563463503652706,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 1.4405,
      "step": 13
    },
    {
      "epoch": 0.16,
      "grad_norm": 19.98739837372538,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 1.7512,
      "step": 14
    },
    {
      "epoch": 0.17,
      "grad_norm": 16.25364292099236,
      "learning_rate": 3e-05,
      "loss": 1.7037,
      "step": 15
    },
    {
      "epoch": 0.18,
      "grad_norm": 22.328347783615648,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.5476,
      "step": 16
    },
    {
      "epoch": 0.2,
      "grad_norm": 20.71265405702363,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 1.8108,
      "step": 17
    },
    {
      "epoch": 0.21,
      "grad_norm": 22.425069186679085,
      "learning_rate": 3.6e-05,
      "loss": 1.6751,
      "step": 18
    },
    {
      "epoch": 0.22,
      "grad_norm": 18.646553829771403,
      "learning_rate": 3.8e-05,
      "loss": 1.7696,
      "step": 19
    },
    {
      "epoch": 0.23,
      "grad_norm": 16.74801305116847,
      "learning_rate": 4e-05,
      "loss": 1.7699,
      "step": 20
    },
    {
      "epoch": 0.24,
      "grad_norm": 30.99364381661585,
      "learning_rate": 4.2e-05,
      "loss": 2.1827,
      "step": 21
    },
    {
      "epoch": 0.25,
      "grad_norm": 19.761245037191404,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 1.4776,
      "step": 22
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.856759786605835,
      "eval_runtime": 1.4309,
      "eval_samples_per_second": 13.279,
      "eval_steps_per_second": 3.494,
      "step": 22
    },
    {
      "epoch": 0.26,
      "grad_norm": 27.821861354666428,
      "learning_rate": 4.600000000000001e-05,
      "loss": 1.8677,
      "step": 23
    },
    {
      "epoch": 0.28,
      "grad_norm": 22.80354998875929,
      "learning_rate": 4.8e-05,
      "loss": 1.7424,
      "step": 24
    },
    {
      "epoch": 0.29,
      "grad_norm": 19.920321630615994,
      "learning_rate": 5e-05,
      "loss": 1.769,
      "step": 25
    },
    {
      "epoch": 0.3,
      "grad_norm": 23.82621534355921,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 1.8615,
      "step": 26
    },
    {
      "epoch": 0.31,
      "grad_norm": 27.63826215875828,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 1.7164,
      "step": 27
    },
    {
      "epoch": 0.32,
      "grad_norm": 30.810269474286084,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 1.8922,
      "step": 28
    },
    {
      "epoch": 0.33,
      "grad_norm": 23.279443617002265,
      "learning_rate": 5.8e-05,
      "loss": 1.8507,
      "step": 29
    },
    {
      "epoch": 0.34,
      "grad_norm": 18.091756285883704,
      "learning_rate": 6e-05,
      "loss": 1.6537,
      "step": 30
    },
    {
      "epoch": 0.36,
      "grad_norm": 23.292568819411724,
      "learning_rate": 6.2e-05,
      "loss": 1.9125,
      "step": 31
    },
    {
      "epoch": 0.37,
      "grad_norm": 52.21913805211888,
      "learning_rate": 6.400000000000001e-05,
      "loss": 1.8456,
      "step": 32
    },
    {
      "epoch": 0.38,
      "grad_norm": 30.771918199992527,
      "learning_rate": 6.6e-05,
      "loss": 1.9398,
      "step": 33
    },
    {
      "epoch": 0.39,
      "grad_norm": 40.19880102087157,
      "learning_rate": 6.800000000000001e-05,
      "loss": 2.3763,
      "step": 34
    },
    {
      "epoch": 0.4,
      "grad_norm": 28.33779955799431,
      "learning_rate": 7e-05,
      "loss": 2.0815,
      "step": 35
    },
    {
      "epoch": 0.41,
      "grad_norm": 54.379783823327905,
      "learning_rate": 7.2e-05,
      "loss": 2.1032,
      "step": 36
    },
    {
      "epoch": 0.43,
      "grad_norm": 662.6041427579516,
      "learning_rate": 7.4e-05,
      "loss": 3.5917,
      "step": 37
    },
    {
      "epoch": 0.44,
      "grad_norm": 4011.501090614335,
      "learning_rate": 7.6e-05,
      "loss": 7.3933,
      "step": 38
    },
    {
      "epoch": 0.45,
      "grad_norm": 753.5816146908044,
      "learning_rate": 7.800000000000001e-05,
      "loss": 15.8371,
      "step": 39
    },
    {
      "epoch": 0.46,
      "grad_norm": 291.86609997137384,
      "learning_rate": 8e-05,
      "loss": 9.0249,
      "step": 40
    },
    {
      "epoch": 0.47,
      "grad_norm": 922.0326051718562,
      "learning_rate": 8.2e-05,
      "loss": 9.8922,
      "step": 41
    },
    {
      "epoch": 0.48,
      "grad_norm": 115.68135873083658,
      "learning_rate": 8.4e-05,
      "loss": 8.2719,
      "step": 42
    },
    {
      "epoch": 0.49,
      "grad_norm": 693.1702757980898,
      "learning_rate": 8.6e-05,
      "loss": 24.1699,
      "step": 43
    },
    {
      "epoch": 0.51,
      "grad_norm": 219.78828591396768,
      "learning_rate": 8.800000000000001e-05,
      "loss": 10.1246,
      "step": 44
    },
    {
      "epoch": 0.51,
      "eval_loss": 8.758976936340332,
      "eval_runtime": 1.3819,
      "eval_samples_per_second": 13.749,
      "eval_steps_per_second": 3.618,
      "step": 44
    },
    {
      "epoch": 0.52,
      "grad_norm": 101.32256273283853,
      "learning_rate": 9e-05,
      "loss": 9.1756,
      "step": 45
    },
    {
      "epoch": 0.53,
      "grad_norm": 11.958039992364316,
      "learning_rate": 9.200000000000001e-05,
      "loss": 7.7273,
      "step": 46
    },
    {
      "epoch": 0.54,
      "grad_norm": 3232.8188937829473,
      "learning_rate": 9.4e-05,
      "loss": 8.7486,
      "step": 47
    },
    {
      "epoch": 0.55,
      "grad_norm": 34.97640980952823,
      "learning_rate": 9.6e-05,
      "loss": 8.0394,
      "step": 48
    },
    {
      "epoch": 0.56,
      "grad_norm": 28.785233378323184,
      "learning_rate": 9.8e-05,
      "loss": 7.6241,
      "step": 49
    },
    {
      "epoch": 0.57,
      "grad_norm": 734.1733446536996,
      "learning_rate": 0.0001,
      "loss": 7.7813,
      "step": 50
    },
    {
      "epoch": 0.59,
      "grad_norm": 59.66290191764372,
      "learning_rate": 0.00010200000000000001,
      "loss": 7.6734,
      "step": 51
    },
    {
      "epoch": 0.6,
      "grad_norm": 18.23606863385719,
      "learning_rate": 0.00010400000000000001,
      "loss": 7.8783,
      "step": 52
    },
    {
      "epoch": 0.61,
      "grad_norm": 15.152500341579357,
      "learning_rate": 0.00010600000000000002,
      "loss": 7.6016,
      "step": 53
    },
    {
      "epoch": 0.62,
      "grad_norm": 25.1062172290986,
      "learning_rate": 0.00010800000000000001,
      "loss": 7.7206,
      "step": 54
    },
    {
      "epoch": 0.63,
      "grad_norm": 30.75760910048317,
      "learning_rate": 0.00011000000000000002,
      "loss": 7.7526,
      "step": 55
    },
    {
      "epoch": 0.64,
      "grad_norm": 18.354297835205724,
      "learning_rate": 0.00011200000000000001,
      "loss": 7.5551,
      "step": 56
    },
    {
      "epoch": 0.66,
      "grad_norm": 32.48061320811231,
      "learning_rate": 0.00011399999999999999,
      "loss": 7.6922,
      "step": 57
    },
    {
      "epoch": 0.67,
      "grad_norm": 26.624723764338736,
      "learning_rate": 0.000116,
      "loss": 7.5791,
      "step": 58
    },
    {
      "epoch": 0.68,
      "grad_norm": 13.92226298912218,
      "learning_rate": 0.000118,
      "loss": 7.3692,
      "step": 59
    },
    {
      "epoch": 0.69,
      "grad_norm": 15.428105634893914,
      "learning_rate": 0.00012,
      "loss": 7.564,
      "step": 60
    },
    {
      "epoch": 0.7,
      "grad_norm": 23.02235056392551,
      "learning_rate": 0.000122,
      "loss": 7.3948,
      "step": 61
    },
    {
      "epoch": 0.71,
      "grad_norm": 16.470374126805776,
      "learning_rate": 0.000124,
      "loss": 7.4646,
      "step": 62
    },
    {
      "epoch": 0.72,
      "grad_norm": 19.574553557429,
      "learning_rate": 0.000126,
      "loss": 7.3902,
      "step": 63
    },
    {
      "epoch": 0.74,
      "grad_norm": 25.549182808604662,
      "learning_rate": 0.00012800000000000002,
      "loss": 7.5461,
      "step": 64
    },
    {
      "epoch": 0.75,
      "grad_norm": 618.1147749407063,
      "learning_rate": 0.00013000000000000002,
      "loss": 8.157,
      "step": 65
    },
    {
      "epoch": 0.76,
      "grad_norm": 66.0610660913446,
      "learning_rate": 0.000132,
      "loss": 8.1284,
      "step": 66
    },
    {
      "epoch": 0.76,
      "eval_loss": 8.004860877990723,
      "eval_runtime": 1.3748,
      "eval_samples_per_second": 13.82,
      "eval_steps_per_second": 3.637,
      "step": 66
    },
    {
      "epoch": 0.77,
      "grad_norm": 41.635960690924975,
      "learning_rate": 0.000134,
      "loss": 8.0602,
      "step": 67
    },
    {
      "epoch": 0.78,
      "grad_norm": 16.679869546723175,
      "learning_rate": 0.00013600000000000003,
      "loss": 7.8268,
      "step": 68
    },
    {
      "epoch": 0.79,
      "grad_norm": 33.70142265056291,
      "learning_rate": 0.000138,
      "loss": 8.1206,
      "step": 69
    },
    {
      "epoch": 0.8,
      "grad_norm": 43.29315748881759,
      "learning_rate": 0.00014,
      "loss": 7.7882,
      "step": 70
    },
    {
      "epoch": 0.82,
      "grad_norm": 28.3799834727588,
      "learning_rate": 0.000142,
      "loss": 7.5454,
      "step": 71
    },
    {
      "epoch": 0.83,
      "grad_norm": 30.911781055251613,
      "learning_rate": 0.000144,
      "loss": 7.7616,
      "step": 72
    },
    {
      "epoch": 0.84,
      "grad_norm": 56.741836296758365,
      "learning_rate": 0.000146,
      "loss": 8.1145,
      "step": 73
    },
    {
      "epoch": 0.85,
      "grad_norm": 13.967249574234195,
      "learning_rate": 0.000148,
      "loss": 7.6758,
      "step": 74
    },
    {
      "epoch": 0.86,
      "grad_norm": 42.28071588262047,
      "learning_rate": 0.00015000000000000001,
      "loss": 7.5507,
      "step": 75
    },
    {
      "epoch": 0.87,
      "grad_norm": 27.40577229308579,
      "learning_rate": 0.000152,
      "loss": 7.6852,
      "step": 76
    },
    {
      "epoch": 0.89,
      "grad_norm": 21.422615778584905,
      "learning_rate": 0.000154,
      "loss": 7.6071,
      "step": 77
    },
    {
      "epoch": 0.9,
      "grad_norm": 28.22569647336005,
      "learning_rate": 0.00015600000000000002,
      "loss": 7.5556,
      "step": 78
    },
    {
      "epoch": 0.91,
      "grad_norm": 20.075502929468385,
      "learning_rate": 0.00015800000000000002,
      "loss": 7.529,
      "step": 79
    },
    {
      "epoch": 0.92,
      "grad_norm": 14.896626626967638,
      "learning_rate": 0.00016,
      "loss": 7.5352,
      "step": 80
    },
    {
      "epoch": 0.93,
      "grad_norm": 16.98565517398293,
      "learning_rate": 0.000162,
      "loss": 7.5734,
      "step": 81
    },
    {
      "epoch": 0.94,
      "grad_norm": 17.76803489316823,
      "learning_rate": 0.000164,
      "loss": 7.591,
      "step": 82
    },
    {
      "epoch": 0.95,
      "grad_norm": 15.601674972992182,
      "learning_rate": 0.000166,
      "loss": 7.4251,
      "step": 83
    },
    {
      "epoch": 0.97,
      "grad_norm": 21.36580777081032,
      "learning_rate": 0.000168,
      "loss": 7.728,
      "step": 84
    },
    {
      "epoch": 0.98,
      "grad_norm": 19.73380900316605,
      "learning_rate": 0.00017,
      "loss": 7.3548,
      "step": 85
    },
    {
      "epoch": 0.99,
      "grad_norm": 16.40313028374367,
      "learning_rate": 0.000172,
      "loss": 7.3652,
      "step": 86
    },
    {
      "epoch": 1.0,
      "grad_norm": 11.846265862818466,
      "learning_rate": 0.000174,
      "loss": 7.4363,
      "step": 87
    }
  ],
  "logging_steps": 1,
  "max_steps": 261,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 87,
  "total_flos": 6.081355071671501e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}