{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.4181818181818182,
  "eval_steps": 13,
  "global_step": 78,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01818181818181818,
      "eval_loss": 0.7239479422569275,
      "eval_runtime": 9.6694,
      "eval_samples_per_second": 9.618,
      "eval_steps_per_second": 1.241,
      "step": 1
    },
    {
      "epoch": 0.05454545454545454,
      "grad_norm": 1.006616234779358,
      "learning_rate": 3e-05,
      "loss": 0.7497,
      "step": 3
    },
    {
      "epoch": 0.10909090909090909,
      "grad_norm": 0.7354311347007751,
      "learning_rate": 6e-05,
      "loss": 0.6608,
      "step": 6
    },
    {
      "epoch": 0.16363636363636364,
      "grad_norm": 0.5442305207252502,
      "learning_rate": 9e-05,
      "loss": 0.5711,
      "step": 9
    },
    {
      "epoch": 0.21818181818181817,
      "grad_norm": 0.4888646900653839,
      "learning_rate": 9.994965332706573e-05,
      "loss": 0.6065,
      "step": 12
    },
    {
      "epoch": 0.23636363636363636,
      "eval_loss": 0.5811941027641296,
      "eval_runtime": 9.3174,
      "eval_samples_per_second": 9.981,
      "eval_steps_per_second": 1.288,
      "step": 13
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 0.43622222542762756,
      "learning_rate": 9.968561049466214e-05,
      "loss": 0.545,
      "step": 15
    },
    {
      "epoch": 0.32727272727272727,
      "grad_norm": 0.4785720407962799,
      "learning_rate": 9.919647942993148e-05,
      "loss": 0.552,
      "step": 18
    },
    {
      "epoch": 0.38181818181818183,
      "grad_norm": 0.5042471289634705,
      "learning_rate": 9.848447601883435e-05,
      "loss": 0.5068,
      "step": 21
    },
    {
      "epoch": 0.43636363636363634,
      "grad_norm": 0.5013201832771301,
      "learning_rate": 9.755282581475769e-05,
      "loss": 0.5388,
      "step": 24
    },
    {
      "epoch": 0.4727272727272727,
      "eval_loss": 0.4993453621864319,
      "eval_runtime": 9.3279,
      "eval_samples_per_second": 9.97,
      "eval_steps_per_second": 1.286,
      "step": 26
    },
    {
      "epoch": 0.4909090909090909,
      "grad_norm": 0.45883774757385254,
      "learning_rate": 9.640574942595196e-05,
      "loss": 0.4867,
      "step": 27
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.546485185623169,
      "learning_rate": 9.504844339512095e-05,
      "loss": 0.4773,
      "step": 30
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5516665577888489,
      "learning_rate": 9.348705665778478e-05,
      "loss": 0.4846,
      "step": 33
    },
    {
      "epoch": 0.6545454545454545,
      "grad_norm": 0.5257235765457153,
      "learning_rate": 9.172866268606513e-05,
      "loss": 0.4445,
      "step": 36
    },
    {
      "epoch": 0.7090909090909091,
      "grad_norm": 0.5515545010566711,
      "learning_rate": 8.978122744408906e-05,
      "loss": 0.4303,
      "step": 39
    },
    {
      "epoch": 0.7090909090909091,
      "eval_loss": 0.41172003746032715,
      "eval_runtime": 9.3482,
      "eval_samples_per_second": 9.948,
      "eval_steps_per_second": 1.284,
      "step": 39
    },
    {
      "epoch": 0.7636363636363637,
      "grad_norm": 0.6002129912376404,
      "learning_rate": 8.765357330018056e-05,
      "loss": 0.4047,
      "step": 42
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 0.6026033163070679,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.3728,
      "step": 45
    },
    {
      "epoch": 0.8727272727272727,
      "grad_norm": 0.7240566611289978,
      "learning_rate": 8.289693629698564e-05,
      "loss": 0.3553,
      "step": 48
    },
    {
      "epoch": 0.9272727272727272,
      "grad_norm": 0.6206062436103821,
      "learning_rate": 8.0289502192041e-05,
      "loss": 0.3555,
      "step": 51
    },
    {
      "epoch": 0.9454545454545454,
      "eval_loss": 0.33931291103363037,
      "eval_runtime": 9.3313,
      "eval_samples_per_second": 9.966,
      "eval_steps_per_second": 1.286,
      "step": 52
    },
    {
      "epoch": 0.9818181818181818,
      "grad_norm": 0.6793412566184998,
      "learning_rate": 7.754484907260513e-05,
      "loss": 0.3225,
      "step": 54
    },
    {
      "epoch": 1.0363636363636364,
      "grad_norm": 0.653759777545929,
      "learning_rate": 7.467541090321735e-05,
      "loss": 0.2436,
      "step": 57
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 0.8996871113777161,
      "learning_rate": 7.169418695587791e-05,
      "loss": 0.2055,
      "step": 60
    },
    {
      "epoch": 1.1454545454545455,
      "grad_norm": 0.5913653373718262,
      "learning_rate": 6.861468292009727e-05,
      "loss": 0.1856,
      "step": 63
    },
    {
      "epoch": 1.1818181818181819,
      "eval_loss": 0.2821066677570343,
      "eval_runtime": 9.338,
      "eval_samples_per_second": 9.959,
      "eval_steps_per_second": 1.285,
      "step": 65
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.6527738571166992,
      "learning_rate": 6.545084971874738e-05,
      "loss": 0.179,
      "step": 66
    },
    {
      "epoch": 1.2545454545454544,
      "grad_norm": 0.7428808808326721,
      "learning_rate": 6.22170203068947e-05,
      "loss": 0.174,
      "step": 69
    },
    {
      "epoch": 1.309090909090909,
      "grad_norm": 0.6538995504379272,
      "learning_rate": 5.8927844739931834e-05,
      "loss": 0.16,
      "step": 72
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.6126785278320312,
      "learning_rate": 5.559822380516539e-05,
      "loss": 0.1336,
      "step": 75
    },
    {
      "epoch": 1.4181818181818182,
      "grad_norm": 0.718612551689148,
      "learning_rate": 5.2243241517525754e-05,
      "loss": 0.132,
      "step": 78
    },
    {
      "epoch": 1.4181818181818182,
      "eval_loss": 0.23752006888389587,
      "eval_runtime": 9.3452,
      "eval_samples_per_second": 9.952,
      "eval_steps_per_second": 1.284,
      "step": 78
    }
  ],
  "logging_steps": 3,
  "max_steps": 150,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 13,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7663751186127258e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}