{
  "best_metric": 1.7788236141204834,
  "best_model_checkpoint": "./Sustainability_model/checkpoint-2000",
  "epoch": 0.9765625,
  "eval_steps": 100,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01220703125,
      "grad_norm": 1.6068687438964844,
      "learning_rate": 2e-05,
      "loss": 2.3822,
      "step": 25
    },
    {
      "epoch": 0.0244140625,
      "grad_norm": 2.9462766647338867,
      "learning_rate": 2e-05,
      "loss": 2.2692,
      "step": 50
    },
    {
      "epoch": 0.03662109375,
      "grad_norm": 1.7852909564971924,
      "learning_rate": 2e-05,
      "loss": 2.1006,
      "step": 75
    },
    {
      "epoch": 0.048828125,
      "grad_norm": 7.235644817352295,
      "learning_rate": 2e-05,
      "loss": 2.0278,
      "step": 100
    },
    {
      "epoch": 0.048828125,
      "eval_loss": 1.9972734451293945,
      "eval_runtime": 558.7385,
      "eval_samples_per_second": 3.667,
      "eval_steps_per_second": 0.46,
      "step": 100
    },
    {
      "epoch": 0.06103515625,
      "grad_norm": 2.125588893890381,
      "learning_rate": 2e-05,
      "loss": 2.022,
      "step": 125
    },
    {
      "epoch": 0.0732421875,
      "grad_norm": 4.054937362670898,
      "learning_rate": 2e-05,
      "loss": 1.8849,
      "step": 150
    },
    {
      "epoch": 0.08544921875,
      "grad_norm": 2.199298858642578,
      "learning_rate": 2e-05,
      "loss": 1.9177,
      "step": 175
    },
    {
      "epoch": 0.09765625,
      "grad_norm": 3.9646759033203125,
      "learning_rate": 2e-05,
      "loss": 1.8583,
      "step": 200
    },
    {
      "epoch": 0.09765625,
      "eval_loss": 1.8928931951522827,
      "eval_runtime": 556.4849,
      "eval_samples_per_second": 3.682,
      "eval_steps_per_second": 0.462,
      "step": 200
    },
    {
      "epoch": 0.10986328125,
      "grad_norm": 2.1288766860961914,
      "learning_rate": 2e-05,
      "loss": 1.833,
      "step": 225
    },
    {
      "epoch": 0.1220703125,
      "grad_norm": 3.614868640899658,
      "learning_rate": 2e-05,
      "loss": 1.8706,
      "step": 250
    },
    {
      "epoch": 0.13427734375,
      "grad_norm": 1.9845377206802368,
      "learning_rate": 2e-05,
      "loss": 1.8807,
      "step": 275
    },
    {
      "epoch": 0.146484375,
      "grad_norm": 3.452430009841919,
      "learning_rate": 2e-05,
      "loss": 1.8816,
      "step": 300
    },
    {
      "epoch": 0.146484375,
      "eval_loss": 1.8663687705993652,
      "eval_runtime": 559.6385,
      "eval_samples_per_second": 3.661,
      "eval_steps_per_second": 0.459,
      "step": 300
    },
    {
      "epoch": 0.15869140625,
      "grad_norm": 2.014082908630371,
      "learning_rate": 2e-05,
      "loss": 1.9114,
      "step": 325
    },
    {
      "epoch": 0.1708984375,
      "grad_norm": 3.840735673904419,
      "learning_rate": 2e-05,
      "loss": 1.7894,
      "step": 350
    },
    {
      "epoch": 0.18310546875,
      "grad_norm": 1.8957724571228027,
      "learning_rate": 2e-05,
      "loss": 1.8793,
      "step": 375
    },
    {
      "epoch": 0.1953125,
      "grad_norm": 2.8154468536376953,
      "learning_rate": 2e-05,
      "loss": 1.825,
      "step": 400
    },
    {
      "epoch": 0.1953125,
      "eval_loss": 1.8505265712738037,
      "eval_runtime": 561.2097,
      "eval_samples_per_second": 3.651,
      "eval_steps_per_second": 0.458,
      "step": 400
    },
    {
      "epoch": 0.20751953125,
      "grad_norm": 1.919839859008789,
      "learning_rate": 2e-05,
      "loss": 1.859,
      "step": 425
    },
    {
      "epoch": 0.2197265625,
      "grad_norm": 4.224733829498291,
      "learning_rate": 2e-05,
      "loss": 1.7288,
      "step": 450
    },
    {
      "epoch": 0.23193359375,
      "grad_norm": 2.011308431625366,
      "learning_rate": 2e-05,
      "loss": 1.8153,
      "step": 475
    },
    {
      "epoch": 0.244140625,
      "grad_norm": 2.4386088848114014,
      "learning_rate": 2e-05,
      "loss": 1.7606,
      "step": 500
    },
    {
      "epoch": 0.244140625,
      "eval_loss": 1.8400288820266724,
      "eval_runtime": 556.9,
      "eval_samples_per_second": 3.679,
      "eval_steps_per_second": 0.461,
      "step": 500
    },
    {
      "epoch": 0.25634765625,
      "grad_norm": 1.661309003829956,
      "learning_rate": 2e-05,
      "loss": 1.9004,
      "step": 525
    },
    {
      "epoch": 0.2685546875,
      "grad_norm": 3.9414749145507812,
      "learning_rate": 2e-05,
      "loss": 1.8056,
      "step": 550
    },
    {
      "epoch": 0.28076171875,
      "grad_norm": 1.7469593286514282,
      "learning_rate": 2e-05,
      "loss": 1.7967,
      "step": 575
    },
    {
      "epoch": 0.29296875,
      "grad_norm": 2.9050376415252686,
      "learning_rate": 2e-05,
      "loss": 1.8635,
      "step": 600
    },
    {
      "epoch": 0.29296875,
      "eval_loss": 1.8328964710235596,
      "eval_runtime": 557.6609,
      "eval_samples_per_second": 3.674,
      "eval_steps_per_second": 0.461,
      "step": 600
    },
    {
      "epoch": 0.30517578125,
      "grad_norm": 2.3050591945648193,
      "learning_rate": 2e-05,
      "loss": 1.879,
      "step": 625
    },
    {
      "epoch": 0.3173828125,
      "grad_norm": 3.167156219482422,
      "learning_rate": 2e-05,
      "loss": 1.8708,
      "step": 650
    },
    {
      "epoch": 0.32958984375,
      "grad_norm": 1.6256564855575562,
      "learning_rate": 2e-05,
      "loss": 1.8206,
      "step": 675
    },
    {
      "epoch": 0.341796875,
      "grad_norm": 2.5053651332855225,
      "learning_rate": 2e-05,
      "loss": 1.773,
      "step": 700
    },
    {
      "epoch": 0.341796875,
      "eval_loss": 1.8295789957046509,
      "eval_runtime": 559.9778,
      "eval_samples_per_second": 3.659,
      "eval_steps_per_second": 0.459,
      "step": 700
    },
    {
      "epoch": 0.35400390625,
      "grad_norm": 1.832867980003357,
      "learning_rate": 2e-05,
      "loss": 1.8656,
      "step": 725
    },
    {
      "epoch": 0.3662109375,
      "grad_norm": 3.687462568283081,
      "learning_rate": 2e-05,
      "loss": 1.8182,
      "step": 750
    },
    {
      "epoch": 0.37841796875,
      "grad_norm": 1.7461413145065308,
      "learning_rate": 2e-05,
      "loss": 1.8164,
      "step": 775
    },
    {
      "epoch": 0.390625,
      "grad_norm": 3.033299684524536,
      "learning_rate": 2e-05,
      "loss": 1.7928,
      "step": 800
    },
    {
      "epoch": 0.390625,
      "eval_loss": 1.8239413499832153,
      "eval_runtime": 556.8543,
      "eval_samples_per_second": 3.68,
      "eval_steps_per_second": 0.462,
      "step": 800
    },
    {
      "epoch": 0.40283203125,
      "grad_norm": 1.7098289728164673,
      "learning_rate": 2e-05,
      "loss": 1.8807,
      "step": 825
    },
    {
      "epoch": 0.4150390625,
      "grad_norm": 2.885392665863037,
      "learning_rate": 2e-05,
      "loss": 1.7988,
      "step": 850
    },
    {
      "epoch": 0.42724609375,
      "grad_norm": 1.851592779159546,
      "learning_rate": 2e-05,
      "loss": 1.9545,
      "step": 875
    },
    {
      "epoch": 0.439453125,
      "grad_norm": 3.0471203327178955,
      "learning_rate": 2e-05,
      "loss": 1.7525,
      "step": 900
    },
    {
      "epoch": 0.439453125,
      "eval_loss": 1.8138561248779297,
      "eval_runtime": 555.766,
      "eval_samples_per_second": 3.687,
      "eval_steps_per_second": 0.462,
      "step": 900
    },
    {
      "epoch": 0.45166015625,
      "grad_norm": 1.6414488554000854,
      "learning_rate": 2e-05,
      "loss": 1.811,
      "step": 925
    },
    {
      "epoch": 0.4638671875,
      "grad_norm": 2.5925180912017822,
      "learning_rate": 2e-05,
      "loss": 1.7496,
      "step": 950
    },
    {
      "epoch": 0.47607421875,
      "grad_norm": 1.6050211191177368,
      "learning_rate": 2e-05,
      "loss": 1.7312,
      "step": 975
    },
    {
      "epoch": 0.48828125,
      "grad_norm": 2.859921932220459,
      "learning_rate": 2e-05,
      "loss": 1.8117,
      "step": 1000
    },
    {
      "epoch": 0.48828125,
      "eval_loss": 1.8138936758041382,
      "eval_runtime": 558.8348,
      "eval_samples_per_second": 3.667,
      "eval_steps_per_second": 0.46,
      "step": 1000
    },
    {
      "epoch": 0.50048828125,
      "grad_norm": 1.8070147037506104,
      "learning_rate": 2e-05,
      "loss": 1.784,
      "step": 1025
    },
    {
      "epoch": 0.5126953125,
      "grad_norm": 3.1732072830200195,
      "learning_rate": 2e-05,
      "loss": 1.8634,
      "step": 1050
    },
    {
      "epoch": 0.52490234375,
      "grad_norm": 1.788548231124878,
      "learning_rate": 2e-05,
      "loss": 1.8776,
      "step": 1075
    },
    {
      "epoch": 0.537109375,
      "grad_norm": 3.278043031692505,
      "learning_rate": 2e-05,
      "loss": 1.7439,
      "step": 1100
    },
    {
      "epoch": 0.537109375,
      "eval_loss": 1.8076274394989014,
      "eval_runtime": 558.6938,
      "eval_samples_per_second": 3.667,
      "eval_steps_per_second": 0.46,
      "step": 1100
    },
    {
      "epoch": 0.54931640625,
      "grad_norm": 1.5899131298065186,
      "learning_rate": 2e-05,
      "loss": 1.7778,
      "step": 1125
    },
    {
      "epoch": 0.5615234375,
      "grad_norm": 2.8870561122894287,
      "learning_rate": 2e-05,
      "loss": 1.7076,
      "step": 1150
    },
    {
      "epoch": 0.57373046875,
      "grad_norm": 1.869402527809143,
      "learning_rate": 2e-05,
      "loss": 1.8059,
      "step": 1175
    },
    {
      "epoch": 0.5859375,
      "grad_norm": 3.1489057540893555,
      "learning_rate": 2e-05,
      "loss": 1.7877,
      "step": 1200
    },
    {
      "epoch": 0.5859375,
      "eval_loss": 1.8044580221176147,
      "eval_runtime": 558.1822,
      "eval_samples_per_second": 3.671,
      "eval_steps_per_second": 0.46,
      "step": 1200
    },
    {
      "epoch": 0.59814453125,
      "grad_norm": 1.7333471775054932,
      "learning_rate": 2e-05,
      "loss": 1.8707,
      "step": 1225
    },
    {
      "epoch": 0.6103515625,
      "grad_norm": 2.4759361743927,
      "learning_rate": 2e-05,
      "loss": 1.8181,
      "step": 1250
    },
    {
      "epoch": 0.62255859375,
      "grad_norm": 1.5844708681106567,
      "learning_rate": 2e-05,
      "loss": 1.75,
      "step": 1275
    },
    {
      "epoch": 0.634765625,
      "grad_norm": 3.089168071746826,
      "learning_rate": 2e-05,
      "loss": 1.7684,
      "step": 1300
    },
    {
      "epoch": 0.634765625,
      "eval_loss": 1.799038052558899,
      "eval_runtime": 560.26,
      "eval_samples_per_second": 3.657,
      "eval_steps_per_second": 0.459,
      "step": 1300
    },
    {
      "epoch": 0.64697265625,
      "grad_norm": 1.7920058965682983,
      "learning_rate": 2e-05,
      "loss": 1.8733,
      "step": 1325
    },
    {
      "epoch": 0.6591796875,
      "grad_norm": 2.8308629989624023,
      "learning_rate": 2e-05,
      "loss": 1.796,
      "step": 1350
    },
    {
      "epoch": 0.67138671875,
      "grad_norm": 1.7894172668457031,
      "learning_rate": 2e-05,
      "loss": 1.8136,
      "step": 1375
    },
    {
      "epoch": 0.68359375,
      "grad_norm": 2.4572231769561768,
      "learning_rate": 2e-05,
      "loss": 1.7446,
      "step": 1400
    },
    {
      "epoch": 0.68359375,
      "eval_loss": 1.7971055507659912,
      "eval_runtime": 557.4223,
      "eval_samples_per_second": 3.676,
      "eval_steps_per_second": 0.461,
      "step": 1400
    },
    {
      "epoch": 0.69580078125,
      "grad_norm": 1.9371016025543213,
      "learning_rate": 2e-05,
      "loss": 1.8745,
      "step": 1425
    },
    {
      "epoch": 0.7080078125,
      "grad_norm": 2.6103124618530273,
      "learning_rate": 2e-05,
      "loss": 1.8161,
      "step": 1450
    },
    {
      "epoch": 0.72021484375,
      "grad_norm": 1.9414174556732178,
      "learning_rate": 2e-05,
      "loss": 1.7821,
      "step": 1475
    },
    {
      "epoch": 0.732421875,
      "grad_norm": 2.5814948081970215,
      "learning_rate": 2e-05,
      "loss": 1.7906,
      "step": 1500
    },
    {
      "epoch": 0.732421875,
      "eval_loss": 1.7981668710708618,
      "eval_runtime": 558.1699,
      "eval_samples_per_second": 3.671,
      "eval_steps_per_second": 0.46,
      "step": 1500
    },
    {
      "epoch": 0.74462890625,
      "grad_norm": 1.8409160375595093,
      "learning_rate": 2e-05,
      "loss": 1.8324,
      "step": 1525
    },
    {
      "epoch": 0.7568359375,
      "grad_norm": 3.2258872985839844,
      "learning_rate": 2e-05,
      "loss": 1.7808,
      "step": 1550
    },
    {
      "epoch": 0.76904296875,
      "grad_norm": 1.7108904123306274,
      "learning_rate": 2e-05,
      "loss": 1.8532,
      "step": 1575
    },
    {
      "epoch": 0.78125,
      "grad_norm": 2.734626531600952,
      "learning_rate": 2e-05,
      "loss": 1.7532,
      "step": 1600
    },
    {
      "epoch": 0.78125,
      "eval_loss": 1.7900142669677734,
      "eval_runtime": 556.0078,
      "eval_samples_per_second": 3.685,
      "eval_steps_per_second": 0.462,
      "step": 1600
    },
    {
      "epoch": 0.79345703125,
      "grad_norm": 1.509756326675415,
      "learning_rate": 2e-05,
      "loss": 1.8452,
      "step": 1625
    },
    {
      "epoch": 0.8056640625,
      "grad_norm": 2.925522804260254,
      "learning_rate": 2e-05,
      "loss": 1.7518,
      "step": 1650
    },
    {
      "epoch": 0.81787109375,
      "grad_norm": 1.6526622772216797,
      "learning_rate": 2e-05,
      "loss": 1.8258,
      "step": 1675
    },
    {
      "epoch": 0.830078125,
      "grad_norm": 2.6019341945648193,
      "learning_rate": 2e-05,
      "loss": 1.7076,
      "step": 1700
    },
    {
      "epoch": 0.830078125,
      "eval_loss": 1.788050889968872,
      "eval_runtime": 559.141,
      "eval_samples_per_second": 3.665,
      "eval_steps_per_second": 0.46,
      "step": 1700
    },
    {
      "epoch": 0.84228515625,
      "grad_norm": 1.7243990898132324,
      "learning_rate": 2e-05,
      "loss": 1.8014,
      "step": 1725
    },
    {
      "epoch": 0.8544921875,
      "grad_norm": 2.976571559906006,
      "learning_rate": 2e-05,
      "loss": 1.7137,
      "step": 1750
    },
    {
      "epoch": 0.86669921875,
      "grad_norm": 1.5606143474578857,
      "learning_rate": 2e-05,
      "loss": 1.8229,
      "step": 1775
    },
    {
      "epoch": 0.87890625,
      "grad_norm": 2.303173780441284,
      "learning_rate": 2e-05,
      "loss": 1.8016,
      "step": 1800
    },
    {
      "epoch": 0.87890625,
      "eval_loss": 1.784562110900879,
      "eval_runtime": 558.6515,
      "eval_samples_per_second": 3.668,
      "eval_steps_per_second": 0.46,
      "step": 1800
    },
    {
      "epoch": 0.89111328125,
      "grad_norm": 1.7488081455230713,
      "learning_rate": 2e-05,
      "loss": 1.7196,
      "step": 1825
    },
    {
      "epoch": 0.9033203125,
      "grad_norm": 2.4788448810577393,
      "learning_rate": 2e-05,
      "loss": 1.7941,
      "step": 1850
    },
    {
      "epoch": 0.91552734375,
      "grad_norm": 1.5106720924377441,
      "learning_rate": 2e-05,
      "loss": 1.8584,
      "step": 1875
    },
    {
      "epoch": 0.927734375,
      "grad_norm": 2.238421678543091,
      "learning_rate": 2e-05,
      "loss": 1.6856,
      "step": 1900
    },
    {
      "epoch": 0.927734375,
      "eval_loss": 1.7807437181472778,
      "eval_runtime": 557.7297,
      "eval_samples_per_second": 3.674,
      "eval_steps_per_second": 0.461,
      "step": 1900
    },
    {
      "epoch": 0.93994140625,
      "grad_norm": 1.5449031591415405,
      "learning_rate": 2e-05,
      "loss": 1.7737,
      "step": 1925
    },
    {
      "epoch": 0.9521484375,
      "grad_norm": 2.7735748291015625,
      "learning_rate": 2e-05,
      "loss": 1.7397,
      "step": 1950
    },
    {
      "epoch": 0.96435546875,
      "grad_norm": 1.6932679414749146,
      "learning_rate": 2e-05,
      "loss": 1.8728,
      "step": 1975
    },
    {
      "epoch": 0.9765625,
      "grad_norm": 2.5551226139068604,
      "learning_rate": 2e-05,
      "loss": 1.7274,
      "step": 2000
    },
    {
      "epoch": 0.9765625,
      "eval_loss": 1.7788236141204834,
      "eval_runtime": 559.018,
      "eval_samples_per_second": 3.665,
      "eval_steps_per_second": 0.46,
      "step": 2000
    }
  ],
  "logging_steps": 25,
  "max_steps": 2048,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 6,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.806352400986931e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}