{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 100,
  "global_step": 385,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 3.265625,
      "learning_rate": 1.282051282051282e-07,
      "logits/chosen": 88.18099975585938,
      "logits/rejected": 88.25153350830078,
      "logps/chosen": -29.073104858398438,
      "logps/rejected": -26.25731658935547,
      "loss": 0.5,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.625,
      "learning_rate": 1.282051282051282e-06,
      "logits/chosen": 81.08853912353516,
      "logits/rejected": 80.79112243652344,
      "logps/chosen": -34.252471923828125,
      "logps/rejected": -32.9941291809082,
      "loss": 0.4997,
      "rewards/accuracies": 0.4583333432674408,
      "rewards/chosen": -0.0010747427586466074,
      "rewards/margins": 0.0024977123830467463,
      "rewards/rejected": -0.003572455607354641,
      "step": 10
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.546875,
      "learning_rate": 2.564102564102564e-06,
      "logits/chosen": 80.66322326660156,
      "logits/rejected": 80.55162048339844,
      "logps/chosen": -33.64655303955078,
      "logps/rejected": -30.839855194091797,
      "loss": 0.4982,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": 0.004335404373705387,
      "rewards/margins": 0.010572222992777824,
      "rewards/rejected": -0.006236819084733725,
      "step": 20
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.140625,
      "learning_rate": 3.846153846153847e-06,
      "logits/chosen": 82.4841079711914,
      "logits/rejected": 82.51509094238281,
      "logps/chosen": -33.830867767333984,
      "logps/rejected": -31.266870498657227,
      "loss": 0.4988,
      "rewards/accuracies": 0.4625000059604645,
      "rewards/chosen": 0.018195267766714096,
      "rewards/margins": 0.002499166876077652,
      "rewards/rejected": 0.015696100890636444,
      "step": 30
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.90625,
      "learning_rate": 4.999896948438434e-06,
      "logits/chosen": 81.04556274414062,
      "logits/rejected": 81.04271697998047,
      "logps/chosen": -32.56133270263672,
      "logps/rejected": -33.02995300292969,
      "loss": 0.4932,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": 0.06127279996871948,
      "rewards/margins": 0.0274154394865036,
      "rewards/rejected": 0.03385736048221588,
      "step": 40
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.84375,
      "learning_rate": 4.987541037542187e-06,
      "logits/chosen": 78.80296325683594,
      "logits/rejected": 78.81227111816406,
      "logps/chosen": -30.36850929260254,
      "logps/rejected": -30.71665382385254,
      "loss": 0.4889,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": 0.08367374539375305,
      "rewards/margins": 0.04801047220826149,
      "rewards/rejected": 0.03566327691078186,
      "step": 50
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8984375,
      "learning_rate": 4.954691471941119e-06,
      "logits/chosen": 83.3783187866211,
      "logits/rejected": 83.4344482421875,
      "logps/chosen": -30.705408096313477,
      "logps/rejected": -29.251195907592773,
      "loss": 0.4967,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": 0.0469752736389637,
      "rewards/margins": 0.013043051585555077,
      "rewards/rejected": 0.033932216465473175,
      "step": 60
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.828125,
      "learning_rate": 4.901618883413549e-06,
      "logits/chosen": 83.97593688964844,
      "logits/rejected": 84.0093765258789,
      "logps/chosen": -30.22530746459961,
      "logps/rejected": -32.46759033203125,
      "loss": 0.5037,
      "rewards/accuracies": 0.4000000059604645,
      "rewards/chosen": 0.0403718426823616,
      "rewards/margins": -0.016639459878206253,
      "rewards/rejected": 0.05701129883527756,
      "step": 70
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.78125,
      "learning_rate": 4.828760511501322e-06,
      "logits/chosen": 81.67536163330078,
      "logits/rejected": 81.65579986572266,
      "logps/chosen": -31.098180770874023,
      "logps/rejected": -30.70516014099121,
      "loss": 0.4922,
      "rewards/accuracies": 0.5,
      "rewards/chosen": 0.040676504373550415,
      "rewards/margins": 0.035427749156951904,
      "rewards/rejected": 0.005248754285275936,
      "step": 80
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.375,
      "learning_rate": 4.7367166013034295e-06,
      "logits/chosen": 78.46135711669922,
      "logits/rejected": 78.43350982666016,
      "logps/chosen": -32.169097900390625,
      "logps/rejected": -30.87672996520996,
      "loss": 0.4912,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": 0.04690824821591377,
      "rewards/margins": 0.03943391516804695,
      "rewards/rejected": 0.007474330719560385,
      "step": 90
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.8125,
      "learning_rate": 4.626245458345211e-06,
      "logits/chosen": 83.63128662109375,
      "logits/rejected": 83.65205383300781,
      "logps/chosen": -33.91933822631836,
      "logps/rejected": -31.633739471435547,
      "loss": 0.4933,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": 0.038565218448638916,
      "rewards/margins": 0.026884615421295166,
      "rewards/rejected": 0.01168060302734375,
      "step": 100
    },
    {
      "epoch": 0.26,
      "eval_logits/chosen": 98.67877960205078,
      "eval_logits/rejected": 98.66271209716797,
      "eval_logps/chosen": -32.3816032409668,
      "eval_logps/rejected": -35.7989501953125,
      "eval_loss": 0.5022624135017395,
      "eval_rewards/accuracies": 0.4497508704662323,
      "eval_rewards/chosen": 0.006157390773296356,
      "eval_rewards/margins": -0.010600303299725056,
      "eval_rewards/rejected": 0.016757693141698837,
      "eval_runtime": 104.2733,
      "eval_samples_per_second": 3.289,
      "eval_steps_per_second": 0.412,
      "step": 100
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.8125,
      "learning_rate": 4.498257201263691e-06,
      "logits/chosen": 83.84017944335938,
      "logits/rejected": 83.70924377441406,
      "logps/chosen": -32.02631759643555,
      "logps/rejected": -32.62633514404297,
      "loss": 0.478,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": 0.09964846074581146,
      "rewards/margins": 0.09669323265552521,
      "rewards/rejected": 0.002955238102003932,
      "step": 110
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.125,
      "learning_rate": 4.353806263777678e-06,
      "logits/chosen": 83.92427062988281,
      "logits/rejected": 84.0443115234375,
      "logps/chosen": -27.96859359741211,
      "logps/rejected": -35.113182067871094,
      "loss": 0.4863,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": 0.09609892219305038,
      "rewards/margins": 0.06150230020284653,
      "rewards/rejected": 0.03459661453962326,
      "step": 120
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.125,
      "learning_rate": 4.1940827077152755e-06,
      "logits/chosen": 81.16522979736328,
      "logits/rejected": 81.19355773925781,
      "logps/chosen": -30.12435531616211,
      "logps/rejected": -31.579242706298828,
      "loss": 0.4897,
      "rewards/accuracies": 0.625,
      "rewards/chosen": 0.07829995453357697,
      "rewards/margins": 0.04306120425462723,
      "rewards/rejected": 0.03523875027894974,
      "step": 130
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.6875,
      "learning_rate": 4.0204024186666215e-06,
      "logits/chosen": 82.11293029785156,
      "logits/rejected": 82.13672637939453,
      "logps/chosen": -26.66647720336914,
      "logps/rejected": -32.56136703491211,
      "loss": 0.4804,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": 0.07808488607406616,
      "rewards/margins": 0.09188400208950043,
      "rewards/rejected": -0.013799121603369713,
      "step": 140
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.765625,
      "learning_rate": 3.834196265035119e-06,
      "logits/chosen": 80.58255767822266,
      "logits/rejected": 80.55290222167969,
      "logps/chosen": -28.511905670166016,
      "logps/rejected": -32.55813217163086,
      "loss": 0.4806,
      "rewards/accuracies": 0.6499999761581421,
      "rewards/chosen": 0.087720587849617,
      "rewards/margins": 0.08688360452651978,
      "rewards/rejected": 0.0008369755814783275,
      "step": 150
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.46875,
      "learning_rate": 3.636998309800573e-06,
      "logits/chosen": 82.26856994628906,
      "logits/rejected": 82.28471374511719,
      "logps/chosen": -33.05678176879883,
      "logps/rejected": -30.106842041015625,
      "loss": 0.4733,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.10799698531627655,
      "rewards/margins": 0.12342723459005356,
      "rewards/rejected": -0.015430237166583538,
      "step": 160
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.296875,
      "learning_rate": 3.4304331721118078e-06,
      "logits/chosen": 82.95423126220703,
      "logits/rejected": 82.90636444091797,
      "logps/chosen": -30.332260131835938,
      "logps/rejected": -32.45390701293945,
      "loss": 0.4717,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": 0.0927029699087143,
      "rewards/margins": 0.13608744740486145,
      "rewards/rejected": -0.04338447377085686,
      "step": 170
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.953125,
      "learning_rate": 3.2162026428305436e-06,
      "logits/chosen": 80.42130279541016,
      "logits/rejected": 80.39375305175781,
      "logps/chosen": -30.32647132873535,
      "logps/rejected": -31.406139373779297,
      "loss": 0.4766,
      "rewards/accuracies": 0.699999988079071,
      "rewards/chosen": 0.08706829696893692,
      "rewards/margins": 0.11196158826351166,
      "rewards/rejected": -0.024893300607800484,
      "step": 180
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7421875,
      "learning_rate": 2.996071664294641e-06,
      "logits/chosen": 82.06262969970703,
      "logits/rejected": 82.0372543334961,
      "logps/chosen": -29.780080795288086,
      "logps/rejected": -30.145153045654297,
      "loss": 0.4863,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": 0.0986335426568985,
      "rewards/margins": 0.06634658575057983,
      "rewards/rejected": 0.03228696063160896,
      "step": 190
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.28125,
      "learning_rate": 2.7718537898066833e-06,
      "logits/chosen": 77.48158264160156,
      "logits/rejected": 77.42652893066406,
      "logps/chosen": -32.95527267456055,
      "logps/rejected": -32.44263458251953,
      "loss": 0.4602,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": 0.179746612906456,
      "rewards/margins": 0.17466942965984344,
      "rewards/rejected": 0.005077171605080366,
      "step": 200
    },
    {
      "epoch": 0.52,
      "eval_logits/chosen": 98.35516357421875,
      "eval_logits/rejected": 98.3409652709961,
      "eval_logps/chosen": -32.375885009765625,
      "eval_logps/rejected": -36.08698654174805,
      "eval_loss": 0.49672064185142517,
      "eval_rewards/accuracies": 0.5510797500610352,
      "eval_rewards/chosen": 0.006729110609740019,
      "eval_rewards/margins": 0.01877453364431858,
      "eval_rewards/rejected": -0.012045422568917274,
      "eval_runtime": 104.099,
      "eval_samples_per_second": 3.295,
      "eval_steps_per_second": 0.413,
      "step": 200
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.8125,
      "learning_rate": 2.5453962426402006e-06,
      "logits/chosen": 80.07341003417969,
      "logits/rejected": 79.99302673339844,
      "logps/chosen": -32.486534118652344,
      "logps/rejected": -34.771583557128906,
      "loss": 0.4711,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.14591845870018005,
      "rewards/margins": 0.12446693331003189,
      "rewards/rejected": 0.021451527252793312,
      "step": 210
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.875,
      "learning_rate": 2.3185646976551794e-06,
      "logits/chosen": 82.1479721069336,
      "logits/rejected": 82.22358703613281,
      "logps/chosen": -30.500757217407227,
      "logps/rejected": -30.712026596069336,
      "loss": 0.4675,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.14481952786445618,
      "rewards/margins": 0.14312690496444702,
      "rewards/rejected": 0.0016926426906138659,
      "step": 220
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.421875,
      "learning_rate": 2.0932279108998323e-06,
      "logits/chosen": 79.23271179199219,
      "logits/rejected": 79.28483581542969,
      "logps/chosen": -31.72991371154785,
      "logps/rejected": -33.9786376953125,
      "loss": 0.4772,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": 0.10758310556411743,
      "rewards/margins": 0.1042320728302002,
      "rewards/rejected": 0.00335102342069149,
      "step": 230
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.859375,
      "learning_rate": 1.8712423238279358e-06,
      "logits/chosen": 81.69049835205078,
      "logits/rejected": 81.97315979003906,
      "logps/chosen": -30.010046005249023,
      "logps/rejected": -31.530466079711914,
      "loss": 0.4621,
      "rewards/accuracies": 0.7875000238418579,
      "rewards/chosen": 0.16780194640159607,
      "rewards/margins": 0.16764438152313232,
      "rewards/rejected": 0.0001575589121785015,
      "step": 240
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.5625,
      "learning_rate": 1.6544367689701824e-06,
      "logits/chosen": 80.38240814208984,
      "logits/rejected": 80.4458999633789,
      "logps/chosen": -26.418010711669922,
      "logps/rejected": -29.8955020904541,
      "loss": 0.4744,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": 0.11778855323791504,
      "rewards/margins": 0.11726468801498413,
      "rewards/rejected": 0.000523855909705162,
      "step": 250
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.015625,
      "learning_rate": 1.4445974030621963e-06,
      "logits/chosen": 77.50282287597656,
      "logits/rejected": 77.68643951416016,
      "logps/chosen": -29.69681739807129,
      "logps/rejected": -36.06591033935547,
      "loss": 0.4582,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": 0.1864176243543625,
      "rewards/margins": 0.18284575641155243,
      "rewards/rejected": 0.0035718693397939205,
      "step": 260
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9453125,
      "learning_rate": 1.243452991757889e-06,
      "logits/chosen": 76.93331909179688,
      "logits/rejected": 76.97276306152344,
      "logps/chosen": -30.158321380615234,
      "logps/rejected": -31.34457015991211,
      "loss": 0.4668,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": 0.16206035017967224,
      "rewards/margins": 0.14597512781620026,
      "rewards/rejected": 0.016085227951407433,
      "step": 270
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.53125,
      "learning_rate": 1.0526606671603523e-06,
      "logits/chosen": 79.60905456542969,
      "logits/rejected": 79.37342071533203,
      "logps/chosen": -30.423480987548828,
      "logps/rejected": -29.19866943359375,
      "loss": 0.4787,
      "rewards/accuracies": 0.612500011920929,
      "rewards/chosen": 0.13864143192768097,
      "rewards/margins": 0.09180860966444016,
      "rewards/rejected": 0.04683280736207962,
      "step": 280
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.34375,
      "learning_rate": 8.737922755071455e-07,
      "logits/chosen": 79.83843994140625,
      "logits/rejected": 79.75175476074219,
      "logps/chosen": -32.15901565551758,
      "logps/rejected": -32.140541076660156,
      "loss": 0.4529,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.1945231556892395,
      "rewards/margins": 0.20689085125923157,
      "rewards/rejected": -0.012367685325443745,
      "step": 290
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.0625,
      "learning_rate": 7.08321427484816e-07,
      "logits/chosen": 75.40689849853516,
      "logits/rejected": 75.46818542480469,
      "logps/chosen": -31.496240615844727,
      "logps/rejected": -28.952880859375,
      "loss": 0.4586,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.19094672799110413,
      "rewards/margins": 0.17603248357772827,
      "rewards/rejected": 0.014914242550730705,
      "step": 300
    },
    {
      "epoch": 0.78,
      "eval_logits/chosen": 98.27913665771484,
      "eval_logits/rejected": 98.27122497558594,
      "eval_logps/chosen": -32.257171630859375,
      "eval_logps/rejected": -35.840736389160156,
      "eval_loss": 0.4993577003479004,
      "eval_rewards/accuracies": 0.5128737688064575,
      "eval_rewards/chosen": 0.018600592389702797,
      "eval_rewards/margins": 0.006022024899721146,
      "eval_rewards/rejected": 0.012578567489981651,
      "eval_runtime": 103.8539,
      "eval_samples_per_second": 3.303,
      "eval_steps_per_second": 0.414,
      "step": 300
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.453125,
      "learning_rate": 5.576113578589035e-07,
      "logits/chosen": 82.53901672363281,
      "logits/rejected": 82.57080078125,
      "logps/chosen": -29.314640045166016,
      "logps/rejected": -32.252933502197266,
      "loss": 0.4642,
      "rewards/accuracies": 0.737500011920929,
      "rewards/chosen": 0.15488943457603455,
      "rewards/margins": 0.16020672023296356,
      "rewards/rejected": -0.005317269824445248,
      "step": 310
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.515625,
      "learning_rate": 4.229036944380913e-07,
      "logits/chosen": 79.94550323486328,
      "logits/rejected": 79.94490814208984,
      "logps/chosen": -29.682098388671875,
      "logps/rejected": -28.85439109802246,
      "loss": 0.459,
      "rewards/accuracies": 0.7875000238418579,
      "rewards/chosen": 0.19164641201496124,
      "rewards/margins": 0.18513616919517517,
      "rewards/rejected": 0.006510235369205475,
      "step": 320
    },
    {
      "epoch": 0.86,
      "grad_norm": 3.09375,
      "learning_rate": 3.053082288996112e-07,
      "logits/chosen": 77.13621520996094,
      "logits/rejected": 77.16484069824219,
      "logps/chosen": -28.32808494567871,
      "logps/rejected": -32.60577392578125,
      "loss": 0.4534,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.20245198905467987,
      "rewards/margins": 0.19954310357570648,
      "rewards/rejected": 0.002908907597884536,
      "step": 330
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.046875,
      "learning_rate": 2.0579377374915805e-07,
      "logits/chosen": 81.41078186035156,
      "logits/rejected": 81.44329071044922,
      "logps/chosen": -31.582672119140625,
      "logps/rejected": -33.35100555419922,
      "loss": 0.4655,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.16294743120670319,
      "rewards/margins": 0.16117897629737854,
      "rewards/rejected": 0.0017684675985947251,
      "step": 340
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.34375,
      "learning_rate": 1.2518018074041684e-07,
      "logits/chosen": 80.47315216064453,
      "logits/rejected": 80.48896789550781,
      "logps/chosen": -31.6666316986084,
      "logps/rejected": -32.75847625732422,
      "loss": 0.4641,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.1977105438709259,
      "rewards/margins": 0.1643778532743454,
      "rewards/rejected": 0.03333265334367752,
      "step": 350
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.5625,
      "learning_rate": 6.41315865106129e-08,
      "logits/chosen": 81.98124694824219,
      "logits/rejected": 82.04177856445312,
      "logps/chosen": -27.832752227783203,
      "logps/rejected": -31.519290924072266,
      "loss": 0.4636,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.17194589972496033,
      "rewards/margins": 0.15889012813568115,
      "rewards/rejected": 0.013055793941020966,
      "step": 360
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.609375,
      "learning_rate": 2.3150941078050325e-08,
      "logits/chosen": 81.46924591064453,
      "logits/rejected": 81.51275634765625,
      "logps/chosen": -31.354238510131836,
      "logps/rejected": -34.80229568481445,
      "loss": 0.4735,
      "rewards/accuracies": 0.675000011920929,
      "rewards/chosen": 0.15219244360923767,
      "rewards/margins": 0.1214846819639206,
      "rewards/rejected": 0.03070778027176857,
      "step": 370
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.546875,
      "learning_rate": 2.575864278703266e-09,
      "logits/chosen": 75.28022766113281,
      "logits/rejected": 75.15403747558594,
      "logps/chosen": -28.978900909423828,
      "logps/rejected": -27.919509887695312,
      "loss": 0.4691,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.15972287952899933,
      "rewards/margins": 0.13561637699604034,
      "rewards/rejected": 0.024106483906507492,
      "step": 380
    },
    {
      "epoch": 1.0,
      "step": 385,
      "total_flos": 0.0,
      "train_loss": 0.47652822160101554,
      "train_runtime": 2558.0485,
      "train_samples_per_second": 1.204,
      "train_steps_per_second": 0.151
    }
  ],
  "logging_steps": 10,
  "max_steps": 385,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}