Model save

README.md

@@ -1,13 +1,11 @@
 ---
+license: apache-2.0
 library_name: peft
 tags:
-- alignment-handbook
 - trl
 - dpo
 - generated_from_trainer
 base_model: norallm/normistral-7b-warm
-datasets:
-- hugodk-sch/aftonposten_title_prefs
 model-index:
 - name: ap-normistral-7b-align-scan
   results: []
@@ -18,17 +16,17 @@ should probably proofread and complete it, then remove this comment. -->
 
 # ap-normistral-7b-align-scan
 
-This model is a fine-tuned version of [data/ap-normistral-7b-sft-qlora](https://huggingface.co/data/ap-normistral-7b-sft-qlora) on the hugodk-sch/aftonposten_title_prefs dataset.
+This model is a fine-tuned version of [norallm/normistral-7b-warm](https://huggingface.co/norallm/normistral-7b-warm) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9790
-- Rewards/chosen: -0.0904
-- Rewards/rejected: -0.1295
-- Rewards/accuracies: 0.5216
-- Rewards/margins: 0.0391
-- Logps/rejected: -36.2902
-- Logps/chosen: -32.6691
-- Logits/rejected: 98.5856
-- Logits/chosen: 98.6051
+- Loss: 0.9534
+- Rewards/chosen: -0.0764
+- Rewards/rejected: -0.1230
+- Rewards/accuracies: 0.5714
+- Rewards/margins: 0.0466
+- Logps/rejected: -37.1962
+- Logps/chosen: -33.2069
+- Logits/rejected: 97.6898
+- Logits/chosen: 97.7152
 
 ## Model description
 
@@ -63,9 +61,9 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen |
 |:-------------:|:-----:|:----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:|
-| 0.8779        | 0.26  | 100  | 0.9411          | 0.0053         | -0.0639          | 0.5461             | 0.0692          | -36.1263       | -32.4300     | 98.7518         | 98.7613       |
-| 0.683         | 0.52  | 200  | 0.9410          | -0.1143        | -0.1935          | 0.5569             | 0.0793          | -36.4504       | -32.7289     | 98.5890         | 98.6121       |
-| 0.7349        | 0.78  | 300  | 0.9809          | -0.0923        | -0.1298          | 0.5158             | 0.0375          | -36.2911       | -32.6740     | 98.5972         | 98.6205       |
+| 0.9577        | 0.26  | 100  | 0.9935          | 0.0116         | 0.0052           | 0.5066             | 0.0064          | -35.9146       | -32.3275     | 98.7059         | 98.7128       |
+| 0.8562        | 0.52  | 200  | 0.9647          | -0.0504        | -0.0855          | 0.5677             | 0.0351          | -36.8217       | -32.9469     | 97.9546         | 97.9719       |
+| 0.8271        | 0.78  | 300  | 0.9534          | -0.0764        | -0.1230          | 0.5714             | 0.0466          | -37.1962       | -33.2069     | 97.6898         | 97.7152       |
 
 
 ### Framework versions

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f92a7a58ef664cbb23bbbea4ee660757a9d99acfda9e25fce4fd659ed2706deb
+oid sha256:26209060ca7429835c1a754f3f18426f20c3e5d984d40f608699014193b05202
 size 671150064

all_results.json

@@ -1,21 +1,8 @@
 {
     "epoch": 1.0,
-    "eval_logits/chosen": 98.60509490966797,
-    "eval_logits/rejected": 98.58561706542969,
-    "eval_logps/chosen": -32.669063568115234,
-    "eval_logps/rejected": -36.29020309448242,
-    "eval_loss": 0.9789820313453674,
-    "eval_rewards/accuracies": 0.5215947031974792,
-    "eval_rewards/chosen": -0.09035440534353256,
-    "eval_rewards/margins": 0.039116356521844864,
-    "eval_rewards/rejected": -0.12947076559066772,
-    "eval_runtime": 103.771,
-    "eval_samples": 343,
-    "eval_samples_per_second": 3.305,
-    "eval_steps_per_second": 0.414,
-    "train_loss": 0.741242148659446,
-    "train_runtime": 2553.0854,
+    "train_loss": 0.88636748450143,
+    "train_runtime": 2554.6221,
     "train_samples": 3079,
-    "train_samples_per_second": 1.206,
+    "train_samples_per_second": 1.205,
     "train_steps_per_second": 0.151
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 1.0,
-    "train_loss": 0.741242148659446,
-    "train_runtime": 2553.0854,
+    "train_loss": 0.88636748450143,
+    "train_runtime": 2554.6221,
     "train_samples": 3079,
-    "train_samples_per_second": 1.206,
+    "train_samples_per_second": 1.205,
     "train_steps_per_second": 0.151
 }

trainer_state.json

@@ -10,7 +10,7 @@
   "log_history": [
     {
       "epoch": 0.0,
-      "grad_norm": 52.25,
+      "grad_norm": 13.0625,
       "learning_rate": 1.282051282051282e-07,
       "logits/chosen": 88.18099975585938,
       "logits/rejected": 88.25153350830078,
@@ -25,629 +25,629 @@
     },
     {
       "epoch": 0.03,
-      "grad_norm": 43.5,
+      "grad_norm": 10.875,
       "learning_rate": 1.282051282051282e-06,
-      "logits/chosen": 81.09413146972656,
-      "logits/rejected": 80.79685974121094,
-      "logps/chosen": -34.14472961425781,
-      "logps/rejected": -33.07267761230469,
-      "loss": 0.9155,
-      "rewards/accuracies": 0.5555555820465088,
-      "rewards/chosen": 0.038799185305833817,
-      "rewards/margins": 0.08450882881879807,
-      "rewards/rejected": -0.04570963978767395,
+      "logits/chosen": 81.074951171875,
+      "logits/rejected": 80.7809829711914,
+      "logps/chosen": -34.20733642578125,
+      "logps/rejected": -32.97297668457031,
+      "loss": 0.9951,
+      "rewards/accuracies": 0.4583333432674408,
+      "rewards/chosen": 0.003438829444348812,
+      "rewards/margins": 0.004895869642496109,
+      "rewards/rejected": -0.0014570390339940786,
       "step": 10
     },
     {
       "epoch": 0.05,
-      "grad_norm": 50.5,
+      "grad_norm": 12.6875,
       "learning_rate": 2.564102564102564e-06,
-      "logits/chosen": 80.67982482910156,
-      "logits/rejected": 80.56922149658203,
-      "logps/chosen": -33.638526916503906,
-      "logps/rejected": -30.80965805053711,
-      "loss": 0.9668,
-      "rewards/accuracies": 0.5,
-      "rewards/chosen": 0.020552771165966988,
-      "rewards/margins": 0.03342083841562271,
-      "rewards/rejected": -0.012868070974946022,
+      "logits/chosen": 80.64326477050781,
+      "logits/rejected": 80.53416442871094,
+      "logps/chosen": -33.720584869384766,
+      "logps/rejected": -30.82167625427246,
+      "loss": 0.9986,
+      "rewards/accuracies": 0.44999998807907104,
+      "rewards/chosen": -0.003067571669816971,
+      "rewards/margins": 0.0013512909645214677,
+      "rewards/rejected": -0.004418861120939255,
       "step": 20
     },
     {
       "epoch": 0.08,
-      "grad_norm": 48.25,
+      "grad_norm": 12.0,
       "learning_rate": 3.846153846153847e-06,
-      "logits/chosen": 82.50788879394531,
-      "logits/rejected": 82.54085540771484,
-      "logps/chosen": -33.867698669433594,
-      "logps/rejected": -31.21173667907715,
-      "loss": 1.0398,
+      "logits/chosen": 82.51445007324219,
+      "logits/rejected": 82.54810333251953,
+      "logps/chosen": -33.81728744506836,
+      "logps/rejected": -31.204355239868164,
+      "loss": 1.0024,
       "rewards/accuracies": 0.44999998807907104,
-      "rewards/chosen": 0.05804871767759323,
-      "rewards/margins": -0.026789050549268723,
-      "rewards/rejected": 0.08483776450157166,
+      "rewards/chosen": 0.019553204998373985,
+      "rewards/margins": -0.002394508570432663,
+      "rewards/rejected": 0.0219477117061615,
       "step": 30
     },
     {
       "epoch": 0.1,
-      "grad_norm": 37.0,
+      "grad_norm": 11.8125,
       "learning_rate": 4.999896948438434e-06,
-      "logits/chosen": 81.12205505371094,
-      "logits/rejected": 81.11637878417969,
-      "logps/chosen": -32.64350128173828,
-      "logps/rejected": -33.15576934814453,
-      "loss": 0.9203,
+      "logits/chosen": 81.101806640625,
+      "logits/rejected": 81.09938049316406,
+      "logps/chosen": -32.73223876953125,
+      "logps/rejected": -33.143699645996094,
+      "loss": 0.9783,
       "rewards/accuracies": 0.5249999761581421,
-      "rewards/chosen": 0.21222472190856934,
-      "rewards/margins": 0.1271229237318039,
-      "rewards/rejected": 0.08510179817676544,
+      "rewards/chosen": 0.04418279603123665,
+      "rewards/margins": 0.02170029655098915,
+      "rewards/rejected": 0.022482499480247498,
       "step": 40
     },
     {
       "epoch": 0.13,
-      "grad_norm": 28.125,
+      "grad_norm": 11.9375,
       "learning_rate": 4.987541037542187e-06,
-      "logits/chosen": 78.77560424804688,
-      "logits/rejected": 78.78538513183594,
-      "logps/chosen": -30.54385757446289,
-      "logps/rejected": -30.8847599029541,
-      "loss": 0.8737,
-      "rewards/accuracies": 0.5375000238418579,
-      "rewards/chosen": 0.26455581188201904,
-      "rewards/margins": 0.18914423882961273,
-      "rewards/rejected": 0.07541157305240631,
+      "logits/chosen": 78.82136535644531,
+      "logits/rejected": 78.82911682128906,
+      "logps/chosen": -30.3783016204834,
+      "logps/rejected": -30.641677856445312,
+      "loss": 0.9605,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": 0.082694411277771,
+      "rewards/margins": 0.039533428847789764,
+      "rewards/rejected": 0.04316098242998123,
       "step": 50
     },
     {
       "epoch": 0.16,
-      "grad_norm": 40.25,
+      "grad_norm": 9.75,
       "learning_rate": 4.954691471941119e-06,
-      "logits/chosen": 83.37484741210938,
-      "logits/rejected": 83.43515014648438,
-      "logps/chosen": -30.861572265625,
-      "logps/rejected": -29.3466796875,
-      "loss": 1.0221,
-      "rewards/accuracies": 0.4749999940395355,
-      "rewards/chosen": 0.12543414533138275,
-      "rewards/margins": 0.027898848056793213,
-      "rewards/rejected": 0.09753530472517014,
+      "logits/chosen": 83.49494171142578,
+      "logits/rejected": 83.55232238769531,
+      "logps/chosen": -30.781469345092773,
+      "logps/rejected": -29.190662384033203,
+      "loss": 1.0006,
+      "rewards/accuracies": 0.44999998807907104,
+      "rewards/chosen": 0.03936903923749924,
+      "rewards/margins": -0.0006168211111798882,
+      "rewards/rejected": 0.039985861629247665,
       "step": 60
     },
     {
       "epoch": 0.18,
-      "grad_norm": 51.25,
+      "grad_norm": 12.0625,
       "learning_rate": 4.901618883413549e-06,
-      "logits/chosen": 84.05386352539062,
-      "logits/rejected": 84.0824966430664,
-      "logps/chosen": -30.508914947509766,
-      "logps/rejected": -33.01020431518555,
-      "loss": 0.9697,
-      "rewards/accuracies": 0.5249999761581421,
-      "rewards/chosen": 0.04804382845759392,
-      "rewards/margins": 0.0370425209403038,
-      "rewards/rejected": 0.011001313105225563,
+      "logits/chosen": 84.1231918334961,
+      "logits/rejected": 84.15650939941406,
+      "logps/chosen": -30.209863662719727,
+      "logps/rejected": -32.619781494140625,
+      "loss": 0.9999,
+      "rewards/accuracies": 0.48750001192092896,
+      "rewards/chosen": 0.041915904730558395,
+      "rewards/margins": 0.000123101839562878,
+      "rewards/rejected": 0.04179280251264572,
       "step": 70
     },
     {
       "epoch": 0.21,
-      "grad_norm": 40.25,
+      "grad_norm": 12.375,
       "learning_rate": 4.828760511501322e-06,
-      "logits/chosen": 81.74610900878906,
-      "logits/rejected": 81.73453521728516,
-      "logps/chosen": -31.33428382873535,
-      "logps/rejected": -30.90468978881836,
-      "loss": 0.9004,
-      "rewards/accuracies": 0.5375000238418579,
-      "rewards/chosen": 0.06826337426900864,
-      "rewards/margins": 0.12708182632923126,
-      "rewards/rejected": -0.05881844088435173,
+      "logits/chosen": 81.8515853881836,
+      "logits/rejected": 81.83155822753906,
+      "logps/chosen": -30.982410430908203,
+      "logps/rejected": -30.617040634155273,
+      "loss": 0.9618,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": 0.05225307494401932,
+      "rewards/margins": 0.03819245845079422,
+      "rewards/rejected": 0.014060619287192822,
       "step": 80
     },
     {
       "epoch": 0.23,
-      "grad_norm": 47.75,
+      "grad_norm": 14.75,
       "learning_rate": 4.7367166013034295e-06,
-      "logits/chosen": 78.39300537109375,
-      "logits/rejected": 78.36354064941406,
-      "logps/chosen": -32.50352478027344,
-      "logps/rejected": -31.204748153686523,
-      "loss": 0.8878,
-      "rewards/accuracies": 0.5625,
-      "rewards/chosen": 0.05386130139231682,
-      "rewards/margins": 0.1551724374294281,
-      "rewards/rejected": -0.10131114721298218,
+      "logits/chosen": 78.68502807617188,
+      "logits/rejected": 78.65934753417969,
+      "logps/chosen": -32.18014144897461,
+      "logps/rejected": -30.878421783447266,
+      "loss": 0.9627,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": 0.04580371826887131,
+      "rewards/margins": 0.03849860280752182,
+      "rewards/rejected": 0.007305114530026913,
       "step": 90
     },
     {
       "epoch": 0.26,
-      "grad_norm": 48.5,
+      "grad_norm": 12.375,
       "learning_rate": 4.626245458345211e-06,
-      "logits/chosen": 83.5033950805664,
-      "logits/rejected": 83.53245544433594,
-      "logps/chosen": -34.1702880859375,
-      "logps/rejected": -31.961788177490234,
-      "loss": 0.8779,
-      "rewards/accuracies": 0.5625,
-      "rewards/chosen": 0.05388103798031807,
-      "rewards/margins": 0.13837869465351105,
-      "rewards/rejected": -0.08449766039848328,
+      "logits/chosen": 83.6978530883789,
+      "logits/rejected": 83.72080993652344,
+      "logps/chosen": -33.769813537597656,
+      "logps/rejected": -31.638240814208984,
+      "loss": 0.9577,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": 0.05351760983467102,
+      "rewards/margins": 0.04228735715150833,
+      "rewards/rejected": 0.01123025082051754,
       "step": 100
     },
     {
       "epoch": 0.26,
-      "eval_logits/chosen": 98.76129913330078,
-      "eval_logits/rejected": 98.75178527832031,
-      "eval_logps/chosen": -32.43000030517578,
-      "eval_logps/rejected": -36.12626647949219,
-      "eval_loss": 0.9410777688026428,
-      "eval_rewards/accuracies": 0.5460963845252991,
-      "eval_rewards/chosen": 0.005270163994282484,
-      "eval_rewards/margins": 0.06916692852973938,
-      "eval_rewards/rejected": -0.06389675289392471,
-      "eval_runtime": 104.1853,
-      "eval_samples_per_second": 3.292,
+      "eval_logits/chosen": 98.71279907226562,
+      "eval_logits/rejected": 98.70589447021484,
+      "eval_logps/chosen": -32.32750701904297,
+      "eval_logps/rejected": -35.914642333984375,
+      "eval_loss": 0.993482768535614,
+      "eval_rewards/accuracies": 0.5066444873809814,
+      "eval_rewards/chosen": 0.011567190289497375,
+      "eval_rewards/margins": 0.006378817837685347,
+      "eval_rewards/rejected": 0.005188372451812029,
+      "eval_runtime": 104.0772,
+      "eval_samples_per_second": 3.296,
       "eval_steps_per_second": 0.413,
       "step": 100
     },
     {
       "epoch": 0.29,
-      "grad_norm": 53.5,
+      "grad_norm": 14.125,
       "learning_rate": 4.498257201263691e-06,
-      "logits/chosen": 83.67477416992188,
-      "logits/rejected": 83.56143951416016,
-      "logps/chosen": -32.46035385131836,
-      "logps/rejected": -32.912376403808594,
-      "loss": 0.752,
-      "rewards/accuracies": 0.6875,
-      "rewards/chosen": 0.22498121857643127,
-      "rewards/margins": 0.3275759816169739,
-      "rewards/rejected": -0.102594755589962,
+      "logits/chosen": 83.8444595336914,
+      "logits/rejected": 83.72880554199219,
+      "logps/chosen": -32.138458251953125,
+      "logps/rejected": -32.649452209472656,
+      "loss": 0.9122,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": 0.08843465149402618,
+      "rewards/margins": 0.0877910926938057,
+      "rewards/rejected": 0.0006435603136196733,
       "step": 110
     },
     {
       "epoch": 0.31,
-      "grad_norm": 52.25,
+      "grad_norm": 13.0,
       "learning_rate": 4.353806263777678e-06,
-      "logits/chosen": 83.85575103759766,
-      "logits/rejected": 83.95751953125,
-      "logps/chosen": -28.3017520904541,
-      "logps/rejected": -35.58953094482422,
-      "loss": 0.7604,
-      "rewards/accuracies": 0.6499999761581421,
-      "rewards/chosen": 0.2511330246925354,
-      "rewards/margins": 0.30328577756881714,
-      "rewards/rejected": -0.05215279012918472,
+      "logits/chosen": 83.81868743896484,
+      "logits/rejected": 83.92826080322266,
+      "logps/chosen": -28.111730575561523,
+      "logps/rejected": -35.34394454956055,
+      "loss": 0.9297,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": 0.08178504556417465,
+      "rewards/margins": 0.07026515156030655,
+      "rewards/rejected": 0.011519892141222954,
       "step": 120
     },
     {
       "epoch": 0.34,
-      "grad_norm": 38.0,
+      "grad_norm": 9.375,
       "learning_rate": 4.1940827077152755e-06,
-      "logits/chosen": 81.05609130859375,
-      "logits/rejected": 81.07179260253906,
-      "logps/chosen": -30.556743621826172,
-      "logps/rejected": -32.228946685791016,
-      "loss": 0.7882,
-      "rewards/accuracies": 0.612500011920929,
-      "rewards/chosen": 0.14024314284324646,
-      "rewards/margins": 0.25916972756385803,
-      "rewards/rejected": -0.11892654746770859,
+      "logits/chosen": 80.93681335449219,
+      "logits/rejected": 80.97130584716797,
+      "logps/chosen": -30.195592880249023,
+      "logps/rejected": -31.842870712280273,
+      "loss": 0.939,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": 0.07117608934640884,
+      "rewards/margins": 0.06230046600103378,
+      "rewards/rejected": 0.008875617757439613,
       "step": 130
     },
     {
       "epoch": 0.36,
-      "grad_norm": 45.25,
+      "grad_norm": 11.0625,
       "learning_rate": 4.0204024186666215e-06,
-      "logits/chosen": 82.19850158691406,
-      "logits/rejected": 82.19775390625,
-      "logps/chosen": -26.9793701171875,
-      "logps/rejected": -32.99781036376953,
-      "loss": 0.7152,
-      "rewards/accuracies": 0.699999988079071,
-      "rewards/chosen": 0.18718235194683075,
-      "rewards/margins": 0.4169556498527527,
-      "rewards/rejected": -0.2297733575105667,
+      "logits/chosen": 81.7886962890625,
+      "logits/rejected": 81.80296325683594,
+      "logps/chosen": -26.81143569946289,
+      "logps/rejected": -32.920143127441406,
+      "loss": 0.8867,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": 0.0635889396071434,
+      "rewards/margins": 0.11326569318771362,
+      "rewards/rejected": -0.04967674985527992,
       "step": 140
     },
     {
       "epoch": 0.39,
-      "grad_norm": 38.0,
+      "grad_norm": 12.1875,
       "learning_rate": 3.834196265035119e-06,
-      "logits/chosen": 80.65988159179688,
-      "logits/rejected": 80.63349914550781,
-      "logps/chosen": -28.97601890563965,
-      "logps/rejected": -33.183013916015625,
-      "loss": 0.6687,
-      "rewards/accuracies": 0.699999988079071,
-      "rewards/chosen": 0.16523592174053192,
-      "rewards/margins": 0.4118415415287018,
-      "rewards/rejected": -0.24660558998584747,
+      "logits/chosen": 80.10134887695312,
+      "logits/rejected": 80.06209564208984,
+      "logps/chosen": -28.821029663085938,
+      "logps/rejected": -33.226470947265625,
+      "loss": 0.8772,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": 0.05680803209543228,
+      "rewards/margins": 0.1228049248456955,
+      "rewards/rejected": -0.06599690765142441,
       "step": 150
     },
     {
       "epoch": 0.42,
-      "grad_norm": 52.25,
+      "grad_norm": 13.4375,
       "learning_rate": 3.636998309800573e-06,
-      "logits/chosen": 82.44218444824219,
-      "logits/rejected": 82.45413970947266,
-      "logps/chosen": -33.828277587890625,
-      "logps/rejected": -30.54928207397461,
-      "loss": 0.7433,
-      "rewards/accuracies": 0.7250000238418579,
-      "rewards/chosen": 0.12338707596063614,
-      "rewards/margins": 0.36208492517471313,
-      "rewards/rejected": -0.238697811961174,
+      "logits/chosen": 81.63700866699219,
+      "logits/rejected": 81.66020202636719,
+      "logps/chosen": -34.080284118652344,
+      "logps/rejected": -30.817296981811523,
+      "loss": 0.9079,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": 0.005646559409797192,
+      "rewards/margins": 0.09212217479944229,
+      "rewards/rejected": -0.08647561073303223,
       "step": 160
     },
     {
       "epoch": 0.44,
-      "grad_norm": 40.25,
+      "grad_norm": 15.125,
       "learning_rate": 3.4304331721118078e-06,
-      "logits/chosen": 83.18556213378906,
-      "logits/rejected": 83.12220764160156,
-      "logps/chosen": -30.9090518951416,
-      "logps/rejected": -32.738372802734375,
-      "loss": 0.7036,
-      "rewards/accuracies": 0.675000011920929,
-      "rewards/chosen": 0.14009535312652588,
-      "rewards/margins": 0.4274210035800934,
-      "rewards/rejected": -0.28732559084892273,
+      "logits/chosen": 82.27827453613281,
+      "logits/rejected": 82.23299407958984,
+      "logps/chosen": -31.016094207763672,
+      "logps/rejected": -33.03407669067383,
+      "loss": 0.8743,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": 0.024319300428032875,
+      "rewards/margins": 0.12572081387043,
+      "rewards/rejected": -0.10140150785446167,
       "step": 170
     },
     {
       "epoch": 0.47,
-      "grad_norm": 28.125,
+      "grad_norm": 12.5,
       "learning_rate": 3.2162026428305436e-06,
-      "logits/chosen": 80.74728393554688,
-      "logits/rejected": 80.72408294677734,
-      "logps/chosen": -30.6306095123291,
-      "logps/rejected": -31.813491821289062,
-      "loss": 0.6778,
-      "rewards/accuracies": 0.6875,
-      "rewards/chosen": 0.2266170233488083,
-      "rewards/margins": 0.48913127183914185,
-      "rewards/rejected": -0.2625141739845276,
+      "logits/chosen": 79.44108581542969,
+      "logits/rejected": 79.4173355102539,
+      "logps/chosen": -30.948467254638672,
+      "logps/rejected": -32.03376007080078,
+      "loss": 0.8875,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": 0.02486853487789631,
+      "rewards/margins": 0.1125236377120018,
+      "rewards/rejected": -0.08765510469675064,
       "step": 180
     },
     {
       "epoch": 0.49,
-      "grad_norm": 23.5,
+      "grad_norm": 9.6875,
       "learning_rate": 2.996071664294641e-06,
-      "logits/chosen": 82.42842102050781,
-      "logits/rejected": 82.41558837890625,
-      "logps/chosen": -30.537174224853516,
-      "logps/rejected": -30.8133602142334,
-      "loss": 0.8564,
-      "rewards/accuracies": 0.48750001192092896,
-      "rewards/chosen": 0.09169743955135345,
-      "rewards/margins": 0.22983141243457794,
-      "rewards/rejected": -0.13813400268554688,
+      "logits/chosen": 80.90037536621094,
+      "logits/rejected": 80.8733901977539,
+      "logps/chosen": -30.740875244140625,
+      "logps/rejected": -31.226177215576172,
+      "loss": 0.9221,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": 0.002553999889642,
+      "rewards/margins": 0.07836906611919403,
+      "rewards/rejected": -0.07581506669521332,
       "step": 190
     },
     {
       "epoch": 0.52,
-      "grad_norm": 33.5,
+      "grad_norm": 14.4375,
       "learning_rate": 2.7718537898066833e-06,
-      "logits/chosen": 77.84940338134766,
-      "logits/rejected": 77.80615234375,
-      "logps/chosen": -33.916507720947266,
-      "logps/rejected": -32.88044738769531,
-      "loss": 0.683,
-      "rewards/accuracies": 0.6875,
-      "rewards/chosen": 0.33449333906173706,
-      "rewards/margins": 0.4893106520175934,
-      "rewards/rejected": -0.1548173427581787,
+      "logits/chosen": 76.02571105957031,
+      "logits/rejected": 75.9735107421875,
+      "logps/chosen": -34.12778854370117,
+      "logps/rejected": -33.30614471435547,
+      "loss": 0.8562,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": 0.0624953992664814,
+      "rewards/margins": 0.14376921951770782,
+      "rewards/rejected": -0.08127383887767792,
       "step": 200
     },
     {
       "epoch": 0.52,
-      "eval_logits/chosen": 98.61212158203125,
-      "eval_logits/rejected": 98.5889663696289,
-      "eval_logps/chosen": -32.7288703918457,
-      "eval_logps/rejected": -36.450355529785156,
-      "eval_loss": 0.9409860372543335,
-      "eval_rewards/accuracies": 0.5568937063217163,
-      "eval_rewards/chosen": -0.11428017914295197,
-      "eval_rewards/margins": 0.07925106585025787,
-      "eval_rewards/rejected": -0.19353125989437103,
-      "eval_runtime": 104.0333,
-      "eval_samples_per_second": 3.297,
-      "eval_steps_per_second": 0.413,
+      "eval_logits/chosen": 97.97191619873047,
+      "eval_logits/rejected": 97.95458984375,
+      "eval_logps/chosen": -32.94685363769531,
+      "eval_logps/rejected": -36.8216552734375,
+      "eval_loss": 0.9646754860877991,
+      "eval_rewards/accuracies": 0.5676910281181335,
+      "eval_rewards/chosen": -0.05036771669983864,
+      "eval_rewards/margins": 0.035145342350006104,
+      "eval_rewards/rejected": -0.08551305532455444,
+      "eval_runtime": 103.8205,
+      "eval_samples_per_second": 3.304,
+      "eval_steps_per_second": 0.414,
       "step": 200
     },
     {
       "epoch": 0.55,
-      "grad_norm": 59.0,
+      "grad_norm": 18.625,
       "learning_rate": 2.5453962426402006e-06,
-      "logits/chosen": 80.46003723144531,
-      "logits/rejected": 80.36625671386719,
-      "logps/chosen": -33.2611083984375,
-      "logps/rejected": -35.46075439453125,
-      "loss": 0.6831,
-      "rewards/accuracies": 0.7250000238418579,
-      "rewards/chosen": 0.27384519577026367,
-      "rewards/margins": 0.46370941400527954,
-      "rewards/rejected": -0.18986421823501587,
+      "logits/chosen": 78.56858825683594,
+      "logits/rejected": 78.47276306152344,
+      "logps/chosen": -33.586204528808594,
+      "logps/rejected": -36.05295944213867,
+      "loss": 0.8633,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": 0.0359516479074955,
+      "rewards/margins": 0.1426382064819336,
+      "rewards/rejected": -0.1066865548491478,
       "step": 210
     },
     {
       "epoch": 0.57,
-      "grad_norm": 45.0,
+      "grad_norm": 14.6875,
       "learning_rate": 2.3185646976551794e-06,
-      "logits/chosen": 82.58009338378906,
-      "logits/rejected": 82.66780853271484,
-      "logps/chosen": -31.060461044311523,
-      "logps/rejected": -31.333576202392578,
-      "loss": 0.6185,
-      "rewards/accuracies": 0.7250000238418579,
-      "rewards/chosen": 0.35539740324020386,
-      "rewards/margins": 0.5972464084625244,
-      "rewards/rejected": -0.24184902012348175,
+      "logits/chosen": 80.53726959228516,
+      "logits/rejected": 80.62950134277344,
+      "logps/chosen": -31.454355239868164,
+      "logps/rejected": -32.02970504760742,
+      "loss": 0.8286,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": 0.049460187554359436,
+      "rewards/margins": 0.17953529953956604,
+      "rewards/rejected": -0.1300750970840454,
       "step": 220
     },
     {
       "epoch": 0.6,
-      "grad_norm": 46.25,
+      "grad_norm": 14.0,
       "learning_rate": 2.0932279108998323e-06,
-      "logits/chosen": 79.74901580810547,
-      "logits/rejected": 79.80045318603516,
-      "logps/chosen": -32.357086181640625,
-      "logps/rejected": -34.57195281982422,
-      "loss": 0.7442,
-      "rewards/accuracies": 0.637499988079071,
-      "rewards/chosen": 0.17946358025074005,
-      "rewards/margins": 0.403384268283844,
-      "rewards/rejected": -0.22392070293426514,
+      "logits/chosen": 77.57215881347656,
+      "logits/rejected": 77.61759948730469,
+      "logps/chosen": -32.74131393432617,
+      "logps/rejected": -35.29151153564453,
+      "loss": 0.8713,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": 0.006443141493946314,
+      "rewards/margins": 0.13437876105308533,
+      "rewards/rejected": -0.12793561816215515,
       "step": 230
     },
     {
       "epoch": 0.62,
-      "grad_norm": 47.75,
+      "grad_norm": 16.5,
       "learning_rate": 1.8712423238279358e-06,
-      "logits/chosen": 82.10381317138672,
-      "logits/rejected": 82.40473937988281,
-      "logps/chosen": -30.87957763671875,
-      "logps/rejected": -32.0345344543457,
-      "loss": 0.5885,
-      "rewards/accuracies": 0.7749999761581421,
-      "rewards/chosen": 0.3233951926231384,
-      "rewards/margins": 0.5243898630142212,
-      "rewards/rejected": -0.20099470019340515,
+      "logits/chosen": 79.76509094238281,
+      "logits/rejected": 80.07305908203125,
+      "logps/chosen": -31.252161026000977,
+      "logps/rejected": -32.75459671020508,
+      "loss": 0.8345,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": 0.04359050467610359,
+      "rewards/margins": 0.16584597527980804,
+      "rewards/rejected": -0.12225550413131714,
       "step": 240
     },
     {
       "epoch": 0.65,
-      "grad_norm": 39.75,
+      "grad_norm": 15.0625,
       "learning_rate": 1.6544367689701824e-06,
-      "logits/chosen": 80.81050109863281,
-      "logits/rejected": 80.87081909179688,
-      "logps/chosen": -27.13393783569336,
-      "logps/rejected": -30.56355857849121,
-      "loss": 0.6984,
-      "rewards/accuracies": 0.7124999761581421,
-      "rewards/chosen": 0.18478286266326904,
-      "rewards/margins": 0.44991129636764526,
-      "rewards/rejected": -0.2651284337043762,
+      "logits/chosen": 78.32225036621094,
+      "logits/rejected": 78.37224578857422,
+      "logps/chosen": -27.815731048583984,
+      "logps/rejected": -31.077539443969727,
+      "loss": 0.9043,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.02198370359838009,
+      "rewards/margins": 0.09569612890481949,
+      "rewards/rejected": -0.11767983436584473,
       "step": 250
     },
     {
       "epoch": 0.68,
-      "grad_norm": 30.25,
+      "grad_norm": 13.75,
       "learning_rate": 1.4445974030621963e-06,
-      "logits/chosen": 78.12925720214844,
-      "logits/rejected": 78.25952911376953,
-      "logps/chosen": -30.566410064697266,
-      "logps/rejected": -36.688663482666016,
-      "loss": 0.5996,
+      "logits/chosen": 75.31268310546875,
+      "logits/rejected": 75.46823120117188,
+      "logps/chosen": -31.16106605529785,
+      "logps/rejected": -38.22980880737305,
+      "loss": 0.7589,
       "rewards/accuracies": 0.7250000238418579,
-      "rewards/chosen": 0.3978345990180969,
-      "rewards/margins": 0.6326489448547363,
-      "rewards/rejected": -0.2348143756389618,
+      "rewards/chosen": 0.039992958307266235,
+      "rewards/margins": 0.2528113126754761,
+      "rewards/rejected": -0.21281830966472626,
       "step": 260
     },
     {
       "epoch": 0.7,
-      "grad_norm": 42.25,
+      "grad_norm": 13.1875,
       "learning_rate": 1.243452991757889e-06,
-      "logits/chosen": 77.4239501953125,
-      "logits/rejected": 77.45281219482422,
-      "logps/chosen": -30.834758758544922,
-      "logps/rejected": -31.846826553344727,
-      "loss": 0.626,
-      "rewards/accuracies": 0.824999988079071,
-      "rewards/chosen": 0.37766537070274353,
-      "rewards/margins": 0.5142279863357544,
-      "rewards/rejected": -0.13656257092952728,
+      "logits/chosen": 74.42684173583984,
+      "logits/rejected": 74.45647430419922,
+      "logps/chosen": -31.796234130859375,
+      "logps/rejected": -33.113197326660156,
+      "loss": 0.8432,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": -0.0017309554386883974,
+      "rewards/margins": 0.15904627740383148,
+      "rewards/rejected": -0.1607772409915924,
       "step": 270
     },
     {
       "epoch": 0.73,
-      "grad_norm": 54.0,
+      "grad_norm": 19.75,
       "learning_rate": 1.0526606671603523e-06,
-      "logits/chosen": 80.0883560180664,
-      "logits/rejected": 79.87921905517578,
-      "logps/chosen": -31.279199600219727,
-      "logps/rejected": -29.9936580657959,
-      "loss": 0.7705,
-      "rewards/accuracies": 0.699999988079071,
-      "rewards/chosen": 0.2122771292924881,
-      "rewards/margins": 0.3429415822029114,
-      "rewards/rejected": -0.13066445291042328,
+      "logits/chosen": 77.391845703125,
+      "logits/rejected": 77.1694564819336,
+      "logps/chosen": -32.110328674316406,
+      "logps/rejected": -30.959293365478516,
+      "loss": 0.9109,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -0.030043601989746094,
+      "rewards/margins": 0.09918614476919174,
+      "rewards/rejected": -0.12922975420951843,
       "step": 280
     },
     {
       "epoch": 0.75,
-      "grad_norm": 40.5,
+      "grad_norm": 13.1875,
       "learning_rate": 8.737922755071455e-07,
-      "logits/chosen": 80.207763671875,
-      "logits/rejected": 80.12342834472656,
-      "logps/chosen": -33.07125473022461,
-      "logps/rejected": -32.81315612792969,
-      "loss": 0.5368,
-      "rewards/accuracies": 0.75,
-      "rewards/chosen": 0.41319671273231506,
-      "rewards/margins": 0.7317113280296326,
-      "rewards/rejected": -0.3185145854949951,
+      "logits/chosen": 77.39460754394531,
+      "logits/rejected": 77.31553649902344,
+      "logps/chosen": -33.84746551513672,
+      "logps/rejected": -34.28327178955078,
+      "loss": 0.7586,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": 0.02567802369594574,
+      "rewards/margins": 0.2523185908794403,
+      "rewards/rejected": -0.22664058208465576,
       "step": 290
     },
     {
       "epoch": 0.78,
-      "grad_norm": 43.0,
+      "grad_norm": 14.8125,
       "learning_rate": 7.08321427484816e-07,
-      "logits/chosen": 75.83465576171875,
-      "logits/rejected": 75.93038177490234,
-      "logps/chosen": -32.472633361816406,
-      "logps/rejected": -29.376873016357422,
-      "loss": 0.7349,
-      "rewards/accuracies": 0.6875,
-      "rewards/chosen": 0.37323057651519775,
-      "rewards/margins": 0.48316845297813416,
-      "rewards/rejected": -0.109937883913517,
+      "logits/chosen": 73.05286407470703,
+      "logits/rejected": 73.1805648803711,
+      "logps/chosen": -33.01818084716797,
+      "logps/rejected": -30.520904541015625,
+      "loss": 0.8271,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": 0.03875284641981125,
+      "rewards/margins": 0.18064062297344208,
+      "rewards/rejected": -0.14188775420188904,
       "step": 300
     },
     {
       "epoch": 0.78,
-      "eval_logits/chosen": 98.62049102783203,
-      "eval_logits/rejected": 98.59721374511719,
-      "eval_logps/chosen": -32.674007415771484,
-      "eval_logps/rejected": -36.29110336303711,
-      "eval_loss": 0.9808743000030518,
-      "eval_rewards/accuracies": 0.5157807469367981,
-      "eval_rewards/chosen": -0.0923333466053009,
-      "eval_rewards/margins": 0.03749755397439003,
-      "eval_rewards/rejected": -0.12983089685440063,
-      "eval_runtime": 103.8205,
-      "eval_samples_per_second": 3.304,
-      "eval_steps_per_second": 0.414,
+      "eval_logits/chosen": 97.71524047851562,
+      "eval_logits/rejected": 97.68975067138672,
+      "eval_logps/chosen": -33.206886291503906,
+      "eval_logps/rejected": -37.196205139160156,
+      "eval_loss": 0.9533767700195312,
+      "eval_rewards/accuracies": 0.5714285373687744,
+      "eval_rewards/chosen": -0.07637124508619308,
+      "eval_rewards/margins": 0.04659651592373848,
+      "eval_rewards/rejected": -0.12296776473522186,
+      "eval_runtime": 104.0124,
+      "eval_samples_per_second": 3.298,
+      "eval_steps_per_second": 0.413,
       "step": 300
     },
     {
       "epoch": 0.81,
-      "grad_norm": 40.0,
+      "grad_norm": 13.0,
       "learning_rate": 5.576113578589035e-07,
-      "logits/chosen": 82.97636413574219,
-      "logits/rejected": 83.00100708007812,
-      "logps/chosen": -30.166763305664062,
-      "logps/rejected": -32.79009246826172,
-      "loss": 0.6505,
-      "rewards/accuracies": 0.800000011920929,
-      "rewards/chosen": 0.278707891702652,
-      "rewards/margins": 0.5148409008979797,
-      "rewards/rejected": -0.23613300919532776,
+      "logits/chosen": 80.51168060302734,
+      "logits/rejected": 80.51959228515625,
+      "logps/chosen": -30.940738677978516,
+      "logps/rejected": -33.976158142089844,
+      "loss": 0.841,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": -0.00772014120593667,
+      "rewards/margins": 0.1699191778898239,
+      "rewards/rejected": -0.17763930559158325,
       "step": 310
     },
     {
       "epoch": 0.83,
-      "grad_norm": 32.5,
+      "grad_norm": 14.9375,
       "learning_rate": 4.229036944380913e-07,
-      "logits/chosen": 80.45620727539062,
-      "logits/rejected": 80.45777893066406,
-      "logps/chosen": -30.465673446655273,
-      "logps/rejected": -29.35947036743164,
-      "loss": 0.5314,
-      "rewards/accuracies": 0.762499988079071,
-      "rewards/chosen": 0.45315417647361755,
-      "rewards/margins": 0.6291457414627075,
-      "rewards/rejected": -0.17599165439605713,
+      "logits/chosen": 77.665771484375,
+      "logits/rejected": 77.6807861328125,
+      "logps/chosen": -31.073196411132812,
+      "logps/rejected": -30.321044921875,
+      "loss": 0.8202,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": 0.05253634601831436,
+      "rewards/margins": 0.19269177317619324,
+      "rewards/rejected": -0.14015543460845947,
       "step": 320
     },
     {
       "epoch": 0.86,
-      "grad_norm": 34.0,
+      "grad_norm": 16.375,
       "learning_rate": 3.053082288996112e-07,
-      "logits/chosen": 77.60248565673828,
-      "logits/rejected": 77.65824890136719,
-      "logps/chosen": -29.066116333007812,
-      "logps/rejected": -33.186683654785156,
-      "loss": 0.4902,
-      "rewards/accuracies": 0.75,
-      "rewards/chosen": 0.5145958065986633,
-      "rewards/margins": 0.735322117805481,
-      "rewards/rejected": -0.2207263708114624,
+      "logits/chosen": 74.7007064819336,
+      "logits/rejected": 74.74031829833984,
+      "logps/chosen": -29.66641616821289,
+      "logps/rejected": -34.42815399169922,
+      "loss": 0.7549,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": 0.06861907988786697,
+      "rewards/margins": 0.24794825911521912,
+      "rewards/rejected": -0.17932915687561035,
       "step": 330
     },
     {
       "epoch": 0.88,
-      "grad_norm": 46.75,
+      "grad_norm": 17.125,
       "learning_rate": 2.0579377374915805e-07,
-      "logits/chosen": 81.93863677978516,
-      "logits/rejected": 81.96864318847656,
-      "logps/chosen": -32.32833480834961,
-      "logps/rejected": -33.94022750854492,
-      "loss": 0.6732,
-      "rewards/accuracies": 0.7124999761581421,
-      "rewards/chosen": 0.35352635383605957,
-      "rewards/margins": 0.5821414589881897,
-      "rewards/rejected": -0.22861509025096893,
+      "logits/chosen": 79.32682800292969,
+      "logits/rejected": 79.36729431152344,
+      "logps/chosen": -33.05027770996094,
+      "logps/rejected": -35.377281188964844,
+      "loss": 0.7972,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": 0.01618681475520134,
+      "rewards/margins": 0.21704569458961487,
+      "rewards/rejected": -0.20085887610912323,
       "step": 340
     },
     {
       "epoch": 0.91,
-      "grad_norm": 31.875,
+      "grad_norm": 15.5,
       "learning_rate": 1.2518018074041684e-07,
-      "logits/chosen": 80.9842529296875,
-      "logits/rejected": 80.99238586425781,
-      "logps/chosen": -32.631919860839844,
-      "logps/rejected": -33.691749572753906,
-      "loss": 0.5834,
-      "rewards/accuracies": 0.7250000238418579,
-      "rewards/chosen": 0.4047267436981201,
-      "rewards/margins": 0.6447058320045471,
-      "rewards/rejected": -0.23997914791107178,
+      "logits/chosen": 78.2139663696289,
+      "logits/rejected": 78.22695922851562,
+      "logps/chosen": -33.175575256347656,
+      "logps/rejected": -34.91777801513672,
+      "loss": 0.7788,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": 0.04681625962257385,
+      "rewards/margins": 0.22941403090953827,
+      "rewards/rejected": -0.18259775638580322,
       "step": 350
     },
     {
       "epoch": 0.94,
-      "grad_norm": 29.125,
+      "grad_norm": 11.6875,
       "learning_rate": 6.41315865106129e-08,
-      "logits/chosen": 82.46900177001953,
-      "logits/rejected": 82.49642944335938,
-      "logps/chosen": -28.48472023010254,
-      "logps/rejected": -31.835073471069336,
-      "loss": 0.6674,
-      "rewards/accuracies": 0.6499999761581421,
-      "rewards/chosen": 0.42699599266052246,
-      "rewards/margins": 0.5010865926742554,
-      "rewards/rejected": -0.0740906298160553,
+      "logits/chosen": 79.90480041503906,
+      "logits/rejected": 79.93946075439453,
+      "logps/chosen": -28.85941505432129,
+      "logps/rejected": -33.032447814941406,
+      "loss": 0.8014,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": 0.06927979737520218,
+      "rewards/margins": 0.20753948390483856,
+      "rewards/rejected": -0.13825969398021698,
       "step": 360
     },
     {
       "epoch": 0.96,
-      "grad_norm": 36.0,
+      "grad_norm": 12.8125,
       "learning_rate": 2.3150941078050325e-08,
-      "logits/chosen": 81.88428497314453,
-      "logits/rejected": 81.90206909179688,
-      "logps/chosen": -31.865198135375977,
-      "logps/rejected": -35.7531623840332,
-      "loss": 0.5901,
-      "rewards/accuracies": 0.7124999761581421,
-      "rewards/chosen": 0.40438637137413025,
-      "rewards/margins": 0.6619016528129578,
-      "rewards/rejected": -0.2575153410434723,
+      "logits/chosen": 79.3287582397461,
+      "logits/rejected": 79.33840942382812,
+      "logps/chosen": -33.099693298339844,
+      "logps/rejected": -37.02233123779297,
+      "loss": 0.8425,
+      "rewards/accuracies": 0.6625000238418579,
+      "rewards/chosen": -0.022353025153279305,
+      "rewards/margins": 0.16894304752349854,
+      "rewards/rejected": -0.1912960708141327,
       "step": 370
     },
     {
       "epoch": 0.99,
-      "grad_norm": 36.0,
+      "grad_norm": 13.25,
       "learning_rate": 2.575864278703266e-09,
-      "logits/chosen": 75.7695083618164,
-      "logits/rejected": 75.64456939697266,
-      "logps/chosen": -29.696298599243164,
-      "logps/rejected": -28.395023345947266,
-      "loss": 0.6836,
-      "rewards/accuracies": 0.7124999761581421,
-      "rewards/chosen": 0.35193198919296265,
-      "rewards/margins": 0.4457107484340668,
-      "rewards/rejected": -0.09377876669168472,
+      "logits/chosen": 72.94795227050781,
+      "logits/rejected": 72.81517791748047,
+      "logps/chosen": -30.674768447875977,
+      "logps/rejected": -29.731273651123047,
+      "loss": 0.8564,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": -0.009864235296845436,
+      "rewards/margins": 0.14720600843429565,
+      "rewards/rejected": -0.15707024931907654,
       "step": 380
     },
     {
       "epoch": 1.0,
       "step": 385,
       "total_flos": 0.0,
-      "train_loss": 0.741242148659446,
-      "train_runtime": 2553.0854,
-      "train_samples_per_second": 1.206,
+      "train_loss": 0.88636748450143,
+      "train_runtime": 2554.6221,
+      "train_samples_per_second": 1.205,
       "train_steps_per_second": 0.151
     }
   ],