| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 100, | |
| "global_step": 385, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.282051282051282e-08, | |
| "logits/chosen": -1.7278180122375488, | |
| "logits/rejected": -1.7377450466156006, | |
| "logps/chosen": -29.553977966308594, | |
| "logps/rejected": -42.813133239746094, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.2820512820512818e-07, | |
| "logits/chosen": -1.866014003753662, | |
| "logits/rejected": -1.8703253269195557, | |
| "logps/chosen": -36.98957061767578, | |
| "logps/rejected": -33.655086517333984, | |
| "loss": 0.6802, | |
| "rewards/accuracies": 0.5555555820465088, | |
| "rewards/chosen": 0.01192101463675499, | |
| "rewards/margins": 0.029430679976940155, | |
| "rewards/rejected": -0.017509667202830315, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.5641025641025636e-07, | |
| "logits/chosen": -1.9975181818008423, | |
| "logits/rejected": -2.000157356262207, | |
| "logps/chosen": -29.643035888671875, | |
| "logps/rejected": -29.068897247314453, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": -0.0005901128170080483, | |
| "rewards/margins": 0.003226220142096281, | |
| "rewards/rejected": -0.003816334530711174, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 3.8461538461538463e-07, | |
| "logits/chosen": -1.919750452041626, | |
| "logits/rejected": -1.9170730113983154, | |
| "logps/chosen": -31.426767349243164, | |
| "logps/rejected": -33.24191665649414, | |
| "loss": 0.6908, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.00747058168053627, | |
| "rewards/margins": 0.008947307243943214, | |
| "rewards/rejected": -0.016417888924479485, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.999896948438433e-07, | |
| "logits/chosen": -2.0170185565948486, | |
| "logits/rejected": -2.008249282836914, | |
| "logps/chosen": -32.58369827270508, | |
| "logps/rejected": -32.508426666259766, | |
| "loss": 0.6989, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.004824736155569553, | |
| "rewards/margins": -0.007793365977704525, | |
| "rewards/rejected": 0.0029686305206269026, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.987541037542186e-07, | |
| "logits/chosen": -1.864098310470581, | |
| "logits/rejected": -1.8533239364624023, | |
| "logps/chosen": -33.5538444519043, | |
| "logps/rejected": -35.4467658996582, | |
| "loss": 0.6956, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": 0.002545009134337306, | |
| "rewards/margins": -0.0013612977927550673, | |
| "rewards/rejected": 0.003906308673322201, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.954691471941118e-07, | |
| "logits/chosen": -1.9450995922088623, | |
| "logits/rejected": -1.9470382928848267, | |
| "logps/chosen": -32.56639862060547, | |
| "logps/rejected": -33.19929122924805, | |
| "loss": 0.6743, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": 0.02365189418196678, | |
| "rewards/margins": 0.043189071118831635, | |
| "rewards/rejected": -0.019537178799510002, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.901618883413548e-07, | |
| "logits/chosen": -2.0796637535095215, | |
| "logits/rejected": -2.084643602371216, | |
| "logps/chosen": -33.98316955566406, | |
| "logps/rejected": -36.59341049194336, | |
| "loss": 0.686, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": 0.00371909374371171, | |
| "rewards/margins": 0.020896537229418755, | |
| "rewards/rejected": -0.01717744767665863, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.828760511501322e-07, | |
| "logits/chosen": -1.9420992136001587, | |
| "logits/rejected": -1.9452590942382812, | |
| "logps/chosen": -34.40605545043945, | |
| "logps/rejected": -34.58306884765625, | |
| "loss": 0.6914, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": 0.015227687545120716, | |
| "rewards/margins": 0.008690384216606617, | |
| "rewards/rejected": 0.006537304259836674, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.736716601303429e-07, | |
| "logits/chosen": -1.950547456741333, | |
| "logits/rejected": -1.9550635814666748, | |
| "logps/chosen": -32.4520378112793, | |
| "logps/rejected": -32.369686126708984, | |
| "loss": 0.6861, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.010769412852823734, | |
| "rewards/margins": 0.018315035849809647, | |
| "rewards/rejected": -0.007545621134340763, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.62624545834521e-07, | |
| "logits/chosen": -2.0487563610076904, | |
| "logits/rejected": -2.046765089035034, | |
| "logps/chosen": -32.21302032470703, | |
| "logps/rejected": -31.275714874267578, | |
| "loss": 0.6821, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.019469190388917923, | |
| "rewards/margins": 0.02612192928791046, | |
| "rewards/rejected": -0.006652742624282837, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_logits/chosen": -2.244154930114746, | |
| "eval_logits/rejected": -2.2392725944519043, | |
| "eval_logps/chosen": -34.02579116821289, | |
| "eval_logps/rejected": -37.495243072509766, | |
| "eval_loss": 0.6996207237243652, | |
| "eval_rewards/accuracies": 0.48048171401023865, | |
| "eval_rewards/chosen": 0.006134189199656248, | |
| "eval_rewards/margins": -0.008827367797493935, | |
| "eval_rewards/rejected": 0.014961558394134045, | |
| "eval_runtime": 146.1618, | |
| "eval_samples_per_second": 2.347, | |
| "eval_steps_per_second": 0.294, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.4982572012636904e-07, | |
| "logits/chosen": -2.005396604537964, | |
| "logits/rejected": -2.00298810005188, | |
| "logps/chosen": -33.235660552978516, | |
| "logps/rejected": -34.023067474365234, | |
| "loss": 0.6946, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": 0.0057089305482804775, | |
| "rewards/margins": 0.001296796603128314, | |
| "rewards/rejected": 0.0044121332466602325, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.353806263777677e-07, | |
| "logits/chosen": -2.0165247917175293, | |
| "logits/rejected": -2.0081515312194824, | |
| "logps/chosen": -32.45998764038086, | |
| "logps/rejected": -32.18000793457031, | |
| "loss": 0.6936, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.010559305548667908, | |
| "rewards/margins": 0.0023918983060866594, | |
| "rewards/rejected": -0.012951202690601349, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.194082707715275e-07, | |
| "logits/chosen": -2.0464999675750732, | |
| "logits/rejected": -2.0384459495544434, | |
| "logps/chosen": -30.482324600219727, | |
| "logps/rejected": -32.024261474609375, | |
| "loss": 0.7073, | |
| "rewards/accuracies": 0.36250001192092896, | |
| "rewards/chosen": -0.004625456873327494, | |
| "rewards/margins": -0.02474728412926197, | |
| "rewards/rejected": 0.020121825858950615, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.020402418666621e-07, | |
| "logits/chosen": -1.976978063583374, | |
| "logits/rejected": -1.9872522354125977, | |
| "logps/chosen": -31.402069091796875, | |
| "logps/rejected": -32.54044723510742, | |
| "loss": 0.6869, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": 0.012314395979046822, | |
| "rewards/margins": 0.01621088758111, | |
| "rewards/rejected": -0.0038964927662163973, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.8341962650351185e-07, | |
| "logits/chosen": -1.8904860019683838, | |
| "logits/rejected": -1.8915693759918213, | |
| "logps/chosen": -34.20112609863281, | |
| "logps/rejected": -34.765201568603516, | |
| "loss": 0.6961, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": -0.005904030986130238, | |
| "rewards/margins": -0.0003432026132941246, | |
| "rewards/rejected": -0.005560829304158688, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.636998309800572e-07, | |
| "logits/chosen": -1.9423534870147705, | |
| "logits/rejected": -1.938856840133667, | |
| "logps/chosen": -36.14204025268555, | |
| "logps/rejected": -32.7347412109375, | |
| "loss": 0.6817, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.020746376365423203, | |
| "rewards/margins": 0.029139723628759384, | |
| "rewards/rejected": -0.008393346332013607, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.430433172111807e-07, | |
| "logits/chosen": -2.0420148372650146, | |
| "logits/rejected": -2.034619092941284, | |
| "logps/chosen": -33.79521942138672, | |
| "logps/rejected": -31.3667049407959, | |
| "loss": 0.6897, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.0018501380691304803, | |
| "rewards/margins": 0.012249214574694633, | |
| "rewards/rejected": -0.010399078950285912, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 3.216202642830543e-07, | |
| "logits/chosen": -2.0474741458892822, | |
| "logits/rejected": -2.052746295928955, | |
| "logps/chosen": -32.533199310302734, | |
| "logps/rejected": -32.49622344970703, | |
| "loss": 0.6872, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": 0.008109848015010357, | |
| "rewards/margins": 0.015868691727519035, | |
| "rewards/rejected": -0.007758840918540955, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.9960716642946403e-07, | |
| "logits/chosen": -2.048755407333374, | |
| "logits/rejected": -2.045989513397217, | |
| "logps/chosen": -31.495113372802734, | |
| "logps/rejected": -31.329687118530273, | |
| "loss": 0.6936, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.004311963450163603, | |
| "rewards/margins": 0.003718080697581172, | |
| "rewards/rejected": -0.008030043914914131, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.771853789806683e-07, | |
| "logits/chosen": -1.9183790683746338, | |
| "logits/rejected": -1.9230560064315796, | |
| "logps/chosen": -31.61056137084961, | |
| "logps/rejected": -32.79776382446289, | |
| "loss": 0.6938, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.002994548762217164, | |
| "rewards/margins": 0.001788289868272841, | |
| "rewards/rejected": -0.004782836884260178, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "eval_logits/chosen": -2.2438013553619385, | |
| "eval_logits/rejected": -2.2389278411865234, | |
| "eval_logps/chosen": -34.02748107910156, | |
| "eval_logps/rejected": -37.502662658691406, | |
| "eval_loss": 0.6977797150611877, | |
| "eval_rewards/accuracies": 0.48172760009765625, | |
| "eval_rewards/chosen": 0.004952840972691774, | |
| "eval_rewards/margins": -0.004817771725356579, | |
| "eval_rewards/rejected": 0.009770614095032215, | |
| "eval_runtime": 146.0018, | |
| "eval_samples_per_second": 2.349, | |
| "eval_steps_per_second": 0.295, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.5453962426402e-07, | |
| "logits/chosen": -2.0318925380706787, | |
| "logits/rejected": -2.0425820350646973, | |
| "logps/chosen": -31.96123695373535, | |
| "logps/rejected": -33.87626647949219, | |
| "loss": 0.6874, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.007046692073345184, | |
| "rewards/margins": 0.01654236949980259, | |
| "rewards/rejected": -0.009495675563812256, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.318564697655179e-07, | |
| "logits/chosen": -1.9252264499664307, | |
| "logits/rejected": -1.940086007118225, | |
| "logps/chosen": -30.087350845336914, | |
| "logps/rejected": -31.552490234375, | |
| "loss": 0.6894, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": 0.01693141832947731, | |
| "rewards/margins": 0.012951460666954517, | |
| "rewards/rejected": 0.003979954868555069, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.093227910899832e-07, | |
| "logits/chosen": -1.9830553531646729, | |
| "logits/rejected": -1.9870340824127197, | |
| "logps/chosen": -33.37425231933594, | |
| "logps/rejected": -31.55866050720215, | |
| "loss": 0.6771, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": 0.030249694362282753, | |
| "rewards/margins": 0.036800943315029144, | |
| "rewards/rejected": -0.006551248021423817, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.8712423238279356e-07, | |
| "logits/chosen": -1.9825870990753174, | |
| "logits/rejected": -1.9606201648712158, | |
| "logps/chosen": -34.172298431396484, | |
| "logps/rejected": -34.95369338989258, | |
| "loss": 0.7012, | |
| "rewards/accuracies": 0.4000000059604645, | |
| "rewards/chosen": -0.012983955442905426, | |
| "rewards/margins": -0.010954022407531738, | |
| "rewards/rejected": -0.002029931638389826, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.654436768970182e-07, | |
| "logits/chosen": -2.0240674018859863, | |
| "logits/rejected": -2.020759105682373, | |
| "logps/chosen": -32.91376495361328, | |
| "logps/rejected": -36.22763442993164, | |
| "loss": 0.6907, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": 0.007910441607236862, | |
| "rewards/margins": 0.009807790629565716, | |
| "rewards/rejected": -0.0018973512342199683, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.444597403062196e-07, | |
| "logits/chosen": -1.891227126121521, | |
| "logits/rejected": -1.8887770175933838, | |
| "logps/chosen": -34.196754455566406, | |
| "logps/rejected": -35.51189422607422, | |
| "loss": 0.6959, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.005844797007739544, | |
| "rewards/margins": -0.0007547728600911796, | |
| "rewards/rejected": -0.005090024787932634, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.2434529917578887e-07, | |
| "logits/chosen": -1.875758409500122, | |
| "logits/rejected": -1.8732105493545532, | |
| "logps/chosen": -34.38095474243164, | |
| "logps/rejected": -31.74618148803711, | |
| "loss": 0.6979, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": 0.011651447974145412, | |
| "rewards/margins": -0.005950801074504852, | |
| "rewards/rejected": 0.01760224997997284, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.0526606671603521e-07, | |
| "logits/chosen": -1.9794175624847412, | |
| "logits/rejected": -1.968788504600525, | |
| "logps/chosen": -35.32674026489258, | |
| "logps/rejected": -31.84674072265625, | |
| "loss": 0.6832, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": 0.020933207124471664, | |
| "rewards/margins": 0.024957498535513878, | |
| "rewards/rejected": -0.004024294205009937, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.737922755071453e-08, | |
| "logits/chosen": -2.075899600982666, | |
| "logits/rejected": -2.0608580112457275, | |
| "logps/chosen": -30.886249542236328, | |
| "logps/rejected": -32.66474533081055, | |
| "loss": 0.6773, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.026513904333114624, | |
| "rewards/margins": 0.03555149585008621, | |
| "rewards/rejected": -0.009037593379616737, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 7.08321427484816e-08, | |
| "logits/chosen": -1.9468847513198853, | |
| "logits/rejected": -1.9443557262420654, | |
| "logps/chosen": -32.885986328125, | |
| "logps/rejected": -30.816707611083984, | |
| "loss": 0.681, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": 0.02878658100962639, | |
| "rewards/margins": 0.028715472668409348, | |
| "rewards/rejected": 7.110489241313189e-05, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_logits/chosen": -2.244056224822998, | |
| "eval_logits/rejected": -2.2391812801361084, | |
| "eval_logps/chosen": -34.01231384277344, | |
| "eval_logps/rejected": -37.509132385253906, | |
| "eval_loss": 0.6901772618293762, | |
| "eval_rewards/accuracies": 0.5132890343666077, | |
| "eval_rewards/chosen": 0.015566298738121986, | |
| "eval_rewards/margins": 0.01032568421214819, | |
| "eval_rewards/rejected": 0.005240614525973797, | |
| "eval_runtime": 145.9901, | |
| "eval_samples_per_second": 2.349, | |
| "eval_steps_per_second": 0.295, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 5.576113578589034e-08, | |
| "logits/chosen": -1.9292223453521729, | |
| "logits/rejected": -1.9259742498397827, | |
| "logps/chosen": -31.571924209594727, | |
| "logps/rejected": -33.74208450317383, | |
| "loss": 0.6842, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.021998558193445206, | |
| "rewards/margins": 0.02195030450820923, | |
| "rewards/rejected": 4.825703945243731e-05, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 4.229036944380912e-08, | |
| "logits/chosen": -1.980800986289978, | |
| "logits/rejected": -1.9684827327728271, | |
| "logps/chosen": -34.57365417480469, | |
| "logps/rejected": -33.5623779296875, | |
| "loss": 0.6796, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": 0.015695111826062202, | |
| "rewards/margins": 0.032171379774808884, | |
| "rewards/rejected": -0.01647626794874668, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.053082288996112e-08, | |
| "logits/chosen": -2.016021490097046, | |
| "logits/rejected": -2.0145699977874756, | |
| "logps/chosen": -33.47764205932617, | |
| "logps/rejected": -32.47804260253906, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": 0.005706763360649347, | |
| "rewards/margins": 0.00462835980579257, | |
| "rewards/rejected": 0.0010784054175019264, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.05793773749158e-08, | |
| "logits/chosen": -2.1033365726470947, | |
| "logits/rejected": -2.087541103363037, | |
| "logps/chosen": -34.160888671875, | |
| "logps/rejected": -33.08522415161133, | |
| "loss": 0.7012, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": 0.012950187548995018, | |
| "rewards/margins": -0.010019468143582344, | |
| "rewards/rejected": 0.022969653829932213, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.251801807404168e-08, | |
| "logits/chosen": -1.974867582321167, | |
| "logits/rejected": -1.9739230871200562, | |
| "logps/chosen": -33.23981857299805, | |
| "logps/rejected": -32.456180572509766, | |
| "loss": 0.6846, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.029593482613563538, | |
| "rewards/margins": 0.023315051570534706, | |
| "rewards/rejected": 0.006278430111706257, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 6.41315865106129e-09, | |
| "logits/chosen": -1.9302256107330322, | |
| "logits/rejected": -1.940580129623413, | |
| "logps/chosen": -32.2147102355957, | |
| "logps/rejected": -35.29616165161133, | |
| "loss": 0.6963, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.007009805645793676, | |
| "rewards/margins": -0.0018279661890119314, | |
| "rewards/rejected": -0.005181840155273676, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.3150941078050324e-09, | |
| "logits/chosen": -2.069504737854004, | |
| "logits/rejected": -2.062945604324341, | |
| "logps/chosen": -33.646629333496094, | |
| "logps/rejected": -29.217721939086914, | |
| "loss": 0.6968, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": 0.003734806552529335, | |
| "rewards/margins": -0.0023581120185554028, | |
| "rewards/rejected": 0.0060929167084395885, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.575864278703266e-10, | |
| "logits/chosen": -1.9288103580474854, | |
| "logits/rejected": -1.9309613704681396, | |
| "logps/chosen": -34.23542022705078, | |
| "logps/rejected": -30.89495277404785, | |
| "loss": 0.6866, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.0025402153842151165, | |
| "rewards/margins": 0.018168382346630096, | |
| "rewards/rejected": -0.015628164634108543, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 385, | |
| "total_flos": 0.0, | |
| "train_loss": 0.6898305428492558, | |
| "train_runtime": 3256.6227, | |
| "train_samples_per_second": 0.945, | |
| "train_steps_per_second": 0.118 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 385, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |