|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.0, |
|
"eval_steps": 100, |
|
"global_step": 385, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 1.282051282051282e-08, |
|
"logits/chosen": -1.7278180122375488, |
|
"logits/rejected": -1.7377450466156006, |
|
"logps/chosen": -29.553977966308594, |
|
"logps/rejected": -42.813133239746094, |
|
"loss": 1.0, |
|
"rewards/accuracies": 0.0, |
|
"rewards/chosen": 0.0, |
|
"rewards/margins": 0.0, |
|
"rewards/rejected": 0.0, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 1.2820512820512818e-07, |
|
"logits/chosen": -1.866065502166748, |
|
"logits/rejected": -1.8703795671463013, |
|
"logps/chosen": -36.988380432128906, |
|
"logps/rejected": -33.66728210449219, |
|
"loss": 0.9889, |
|
"rewards/accuracies": 0.5694444179534912, |
|
"rewards/chosen": 0.0036439618561416864, |
|
"rewards/margins": 0.01108560897409916, |
|
"rewards/rejected": -0.007441645488142967, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 2.5641025641025636e-07, |
|
"logits/chosen": -1.997332215309143, |
|
"logits/rejected": -1.999983549118042, |
|
"logps/chosen": -29.625896453857422, |
|
"logps/rejected": -29.035802841186523, |
|
"loss": 1.0023, |
|
"rewards/accuracies": 0.4375, |
|
"rewards/chosen": 0.0032594085205346346, |
|
"rewards/margins": -0.002268626820296049, |
|
"rewards/rejected": 0.00552803510800004, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 3.8461538461538463e-07, |
|
"logits/chosen": -1.9199495315551758, |
|
"logits/rejected": -1.917249321937561, |
|
"logps/chosen": -31.421478271484375, |
|
"logps/rejected": -33.2115364074707, |
|
"loss": 1.0025, |
|
"rewards/accuracies": 0.4625000059604645, |
|
"rewards/chosen": -0.0010770887602120638, |
|
"rewards/margins": -0.0024619889445602894, |
|
"rewards/rejected": 0.001384900533594191, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 4.999896948438433e-07, |
|
"logits/chosen": -2.0169284343719482, |
|
"logits/rejected": -2.008178949356079, |
|
"logps/chosen": -32.59435272216797, |
|
"logps/rejected": -32.49193572998047, |
|
"loss": 1.0077, |
|
"rewards/accuracies": 0.44999998807907104, |
|
"rewards/chosen": -0.0035086136776953936, |
|
"rewards/margins": -0.007655883673578501, |
|
"rewards/rejected": 0.004147270228713751, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 4.987541037542186e-07, |
|
"logits/chosen": -1.86457097530365, |
|
"logits/rejected": -1.8537908792495728, |
|
"logps/chosen": -33.56566619873047, |
|
"logps/rejected": -35.423240661621094, |
|
"loss": 1.0075, |
|
"rewards/accuracies": 0.4375, |
|
"rewards/chosen": -0.0016377497231587768, |
|
"rewards/margins": -0.007458710577338934, |
|
"rewards/rejected": 0.005820960737764835, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 4.954691471941118e-07, |
|
"logits/chosen": -1.9449050426483154, |
|
"logits/rejected": -1.9468472003936768, |
|
"logps/chosen": -32.59955596923828, |
|
"logps/rejected": -33.1828498840332, |
|
"loss": 0.9976, |
|
"rewards/accuracies": 0.512499988079071, |
|
"rewards/chosen": 0.00012556914589367807, |
|
"rewards/margins": 0.0024188074748963118, |
|
"rewards/rejected": -0.0022932388819754124, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 4.901618883413548e-07, |
|
"logits/chosen": -2.079878330230713, |
|
"logits/rejected": -2.084862232208252, |
|
"logps/chosen": -33.98878860473633, |
|
"logps/rejected": -36.574462890625, |
|
"loss": 0.9989, |
|
"rewards/accuracies": 0.512499988079071, |
|
"rewards/chosen": -6.058474536985159e-05, |
|
"rewards/margins": 0.0010579143417999148, |
|
"rewards/rejected": -0.0011184990871697664, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.828760511501322e-07, |
|
"logits/chosen": -1.9425569772720337, |
|
"logits/rejected": -1.9457191228866577, |
|
"logps/chosen": -34.40068054199219, |
|
"logps/rejected": -34.5762939453125, |
|
"loss": 0.9978, |
|
"rewards/accuracies": 0.5249999761581421, |
|
"rewards/chosen": 0.005425452254712582, |
|
"rewards/margins": 0.0022025699727237225, |
|
"rewards/rejected": 0.0032228827476501465, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.736716601303429e-07, |
|
"logits/chosen": -1.9507396221160889, |
|
"logits/rejected": -1.9552500247955322, |
|
"logps/chosen": -32.460357666015625, |
|
"logps/rejected": -32.354434967041016, |
|
"loss": 0.9995, |
|
"rewards/accuracies": 0.512499988079071, |
|
"rewards/chosen": 0.0014136198442429304, |
|
"rewards/margins": 0.0005185690824873745, |
|
"rewards/rejected": 0.0008950509363785386, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 4.62624545834521e-07, |
|
"logits/chosen": -2.0492873191833496, |
|
"logits/rejected": -2.0472888946533203, |
|
"logps/chosen": -32.23810958862305, |
|
"logps/rejected": -31.260278701782227, |
|
"loss": 1.0006, |
|
"rewards/accuracies": 0.4625000059604645, |
|
"rewards/chosen": 0.0005457091028802097, |
|
"rewards/margins": -0.0006409892230294645, |
|
"rewards/rejected": 0.0011866979766637087, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"eval_logits/chosen": -2.243312358856201, |
|
"eval_logits/rejected": -2.238436222076416, |
|
"eval_logps/chosen": -34.023216247558594, |
|
"eval_logps/rejected": -37.49723434448242, |
|
"eval_loss": 1.0016428232192993, |
|
"eval_rewards/accuracies": 0.49833887815475464, |
|
"eval_rewards/chosen": 0.0022677299566566944, |
|
"eval_rewards/margins": -0.0016096002655103803, |
|
"eval_rewards/rejected": 0.0038773303385823965, |
|
"eval_runtime": 145.8128, |
|
"eval_samples_per_second": 2.352, |
|
"eval_steps_per_second": 0.295, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 4.4982572012636904e-07, |
|
"logits/chosen": -2.005169153213501, |
|
"logits/rejected": -2.0027499198913574, |
|
"logps/chosen": -33.2365837097168, |
|
"logps/rejected": -34.01953125, |
|
"loss": 1.0005, |
|
"rewards/accuracies": 0.4625000059604645, |
|
"rewards/chosen": 0.0014460014645010233, |
|
"rewards/margins": -0.0005222518229857087, |
|
"rewards/rejected": 0.0019682529382407665, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 4.353806263777677e-07, |
|
"logits/chosen": -2.0166728496551514, |
|
"logits/rejected": -2.0083022117614746, |
|
"logps/chosen": -32.457847595214844, |
|
"logps/rejected": -32.18357467651367, |
|
"loss": 0.9982, |
|
"rewards/accuracies": 0.550000011920929, |
|
"rewards/chosen": -0.0025884758215397596, |
|
"rewards/margins": 0.0018243432277813554, |
|
"rewards/rejected": -0.004412819631397724, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 4.194082707715275e-07, |
|
"logits/chosen": -2.0462448596954346, |
|
"logits/rejected": -2.038203001022339, |
|
"logps/chosen": -30.475027084350586, |
|
"logps/rejected": -32.046302795410156, |
|
"loss": 1.0012, |
|
"rewards/accuracies": 0.48750001192092896, |
|
"rewards/chosen": 0.00013765673793386668, |
|
"rewards/margins": -0.001203052932396531, |
|
"rewards/rejected": 0.0013407098595052958, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 4.020402418666621e-07, |
|
"logits/chosen": -1.976986289024353, |
|
"logits/rejected": -1.9872560501098633, |
|
"logps/chosen": -31.407278060913086, |
|
"logps/rejected": -32.543296813964844, |
|
"loss": 0.9958, |
|
"rewards/accuracies": 0.48750001192092896, |
|
"rewards/chosen": 0.0024768461007624865, |
|
"rewards/margins": 0.004160420503467321, |
|
"rewards/rejected": -0.0016835747519508004, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 3.8341962650351185e-07, |
|
"logits/chosen": -1.8905508518218994, |
|
"logits/rejected": -1.891632080078125, |
|
"logps/chosen": -34.20501708984375, |
|
"logps/rejected": -34.77235412597656, |
|
"loss": 0.9994, |
|
"rewards/accuracies": 0.4625000059604645, |
|
"rewards/chosen": -0.002465262543410063, |
|
"rewards/margins": 0.0005540539277717471, |
|
"rewards/rejected": -0.003019316354766488, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 3.636998309800572e-07, |
|
"logits/chosen": -1.94281005859375, |
|
"logits/rejected": -1.939327597618103, |
|
"logps/chosen": -36.144107818603516, |
|
"logps/rejected": -32.72822570800781, |
|
"loss": 0.9934, |
|
"rewards/accuracies": 0.5375000238418579, |
|
"rewards/chosen": 0.005514757242053747, |
|
"rewards/margins": 0.006609287112951279, |
|
"rewards/rejected": -0.001094528939574957, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 3.430433172111807e-07, |
|
"logits/chosen": -2.0420708656311035, |
|
"logits/rejected": -2.0346803665161133, |
|
"logps/chosen": -33.771934509277344, |
|
"logps/rejected": -31.371145248413086, |
|
"loss": 0.991, |
|
"rewards/accuracies": 0.5375000238418579, |
|
"rewards/chosen": 0.005186290480196476, |
|
"rewards/margins": 0.009045111015439034, |
|
"rewards/rejected": -0.0038588200695812702, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 3.216202642830543e-07, |
|
"logits/chosen": -2.0475738048553467, |
|
"logits/rejected": -2.0528526306152344, |
|
"logps/chosen": -32.524593353271484, |
|
"logps/rejected": -32.510643005371094, |
|
"loss": 0.9909, |
|
"rewards/accuracies": 0.550000011920929, |
|
"rewards/chosen": 0.004038581624627113, |
|
"rewards/margins": 0.009138843044638634, |
|
"rewards/rejected": -0.005100260488688946, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 2.9960716642946403e-07, |
|
"logits/chosen": -2.048490524291992, |
|
"logits/rejected": -2.0457024574279785, |
|
"logps/chosen": -31.492746353149414, |
|
"logps/rejected": -31.319293975830078, |
|
"loss": 1.0005, |
|
"rewards/accuracies": 0.5, |
|
"rewards/chosen": -0.0007584737613797188, |
|
"rewards/margins": -0.0005425609415397048, |
|
"rewards/rejected": -0.0002159134455723688, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 2.771853789806683e-07, |
|
"logits/chosen": -1.9185683727264404, |
|
"logits/rejected": -1.9232347011566162, |
|
"logps/chosen": -31.5926513671875, |
|
"logps/rejected": -32.78697204589844, |
|
"loss": 0.9981, |
|
"rewards/accuracies": 0.5874999761581421, |
|
"rewards/chosen": 0.00272659445181489, |
|
"rewards/margins": 0.0019350949442014098, |
|
"rewards/rejected": 0.0007914996822364628, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"eval_logits/chosen": -2.243807315826416, |
|
"eval_logits/rejected": -2.2389235496520996, |
|
"eval_logps/chosen": -34.018714904785156, |
|
"eval_logps/rejected": -37.517478942871094, |
|
"eval_loss": 0.9966108798980713, |
|
"eval_rewards/accuracies": 0.5328072905540466, |
|
"eval_rewards/chosen": 0.0031679810490459204, |
|
"eval_rewards/margins": 0.0033402685075998306, |
|
"eval_rewards/rejected": -0.00017228761862497777, |
|
"eval_runtime": 145.8204, |
|
"eval_samples_per_second": 2.352, |
|
"eval_steps_per_second": 0.295, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 2.5453962426402e-07, |
|
"logits/chosen": -2.0318503379821777, |
|
"logits/rejected": -2.042539596557617, |
|
"logps/chosen": -31.948400497436523, |
|
"logps/rejected": -33.86983871459961, |
|
"loss": 0.994, |
|
"rewards/accuracies": 0.5, |
|
"rewards/chosen": 0.004580962937325239, |
|
"rewards/margins": 0.0060088313184678555, |
|
"rewards/rejected": -0.0014278689632192254, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 2.318564697655179e-07, |
|
"logits/chosen": -1.9251388311386108, |
|
"logits/rejected": -1.9399843215942383, |
|
"logps/chosen": -30.099853515625, |
|
"logps/rejected": -31.55409812927246, |
|
"loss": 0.9985, |
|
"rewards/accuracies": 0.5249999761581421, |
|
"rewards/chosen": 0.0023371793795377016, |
|
"rewards/margins": 0.001521837548352778, |
|
"rewards/rejected": 0.0008153414237312973, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 2.093227910899832e-07, |
|
"logits/chosen": -1.9835479259490967, |
|
"logits/rejected": -1.9875112771987915, |
|
"logps/chosen": -33.387638092041016, |
|
"logps/rejected": -31.554845809936523, |
|
"loss": 0.9929, |
|
"rewards/accuracies": 0.550000011920929, |
|
"rewards/chosen": 0.0059667350724339485, |
|
"rewards/margins": 0.007074916269630194, |
|
"rewards/rejected": -0.0011081816628575325, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 1.8712423238279356e-07, |
|
"logits/chosen": -1.9826898574829102, |
|
"logits/rejected": -1.9607274532318115, |
|
"logps/chosen": -34.158443450927734, |
|
"logps/rejected": -34.963783264160156, |
|
"loss": 0.9983, |
|
"rewards/accuracies": 0.512499988079071, |
|
"rewards/chosen": -0.0009392915526404977, |
|
"rewards/margins": 0.0016581962117925286, |
|
"rewards/rejected": -0.0025974875316023827, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 1.654436768970182e-07, |
|
"logits/chosen": -2.024381160736084, |
|
"logits/rejected": -2.0210862159729004, |
|
"logps/chosen": -32.9254035949707, |
|
"logps/rejected": -36.251712799072266, |
|
"loss": 0.9947, |
|
"rewards/accuracies": 0.5375000238418579, |
|
"rewards/chosen": -6.657392077613622e-05, |
|
"rewards/margins": 0.005290796514600515, |
|
"rewards/rejected": -0.005357370711863041, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 1.444597403062196e-07, |
|
"logits/chosen": -1.8911311626434326, |
|
"logits/rejected": -1.8886839151382446, |
|
"logps/chosen": -34.194557189941406, |
|
"logps/rejected": -35.51445770263672, |
|
"loss": 0.9993, |
|
"rewards/accuracies": 0.48750001192092896, |
|
"rewards/chosen": -0.0012316217180341482, |
|
"rewards/margins": 0.0007347877835854888, |
|
"rewards/rejected": -0.001966409618034959, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 1.2434529917578887e-07, |
|
"logits/chosen": -1.8759450912475586, |
|
"logits/rejected": -1.8734045028686523, |
|
"logps/chosen": -34.40558624267578, |
|
"logps/rejected": -31.752349853515625, |
|
"loss": 1.0054, |
|
"rewards/accuracies": 0.4625000059604645, |
|
"rewards/chosen": -0.0015969609376043081, |
|
"rewards/margins": -0.005393522325903177, |
|
"rewards/rejected": 0.0037965611554682255, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 1.0526606671603521e-07, |
|
"logits/chosen": -1.980015754699707, |
|
"logits/rejected": -1.9693737030029297, |
|
"logps/chosen": -35.33230209350586, |
|
"logps/rejected": -31.845691680908203, |
|
"loss": 0.9942, |
|
"rewards/accuracies": 0.512499988079071, |
|
"rewards/chosen": 0.004867845680564642, |
|
"rewards/margins": 0.005807613953948021, |
|
"rewards/rejected": -0.0009397673420608044, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 8.737922755071453e-08, |
|
"logits/chosen": -2.0756278038024902, |
|
"logits/rejected": -2.060606002807617, |
|
"logps/chosen": -30.907390594482422, |
|
"logps/rejected": -32.64055252075195, |
|
"loss": 0.9989, |
|
"rewards/accuracies": 0.550000011920929, |
|
"rewards/chosen": 0.00334669416770339, |
|
"rewards/margins": 0.0010900094639509916, |
|
"rewards/rejected": 0.002256684470921755, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 7.08321427484816e-08, |
|
"logits/chosen": -1.946616768836975, |
|
"logits/rejected": -1.9440828561782837, |
|
"logps/chosen": -32.894561767578125, |
|
"logps/rejected": -30.812387466430664, |
|
"loss": 0.9944, |
|
"rewards/accuracies": 0.5, |
|
"rewards/chosen": 0.006510418839752674, |
|
"rewards/margins": 0.005625545047223568, |
|
"rewards/rejected": 0.0008848730358295143, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"eval_logits/chosen": -2.2434821128845215, |
|
"eval_logits/rejected": -2.2386035919189453, |
|
"eval_logps/chosen": -34.017669677734375, |
|
"eval_logps/rejected": -37.50018310546875, |
|
"eval_loss": 0.9999422430992126, |
|
"eval_rewards/accuracies": 0.490448534488678, |
|
"eval_rewards/chosen": 0.003376962151378393, |
|
"eval_rewards/margins": 8.94198747118935e-05, |
|
"eval_rewards/rejected": 0.00328754261136055, |
|
"eval_runtime": 145.8777, |
|
"eval_samples_per_second": 2.351, |
|
"eval_steps_per_second": 0.295, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 5.576113578589034e-08, |
|
"logits/chosen": -1.9287067651748657, |
|
"logits/rejected": -1.925451636314392, |
|
"logps/chosen": -31.603496551513672, |
|
"logps/rejected": -33.734046936035156, |
|
"loss": 1.0017, |
|
"rewards/accuracies": 0.4749999940395355, |
|
"rewards/chosen": -2.9836966859875247e-05, |
|
"rewards/margins": -0.001651174039579928, |
|
"rewards/rejected": 0.0016213370254263282, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 4.229036944380912e-08, |
|
"logits/chosen": -1.9802377223968506, |
|
"logits/rejected": -1.9679291248321533, |
|
"logps/chosen": -34.585323333740234, |
|
"logps/rejected": -33.57084274291992, |
|
"loss": 0.9914, |
|
"rewards/accuracies": 0.5375000238418579, |
|
"rewards/chosen": 0.00215008738450706, |
|
"rewards/margins": 0.008550785481929779, |
|
"rewards/rejected": -0.006400698330253363, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 3.053082288996112e-08, |
|
"logits/chosen": -2.015906810760498, |
|
"logits/rejected": -2.014427661895752, |
|
"logps/chosen": -33.49116516113281, |
|
"logps/rejected": -32.47978973388672, |
|
"loss": 1.001, |
|
"rewards/accuracies": 0.4375, |
|
"rewards/chosen": -0.0010741351870819926, |
|
"rewards/margins": -0.0010322926100343466, |
|
"rewards/rejected": -4.1842577047646046e-05, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 2.05793773749158e-08, |
|
"logits/chosen": -2.1030631065368652, |
|
"logits/rejected": -2.0872654914855957, |
|
"logps/chosen": -34.18492889404297, |
|
"logps/rejected": -33.08319854736328, |
|
"loss": 1.0081, |
|
"rewards/accuracies": 0.42500001192092896, |
|
"rewards/chosen": -0.001107137417420745, |
|
"rewards/margins": -0.00807467382401228, |
|
"rewards/rejected": 0.006967535708099604, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 1.251801807404168e-08, |
|
"logits/chosen": -1.9745471477508545, |
|
"logits/rejected": -1.9736032485961914, |
|
"logps/chosen": -33.23271942138672, |
|
"logps/rejected": -32.4765510559082, |
|
"loss": 0.9878, |
|
"rewards/accuracies": 0.612500011920929, |
|
"rewards/chosen": 0.00987558625638485, |
|
"rewards/margins": 0.012156149372458458, |
|
"rewards/rejected": -0.002280563348904252, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 6.41315865106129e-09, |
|
"logits/chosen": -1.9305438995361328, |
|
"logits/rejected": -1.940913438796997, |
|
"logps/chosen": -32.22040939331055, |
|
"logps/rejected": -35.28728103637695, |
|
"loss": 1.0034, |
|
"rewards/accuracies": 0.48750001192092896, |
|
"rewards/chosen": -0.003144216490909457, |
|
"rewards/margins": -0.003439632710069418, |
|
"rewards/rejected": 0.00029541627736762166, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 2.3150941078050324e-09, |
|
"logits/chosen": -2.069648265838623, |
|
"logits/rejected": -2.0630898475646973, |
|
"logps/chosen": -33.63695526123047, |
|
"logps/rejected": -29.226470947265625, |
|
"loss": 0.997, |
|
"rewards/accuracies": 0.5625, |
|
"rewards/chosen": 0.0030023655854165554, |
|
"rewards/margins": 0.0030115083791315556, |
|
"rewards/rejected": -9.143399438471533e-06, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 2.575864278703266e-10, |
|
"logits/chosen": -1.928865671157837, |
|
"logits/rejected": -1.9310123920440674, |
|
"logps/chosen": -34.243560791015625, |
|
"logps/rejected": -30.892742156982422, |
|
"loss": 0.9969, |
|
"rewards/accuracies": 0.5249999761581421, |
|
"rewards/chosen": -0.0009016336989589036, |
|
"rewards/margins": 0.0031216249335557222, |
|
"rewards/rejected": -0.004023258574306965, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"step": 385, |
|
"total_flos": 0.0, |
|
"train_loss": 0.998242255619594, |
|
"train_runtime": 3253.3829, |
|
"train_samples_per_second": 0.946, |
|
"train_steps_per_second": 0.118 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 385, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"total_flos": 0.0, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|