| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9978431433840766, | |
| "eval_steps": 500, | |
| "global_step": 2997, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0500140664561908, | |
| "grad_norm": 0.9210330247879028, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.561, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1000281329123816, | |
| "grad_norm": 0.6426990032196045, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.9595, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1500421993685724, | |
| "grad_norm": 0.5717326998710632, | |
| "learning_rate": 1e-05, | |
| "loss": 0.6943, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2000562658247632, | |
| "grad_norm": 0.4604141414165497, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.6171, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.25007033228095404, | |
| "grad_norm": 0.45251232385635376, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 0.5517, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3000843987371448, | |
| "grad_norm": 0.5194812417030334, | |
| "learning_rate": 2e-05, | |
| "loss": 0.523, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.35009846519333565, | |
| "grad_norm": 0.4478510618209839, | |
| "learning_rate": 1.9983043934122208e-05, | |
| "loss": 0.4911, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.4001125316495264, | |
| "grad_norm": 0.3697112500667572, | |
| "learning_rate": 1.9932233238122834e-05, | |
| "loss": 0.4631, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.45012659810571726, | |
| "grad_norm": 0.4671821892261505, | |
| "learning_rate": 1.984774022190361e-05, | |
| "loss": 0.4416, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5001406645619081, | |
| "grad_norm": 0.3720390498638153, | |
| "learning_rate": 1.972985141929439e-05, | |
| "loss": 0.4219, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5501547310180989, | |
| "grad_norm": 0.3556453287601471, | |
| "learning_rate": 1.9578966616355823e-05, | |
| "loss": 0.4144, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6001687974742896, | |
| "grad_norm": 0.34724870324134827, | |
| "learning_rate": 1.9395597495619634e-05, | |
| "loss": 0.4129, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6501828639304804, | |
| "grad_norm": 0.35355138778686523, | |
| "learning_rate": 1.918036590086405e-05, | |
| "loss": 0.3979, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7001969303866713, | |
| "grad_norm": 0.44766274094581604, | |
| "learning_rate": 1.8934001728309003e-05, | |
| "loss": 0.3843, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7502109968428621, | |
| "grad_norm": 0.3572178781032562, | |
| "learning_rate": 1.865734045138245e-05, | |
| "loss": 0.3854, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8002250632990529, | |
| "grad_norm": 0.37280118465423584, | |
| "learning_rate": 1.8351320287451865e-05, | |
| "loss": 0.3699, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8502391297552436, | |
| "grad_norm": 0.3944127559661865, | |
| "learning_rate": 1.8016979016129164e-05, | |
| "loss": 0.3646, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9002531962114345, | |
| "grad_norm": 0.32988861203193665, | |
| "learning_rate": 1.7655450459938786e-05, | |
| "loss": 0.3537, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9502672626676253, | |
| "grad_norm": 0.31536394357681274, | |
| "learning_rate": 1.726796063928382e-05, | |
| "loss": 0.3514, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.0002813291238162, | |
| "grad_norm": 0.3472963869571686, | |
| "learning_rate": 1.6855823614749474e-05, | |
| "loss": 0.3489, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.050295395580007, | |
| "grad_norm": 0.357003778219223, | |
| "learning_rate": 1.6420437030843482e-05, | |
| "loss": 0.3187, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.1003094620361977, | |
| "grad_norm": 0.31990480422973633, | |
| "learning_rate": 1.5963277376285646e-05, | |
| "loss": 0.3117, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.1503235284923885, | |
| "grad_norm": 0.3657567501068115, | |
| "learning_rate": 1.5485894976919836e-05, | |
| "loss": 0.3089, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.2003375949485793, | |
| "grad_norm": 0.3026184141635895, | |
| "learning_rate": 1.4989908738228567e-05, | |
| "loss": 0.3005, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.25035166140477, | |
| "grad_norm": 0.3388034999370575, | |
| "learning_rate": 1.4477000655279376e-05, | |
| "loss": 0.3042, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.3003657278609608, | |
| "grad_norm": 0.3384702205657959, | |
| "learning_rate": 1.394891010872102e-05, | |
| "loss": 0.3057, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.3503797943171518, | |
| "grad_norm": 0.3673734664916992, | |
| "learning_rate": 1.3407427966172866e-05, | |
| "loss": 0.2958, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.4003938607733426, | |
| "grad_norm": 0.35079866647720337, | |
| "learning_rate": 1.2854390509011061e-05, | |
| "loss": 0.298, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.4504079272295334, | |
| "grad_norm": 0.3334648013114929, | |
| "learning_rate": 1.2291673205146908e-05, | |
| "loss": 0.3008, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.5004219936857242, | |
| "grad_norm": 0.3893981873989105, | |
| "learning_rate": 1.1721184348915384e-05, | |
| "loss": 0.2917, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.550436060141915, | |
| "grad_norm": 0.31972965598106384, | |
| "learning_rate": 1.1144858589642251e-05, | |
| "loss": 0.2926, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.6004501265981057, | |
| "grad_norm": 0.31529781222343445, | |
| "learning_rate": 1.0564650370835772e-05, | |
| "loss": 0.2876, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.6504641930542965, | |
| "grad_norm": 0.3786483705043793, | |
| "learning_rate": 9.982527302252135e-06, | |
| "loss": 0.2904, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.7004782595104873, | |
| "grad_norm": 0.33780983090400696, | |
| "learning_rate": 9.40046348731131e-06, | |
| "loss": 0.2906, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.750492325966678, | |
| "grad_norm": 0.3387848734855652, | |
| "learning_rate": 8.820432828491542e-06, | |
| "loss": 0.2833, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.8005063924228688, | |
| "grad_norm": 0.280521422624588, | |
| "learning_rate": 8.244402333405252e-06, | |
| "loss": 0.2779, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.8505204588790596, | |
| "grad_norm": 0.3127559721469879, | |
| "learning_rate": 7.674325444256899e-06, | |
| "loss": 0.2898, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.9005345253352506, | |
| "grad_norm": 0.30676454305648804, | |
| "learning_rate": 7.112135413304042e-06, | |
| "loss": 0.2813, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.9505485917914414, | |
| "grad_norm": 0.31918200850486755, | |
| "learning_rate": 6.55973874678682e-06, | |
| "loss": 0.2777, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.0005626582476324, | |
| "grad_norm": 0.32422205805778503, | |
| "learning_rate": 6.0190087395588596e-06, | |
| "loss": 0.2767, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.050576724703823, | |
| "grad_norm": 0.31339433789253235, | |
| "learning_rate": 5.491779122345093e-06, | |
| "loss": 0.2571, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.100590791160014, | |
| "grad_norm": 0.342579185962677, | |
| "learning_rate": 4.979837843169959e-06, | |
| "loss": 0.2516, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.1506048576162047, | |
| "grad_norm": 0.38084590435028076, | |
| "learning_rate": 4.484921004044509e-06, | |
| "loss": 0.2536, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.2006189240723955, | |
| "grad_norm": 0.3659977316856384, | |
| "learning_rate": 4.008706973474391e-06, | |
| "loss": 0.2508, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.2506329905285862, | |
| "grad_norm": 0.3062564730644226, | |
| "learning_rate": 3.5528106947544626e-06, | |
| "loss": 0.2501, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.300647056984777, | |
| "grad_norm": 0.31410741806030273, | |
| "learning_rate": 3.118778209351808e-06, | |
| "loss": 0.2555, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.350661123440968, | |
| "grad_norm": 0.3308572769165039, | |
| "learning_rate": 2.7080814139495402e-06, | |
| "loss": 0.2519, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.4006751898971586, | |
| "grad_norm": 0.32767045497894287, | |
| "learning_rate": 2.322113068931391e-06, | |
| "loss": 0.2496, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.4506892563533493, | |
| "grad_norm": 0.302573025226593, | |
| "learning_rate": 1.9621820752343324e-06, | |
| "loss": 0.245, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.50070332280954, | |
| "grad_norm": 0.29837408661842346, | |
| "learning_rate": 1.629509035586484e-06, | |
| "loss": 0.2532, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.550717389265731, | |
| "grad_norm": 0.3348439931869507, | |
| "learning_rate": 1.3252221151830513e-06, | |
| "loss": 0.2457, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.6007314557219217, | |
| "grad_norm": 0.37546366453170776, | |
| "learning_rate": 1.0503532158376584e-06, | |
| "loss": 0.2475, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.6507455221781124, | |
| "grad_norm": 0.2989293038845062, | |
| "learning_rate": 8.058344765833171e-07, | |
| "loss": 0.246, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.7007595886343037, | |
| "grad_norm": 0.32395079731941223, | |
| "learning_rate": 5.924951125902545e-07, | |
| "loss": 0.2495, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.7507736550904944, | |
| "grad_norm": 0.31438368558883667, | |
| "learning_rate": 4.11058603120511e-07, | |
| "loss": 0.2476, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.800787721546685, | |
| "grad_norm": 0.30735209584236145, | |
| "learning_rate": 2.6214023805552826e-07, | |
| "loss": 0.2481, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.850801788002876, | |
| "grad_norm": 0.3182600736618042, | |
| "learning_rate": 1.462450313169983e-07, | |
| "loss": 0.245, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.9008158544590668, | |
| "grad_norm": 0.3001386523246765, | |
| "learning_rate": 6.376600825699463e-08, | |
| "loss": 0.2459, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.9508299209152575, | |
| "grad_norm": 0.3104873299598694, | |
| "learning_rate": 1.49828728252277e-08, | |
| "loss": 0.2419, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.9978431433840766, | |
| "step": 2997, | |
| "total_flos": 2.5671411434264986e+17, | |
| "train_loss": 0.35637976608556393, | |
| "train_runtime": 44055.9239, | |
| "train_samples_per_second": 4.357, | |
| "train_steps_per_second": 0.068 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 2997, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 2.5671411434264986e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |