| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.05737234652897304, | |
| "eval_steps": 25, | |
| "global_step": 50, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0011474469305794606, | |
| "grad_norm": 0.11429613083600998, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.0272, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0011474469305794606, | |
| "eval_loss": 0.32320111989974976, | |
| "eval_runtime": 54.0894, | |
| "eval_samples_per_second": 13.57, | |
| "eval_steps_per_second": 6.785, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.002294893861158921, | |
| "grad_norm": 0.13278168439865112, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 0.0323, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0034423407917383822, | |
| "grad_norm": 0.13376079499721527, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0362, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.004589787722317842, | |
| "grad_norm": 0.12864063680171967, | |
| "learning_rate": 9.99524110790929e-05, | |
| "loss": 0.0436, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.005737234652897304, | |
| "grad_norm": 0.12688331305980682, | |
| "learning_rate": 9.980973490458728e-05, | |
| "loss": 0.0377, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0068846815834767644, | |
| "grad_norm": 0.15226823091506958, | |
| "learning_rate": 9.957224306869053e-05, | |
| "loss": 0.038, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.008032128514056224, | |
| "grad_norm": 0.17574366927146912, | |
| "learning_rate": 9.924038765061042e-05, | |
| "loss": 0.0409, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.009179575444635685, | |
| "grad_norm": 0.1377338469028473, | |
| "learning_rate": 9.881480035599667e-05, | |
| "loss": 0.0419, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.010327022375215147, | |
| "grad_norm": 0.16289022564888, | |
| "learning_rate": 9.829629131445342e-05, | |
| "loss": 0.0468, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.011474469305794608, | |
| "grad_norm": 0.2999342083930969, | |
| "learning_rate": 9.768584753741134e-05, | |
| "loss": 0.0619, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.012621916236374068, | |
| "grad_norm": 0.2969723343849182, | |
| "learning_rate": 9.698463103929542e-05, | |
| "loss": 0.0559, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.013769363166953529, | |
| "grad_norm": 0.20262478291988373, | |
| "learning_rate": 9.619397662556435e-05, | |
| "loss": 0.0371, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.01491681009753299, | |
| "grad_norm": 0.22081464529037476, | |
| "learning_rate": 9.53153893518325e-05, | |
| "loss": 0.0369, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.01606425702811245, | |
| "grad_norm": 0.24801427125930786, | |
| "learning_rate": 9.435054165891109e-05, | |
| "loss": 0.0348, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.01721170395869191, | |
| "grad_norm": 0.2353007048368454, | |
| "learning_rate": 9.330127018922194e-05, | |
| "loss": 0.0364, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01835915088927137, | |
| "grad_norm": 0.2555350661277771, | |
| "learning_rate": 9.21695722906443e-05, | |
| "loss": 0.032, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.019506597819850834, | |
| "grad_norm": 0.2861219644546509, | |
| "learning_rate": 9.09576022144496e-05, | |
| "loss": 0.0344, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.020654044750430294, | |
| "grad_norm": 0.3375321626663208, | |
| "learning_rate": 8.966766701456177e-05, | |
| "loss": 0.0356, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.021801491681009755, | |
| "grad_norm": 0.24729681015014648, | |
| "learning_rate": 8.83022221559489e-05, | |
| "loss": 0.0227, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.022948938611589215, | |
| "grad_norm": 0.2967877686023712, | |
| "learning_rate": 8.68638668405062e-05, | |
| "loss": 0.0254, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.024096385542168676, | |
| "grad_norm": 0.2003224939107895, | |
| "learning_rate": 8.535533905932738e-05, | |
| "loss": 0.0142, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.025243832472748137, | |
| "grad_norm": 0.5681616067886353, | |
| "learning_rate": 8.377951038078302e-05, | |
| "loss": 0.0188, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.026391279403327597, | |
| "grad_norm": 0.3567965030670166, | |
| "learning_rate": 8.213938048432697e-05, | |
| "loss": 0.028, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.027538726333907058, | |
| "grad_norm": 0.6463397145271301, | |
| "learning_rate": 8.043807145043604e-05, | |
| "loss": 0.0238, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.02868617326448652, | |
| "grad_norm": 0.24729986488819122, | |
| "learning_rate": 7.86788218175523e-05, | |
| "loss": 0.0193, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.02868617326448652, | |
| "eval_loss": 0.04240313917398453, | |
| "eval_runtime": 54.5762, | |
| "eval_samples_per_second": 13.449, | |
| "eval_steps_per_second": 6.725, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.02983362019506598, | |
| "grad_norm": 0.43531009554862976, | |
| "learning_rate": 7.68649804173412e-05, | |
| "loss": 0.0243, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.03098106712564544, | |
| "grad_norm": 0.48705872893333435, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.0254, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0321285140562249, | |
| "grad_norm": 0.42778128385543823, | |
| "learning_rate": 7.308743066175172e-05, | |
| "loss": 0.0228, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.03327596098680436, | |
| "grad_norm": 0.5449861884117126, | |
| "learning_rate": 7.113091308703498e-05, | |
| "loss": 0.0421, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.03442340791738382, | |
| "grad_norm": 0.3300516903400421, | |
| "learning_rate": 6.91341716182545e-05, | |
| "loss": 0.0217, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03557085484796328, | |
| "grad_norm": 0.36909106373786926, | |
| "learning_rate": 6.710100716628344e-05, | |
| "loss": 0.0211, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.03671830177854274, | |
| "grad_norm": 0.32208243012428284, | |
| "learning_rate": 6.503528997521366e-05, | |
| "loss": 0.0221, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0378657487091222, | |
| "grad_norm": 0.5139682292938232, | |
| "learning_rate": 6.294095225512603e-05, | |
| "loss": 0.0351, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.03901319563970167, | |
| "grad_norm": 0.4424279034137726, | |
| "learning_rate": 6.0821980696905146e-05, | |
| "loss": 0.0402, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.040160642570281124, | |
| "grad_norm": 0.406888872385025, | |
| "learning_rate": 5.868240888334653e-05, | |
| "loss": 0.0256, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.04130808950086059, | |
| "grad_norm": 0.3193250298500061, | |
| "learning_rate": 5.6526309611002594e-05, | |
| "loss": 0.0306, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.042455536431440045, | |
| "grad_norm": 0.5056396126747131, | |
| "learning_rate": 5.435778713738292e-05, | |
| "loss": 0.0446, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.04360298336201951, | |
| "grad_norm": 0.4755103886127472, | |
| "learning_rate": 5.218096936826681e-05, | |
| "loss": 0.0345, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.04475043029259897, | |
| "grad_norm": 0.41109639406204224, | |
| "learning_rate": 5e-05, | |
| "loss": 0.0402, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.04589787722317843, | |
| "grad_norm": 0.48927897214889526, | |
| "learning_rate": 4.781903063173321e-05, | |
| "loss": 0.0431, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04704532415375789, | |
| "grad_norm": 0.4970654249191284, | |
| "learning_rate": 4.564221286261709e-05, | |
| "loss": 0.0468, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.04819277108433735, | |
| "grad_norm": 0.3974848687648773, | |
| "learning_rate": 4.347369038899744e-05, | |
| "loss": 0.0347, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.04934021801491681, | |
| "grad_norm": 0.5659162402153015, | |
| "learning_rate": 4.131759111665349e-05, | |
| "loss": 0.0475, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.05048766494549627, | |
| "grad_norm": 0.4630831778049469, | |
| "learning_rate": 3.917801930309486e-05, | |
| "loss": 0.0555, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.05163511187607573, | |
| "grad_norm": 0.6687282919883728, | |
| "learning_rate": 3.705904774487396e-05, | |
| "loss": 0.0602, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.052782558806655194, | |
| "grad_norm": 0.5463370680809021, | |
| "learning_rate": 3.4964710024786354e-05, | |
| "loss": 0.0574, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.05393000573723465, | |
| "grad_norm": 0.6840320825576782, | |
| "learning_rate": 3.289899283371657e-05, | |
| "loss": 0.074, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.055077452667814115, | |
| "grad_norm": 0.7155039310455322, | |
| "learning_rate": 3.086582838174551e-05, | |
| "loss": 0.0904, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.05622489959839357, | |
| "grad_norm": 2.343247652053833, | |
| "learning_rate": 2.886908691296504e-05, | |
| "loss": 0.1657, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.05737234652897304, | |
| "grad_norm": 5.246421813964844, | |
| "learning_rate": 2.6912569338248315e-05, | |
| "loss": 0.3323, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05737234652897304, | |
| "eval_loss": 0.03461047261953354, | |
| "eval_runtime": 54.72, | |
| "eval_samples_per_second": 13.414, | |
| "eval_steps_per_second": 6.707, | |
| "step": 50 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 75, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 25, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0473198361509888e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |