| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 360, | |
| "global_step": 1085, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 16.129365409595223, | |
| "learning_rate": 3.0303030303030305e-07, | |
| "loss": 0.9764, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 23.837321667388085, | |
| "learning_rate": 6.060606060606061e-07, | |
| "loss": 1.1089, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 21.22641145653194, | |
| "learning_rate": 9.090909090909091e-07, | |
| "loss": 1.146, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 19.43838955090012, | |
| "learning_rate": 1.2121212121212122e-06, | |
| "loss": 0.9844, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 21.119259211109828, | |
| "learning_rate": 1.5151515151515152e-06, | |
| "loss": 1.111, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 13.239645949682986, | |
| "learning_rate": 1.8181818181818183e-06, | |
| "loss": 1.0758, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 16.634917711449923, | |
| "learning_rate": 2.1212121212121216e-06, | |
| "loss": 1.0476, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 11.236126323459082, | |
| "learning_rate": 2.4242424242424244e-06, | |
| "loss": 0.9484, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 16.700714724312387, | |
| "learning_rate": 2.7272727272727272e-06, | |
| "loss": 0.946, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 8.92070999051616, | |
| "learning_rate": 3.0303030303030305e-06, | |
| "loss": 0.9667, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 8.284153090916707, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.8781, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.132327487551557, | |
| "learning_rate": 3.6363636363636366e-06, | |
| "loss": 0.8894, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.078573420798111, | |
| "learning_rate": 3.93939393939394e-06, | |
| "loss": 0.9164, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.8212192573632233, | |
| "learning_rate": 4.242424242424243e-06, | |
| "loss": 0.8519, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.167377075103833, | |
| "learning_rate": 4.5454545454545455e-06, | |
| "loss": 0.9036, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 3.6918572965840766, | |
| "learning_rate": 4.848484848484849e-06, | |
| "loss": 0.8936, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.3749857940241776, | |
| "learning_rate": 5.151515151515152e-06, | |
| "loss": 0.8125, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 8.242810694053402, | |
| "learning_rate": 5.4545454545454545e-06, | |
| "loss": 0.8036, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.410736818533579, | |
| "learning_rate": 5.7575757575757586e-06, | |
| "loss": 0.8736, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.4969703990640535, | |
| "learning_rate": 6.060606060606061e-06, | |
| "loss": 0.8694, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.0162345460801148, | |
| "learning_rate": 6.363636363636364e-06, | |
| "loss": 0.8277, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.7821235760367586, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.7463, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.984372802199261, | |
| "learning_rate": 6.969696969696971e-06, | |
| "loss": 0.7771, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.1781858812979578, | |
| "learning_rate": 7.272727272727273e-06, | |
| "loss": 0.8202, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.4244788380973845, | |
| "learning_rate": 7.5757575757575764e-06, | |
| "loss": 0.7329, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.323382123238373, | |
| "learning_rate": 7.87878787878788e-06, | |
| "loss": 0.8099, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.438565494153211, | |
| "learning_rate": 8.181818181818183e-06, | |
| "loss": 0.6891, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.928726222746485, | |
| "learning_rate": 8.484848484848486e-06, | |
| "loss": 0.7683, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.696562865037612, | |
| "learning_rate": 8.787878787878788e-06, | |
| "loss": 0.8103, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.0766589777704834, | |
| "learning_rate": 9.090909090909091e-06, | |
| "loss": 0.7722, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.168856586909847, | |
| "learning_rate": 9.393939393939396e-06, | |
| "loss": 0.8968, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.2461676550878007, | |
| "learning_rate": 9.696969696969698e-06, | |
| "loss": 0.808, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.453728879072183, | |
| "learning_rate": 1e-05, | |
| "loss": 0.8598, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.9113959644302687, | |
| "learning_rate": 9.999977704975616e-06, | |
| "loss": 0.7454, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.4099367075523803, | |
| "learning_rate": 9.999910820101292e-06, | |
| "loss": 0.7574, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.270300156314859, | |
| "learning_rate": 9.999799345973507e-06, | |
| "loss": 0.7398, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.358981799608668, | |
| "learning_rate": 9.99964328358639e-06, | |
| "loss": 0.7587, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.1653542146382745, | |
| "learning_rate": 9.999442634331703e-06, | |
| "loss": 0.6518, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.738717692770909, | |
| "learning_rate": 9.999197399998842e-06, | |
| "loss": 0.7824, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.000494320016642, | |
| "learning_rate": 9.998907582774808e-06, | |
| "loss": 0.8417, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.452509426088607, | |
| "learning_rate": 9.998573185244192e-06, | |
| "loss": 0.8029, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.7926851998623228, | |
| "learning_rate": 9.998194210389158e-06, | |
| "loss": 0.7651, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.026512006063561, | |
| "learning_rate": 9.997770661589404e-06, | |
| "loss": 0.7327, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.4209663160371155, | |
| "learning_rate": 9.997302542622144e-06, | |
| "loss": 0.6456, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.641518350587522, | |
| "learning_rate": 9.996789857662068e-06, | |
| "loss": 0.6919, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.599607788159595, | |
| "learning_rate": 9.996232611281305e-06, | |
| "loss": 0.6614, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.715328472466144, | |
| "learning_rate": 9.995630808449384e-06, | |
| "loss": 0.6826, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.203030177637588, | |
| "learning_rate": 9.994984454533185e-06, | |
| "loss": 0.6869, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.760101944558736, | |
| "learning_rate": 9.994293555296905e-06, | |
| "loss": 0.605, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.853347031830067, | |
| "learning_rate": 9.993558116901984e-06, | |
| "loss": 0.6368, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.1151345822300724, | |
| "learning_rate": 9.992778145907073e-06, | |
| "loss": 0.6057, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 5.406684758008133, | |
| "learning_rate": 9.99195364926796e-06, | |
| "loss": 0.6529, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.619474763840996, | |
| "learning_rate": 9.991084634337512e-06, | |
| "loss": 0.6274, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 6.581535039528409, | |
| "learning_rate": 9.990171108865615e-06, | |
| "loss": 0.5609, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.37519555779229, | |
| "learning_rate": 9.989213080999097e-06, | |
| "loss": 0.5885, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.831452306017058, | |
| "learning_rate": 9.98821055928166e-06, | |
| "loss": 0.6207, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.856668685797109, | |
| "learning_rate": 9.987163552653802e-06, | |
| "loss": 0.5988, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.795835211461076, | |
| "learning_rate": 9.986072070452739e-06, | |
| "loss": 0.5497, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.5271814227815894, | |
| "learning_rate": 9.984936122412319e-06, | |
| "loss": 0.5599, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.0934898475040646, | |
| "learning_rate": 9.98375571866294e-06, | |
| "loss": 0.4616, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.7916913155015934, | |
| "learning_rate": 9.982530869731452e-06, | |
| "loss": 0.5413, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.56088982742967, | |
| "learning_rate": 9.981261586541068e-06, | |
| "loss": 0.4671, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.168195444967521, | |
| "learning_rate": 9.979947880411274e-06, | |
| "loss": 0.5476, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.6048313787874067, | |
| "learning_rate": 9.978589763057707e-06, | |
| "loss": 0.5249, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.3963291553988126, | |
| "learning_rate": 9.977187246592077e-06, | |
| "loss": 0.4986, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.3557715502121024, | |
| "learning_rate": 9.975740343522033e-06, | |
| "loss": 0.5556, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.257861259561017, | |
| "learning_rate": 9.974249066751078e-06, | |
| "loss": 0.4784, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.3375531169232153, | |
| "learning_rate": 9.972713429578427e-06, | |
| "loss": 0.3906, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.559723628495009, | |
| "learning_rate": 9.971133445698908e-06, | |
| "loss": 0.4879, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.194903952303971, | |
| "learning_rate": 9.969509129202836e-06, | |
| "loss": 0.4214, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.3275730613175782, | |
| "learning_rate": 9.96784049457588e-06, | |
| "loss": 0.4623, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.5635212966654914, | |
| "learning_rate": 9.966127556698937e-06, | |
| "loss": 0.5575, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.0097194021841425, | |
| "learning_rate": 9.964370330848005e-06, | |
| "loss": 0.6115, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.816462672408414, | |
| "learning_rate": 9.962568832694046e-06, | |
| "loss": 0.534, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.3189782455504777, | |
| "learning_rate": 9.960723078302831e-06, | |
| "loss": 0.4456, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.0074509816127737, | |
| "learning_rate": 9.958833084134821e-06, | |
| "loss": 0.4709, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.5611868066341175, | |
| "learning_rate": 9.956898867045e-06, | |
| "loss": 0.5881, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.700986720821575, | |
| "learning_rate": 9.954920444282733e-06, | |
| "loss": 0.573, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.4159123698956884, | |
| "learning_rate": 9.952897833491617e-06, | |
| "loss": 0.5419, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.1081028350711035, | |
| "learning_rate": 9.950831052709315e-06, | |
| "loss": 0.4993, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.6391399727281084, | |
| "learning_rate": 9.948720120367395e-06, | |
| "loss": 0.4646, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.2824993832357268, | |
| "learning_rate": 9.946565055291175e-06, | |
| "loss": 0.4608, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.0836295676643863, | |
| "learning_rate": 9.944365876699545e-06, | |
| "loss": 0.5675, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.6895916676660425, | |
| "learning_rate": 9.942122604204801e-06, | |
| "loss": 0.5574, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.674274085195954, | |
| "learning_rate": 9.939835257812468e-06, | |
| "loss": 0.516, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.5758744418706985, | |
| "learning_rate": 9.937503857921126e-06, | |
| "loss": 0.4949, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.11345842522007, | |
| "learning_rate": 9.93512842532222e-06, | |
| "loss": 0.4908, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.070822431047042, | |
| "learning_rate": 9.932708981199884e-06, | |
| "loss": 0.411, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.4626185376360046, | |
| "learning_rate": 9.93024554713074e-06, | |
| "loss": 0.4968, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.3899527875013096, | |
| "learning_rate": 9.92773814508372e-06, | |
| "loss": 0.6052, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.0242500276011803, | |
| "learning_rate": 9.925186797419859e-06, | |
| "loss": 0.4088, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.254960261668724, | |
| "learning_rate": 9.9225915268921e-06, | |
| "loss": 0.5032, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.121594536508012, | |
| "learning_rate": 9.919952356645093e-06, | |
| "loss": 0.4736, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.591853805964485, | |
| "learning_rate": 9.917269310214981e-06, | |
| "loss": 0.5118, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.975273286527196, | |
| "learning_rate": 9.9145424115292e-06, | |
| "loss": 0.4194, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.0207999126195797, | |
| "learning_rate": 9.911771684906257e-06, | |
| "loss": 0.481, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.223652296880912, | |
| "learning_rate": 9.908957155055522e-06, | |
| "loss": 0.4881, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.145057143621607, | |
| "learning_rate": 9.906098847077e-06, | |
| "loss": 0.4256, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.1968182998546792, | |
| "learning_rate": 9.903196786461106e-06, | |
| "loss": 0.4447, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.488996647778079, | |
| "learning_rate": 9.900250999088447e-06, | |
| "loss": 0.4832, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.7075122583499844, | |
| "learning_rate": 9.897261511229584e-06, | |
| "loss": 0.5647, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.249140261199728, | |
| "learning_rate": 9.894228349544796e-06, | |
| "loss": 0.6393, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.138039351395474, | |
| "learning_rate": 9.891151541083853e-06, | |
| "loss": 0.4877, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.2281784162372515, | |
| "learning_rate": 9.888031113285758e-06, | |
| "loss": 0.471, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.320283473080627, | |
| "learning_rate": 9.88486709397852e-06, | |
| "loss": 0.533, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.3375483348489654, | |
| "learning_rate": 9.881659511378893e-06, | |
| "loss": 0.4609, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.9407782549862607, | |
| "learning_rate": 9.87840839409213e-06, | |
| "loss": 0.4836, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.233860400341602, | |
| "learning_rate": 9.875113771111726e-06, | |
| "loss": 0.4909, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.843385330799683, | |
| "learning_rate": 9.871775671819162e-06, | |
| "loss": 0.4387, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.1589676091186156, | |
| "learning_rate": 9.868394125983639e-06, | |
| "loss": 0.486, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.040342418056587, | |
| "learning_rate": 9.864969163761818e-06, | |
| "loss": 0.4788, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.428882692637533, | |
| "learning_rate": 9.861500815697541e-06, | |
| "loss": 0.5592, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.2835414884007244, | |
| "learning_rate": 9.857989112721574e-06, | |
| "loss": 0.4444, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.112223960038215, | |
| "learning_rate": 9.854434086151318e-06, | |
| "loss": 0.4274, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.0412310191062737, | |
| "learning_rate": 9.850835767690532e-06, | |
| "loss": 0.4685, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.4647322646697654, | |
| "learning_rate": 9.847194189429057e-06, | |
| "loss": 0.5397, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.7943751391033103, | |
| "learning_rate": 9.843509383842524e-06, | |
| "loss": 0.4868, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.8448536703371594, | |
| "learning_rate": 9.839781383792065e-06, | |
| "loss": 0.47, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.912968908916307, | |
| "learning_rate": 9.836010222524018e-06, | |
| "loss": 0.456, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.1780775293684287, | |
| "learning_rate": 9.832195933669639e-06, | |
| "loss": 0.4071, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.8028208875094607, | |
| "learning_rate": 9.828338551244794e-06, | |
| "loss": 0.4125, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.130779457730023, | |
| "learning_rate": 9.824438109649654e-06, | |
| "loss": 0.5437, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.0007324967598823, | |
| "learning_rate": 9.820494643668397e-06, | |
| "loss": 0.4136, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.179925551173916, | |
| "learning_rate": 9.81650818846889e-06, | |
| "loss": 0.3808, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.1852746498130355, | |
| "learning_rate": 9.812478779602382e-06, | |
| "loss": 0.5346, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.138463505709442, | |
| "learning_rate": 9.808406453003177e-06, | |
| "loss": 0.4781, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.6209448601330558, | |
| "learning_rate": 9.804291244988324e-06, | |
| "loss": 0.3635, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.130274052940016, | |
| "learning_rate": 9.80013319225729e-06, | |
| "loss": 0.477, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.386102342816235, | |
| "learning_rate": 9.79593233189163e-06, | |
| "loss": 0.475, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.245518577211273, | |
| "learning_rate": 9.791688701354656e-06, | |
| "loss": 0.4893, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.0216906989251298, | |
| "learning_rate": 9.787402338491107e-06, | |
| "loss": 0.5008, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.0992634451137686, | |
| "learning_rate": 9.78307328152681e-06, | |
| "loss": 0.491, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.182492396879651, | |
| "learning_rate": 9.778701569068336e-06, | |
| "loss": 0.4291, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.322495194500256, | |
| "learning_rate": 9.77428724010266e-06, | |
| "loss": 0.4719, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.0990527106566095, | |
| "learning_rate": 9.76983033399681e-06, | |
| "loss": 0.545, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.197449587105137, | |
| "learning_rate": 9.765330890497518e-06, | |
| "loss": 0.4402, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.1444974057383197, | |
| "learning_rate": 9.760788949730866e-06, | |
| "loss": 0.4596, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.0082778523434954, | |
| "learning_rate": 9.756204552201926e-06, | |
| "loss": 0.5243, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.3012157115740797, | |
| "learning_rate": 9.751577738794397e-06, | |
| "loss": 0.466, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.027306320186225, | |
| "learning_rate": 9.746908550770252e-06, | |
| "loss": 0.4119, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.2945854233184275, | |
| "learning_rate": 9.74219702976935e-06, | |
| "loss": 0.5636, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.8562471392647044, | |
| "learning_rate": 9.737443217809083e-06, | |
| "loss": 0.4643, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.1780745804692625, | |
| "learning_rate": 9.732647157283994e-06, | |
| "loss": 0.4851, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.987075025431446, | |
| "learning_rate": 9.727808890965396e-06, | |
| "loss": 0.528, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.9653726410307981, | |
| "learning_rate": 9.722928462000995e-06, | |
| "loss": 0.4628, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.0367912532832206, | |
| "learning_rate": 9.718005913914504e-06, | |
| "loss": 0.4967, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.071421018578479, | |
| "learning_rate": 9.713041290605255e-06, | |
| "loss": 0.4603, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.8900063373062326, | |
| "learning_rate": 9.708034636347807e-06, | |
| "loss": 0.4436, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.0076364938112627, | |
| "learning_rate": 9.702985995791554e-06, | |
| "loss": 0.4846, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.6019702541050833, | |
| "learning_rate": 9.69789541396032e-06, | |
| "loss": 0.5282, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.825342999834098, | |
| "learning_rate": 9.69276293625196e-06, | |
| "loss": 0.4162, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.7815368946800145, | |
| "learning_rate": 9.687588608437963e-06, | |
| "loss": 0.5089, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.9315012959714708, | |
| "learning_rate": 9.682372476663038e-06, | |
| "loss": 0.3959, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.2305953049147274, | |
| "learning_rate": 9.677114587444695e-06, | |
| "loss": 0.4668, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.741881922031329, | |
| "learning_rate": 9.671814987672844e-06, | |
| "loss": 0.4607, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.3110309083466585, | |
| "learning_rate": 9.666473724609364e-06, | |
| "loss": 0.5638, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.0682482956606467, | |
| "learning_rate": 9.661090845887693e-06, | |
| "loss": 0.4686, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.6193571588443016, | |
| "learning_rate": 9.655666399512399e-06, | |
| "loss": 0.5315, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.9797453669645546, | |
| "learning_rate": 9.650200433858742e-06, | |
| "loss": 0.4896, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.4216613612020654, | |
| "learning_rate": 9.64469299767226e-06, | |
| "loss": 0.3741, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.9693170147881809, | |
| "learning_rate": 9.639144140068324e-06, | |
| "loss": 0.4272, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.2194466246097613, | |
| "learning_rate": 9.633553910531697e-06, | |
| "loss": 0.4457, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.201593460499194, | |
| "learning_rate": 9.627922358916103e-06, | |
| "loss": 0.4102, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.6525412697622233, | |
| "learning_rate": 9.622249535443773e-06, | |
| "loss": 0.3761, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.2227663902993156, | |
| "learning_rate": 9.616535490705003e-06, | |
| "loss": 0.4669, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.7035693121877094, | |
| "learning_rate": 9.610780275657699e-06, | |
| "loss": 0.5599, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.011593619843652, | |
| "learning_rate": 9.604983941626924e-06, | |
| "loss": 0.4761, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.6713907964698778, | |
| "learning_rate": 9.599146540304445e-06, | |
| "loss": 0.5458, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.0578837694185688, | |
| "learning_rate": 9.59326812374826e-06, | |
| "loss": 0.5034, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.009264530645865, | |
| "learning_rate": 9.587348744382146e-06, | |
| "loss": 0.4794, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.8448925507784202, | |
| "learning_rate": 9.581388454995188e-06, | |
| "loss": 0.5835, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.7924002279972235, | |
| "learning_rate": 9.575387308741301e-06, | |
| "loss": 0.5, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.1290643907506412, | |
| "learning_rate": 9.569345359138771e-06, | |
| "loss": 0.3709, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.218893686302514, | |
| "learning_rate": 9.56326266006976e-06, | |
| "loss": 0.5468, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.2371127166937597, | |
| "learning_rate": 9.557139265779839e-06, | |
| "loss": 0.5076, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.2443513250129365, | |
| "learning_rate": 9.550975230877495e-06, | |
| "loss": 0.3882, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.080847037819759, | |
| "learning_rate": 9.544770610333656e-06, | |
| "loss": 0.5072, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.063334530889104, | |
| "learning_rate": 9.538525459481185e-06, | |
| "loss": 0.5129, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.8429299549087172, | |
| "learning_rate": 9.5322398340144e-06, | |
| "loss": 0.5222, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.5812772666454338, | |
| "learning_rate": 9.52591378998857e-06, | |
| "loss": 0.5519, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.058285902666481, | |
| "learning_rate": 9.519547383819417e-06, | |
| "loss": 0.4551, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.8818304058002688, | |
| "learning_rate": 9.513140672282613e-06, | |
| "loss": 0.4273, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.9209762314258565, | |
| "learning_rate": 9.506693712513276e-06, | |
| "loss": 0.5037, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.0870128777895767, | |
| "learning_rate": 9.500206562005451e-06, | |
| "loss": 0.5833, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.2623949551946128, | |
| "learning_rate": 9.493679278611616e-06, | |
| "loss": 0.5183, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.333429280532828, | |
| "learning_rate": 9.487111920542144e-06, | |
| "loss": 0.4874, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.815562707725, | |
| "learning_rate": 9.480504546364799e-06, | |
| "loss": 0.4692, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.7660766038392852, | |
| "learning_rate": 9.47385721500421e-06, | |
| "loss": 0.5067, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.9680194643495112, | |
| "learning_rate": 9.467169985741338e-06, | |
| "loss": 0.4563, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.9920282177444568, | |
| "learning_rate": 9.460442918212965e-06, | |
| "loss": 0.4578, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.241206997432981, | |
| "learning_rate": 9.453676072411142e-06, | |
| "loss": 0.4639, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.311099672661341, | |
| "learning_rate": 9.446869508682666e-06, | |
| "loss": 0.5097, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.7661459736458465, | |
| "learning_rate": 9.440023287728536e-06, | |
| "loss": 0.5023, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.305876852824869, | |
| "learning_rate": 9.433137470603424e-06, | |
| "loss": 0.5889, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.7528835048955134, | |
| "learning_rate": 9.426212118715107e-06, | |
| "loss": 0.4261, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.9984846584908784, | |
| "learning_rate": 9.419247293823947e-06, | |
| "loss": 0.4611, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.2838282643195535, | |
| "learning_rate": 9.412243058042316e-06, | |
| "loss": 0.5117, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.9369138203254217, | |
| "learning_rate": 9.405199473834058e-06, | |
| "loss": 0.4893, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.7502665191769333, | |
| "learning_rate": 9.398116604013926e-06, | |
| "loss": 0.4881, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.8704327603370965, | |
| "learning_rate": 9.390994511747021e-06, | |
| "loss": 0.4546, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.17508798618509, | |
| "learning_rate": 9.383833260548234e-06, | |
| "loss": 0.4726, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.2849265007425497, | |
| "learning_rate": 9.37663291428167e-06, | |
| "loss": 0.4642, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.9841051903862645, | |
| "learning_rate": 9.36939353716009e-06, | |
| "loss": 0.4622, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.257470318496205, | |
| "learning_rate": 9.362115193744329e-06, | |
| "loss": 0.4282, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.392014920409948, | |
| "learning_rate": 9.35479794894272e-06, | |
| "loss": 0.4345, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.8052120410615011, | |
| "learning_rate": 9.347441868010531e-06, | |
| "loss": 0.4247, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.7695741916190524, | |
| "learning_rate": 9.340047016549359e-06, | |
| "loss": 0.5194, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.8450154842082274, | |
| "learning_rate": 9.332613460506563e-06, | |
| "loss": 0.4131, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.8662503542524322, | |
| "learning_rate": 9.325141266174666e-06, | |
| "loss": 0.4947, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 4.295232461263357, | |
| "learning_rate": 9.317630500190774e-06, | |
| "loss": 0.5474, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.7297698392367244, | |
| "learning_rate": 9.310081229535968e-06, | |
| "loss": 0.4592, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.9626826054816364, | |
| "learning_rate": 9.302493521534718e-06, | |
| "loss": 0.4943, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.7282048031834156, | |
| "learning_rate": 9.294867443854278e-06, | |
| "loss": 0.4225, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.8569486568399847, | |
| "learning_rate": 9.287203064504084e-06, | |
| "loss": 0.4129, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.7618256251989388, | |
| "learning_rate": 9.279500451835146e-06, | |
| "loss": 0.4748, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.3797244120825227, | |
| "learning_rate": 9.271759674539437e-06, | |
| "loss": 0.5891, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.072223692212461, | |
| "learning_rate": 9.263980801649286e-06, | |
| "loss": 0.5031, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.050876876872574, | |
| "learning_rate": 9.256163902536756e-06, | |
| "loss": 0.4236, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.1198932578024876, | |
| "learning_rate": 9.248309046913032e-06, | |
| "loss": 0.5258, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.146695653453272, | |
| "learning_rate": 9.24041630482779e-06, | |
| "loss": 0.4794, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.7199343616506693, | |
| "learning_rate": 9.232485746668583e-06, | |
| "loss": 0.3485, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.286003830086287, | |
| "learning_rate": 9.224517443160205e-06, | |
| "loss": 0.526, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.7514678642956694, | |
| "learning_rate": 9.216511465364066e-06, | |
| "loss": 0.5042, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.210433946519186, | |
| "learning_rate": 9.208467884677553e-06, | |
| "loss": 0.5777, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.8071033204951692, | |
| "learning_rate": 9.200386772833394e-06, | |
| "loss": 0.4398, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.0356702912458835, | |
| "learning_rate": 9.192268201899028e-06, | |
| "loss": 0.4432, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.798415887689644, | |
| "learning_rate": 9.184112244275949e-06, | |
| "loss": 0.4139, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.9228155662900879, | |
| "learning_rate": 9.175918972699063e-06, | |
| "loss": 0.4344, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.0327204788445496, | |
| "learning_rate": 9.167688460236049e-06, | |
| "loss": 0.4207, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.5559510625922655, | |
| "learning_rate": 9.159420780286699e-06, | |
| "loss": 0.3875, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.7831249479009101, | |
| "learning_rate": 9.151116006582259e-06, | |
| "loss": 0.5297, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.1056676282274136, | |
| "learning_rate": 9.142774213184785e-06, | |
| "loss": 0.4287, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.7222296800330472, | |
| "learning_rate": 9.134395474486471e-06, | |
| "loss": 0.494, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.9376342013761003, | |
| "learning_rate": 9.12597986520899e-06, | |
| "loss": 0.4693, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.4953747502341712, | |
| "learning_rate": 9.117527460402826e-06, | |
| "loss": 0.4201, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.718097073507747, | |
| "learning_rate": 9.109038335446612e-06, | |
| "loss": 0.4611, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.8055791887833874, | |
| "learning_rate": 9.100512566046445e-06, | |
| "loss": 0.5568, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.8902275123309493, | |
| "learning_rate": 9.091950228235218e-06, | |
| "loss": 0.5016, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.7798148032487224, | |
| "learning_rate": 9.083351398371944e-06, | |
| "loss": 0.3797, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.9541566954758047, | |
| "learning_rate": 9.074716153141074e-06, | |
| "loss": 0.4734, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.8373280148490558, | |
| "learning_rate": 9.066044569551806e-06, | |
| "loss": 0.546, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.439997049046741, | |
| "learning_rate": 9.057336724937409e-06, | |
| "loss": 0.4715, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.0915262974626607, | |
| "learning_rate": 9.048592696954525e-06, | |
| "loss": 0.4606, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.8438692284406528, | |
| "learning_rate": 9.039812563582481e-06, | |
| "loss": 0.4807, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.238913866496149, | |
| "learning_rate": 9.030996403122593e-06, | |
| "loss": 0.4993, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.727513240522199, | |
| "learning_rate": 9.022144294197465e-06, | |
| "loss": 0.4872, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.8561137203921283, | |
| "learning_rate": 9.013256315750291e-06, | |
| "loss": 0.4521, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.9418328007205319, | |
| "learning_rate": 9.00433254704415e-06, | |
| "loss": 0.4693, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.1530206936727425, | |
| "learning_rate": 8.995373067661297e-06, | |
| "loss": 0.4198, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.750946114305235, | |
| "learning_rate": 8.986377957502459e-06, | |
| "loss": 0.5011, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.8983504775289417, | |
| "learning_rate": 8.977347296786113e-06, | |
| "loss": 0.4639, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.466069503803939, | |
| "learning_rate": 8.968281166047782e-06, | |
| "loss": 0.509, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.8749710619294966, | |
| "learning_rate": 8.959179646139307e-06, | |
| "loss": 0.4688, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.5434884020163335, | |
| "learning_rate": 8.95004281822813e-06, | |
| "loss": 0.4903, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.3537492058556992, | |
| "learning_rate": 8.940870763796575e-06, | |
| "loss": 0.4347, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.046709463687296, | |
| "learning_rate": 8.93166356464111e-06, | |
| "loss": 0.4785, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.8894291264166485, | |
| "learning_rate": 8.922421302871628e-06, | |
| "loss": 0.5522, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.8650094987487535, | |
| "learning_rate": 8.91314406091071e-06, | |
| "loss": 0.4594, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.189918791153672, | |
| "learning_rate": 8.903831921492889e-06, | |
| "loss": 0.4493, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.0404519379156523, | |
| "learning_rate": 8.894484967663917e-06, | |
| "loss": 0.448, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.800269060842294, | |
| "learning_rate": 8.885103282780017e-06, | |
| "loss": 0.4584, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.006281433815957, | |
| "learning_rate": 8.875686950507148e-06, | |
| "loss": 0.5058, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.8369002219910917, | |
| "learning_rate": 8.866236054820252e-06, | |
| "loss": 0.4434, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.224177043935375, | |
| "learning_rate": 8.85675068000251e-06, | |
| "loss": 0.5084, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.869776027369733, | |
| "learning_rate": 8.847230910644586e-06, | |
| "loss": 0.3914, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.5520635751992689, | |
| "learning_rate": 8.837676831643878e-06, | |
| "loss": 0.3972, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.6861043321143212, | |
| "learning_rate": 8.828088528203754e-06, | |
| "loss": 0.4617, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.7990345859922723, | |
| "learning_rate": 8.818466085832797e-06, | |
| "loss": 0.4946, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.6043477816641816, | |
| "learning_rate": 8.808809590344043e-06, | |
| "loss": 0.4647, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.5615958854636416, | |
| "learning_rate": 8.799119127854211e-06, | |
| "loss": 0.3511, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.2697929179032403, | |
| "learning_rate": 8.789394784782945e-06, | |
| "loss": 0.4179, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.5996581325163564, | |
| "learning_rate": 8.779636647852028e-06, | |
| "loss": 0.4466, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.8067082124141383, | |
| "learning_rate": 8.76984480408462e-06, | |
| "loss": 0.4125, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.1459929653678342, | |
| "learning_rate": 8.760019340804478e-06, | |
| "loss": 0.5071, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.2872319731726547, | |
| "learning_rate": 8.750160345635183e-06, | |
| "loss": 0.4584, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.7407350134278134, | |
| "learning_rate": 8.740267906499347e-06, | |
| "loss": 0.4991, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.609979578565858, | |
| "learning_rate": 8.73034211161784e-06, | |
| "loss": 0.5205, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.200677272547663, | |
| "learning_rate": 8.720383049508998e-06, | |
| "loss": 0.5487, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.6432820372618948, | |
| "learning_rate": 8.710390808987834e-06, | |
| "loss": 0.4042, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.7156721753241313, | |
| "learning_rate": 8.700365479165246e-06, | |
| "loss": 0.3996, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.9082538060806855, | |
| "learning_rate": 8.690307149447222e-06, | |
| "loss": 0.4812, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.63902982998481, | |
| "learning_rate": 8.680215909534044e-06, | |
| "loss": 0.446, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.587339989963004, | |
| "learning_rate": 8.67009184941949e-06, | |
| "loss": 0.3901, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.6319010966753653, | |
| "learning_rate": 8.659935059390029e-06, | |
| "loss": 0.4277, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.7250865003847689, | |
| "learning_rate": 8.64974563002401e-06, | |
| "loss": 0.3561, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.7173033701439209, | |
| "learning_rate": 8.639523652190863e-06, | |
| "loss": 0.3946, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.0533966512825748, | |
| "learning_rate": 8.62926921705029e-06, | |
| "loss": 0.4255, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.9264061742598322, | |
| "learning_rate": 8.618982416051437e-06, | |
| "loss": 0.4631, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.0607639449740534, | |
| "learning_rate": 8.608663340932105e-06, | |
| "loss": 0.4806, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.9707326291467142, | |
| "learning_rate": 8.598312083717897e-06, | |
| "loss": 0.4838, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.8760820163547305, | |
| "learning_rate": 8.587928736721432e-06, | |
| "loss": 0.5108, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.7862721737223892, | |
| "learning_rate": 8.577513392541496e-06, | |
| "loss": 0.3962, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.9882280047781893, | |
| "learning_rate": 8.567066144062232e-06, | |
| "loss": 0.5171, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.0639143960233897, | |
| "learning_rate": 8.556587084452305e-06, | |
| "loss": 0.5001, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.8782269179129345, | |
| "learning_rate": 8.546076307164068e-06, | |
| "loss": 0.4568, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.6079291594479586, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.4282, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.0434150812546203, | |
| "learning_rate": 8.524959974775551e-06, | |
| "loss": 0.4884, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.9071711134863052, | |
| "learning_rate": 8.514354607990927e-06, | |
| "loss": 0.4573, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.8196098537969094, | |
| "learning_rate": 8.503717900157632e-06, | |
| "loss": 0.4788, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.9075527663018237, | |
| "learning_rate": 8.49304994613393e-06, | |
| "loss": 0.5259, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.6611505782230385, | |
| "learning_rate": 8.482350841056739e-06, | |
| "loss": 0.4273, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.8747309724134273, | |
| "learning_rate": 8.47162068034078e-06, | |
| "loss": 0.4702, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.9210086107236377, | |
| "learning_rate": 8.460859559677735e-06, | |
| "loss": 0.4309, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.7431646203338342, | |
| "learning_rate": 8.45006757503538e-06, | |
| "loss": 0.4613, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.5052628264537502, | |
| "learning_rate": 8.43924482265674e-06, | |
| "loss": 0.3804, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.9158138263968971, | |
| "learning_rate": 8.428391399059228e-06, | |
| "loss": 0.5001, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.480815467739981, | |
| "learning_rate": 8.41750740103378e-06, | |
| "loss": 0.5295, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.003610118605416, | |
| "learning_rate": 8.406592925643995e-06, | |
| "loss": 0.4291, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.8511717607117526, | |
| "learning_rate": 8.395648070225273e-06, | |
| "loss": 0.4799, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.5701507442392661, | |
| "learning_rate": 8.384672932383942e-06, | |
| "loss": 0.4526, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.5948064665545478, | |
| "learning_rate": 8.373667609996388e-06, | |
| "loss": 0.3488, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.7172848929373001, | |
| "learning_rate": 8.362632201208182e-06, | |
| "loss": 0.5191, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.861421603347419, | |
| "learning_rate": 8.351566804433207e-06, | |
| "loss": 0.4473, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.8015561005409069, | |
| "learning_rate": 8.340471518352781e-06, | |
| "loss": 0.4527, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.1556575012116967, | |
| "learning_rate": 8.329346441914774e-06, | |
| "loss": 0.5484, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.0076914952446954, | |
| "learning_rate": 8.318191674332724e-06, | |
| "loss": 0.4091, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.867497503681997, | |
| "learning_rate": 8.307007315084958e-06, | |
| "loss": 0.4939, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.1262537928980025, | |
| "learning_rate": 8.295793463913701e-06, | |
| "loss": 0.5834, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.7637175217775476, | |
| "learning_rate": 8.284550220824186e-06, | |
| "loss": 0.4526, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.648339289988361, | |
| "learning_rate": 8.273277686083768e-06, | |
| "loss": 0.3449, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.3992238626915308, | |
| "learning_rate": 8.261975960221016e-06, | |
| "loss": 0.4495, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.9018619117764128, | |
| "learning_rate": 8.250645144024837e-06, | |
| "loss": 0.3955, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.9522016280115226, | |
| "learning_rate": 8.23928533854356e-06, | |
| "loss": 0.5687, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.8534830913654115, | |
| "learning_rate": 8.227896645084037e-06, | |
| "loss": 0.4745, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.9964611419849239, | |
| "learning_rate": 8.216479165210748e-06, | |
| "loss": 0.4019, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.068111314185152, | |
| "learning_rate": 8.205033000744895e-06, | |
| "loss": 0.5143, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.5590845818504766, | |
| "learning_rate": 8.193558253763479e-06, | |
| "loss": 0.3693, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.186509835454746, | |
| "learning_rate": 8.182055026598408e-06, | |
| "loss": 0.416, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.5844801019590957, | |
| "learning_rate": 8.170523421835573e-06, | |
| "loss": 0.3545, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.8575577226281546, | |
| "learning_rate": 8.158963542313937e-06, | |
| "loss": 0.4761, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.7966713390914204, | |
| "learning_rate": 8.14737549112462e-06, | |
| "loss": 0.3864, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.8380592128499222, | |
| "learning_rate": 8.135759371609977e-06, | |
| "loss": 0.4845, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.0455274179399447, | |
| "learning_rate": 8.12411528736267e-06, | |
| "loss": 0.5534, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.7294266023913523, | |
| "learning_rate": 8.112443342224761e-06, | |
| "loss": 0.4138, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.0058011955497626, | |
| "learning_rate": 8.100743640286768e-06, | |
| "loss": 0.4999, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.651553365904595, | |
| "learning_rate": 8.089016285886747e-06, | |
| "loss": 0.4881, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.773227004412968, | |
| "learning_rate": 8.077261383609363e-06, | |
| "loss": 0.4598, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.8790139684478144, | |
| "learning_rate": 8.065479038284942e-06, | |
| "loss": 0.4663, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.919118851556668, | |
| "learning_rate": 8.05366935498856e-06, | |
| "loss": 0.4419, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.964652133274893, | |
| "learning_rate": 8.041832439039085e-06, | |
| "loss": 0.4673, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.7974809835670555, | |
| "learning_rate": 8.02996839599825e-06, | |
| "loss": 0.4727, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.8553171988918498, | |
| "learning_rate": 8.018077331669707e-06, | |
| "loss": 0.4163, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.9389312069845352, | |
| "learning_rate": 8.006159352098082e-06, | |
| "loss": 0.4334, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.6346055321688229, | |
| "learning_rate": 7.994214563568036e-06, | |
| "loss": 0.4002, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.599227362292106, | |
| "learning_rate": 7.982243072603306e-06, | |
| "loss": 0.4076, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.7368614934087998, | |
| "learning_rate": 7.970244985965767e-06, | |
| "loss": 0.5056, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.591309812293656, | |
| "learning_rate": 7.958220410654474e-06, | |
| "loss": 0.3454, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.9143496936902584, | |
| "learning_rate": 7.946169453904706e-06, | |
| "loss": 0.4637, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.9965493738056397, | |
| "learning_rate": 7.93409222318701e-06, | |
| "loss": 0.4425, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.5549050181218969, | |
| "learning_rate": 7.921988826206252e-06, | |
| "loss": 0.4003, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.0576285352992456, | |
| "learning_rate": 7.909859370900642e-06, | |
| "loss": 0.4399, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.8356947778398593, | |
| "learning_rate": 7.89770396544078e-06, | |
| "loss": 0.487, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.8974007514954563, | |
| "learning_rate": 7.88552271822869e-06, | |
| "loss": 0.4701, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.3226326302090365, | |
| "learning_rate": 7.873315737896856e-06, | |
| "loss": 0.4546, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.9787830221538376, | |
| "learning_rate": 7.861083133307248e-06, | |
| "loss": 0.5219, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.8025367170940212, | |
| "learning_rate": 7.84882501355035e-06, | |
| "loss": 0.5475, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.9086914362763832, | |
| "learning_rate": 7.836541487944194e-06, | |
| "loss": 0.5392, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.0101191131901044, | |
| "learning_rate": 7.824232666033382e-06, | |
| "loss": 0.4568, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.6340523028668645, | |
| "learning_rate": 7.81189865758811e-06, | |
| "loss": 0.4964, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.2283404114277596, | |
| "learning_rate": 7.79953957260318e-06, | |
| "loss": 0.5183, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_loss": 0.4910432696342468, | |
| "eval_runtime": 594.926, | |
| "eval_samples_per_second": 4.555, | |
| "eval_steps_per_second": 0.286, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.123698396493111, | |
| "learning_rate": 7.78715552129704e-06, | |
| "loss": 0.4642, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.9212714053414477, | |
| "learning_rate": 7.774746614110775e-06, | |
| "loss": 0.4842, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.7372173704119815, | |
| "learning_rate": 7.762312961707142e-06, | |
| "loss": 0.4649, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.077334722606827, | |
| "learning_rate": 7.749854674969572e-06, | |
| "loss": 0.4999, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.970176276378124, | |
| "learning_rate": 7.737371865001191e-06, | |
| "loss": 0.4424, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.989426659221798, | |
| "learning_rate": 7.72486464312382e-06, | |
| "loss": 0.4116, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.9514397016000429, | |
| "learning_rate": 7.712333120876983e-06, | |
| "loss": 0.4875, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.6795737086731901, | |
| "learning_rate": 7.699777410016919e-06, | |
| "loss": 0.4681, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.7615296207530442, | |
| "learning_rate": 7.68719762251558e-06, | |
| "loss": 0.4944, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.107061451712905, | |
| "learning_rate": 7.674593870559635e-06, | |
| "loss": 0.4358, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.6660235962385783, | |
| "learning_rate": 7.661966266549463e-06, | |
| "loss": 0.4869, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.9951185485725758, | |
| "learning_rate": 7.649314923098164e-06, | |
| "loss": 0.4729, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.9058474675851362, | |
| "learning_rate": 7.636639953030541e-06, | |
| "loss": 0.4598, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.88590824247099, | |
| "learning_rate": 7.623941469382099e-06, | |
| "loss": 0.3653, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.6804952330361298, | |
| "learning_rate": 7.6112195853980405e-06, | |
| "loss": 0.4879, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.822142130579958, | |
| "learning_rate": 7.598474414532252e-06, | |
| "loss": 0.4422, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.3799371329130317, | |
| "learning_rate": 7.585706070446288e-06, | |
| "loss": 0.4564, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.770691949972335, | |
| "learning_rate": 7.572914667008371e-06, | |
| "loss": 0.4476, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.1595484976714605, | |
| "learning_rate": 7.560100318292356e-06, | |
| "loss": 0.3401, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.5977458132598084, | |
| "learning_rate": 7.5472631385767325e-06, | |
| "loss": 0.3351, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.7747990571416914, | |
| "learning_rate": 7.5344032423435955e-06, | |
| "loss": 0.3917, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.8120059216772098, | |
| "learning_rate": 7.521520744277624e-06, | |
| "loss": 0.3841, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.6871158947809795, | |
| "learning_rate": 7.508615759265059e-06, | |
| "loss": 0.4564, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.6166435032638933, | |
| "learning_rate": 7.495688402392687e-06, | |
| "loss": 0.4139, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.9846131718538027, | |
| "learning_rate": 7.4827387889468e-06, | |
| "loss": 0.5126, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.5748881218512112, | |
| "learning_rate": 7.469767034412176e-06, | |
| "loss": 0.3554, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.8364294972416482, | |
| "learning_rate": 7.456773254471053e-06, | |
| "loss": 0.4038, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.5067889157844772, | |
| "learning_rate": 7.443757565002081e-06, | |
| "loss": 0.4199, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.7982314184205184, | |
| "learning_rate": 7.4307200820793116e-06, | |
| "loss": 0.5696, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.8564950286038326, | |
| "learning_rate": 7.417660921971141e-06, | |
| "loss": 0.4031, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.7423105060855828, | |
| "learning_rate": 7.404580201139287e-06, | |
| "loss": 0.364, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.7521782559338535, | |
| "learning_rate": 7.391478036237747e-06, | |
| "loss": 0.4695, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.7234339577319666, | |
| "learning_rate": 7.378354544111754e-06, | |
| "loss": 0.3918, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.8347981133237585, | |
| "learning_rate": 7.3652098417967385e-06, | |
| "loss": 0.4166, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.9133644782594936, | |
| "learning_rate": 7.352044046517286e-06, | |
| "loss": 0.3654, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.8683261855992503, | |
| "learning_rate": 7.338857275686084e-06, | |
| "loss": 0.4664, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.7767493778615355, | |
| "learning_rate": 7.325649646902887e-06, | |
| "loss": 0.5069, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.5207608762075067, | |
| "learning_rate": 7.312421277953455e-06, | |
| "loss": 0.4519, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.558289509724299, | |
| "learning_rate": 7.2991722868085116e-06, | |
| "loss": 0.4433, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.6758395841551788, | |
| "learning_rate": 7.285902791622689e-06, | |
| "loss": 0.4029, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.7967561396799412, | |
| "learning_rate": 7.2726129107334756e-06, | |
| "loss": 0.3314, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.721033476704588, | |
| "learning_rate": 7.259302762660158e-06, | |
| "loss": 0.4638, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.296407197054947, | |
| "learning_rate": 7.245972466102767e-06, | |
| "loss": 0.4548, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.795981307210963, | |
| "learning_rate": 7.2326221399410154e-06, | |
| "loss": 0.4076, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.8949401637558156, | |
| "learning_rate": 7.219251903233245e-06, | |
| "loss": 0.4093, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.73684976879178, | |
| "learning_rate": 7.205861875215356e-06, | |
| "loss": 0.3819, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.7843482784746565, | |
| "learning_rate": 7.192452175299749e-06, | |
| "loss": 0.3852, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.515979867371627, | |
| "learning_rate": 7.179022923074258e-06, | |
| "loss": 0.3516, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.6687889356941592, | |
| "learning_rate": 7.165574238301085e-06, | |
| "loss": 0.5291, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.318380976106726, | |
| "learning_rate": 7.152106240915735e-06, | |
| "loss": 0.5291, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.6326669832522336, | |
| "learning_rate": 7.138619051025936e-06, | |
| "loss": 0.3583, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.8202220733844416, | |
| "learning_rate": 7.125112788910581e-06, | |
| "loss": 0.4199, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.6587100069818803, | |
| "learning_rate": 7.1115875750186484e-06, | |
| "loss": 0.4062, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.0834531329912767, | |
| "learning_rate": 7.098043529968124e-06, | |
| "loss": 0.4267, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.9123822757520978, | |
| "learning_rate": 7.084480774544937e-06, | |
| "loss": 0.5463, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.5790511832425012, | |
| "learning_rate": 7.0708994297018725e-06, | |
| "loss": 0.4292, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.609041808151019, | |
| "learning_rate": 7.057299616557494e-06, | |
| "loss": 0.4687, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.0643914858474877, | |
| "learning_rate": 7.0436814563950685e-06, | |
| "loss": 0.4086, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.6647393613676398, | |
| "learning_rate": 7.030045070661484e-06, | |
| "loss": 0.4021, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.8392635961659551, | |
| "learning_rate": 7.016390580966157e-06, | |
| "loss": 0.4092, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.5961711152340379, | |
| "learning_rate": 7.0027181090799635e-06, | |
| "loss": 0.4444, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.9508635361928839, | |
| "learning_rate": 6.989027776934138e-06, | |
| "loss": 0.4403, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.6913630397691195, | |
| "learning_rate": 6.975319706619197e-06, | |
| "loss": 0.3893, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.7460218203007862, | |
| "learning_rate": 6.9615940203838485e-06, | |
| "loss": 0.4421, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.733368109080223, | |
| "learning_rate": 6.947850840633892e-06, | |
| "loss": 0.4468, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.8378497057178176, | |
| "learning_rate": 6.93409028993114e-06, | |
| "loss": 0.4311, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.52179250865843, | |
| "learning_rate": 6.92031249099232e-06, | |
| "loss": 0.3415, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.6773803379432295, | |
| "learning_rate": 6.906517566687974e-06, | |
| "loss": 0.4516, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6271440674538975, | |
| "learning_rate": 6.8927056400413735e-06, | |
| "loss": 0.3851, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.703735768216468, | |
| "learning_rate": 6.878876834227414e-06, | |
| "loss": 0.4994, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.7864526474999918, | |
| "learning_rate": 6.8650312725715205e-06, | |
| "loss": 0.462, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.7484281417044363, | |
| "learning_rate": 6.85116907854855e-06, | |
| "loss": 0.4013, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.878619986993286, | |
| "learning_rate": 6.8372903757816785e-06, | |
| "loss": 0.3441, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.7713170367925475, | |
| "learning_rate": 6.823395288041315e-06, | |
| "loss": 0.3744, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6816840368792083, | |
| "learning_rate": 6.809483939243991e-06, | |
| "loss": 0.426, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6874406652983192, | |
| "learning_rate": 6.795556453451247e-06, | |
| "loss": 0.4653, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.8669154711798979, | |
| "learning_rate": 6.781612954868538e-06, | |
| "loss": 0.4462, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6552135176054872, | |
| "learning_rate": 6.767653567844121e-06, | |
| "loss": 0.406, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.86645573903988, | |
| "learning_rate": 6.7536784168679435e-06, | |
| "loss": 0.397, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.790952614026057, | |
| "learning_rate": 6.739687626570542e-06, | |
| "loss": 0.2901, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.9158821336195229, | |
| "learning_rate": 6.725681321721916e-06, | |
| "loss": 0.4875, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.716712729279155, | |
| "learning_rate": 6.711659627230431e-06, | |
| "loss": 0.4671, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.358168373370002, | |
| "learning_rate": 6.697622668141699e-06, | |
| "loss": 0.4856, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.5652289238354264, | |
| "learning_rate": 6.683570569637452e-06, | |
| "loss": 0.3989, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.2252972642864846, | |
| "learning_rate": 6.669503457034445e-06, | |
| "loss": 0.4992, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.3986600415958652, | |
| "learning_rate": 6.6554214557833245e-06, | |
| "loss": 0.4299, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.7075847740067474, | |
| "learning_rate": 6.641324691467514e-06, | |
| "loss": 0.4358, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.389187659662136, | |
| "learning_rate": 6.627213289802098e-06, | |
| "loss": 0.3526, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.756357024413377, | |
| "learning_rate": 6.613087376632691e-06, | |
| "loss": 0.4007, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.0007846755874965, | |
| "learning_rate": 6.5989470779343265e-06, | |
| "loss": 0.5168, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.5519088968464894, | |
| "learning_rate": 6.584792519810326e-06, | |
| "loss": 0.3959, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.095052602192115, | |
| "learning_rate": 6.570623828491175e-06, | |
| "loss": 0.4732, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.5882275503599168, | |
| "learning_rate": 6.556441130333403e-06, | |
| "loss": 0.4358, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.6100778415480488, | |
| "learning_rate": 6.542244551818451e-06, | |
| "loss": 0.3534, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.7528487768698109, | |
| "learning_rate": 6.528034219551542e-06, | |
| "loss": 0.4225, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.115929646962235, | |
| "learning_rate": 6.513810260260559e-06, | |
| "loss": 0.4989, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.843848673295388, | |
| "learning_rate": 6.499572800794911e-06, | |
| "loss": 0.5289, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.5327924766590826, | |
| "learning_rate": 6.485321968124398e-06, | |
| "loss": 0.4567, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.4479520006001745, | |
| "learning_rate": 6.471057889338088e-06, | |
| "loss": 0.4135, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.5507352265630177, | |
| "learning_rate": 6.456780691643172e-06, | |
| "loss": 0.4116, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.4570245443001153, | |
| "learning_rate": 6.442490502363838e-06, | |
| "loss": 0.3086, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.8396731671196835, | |
| "learning_rate": 6.428187448940136e-06, | |
| "loss": 0.3928, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.7001256773742297, | |
| "learning_rate": 6.413871658926834e-06, | |
| "loss": 0.3558, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.0514844538438757, | |
| "learning_rate": 6.399543259992288e-06, | |
| "loss": 0.5153, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.7729510151345593, | |
| "learning_rate": 6.385202379917297e-06, | |
| "loss": 0.3732, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.75896661140076, | |
| "learning_rate": 6.370849146593973e-06, | |
| "loss": 0.4428, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.278481398853675, | |
| "learning_rate": 6.356483688024589e-06, | |
| "loss": 0.499, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.9928357122955027, | |
| "learning_rate": 6.342106132320442e-06, | |
| "loss": 0.5037, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.8000026678751535, | |
| "learning_rate": 6.327716607700719e-06, | |
| "loss": 0.4435, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.8559089886724838, | |
| "learning_rate": 6.313315242491338e-06, | |
| "loss": 0.438, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.0025851627973745, | |
| "learning_rate": 6.298902165123815e-06, | |
| "loss": 0.3831, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.5664343523094808, | |
| "learning_rate": 6.284477504134117e-06, | |
| "loss": 0.3618, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.019729314852934, | |
| "learning_rate": 6.2700413881615045e-06, | |
| "loss": 0.4521, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.5101081475388585, | |
| "learning_rate": 6.255593945947407e-06, | |
| "loss": 0.423, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.564874785306883, | |
| "learning_rate": 6.241135306334254e-06, | |
| "loss": 0.3541, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.8365721139692799, | |
| "learning_rate": 6.226665598264331e-06, | |
| "loss": 0.4385, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.811282555709379, | |
| "learning_rate": 6.21218495077864e-06, | |
| "loss": 0.432, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.7131707973857517, | |
| "learning_rate": 6.197693493015735e-06, | |
| "loss": 0.4757, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.6746091553025404, | |
| "learning_rate": 6.183191354210577e-06, | |
| "loss": 0.3876, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.6680270115475315, | |
| "learning_rate": 6.168678663693383e-06, | |
| "loss": 0.5057, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.783038683063815, | |
| "learning_rate": 6.154155550888467e-06, | |
| "loss": 0.4514, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.7422076759380254, | |
| "learning_rate": 6.139622145313089e-06, | |
| "loss": 0.431, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.9480782360670714, | |
| "learning_rate": 6.125078576576305e-06, | |
| "loss": 0.4041, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.601477220996701, | |
| "learning_rate": 6.110524974377802e-06, | |
| "loss": 0.3845, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.1706407426281413, | |
| "learning_rate": 6.095961468506744e-06, | |
| "loss": 0.4361, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.3929696780713714, | |
| "learning_rate": 6.081388188840623e-06, | |
| "loss": 0.3073, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.0401261029546944, | |
| "learning_rate": 6.066805265344084e-06, | |
| "loss": 0.4436, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.9148504474098886, | |
| "learning_rate": 6.052212828067787e-06, | |
| "loss": 0.4593, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.7635819099442833, | |
| "learning_rate": 6.037611007147224e-06, | |
| "loss": 0.5092, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4802426475721033, | |
| "learning_rate": 6.0229999328015786e-06, | |
| "loss": 0.4024, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.4685599882750913, | |
| "learning_rate": 6.008379735332556e-06, | |
| "loss": 0.3088, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.748612085026246, | |
| "learning_rate": 5.993750545123217e-06, | |
| "loss": 0.4406, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.772166754683321, | |
| "learning_rate": 5.979112492636824e-06, | |
| "loss": 0.4471, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.7325520509519283, | |
| "learning_rate": 5.964465708415673e-06, | |
| "loss": 0.3231, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.6030922828091225, | |
| "learning_rate": 5.949810323079927e-06, | |
| "loss": 0.4312, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.1985222157973876, | |
| "learning_rate": 5.935146467326456e-06, | |
| "loss": 0.4116, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.7954988435751924, | |
| "learning_rate": 5.920474271927668e-06, | |
| "loss": 0.3573, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.7965610417403968, | |
| "learning_rate": 5.905793867730344e-06, | |
| "loss": 0.4705, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.4845270873323246, | |
| "learning_rate": 5.891105385654474e-06, | |
| "loss": 0.3947, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.6494063913341859, | |
| "learning_rate": 5.876408956692084e-06, | |
| "loss": 0.3885, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.61982882759216, | |
| "learning_rate": 5.861704711906068e-06, | |
| "loss": 0.3829, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.7422732722633554, | |
| "learning_rate": 5.846992782429028e-06, | |
| "loss": 0.4317, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.8793061898705192, | |
| "learning_rate": 5.832273299462092e-06, | |
| "loss": 0.4528, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.461398015349738, | |
| "learning_rate": 5.8175463942737544e-06, | |
| "loss": 0.3867, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.8164032576204665, | |
| "learning_rate": 5.8028121981987e-06, | |
| "loss": 0.4303, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.681083362899287, | |
| "learning_rate": 5.7880708426366296e-06, | |
| "loss": 0.4281, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.6403401791373944, | |
| "learning_rate": 5.773322459051099e-06, | |
| "loss": 0.4122, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.7904392830657831, | |
| "learning_rate": 5.758567178968336e-06, | |
| "loss": 0.5003, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.6816836281671608, | |
| "learning_rate": 5.7438051339760715e-06, | |
| "loss": 0.4503, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.4737121910087774, | |
| "learning_rate": 5.729036455722369e-06, | |
| "loss": 0.3735, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.1113107777546505, | |
| "learning_rate": 5.714261275914442e-06, | |
| "loss": 0.4567, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.437714366596938, | |
| "learning_rate": 5.6994797263174906e-06, | |
| "loss": 0.4383, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.480294742385032, | |
| "learning_rate": 5.684691938753517e-06, | |
| "loss": 0.3716, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.009485638198127, | |
| "learning_rate": 5.669898045100156e-06, | |
| "loss": 0.3101, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.9276848419323365, | |
| "learning_rate": 5.655098177289496e-06, | |
| "loss": 0.4296, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.89516458805726, | |
| "learning_rate": 5.6402924673068994e-06, | |
| "loss": 0.4179, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.5877840417481992, | |
| "learning_rate": 5.625481047189835e-06, | |
| "loss": 0.4067, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.5771628202151042, | |
| "learning_rate": 5.610664049026691e-06, | |
| "loss": 0.4776, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.0167337793713376, | |
| "learning_rate": 5.595841604955601e-06, | |
| "loss": 0.5034, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.6304179843092055, | |
| "learning_rate": 5.581013847163267e-06, | |
| "loss": 0.3563, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.6878087948379197, | |
| "learning_rate": 5.566180907883777e-06, | |
| "loss": 0.4238, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.5753762648228329, | |
| "learning_rate": 5.551342919397429e-06, | |
| "loss": 0.3613, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.854366092949144, | |
| "learning_rate": 5.536500014029548e-06, | |
| "loss": 0.3682, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.7481329815152795, | |
| "learning_rate": 5.521652324149307e-06, | |
| "loss": 0.4116, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.734446987948073, | |
| "learning_rate": 5.506799982168553e-06, | |
| "loss": 0.4758, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.9732915897763694, | |
| "learning_rate": 5.491943120540616e-06, | |
| "loss": 0.3322, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.754698004300824, | |
| "learning_rate": 5.47708187175913e-06, | |
| "loss": 0.4162, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.5763085121064524, | |
| "learning_rate": 5.4622163683568584e-06, | |
| "loss": 0.4129, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.7488374814897032, | |
| "learning_rate": 5.447346742904508e-06, | |
| "loss": 0.3756, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.9252531289816768, | |
| "learning_rate": 5.432473128009538e-06, | |
| "loss": 0.3684, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.6637183599770184, | |
| "learning_rate": 5.417595656314997e-06, | |
| "loss": 0.4825, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.592669717139386, | |
| "learning_rate": 5.402714460498318e-06, | |
| "loss": 0.3897, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.1055466691732154, | |
| "learning_rate": 5.387829673270152e-06, | |
| "loss": 0.3825, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.7506770604252968, | |
| "learning_rate": 5.3729414273731784e-06, | |
| "loss": 0.4271, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.3962443967517109, | |
| "learning_rate": 5.358049855580917e-06, | |
| "loss": 0.394, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.7444969274386137, | |
| "learning_rate": 5.343155090696551e-06, | |
| "loss": 0.5035, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.6890656706103564, | |
| "learning_rate": 5.328257265551742e-06, | |
| "loss": 0.4379, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.589046069503504, | |
| "learning_rate": 5.313356513005433e-06, | |
| "loss": 0.4579, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.2484378057944006, | |
| "learning_rate": 5.298452965942687e-06, | |
| "loss": 0.3371, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.871499749767781, | |
| "learning_rate": 5.28354675727348e-06, | |
| "loss": 0.4392, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.8492888640142464, | |
| "learning_rate": 5.268638019931524e-06, | |
| "loss": 0.4509, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.6893664867467961, | |
| "learning_rate": 5.25372688687309e-06, | |
| "loss": 0.4249, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.138165869330146, | |
| "learning_rate": 5.2388134910758015e-06, | |
| "loss": 0.5334, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.7083901767536924, | |
| "learning_rate": 5.223897965537469e-06, | |
| "loss": 0.3961, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.590896869491855, | |
| "learning_rate": 5.208980443274899e-06, | |
| "loss": 0.395, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.5600514572209423, | |
| "learning_rate": 5.1940610573226955e-06, | |
| "loss": 0.3988, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.7810548008575084, | |
| "learning_rate": 5.179139940732091e-06, | |
| "loss": 0.4167, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.7561585348208417, | |
| "learning_rate": 5.1642172265697475e-06, | |
| "loss": 0.4578, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.5113933802960846, | |
| "learning_rate": 5.149293047916576e-06, | |
| "loss": 0.3575, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.4740769283673236, | |
| "learning_rate": 5.134367537866546e-06, | |
| "loss": 0.3786, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.7964337445061287, | |
| "learning_rate": 5.119440829525504e-06, | |
| "loss": 0.436, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.474822981146484, | |
| "learning_rate": 5.104513056009978e-06, | |
| "loss": 0.3078, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.0652463208640217, | |
| "learning_rate": 5.089584350446001e-06, | |
| "loss": 0.3805, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.061096697608077, | |
| "learning_rate": 5.074654845967912e-06, | |
| "loss": 0.4306, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.4104876880344734, | |
| "learning_rate": 5.059724675717177e-06, | |
| "loss": 0.366, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.5017780767437552, | |
| "learning_rate": 5.044793972841203e-06, | |
| "loss": 0.3364, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.5589038243980964, | |
| "learning_rate": 5.029862870492142e-06, | |
| "loss": 0.4908, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.8861893390087554, | |
| "learning_rate": 5.0149315018257104e-06, | |
| "loss": 0.5019, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.5951533316204654, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3338, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.7630862605909332, | |
| "learning_rate": 4.98506849817429e-06, | |
| "loss": 0.4317, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.1599141486049276, | |
| "learning_rate": 4.97013712950786e-06, | |
| "loss": 0.5757, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.5004945405458627, | |
| "learning_rate": 4.955206027158798e-06, | |
| "loss": 0.4114, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.524002260752503, | |
| "learning_rate": 4.940275324282824e-06, | |
| "loss": 0.4123, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.7188355830824718, | |
| "learning_rate": 4.925345154032092e-06, | |
| "loss": 0.4532, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.769161229661791, | |
| "learning_rate": 4.910415649554001e-06, | |
| "loss": 0.4467, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.7121837803660678, | |
| "learning_rate": 4.895486943990023e-06, | |
| "loss": 0.4278, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.3657353013619622, | |
| "learning_rate": 4.8805591704745e-06, | |
| "loss": 0.2821, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.7857169814598675, | |
| "learning_rate": 4.865632462133456e-06, | |
| "loss": 0.4362, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.7123413107341325, | |
| "learning_rate": 4.850706952083426e-06, | |
| "loss": 0.4296, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.66979921252736, | |
| "learning_rate": 4.835782773430255e-06, | |
| "loss": 0.3368, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.7608078910887999, | |
| "learning_rate": 4.8208600592679105e-06, | |
| "loss": 0.4087, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.8553210769178123, | |
| "learning_rate": 4.805938942677305e-06, | |
| "loss": 0.4332, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.7077102226161969, | |
| "learning_rate": 4.791019556725104e-06, | |
| "loss": 0.4783, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.567173583407488, | |
| "learning_rate": 4.776102034462533e-06, | |
| "loss": 0.4127, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.71170113748187, | |
| "learning_rate": 4.7611865089242e-06, | |
| "loss": 0.3824, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.7817717043669978, | |
| "learning_rate": 4.746273113126912e-06, | |
| "loss": 0.3953, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.6662767108236813, | |
| "learning_rate": 4.7313619800684765e-06, | |
| "loss": 0.4033, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.8754863396071395, | |
| "learning_rate": 4.7164532427265206e-06, | |
| "loss": 0.4289, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.5528783522233447, | |
| "learning_rate": 4.701547034057314e-06, | |
| "loss": 0.392, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4926378728821097, | |
| "learning_rate": 4.686643486994568e-06, | |
| "loss": 0.4548, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.7303457881353712, | |
| "learning_rate": 4.67174273444826e-06, | |
| "loss": 0.3818, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.6238622098504738, | |
| "learning_rate": 4.656844909303449e-06, | |
| "loss": 0.4397, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.4101186566517188, | |
| "learning_rate": 4.641950144419085e-06, | |
| "loss": 0.2988, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.1784078440486314, | |
| "learning_rate": 4.627058572626823e-06, | |
| "loss": 0.3701, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.7501312534120357, | |
| "learning_rate": 4.612170326729849e-06, | |
| "loss": 0.4129, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.48698910341266, | |
| "learning_rate": 4.597285539501684e-06, | |
| "loss": 0.4013, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.6417757683273082, | |
| "learning_rate": 4.5824043436850054e-06, | |
| "loss": 0.3804, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.5281429537537168, | |
| "learning_rate": 4.567526871990462e-06, | |
| "loss": 0.3938, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.5988936524719048, | |
| "learning_rate": 4.552653257095495e-06, | |
| "loss": 0.368, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.258896440894041, | |
| "learning_rate": 4.537783631643143e-06, | |
| "loss": 0.5043, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.7919794024010391, | |
| "learning_rate": 4.522918128240871e-06, | |
| "loss": 0.3857, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.873037865036066, | |
| "learning_rate": 4.508056879459387e-06, | |
| "loss": 0.3815, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.3923805891179883, | |
| "learning_rate": 4.493200017831448e-06, | |
| "loss": 0.3562, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.7449443105770417, | |
| "learning_rate": 4.478347675850692e-06, | |
| "loss": 0.3864, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.5506965557164598, | |
| "learning_rate": 4.463499985970455e-06, | |
| "loss": 0.3961, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.7471922729491982, | |
| "learning_rate": 4.448657080602573e-06, | |
| "loss": 0.4226, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.3267013207814808, | |
| "learning_rate": 4.433819092116223e-06, | |
| "loss": 0.3554, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.8265104161059438, | |
| "learning_rate": 4.418986152836735e-06, | |
| "loss": 0.3621, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.6099837359624083, | |
| "learning_rate": 4.404158395044401e-06, | |
| "loss": 0.3619, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.6571840549052268, | |
| "learning_rate": 4.38933595097331e-06, | |
| "loss": 0.4452, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.951655679068924, | |
| "learning_rate": 4.374518952810167e-06, | |
| "loss": 0.4506, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.0878776186312247, | |
| "learning_rate": 4.359707532693102e-06, | |
| "loss": 0.4417, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.082656505070747, | |
| "learning_rate": 4.344901822710505e-06, | |
| "loss": 0.5075, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.9874784900014248, | |
| "learning_rate": 4.330101954899847e-06, | |
| "loss": 0.4667, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.414272287045042, | |
| "learning_rate": 4.3153080612464835e-06, | |
| "loss": 0.3666, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.1885859077717607, | |
| "learning_rate": 4.300520273682511e-06, | |
| "loss": 0.4392, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.0519927072192363, | |
| "learning_rate": 4.28573872408556e-06, | |
| "loss": 0.3745, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.956594925966504, | |
| "learning_rate": 4.270963544277633e-06, | |
| "loss": 0.3878, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.7636709472530088, | |
| "learning_rate": 4.256194866023929e-06, | |
| "loss": 0.4661, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.9901540818140182, | |
| "learning_rate": 4.241432821031665e-06, | |
| "loss": 0.3897, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.764906598642035, | |
| "learning_rate": 4.226677540948902e-06, | |
| "loss": 0.3544, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.7932823295954536, | |
| "learning_rate": 4.211929157363372e-06, | |
| "loss": 0.4192, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.4835930955379155, | |
| "learning_rate": 4.197187801801301e-06, | |
| "loss": 0.3727, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.7336104464617754, | |
| "learning_rate": 4.182453605726246e-06, | |
| "loss": 0.4964, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.8329880443284419, | |
| "learning_rate": 4.167726700537909e-06, | |
| "loss": 0.3721, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.013138218420455, | |
| "learning_rate": 4.153007217570973e-06, | |
| "loss": 0.4649, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.8427860818655313, | |
| "learning_rate": 4.138295288093935e-06, | |
| "loss": 0.374, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.6825250019411562, | |
| "learning_rate": 4.123591043307918e-06, | |
| "loss": 0.4285, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.4196800310040327, | |
| "learning_rate": 4.1088946143455275e-06, | |
| "loss": 0.4058, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.9422054561550897, | |
| "learning_rate": 4.094206132269658e-06, | |
| "loss": 0.388, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.7459635361160109, | |
| "learning_rate": 4.079525728072335e-06, | |
| "loss": 0.4262, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.5984050785760113, | |
| "learning_rate": 4.0648535326735464e-06, | |
| "loss": 0.3966, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.7310491470959026, | |
| "learning_rate": 4.050189676920075e-06, | |
| "loss": 0.3646, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.660090655393537, | |
| "learning_rate": 4.035534291584328e-06, | |
| "loss": 0.3155, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.6484172315966699, | |
| "learning_rate": 4.020887507363177e-06, | |
| "loss": 0.3591, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.0685621080461996, | |
| "learning_rate": 4.006249454876785e-06, | |
| "loss": 0.4811, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.8125872688192208, | |
| "learning_rate": 3.991620264667446e-06, | |
| "loss": 0.4088, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.9152975230896734, | |
| "learning_rate": 3.977000067198422e-06, | |
| "loss": 0.3687, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.007047221638238, | |
| "learning_rate": 3.962388992852778e-06, | |
| "loss": 0.3888, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.884062017423324, | |
| "learning_rate": 3.947787171932215e-06, | |
| "loss": 0.3866, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.813504934485305, | |
| "learning_rate": 3.933194734655916e-06, | |
| "loss": 0.4673, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.7247817556858769, | |
| "learning_rate": 3.918611811159379e-06, | |
| "loss": 0.4553, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.9109345821437327, | |
| "learning_rate": 3.904038531493257e-06, | |
| "loss": 0.4128, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.7269043143853864, | |
| "learning_rate": 3.889475025622199e-06, | |
| "loss": 0.4578, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.8714889385967017, | |
| "learning_rate": 3.874921423423697e-06, | |
| "loss": 0.463, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.8601128891856535, | |
| "learning_rate": 3.860377854686913e-06, | |
| "loss": 0.3878, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.588587861996327, | |
| "learning_rate": 3.845844449111535e-06, | |
| "loss": 0.3896, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.6959027640047006, | |
| "learning_rate": 3.8313213363066195e-06, | |
| "loss": 0.4031, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.0487519369918483, | |
| "learning_rate": 3.816808645789425e-06, | |
| "loss": 0.5667, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.5283004570346033, | |
| "learning_rate": 3.802306506984266e-06, | |
| "loss": 0.3764, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.5944350505584564, | |
| "learning_rate": 3.7878150492213617e-06, | |
| "loss": 0.398, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.9997700960820088, | |
| "learning_rate": 3.7733344017356702e-06, | |
| "loss": 0.4948, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.7499616339572772, | |
| "learning_rate": 3.758864693665748e-06, | |
| "loss": 0.3559, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.5788625250459556, | |
| "learning_rate": 3.744406054052594e-06, | |
| "loss": 0.2929, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.9465951183623658, | |
| "learning_rate": 3.7299586118384967e-06, | |
| "loss": 0.4659, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.935063815996509, | |
| "learning_rate": 3.715522495865885e-06, | |
| "loss": 0.4169, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.7069776267296644, | |
| "learning_rate": 3.701097834876185e-06, | |
| "loss": 0.4085, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.7694847688907462, | |
| "learning_rate": 3.6866847575086626e-06, | |
| "loss": 0.3837, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.6799663024285176, | |
| "learning_rate": 3.6722833922992824e-06, | |
| "loss": 0.4804, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.7949733183074061, | |
| "learning_rate": 3.6578938676795576e-06, | |
| "loss": 0.4979, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.5398405813591576, | |
| "learning_rate": 3.6435163119754134e-06, | |
| "loss": 0.3302, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.69848168155202, | |
| "learning_rate": 3.6291508534060293e-06, | |
| "loss": 0.4512, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.0085078247743695, | |
| "learning_rate": 3.614797620082703e-06, | |
| "loss": 0.4211, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.8349562513355984, | |
| "learning_rate": 3.600456740007714e-06, | |
| "loss": 0.3772, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.5313049832419303, | |
| "learning_rate": 3.586128341073167e-06, | |
| "loss": 0.3375, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.601512381086004, | |
| "learning_rate": 3.5718125510598646e-06, | |
| "loss": 0.3185, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.7021346399312534, | |
| "learning_rate": 3.557509497636163e-06, | |
| "loss": 0.3741, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.812220332081257, | |
| "learning_rate": 3.54321930835683e-06, | |
| "loss": 0.4198, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.9490992488522427, | |
| "learning_rate": 3.5289421106619125e-06, | |
| "loss": 0.3687, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.593260907761964, | |
| "learning_rate": 3.5146780318756025e-06, | |
| "loss": 0.4384, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.54237996978636, | |
| "learning_rate": 3.500427199205091e-06, | |
| "loss": 0.3594, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.7268772903478766, | |
| "learning_rate": 3.486189739739442e-06, | |
| "loss": 0.4085, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.8912939127949164, | |
| "learning_rate": 3.4719657804484607e-06, | |
| "loss": 0.467, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.8970124049976202, | |
| "learning_rate": 3.4577554481815513e-06, | |
| "loss": 0.4586, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.9433147628840528, | |
| "learning_rate": 3.4435588696665977e-06, | |
| "loss": 0.3936, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.7797627873045827, | |
| "learning_rate": 3.429376171508827e-06, | |
| "loss": 0.4969, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.9262430414234508, | |
| "learning_rate": 3.415207480189676e-06, | |
| "loss": 0.3561, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.2861119104303473, | |
| "learning_rate": 3.401052922065675e-06, | |
| "loss": 0.3552, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.632481046878911, | |
| "learning_rate": 3.386912623367311e-06, | |
| "loss": 0.3602, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.9372946810317673, | |
| "learning_rate": 3.3727867101979037e-06, | |
| "loss": 0.4401, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.5715805933345222, | |
| "learning_rate": 3.3586753085324863e-06, | |
| "loss": 0.348, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.2178424888350166, | |
| "learning_rate": 3.344578544216678e-06, | |
| "loss": 0.4701, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.57523250263701, | |
| "learning_rate": 3.3304965429655567e-06, | |
| "loss": 0.4093, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.4714423430336083, | |
| "learning_rate": 3.3164294303625487e-06, | |
| "loss": 0.3806, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.774836779247577, | |
| "learning_rate": 3.302377331858302e-06, | |
| "loss": 0.4084, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.8798583661138206, | |
| "learning_rate": 3.2883403727695695e-06, | |
| "loss": 0.3936, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.9543516934159417, | |
| "learning_rate": 3.2743186782780855e-06, | |
| "loss": 0.3679, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.9366343183808823, | |
| "learning_rate": 3.2603123734294608e-06, | |
| "loss": 0.3919, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.9434599159853194, | |
| "learning_rate": 3.246321583132058e-06, | |
| "loss": 0.4365, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.992091467377912, | |
| "learning_rate": 3.2323464321558806e-06, | |
| "loss": 0.3731, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.6956161944817005, | |
| "learning_rate": 3.2183870451314624e-06, | |
| "loss": 0.3644, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.792655894061527, | |
| "learning_rate": 3.2044435465487545e-06, | |
| "loss": 0.432, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.7565960934993627, | |
| "learning_rate": 3.190516060756009e-06, | |
| "loss": 0.3551, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.0251586478522685, | |
| "learning_rate": 3.1766047119586846e-06, | |
| "loss": 0.4069, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.4722903621029912, | |
| "learning_rate": 3.162709624218324e-06, | |
| "loss": 0.3428, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.36831955527062, | |
| "learning_rate": 3.148830921451452e-06, | |
| "loss": 0.4013, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.83177751191809, | |
| "learning_rate": 3.1349687274284803e-06, | |
| "loss": 0.3712, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.375489215381062, | |
| "learning_rate": 3.121123165772588e-06, | |
| "loss": 0.2576, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.7824334878491648, | |
| "learning_rate": 3.107294359958628e-06, | |
| "loss": 0.3375, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.754892268091059, | |
| "learning_rate": 3.0934824333120273e-06, | |
| "loss": 0.3291, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.8208162050718975, | |
| "learning_rate": 3.0796875090076824e-06, | |
| "loss": 0.3929, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.7351771828031815, | |
| "learning_rate": 3.065909710068861e-06, | |
| "loss": 0.4085, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.6384512419654458, | |
| "learning_rate": 3.052149159366109e-06, | |
| "loss": 0.3737, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.484119659153863, | |
| "learning_rate": 3.0384059796161536e-06, | |
| "loss": 0.3597, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.7353506217902939, | |
| "learning_rate": 3.024680293380804e-06, | |
| "loss": 0.3506, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.6917973155179618, | |
| "learning_rate": 3.0109722230658634e-06, | |
| "loss": 0.384, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.746371203974182, | |
| "learning_rate": 2.99728189092004e-06, | |
| "loss": 0.3238, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.7133582169680055, | |
| "learning_rate": 2.983609419033845e-06, | |
| "loss": 0.3962, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.432909539517969, | |
| "learning_rate": 2.969954929338518e-06, | |
| "loss": 0.2525, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.4916482205359396, | |
| "learning_rate": 2.9563185436049323e-06, | |
| "loss": 0.3378, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.8166936097543536, | |
| "learning_rate": 2.942700383442508e-06, | |
| "loss": 0.4769, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.358690049804268, | |
| "learning_rate": 2.929100570298129e-06, | |
| "loss": 0.3305, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.4731450654852187, | |
| "learning_rate": 2.915519225455065e-06, | |
| "loss": 0.3507, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.6254972480142047, | |
| "learning_rate": 2.901956470031877e-06, | |
| "loss": 0.3509, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.5825345498709213, | |
| "learning_rate": 2.888412424981353e-06, | |
| "loss": 0.4081, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.5897743608822972, | |
| "learning_rate": 2.87488721108942e-06, | |
| "loss": 0.3497, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.4379237508967013, | |
| "learning_rate": 2.8613809489740665e-06, | |
| "loss": 0.2969, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.800012440266111, | |
| "learning_rate": 2.847893759084267e-06, | |
| "loss": 0.4193, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.9042276012953723, | |
| "learning_rate": 2.8344257616989145e-06, | |
| "loss": 0.3966, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.8274995596459567, | |
| "learning_rate": 2.820977076925744e-06, | |
| "loss": 0.3928, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.7082205838669184, | |
| "learning_rate": 2.807547824700252e-06, | |
| "loss": 0.3248, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.142315177939501, | |
| "learning_rate": 2.7941381247846455e-06, | |
| "loss": 0.4237, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.658641685481167, | |
| "learning_rate": 2.780748096766758e-06, | |
| "loss": 0.3241, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.374221636644457, | |
| "learning_rate": 2.7673778600589862e-06, | |
| "loss": 0.3503, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.683744855360216, | |
| "learning_rate": 2.7540275338972345e-06, | |
| "loss": 0.4029, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.7431637682180983, | |
| "learning_rate": 2.7406972373398443e-06, | |
| "loss": 0.3403, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.6389313240780434, | |
| "learning_rate": 2.7273870892665257e-06, | |
| "loss": 0.3558, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.9951930342344457, | |
| "learning_rate": 2.7140972083773125e-06, | |
| "loss": 0.4519, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.4977291642632802, | |
| "learning_rate": 2.700827713191492e-06, | |
| "loss": 0.3244, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.9719128206467786, | |
| "learning_rate": 2.6875787220465466e-06, | |
| "loss": 0.4308, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "eval_loss": 0.4720384180545807, | |
| "eval_runtime": 531.3135, | |
| "eval_samples_per_second": 5.101, | |
| "eval_steps_per_second": 0.32, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.9044872002249398, | |
| "learning_rate": 2.6743503530971136e-06, | |
| "loss": 0.3943, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.7774415480268881, | |
| "learning_rate": 2.6611427243139166e-06, | |
| "loss": 0.3772, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.3385371503925785, | |
| "learning_rate": 2.647955953482717e-06, | |
| "loss": 0.3347, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.5686275838880652, | |
| "learning_rate": 2.6347901582032627e-06, | |
| "loss": 0.3345, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.5884350530337958, | |
| "learning_rate": 2.6216454558882486e-06, | |
| "loss": 0.3385, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.2760933804201096, | |
| "learning_rate": 2.6085219637622545e-06, | |
| "loss": 0.4525, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.8598949852430244, | |
| "learning_rate": 2.595419798860713e-06, | |
| "loss": 0.4161, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.614789920339542, | |
| "learning_rate": 2.5823390780288604e-06, | |
| "loss": 0.387, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.6825637810384086, | |
| "learning_rate": 2.5692799179206905e-06, | |
| "loss": 0.3596, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.5818504183911322, | |
| "learning_rate": 2.5562424349979198e-06, | |
| "loss": 0.3139, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.9512239910567963, | |
| "learning_rate": 2.5432267455289505e-06, | |
| "loss": 0.4087, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.4346478577174004, | |
| "learning_rate": 2.5302329655878243e-06, | |
| "loss": 0.3677, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.6197744535752765, | |
| "learning_rate": 2.5172612110532013e-06, | |
| "loss": 0.3781, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.0219491074323597, | |
| "learning_rate": 2.5043115976073166e-06, | |
| "loss": 0.497, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.7400391427698392, | |
| "learning_rate": 2.491384240734943e-06, | |
| "loss": 0.3739, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.6890186070354904, | |
| "learning_rate": 2.478479255722378e-06, | |
| "loss": 0.3927, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.5819118237338632, | |
| "learning_rate": 2.4655967576564066e-06, | |
| "loss": 0.4005, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.844066756069027, | |
| "learning_rate": 2.4527368614232683e-06, | |
| "loss": 0.4126, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.947388676610224, | |
| "learning_rate": 2.4398996817076458e-06, | |
| "loss": 0.4356, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.64465771062421, | |
| "learning_rate": 2.4270853329916305e-06, | |
| "loss": 0.3574, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.7772779084636083, | |
| "learning_rate": 2.414293929553713e-06, | |
| "loss": 0.357, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.559427759832433, | |
| "learning_rate": 2.4015255854677487e-06, | |
| "loss": 0.3445, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.3649092735699666, | |
| "learning_rate": 2.388780414601959e-06, | |
| "loss": 0.3573, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.7111213233065832, | |
| "learning_rate": 2.3760585306179013e-06, | |
| "loss": 0.3266, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.6863130092798397, | |
| "learning_rate": 2.3633600469694608e-06, | |
| "loss": 0.4125, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.2514447035959724, | |
| "learning_rate": 2.3506850769018363e-06, | |
| "loss": 0.3657, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.4130571629239113, | |
| "learning_rate": 2.3380337334505374e-06, | |
| "loss": 0.3493, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.4412927726602656, | |
| "learning_rate": 2.3254061294403664e-06, | |
| "loss": 0.2888, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.6984121235842002, | |
| "learning_rate": 2.3128023774844196e-06, | |
| "loss": 0.288, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.9026809021111732, | |
| "learning_rate": 2.300222589983084e-06, | |
| "loss": 0.4988, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.7493875713221276, | |
| "learning_rate": 2.2876668791230196e-06, | |
| "loss": 0.371, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.2417503401806425, | |
| "learning_rate": 2.2751353568761814e-06, | |
| "loss": 0.4444, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 1.7447814422023238, | |
| "learning_rate": 2.2626281349988106e-06, | |
| "loss": 0.385, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.379646006684634, | |
| "learning_rate": 2.2501453250304282e-06, | |
| "loss": 0.2819, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.700160730403637, | |
| "learning_rate": 2.2376870382928608e-06, | |
| "loss": 0.3979, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.4562605513649785, | |
| "learning_rate": 2.2252533858892278e-06, | |
| "loss": 0.3582, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.8929935611713011, | |
| "learning_rate": 2.212844478702962e-06, | |
| "loss": 0.4928, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.8464390400413067, | |
| "learning_rate": 2.200460427396819e-06, | |
| "loss": 0.3976, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.5935828621108423, | |
| "learning_rate": 2.1881013424118925e-06, | |
| "loss": 0.318, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.641770016765562, | |
| "learning_rate": 2.175767333966618e-06, | |
| "loss": 0.3763, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.9210613798451146, | |
| "learning_rate": 2.1634585120558076e-06, | |
| "loss": 0.3928, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.7068856262802559, | |
| "learning_rate": 2.1511749864496533e-06, | |
| "loss": 0.4222, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.794733425784197, | |
| "learning_rate": 2.138916866692754e-06, | |
| "loss": 0.5005, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.6616396879522488, | |
| "learning_rate": 2.1266842621031434e-06, | |
| "loss": 0.3553, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.8785861775392818, | |
| "learning_rate": 2.1144772817713106e-06, | |
| "loss": 0.4732, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.5125823752054015, | |
| "learning_rate": 2.1022960345592226e-06, | |
| "loss": 0.3431, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.9035924379439653, | |
| "learning_rate": 2.09014062909936e-06, | |
| "loss": 0.3238, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.2467574366537604, | |
| "learning_rate": 2.0780111737937495e-06, | |
| "loss": 0.5255, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.6757524552649274, | |
| "learning_rate": 2.0659077768129897e-06, | |
| "loss": 0.3495, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.8178528858642133, | |
| "learning_rate": 2.0538305460952944e-06, | |
| "loss": 0.3654, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.9355937874790798, | |
| "learning_rate": 2.041779589345527e-06, | |
| "loss": 0.4529, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.521367156724969, | |
| "learning_rate": 2.029755014034234e-06, | |
| "loss": 0.301, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.826744504300451, | |
| "learning_rate": 2.0177569273966944e-06, | |
| "loss": 0.3665, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.7149354203694684, | |
| "learning_rate": 2.0057854364319644e-06, | |
| "loss": 0.3673, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.4674644295610002, | |
| "learning_rate": 1.9938406479019186e-06, | |
| "loss": 0.3403, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.5070539943420556, | |
| "learning_rate": 1.9819226683302934e-06, | |
| "loss": 0.3795, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.4784387385558468, | |
| "learning_rate": 1.9700316040017513e-06, | |
| "loss": 0.4026, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.5868950806618929, | |
| "learning_rate": 1.9581675609609176e-06, | |
| "loss": 0.3108, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.592305830159606, | |
| "learning_rate": 1.9463306450114417e-06, | |
| "loss": 0.3549, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.655256097625306, | |
| "learning_rate": 1.934520961715058e-06, | |
| "loss": 0.4225, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.5809519234724267, | |
| "learning_rate": 1.922738616390639e-06, | |
| "loss": 0.3112, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.9427582694211518, | |
| "learning_rate": 1.910983714113253e-06, | |
| "loss": 0.421, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.4899484568922368, | |
| "learning_rate": 1.8992563597132324e-06, | |
| "loss": 0.3075, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.6154594194570981, | |
| "learning_rate": 1.8875566577752403e-06, | |
| "loss": 0.3521, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.3640422359449944, | |
| "learning_rate": 1.8758847126373304e-06, | |
| "loss": 0.3433, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.8143589393862407, | |
| "learning_rate": 1.8642406283900238e-06, | |
| "loss": 0.3839, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.5446087202063494, | |
| "learning_rate": 1.8526245088753802e-06, | |
| "loss": 0.2688, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.6333832866166789, | |
| "learning_rate": 1.8410364576860645e-06, | |
| "loss": 0.3158, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.7966540146020227, | |
| "learning_rate": 1.8294765781644285e-06, | |
| "loss": 0.411, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.4442265911590433, | |
| "learning_rate": 1.8179449734015946e-06, | |
| "loss": 0.44, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.0035737445307986, | |
| "learning_rate": 1.8064417462365225e-06, | |
| "loss": 0.386, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.8535330938944725, | |
| "learning_rate": 1.7949669992551056e-06, | |
| "loss": 0.4503, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.4981921904993794, | |
| "learning_rate": 1.7835208347892536e-06, | |
| "loss": 0.3836, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.9171239926769839, | |
| "learning_rate": 1.7721033549159656e-06, | |
| "loss": 0.3972, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.5637043438891536, | |
| "learning_rate": 1.7607146614564418e-06, | |
| "loss": 0.3937, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 1.6447122243659613, | |
| "learning_rate": 1.7493548559751638e-06, | |
| "loss": 0.3466, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.0092846561255793, | |
| "learning_rate": 1.7380240397789838e-06, | |
| "loss": 0.4356, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.5957076368272978, | |
| "learning_rate": 1.7267223139162343e-06, | |
| "loss": 0.351, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.8330485102111689, | |
| "learning_rate": 1.7154497791758156e-06, | |
| "loss": 0.383, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.7558593725919067, | |
| "learning_rate": 1.704206536086301e-06, | |
| "loss": 0.4745, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.8130146446382733, | |
| "learning_rate": 1.692992684915043e-06, | |
| "loss": 0.3835, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.8881982094164256, | |
| "learning_rate": 1.681808325667278e-06, | |
| "loss": 0.4934, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.5165095033729978, | |
| "learning_rate": 1.6706535580852268e-06, | |
| "loss": 0.3863, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.774357680731744, | |
| "learning_rate": 1.6595284816472196e-06, | |
| "loss": 0.3748, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.767710277007722, | |
| "learning_rate": 1.6484331955667948e-06, | |
| "loss": 0.3393, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.8448330342374666, | |
| "learning_rate": 1.6373677987918196e-06, | |
| "loss": 0.4351, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.85389177211945, | |
| "learning_rate": 1.6263323900036126e-06, | |
| "loss": 0.3646, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.4324306759275551, | |
| "learning_rate": 1.615327067616057e-06, | |
| "loss": 0.2679, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.542343302777527, | |
| "learning_rate": 1.6043519297747284e-06, | |
| "loss": 0.4538, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.4664118852248411, | |
| "learning_rate": 1.5934070743560066e-06, | |
| "loss": 0.2817, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.3646102425906645, | |
| "learning_rate": 1.5824925989662216e-06, | |
| "loss": 0.3436, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.726338790957311, | |
| "learning_rate": 1.5716086009407739e-06, | |
| "loss": 0.4175, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.7959210588836272, | |
| "learning_rate": 1.56075517734326e-06, | |
| "loss": 0.3795, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.7311804415302914, | |
| "learning_rate": 1.549932424964622e-06, | |
| "loss": 0.4281, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.8431199283255997, | |
| "learning_rate": 1.5391404403222676e-06, | |
| "loss": 0.3554, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.6029303411198748, | |
| "learning_rate": 1.528379319659221e-06, | |
| "loss": 0.399, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.041057354884482, | |
| "learning_rate": 1.517649158943263e-06, | |
| "loss": 0.3892, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.200908102889503, | |
| "learning_rate": 1.5069500538660714e-06, | |
| "loss": 0.3841, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.5822240990320229, | |
| "learning_rate": 1.4962820998423683e-06, | |
| "loss": 0.3568, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.1371703772175765, | |
| "learning_rate": 1.4856453920090742e-06, | |
| "loss": 0.4127, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.474872780748052, | |
| "learning_rate": 1.4750400252244511e-06, | |
| "loss": 0.3988, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.7498309567196768, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.3476, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.8541907978098617, | |
| "learning_rate": 1.4539236928359319e-06, | |
| "loss": 0.434, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.942758452810042, | |
| "learning_rate": 1.4434129155476961e-06, | |
| "loss": 0.364, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.5720835349530153, | |
| "learning_rate": 1.4329338559377692e-06, | |
| "loss": 0.335, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.5728894698285647, | |
| "learning_rate": 1.4224866074585052e-06, | |
| "loss": 0.4565, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.7418556788519788, | |
| "learning_rate": 1.412071263278571e-06, | |
| "loss": 0.4165, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.304963198709215, | |
| "learning_rate": 1.4016879162821046e-06, | |
| "loss": 0.4437, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.6243364242282008, | |
| "learning_rate": 1.3913366590678967e-06, | |
| "loss": 0.465, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.95589187270623, | |
| "learning_rate": 1.381017583948563e-06, | |
| "loss": 0.4478, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.5997871441952878, | |
| "learning_rate": 1.370730782949713e-06, | |
| "loss": 0.3457, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.8336248474819126, | |
| "learning_rate": 1.3604763478091375e-06, | |
| "loss": 0.3157, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.7356602754382147, | |
| "learning_rate": 1.3502543699759918e-06, | |
| "loss": 0.3872, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.546716942025288, | |
| "learning_rate": 1.340064940609972e-06, | |
| "loss": 0.3602, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.8094889043425166, | |
| "learning_rate": 1.3299081505805088e-06, | |
| "loss": 0.3067, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.6451477176671583, | |
| "learning_rate": 1.319784090465958e-06, | |
| "loss": 0.2976, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.9811172173472407, | |
| "learning_rate": 1.3096928505527812e-06, | |
| "loss": 0.4255, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.082775157955807, | |
| "learning_rate": 1.2996345208347566e-06, | |
| "loss": 0.4362, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.8098736692974182, | |
| "learning_rate": 1.2896091910121667e-06, | |
| "loss": 0.3936, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.9547737166972166, | |
| "learning_rate": 1.2796169504910028e-06, | |
| "loss": 0.381, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.6251866261565813, | |
| "learning_rate": 1.2696578883821614e-06, | |
| "loss": 0.4156, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.8001878571293004, | |
| "learning_rate": 1.2597320935006541e-06, | |
| "loss": 0.3925, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.61611282004936, | |
| "learning_rate": 1.2498396543648196e-06, | |
| "loss": 0.3515, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.7985809369413097, | |
| "learning_rate": 1.2399806591955228e-06, | |
| "loss": 0.3292, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.5964590321964889, | |
| "learning_rate": 1.2301551959153812e-06, | |
| "loss": 0.3877, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.5734877825215414, | |
| "learning_rate": 1.2203633521479735e-06, | |
| "loss": 0.4054, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.7916360058254706, | |
| "learning_rate": 1.210605215217056e-06, | |
| "loss": 0.4528, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.033617142829962, | |
| "learning_rate": 1.2008808721457882e-06, | |
| "loss": 0.4323, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.7334991655343743, | |
| "learning_rate": 1.191190409655959e-06, | |
| "loss": 0.4516, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.0862219093692516, | |
| "learning_rate": 1.181533914167205e-06, | |
| "loss": 0.3788, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.7005854621422525, | |
| "learning_rate": 1.1719114717962476e-06, | |
| "loss": 0.3615, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.9223633799154827, | |
| "learning_rate": 1.1623231683561249e-06, | |
| "loss": 0.4191, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.5355028370021262, | |
| "learning_rate": 1.1527690893554154e-06, | |
| "loss": 0.4084, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.3409107385851025, | |
| "learning_rate": 1.143249319997491e-06, | |
| "loss": 0.3211, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.5436127305633105, | |
| "learning_rate": 1.1337639451797493e-06, | |
| "loss": 0.3983, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.5214360728755154, | |
| "learning_rate": 1.1243130494928533e-06, | |
| "loss": 0.3446, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.5727956777063972, | |
| "learning_rate": 1.1148967172199848e-06, | |
| "loss": 0.3665, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.6801572434918612, | |
| "learning_rate": 1.1055150323360852e-06, | |
| "loss": 0.3841, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.7269406372047564, | |
| "learning_rate": 1.0961680785071117e-06, | |
| "loss": 0.4971, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.661213058624383, | |
| "learning_rate": 1.0868559390892903e-06, | |
| "loss": 0.3375, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.7080284683248386, | |
| "learning_rate": 1.0775786971283725e-06, | |
| "loss": 0.351, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.4422313394158195, | |
| "learning_rate": 1.06833643535889e-06, | |
| "loss": 0.398, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.5369162182430969, | |
| "learning_rate": 1.0591292362034255e-06, | |
| "loss": 0.4384, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.4444746013578487, | |
| "learning_rate": 1.0499571817718707e-06, | |
| "loss": 0.2999, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.997456484534967, | |
| "learning_rate": 1.0408203538606948e-06, | |
| "loss": 0.3597, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.6400301763903629, | |
| "learning_rate": 1.0317188339522188e-06, | |
| "loss": 0.3436, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.6663652100357638, | |
| "learning_rate": 1.0226527032138877e-06, | |
| "loss": 0.3255, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.4660952325217926, | |
| "learning_rate": 1.0136220424975434e-06, | |
| "loss": 0.3129, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.068851578412713, | |
| "learning_rate": 1.0046269323387037e-06, | |
| "loss": 0.3851, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.4622200769565, | |
| "learning_rate": 9.956674529558518e-07, | |
| "loss": 0.3648, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.6996589952235117, | |
| "learning_rate": 9.867436842497103e-07, | |
| "loss": 0.473, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.6621520206328781, | |
| "learning_rate": 9.778557058025357e-07, | |
| "loss": 0.3517, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.3571771711435245, | |
| "learning_rate": 9.69003596877408e-07, | |
| "loss": 0.3822, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.868120941242638, | |
| "learning_rate": 9.601874364175206e-07, | |
| "loss": 0.3294, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.6696207498752886, | |
| "learning_rate": 9.514073030454763e-07, | |
| "loss": 0.3205, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.0728764939030246, | |
| "learning_rate": 9.426632750625919e-07, | |
| "loss": 0.4558, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.880333599994576, | |
| "learning_rate": 9.339554304481952e-07, | |
| "loss": 0.4021, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.9734543015644022, | |
| "learning_rate": 9.252838468589265e-07, | |
| "loss": 0.3466, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.3057676108168481, | |
| "learning_rate": 9.166486016280562e-07, | |
| "loss": 0.3686, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.6983493502731448, | |
| "learning_rate": 9.080497717647841e-07, | |
| "loss": 0.4109, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.6293001419023172, | |
| "learning_rate": 8.994874339535569e-07, | |
| "loss": 0.288, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.4963241842091834, | |
| "learning_rate": 8.909616645533886e-07, | |
| "loss": 0.2871, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.4822389606951585, | |
| "learning_rate": 8.824725395971745e-07, | |
| "loss": 0.3439, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.7177199805665169, | |
| "learning_rate": 8.740201347910133e-07, | |
| "loss": 0.3232, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.5014572884433388, | |
| "learning_rate": 8.656045255135314e-07, | |
| "loss": 0.3401, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.5310901313894647, | |
| "learning_rate": 8.572257868152173e-07, | |
| "loss": 0.3108, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.8246210773553824, | |
| "learning_rate": 8.488839934177424e-07, | |
| "loss": 0.3941, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.074647338585339, | |
| "learning_rate": 8.405792197133023e-07, | |
| "loss": 0.3768, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.6233824464176518, | |
| "learning_rate": 8.323115397639514e-07, | |
| "loss": 0.3695, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.9626326451926888, | |
| "learning_rate": 8.240810273009381e-07, | |
| "loss": 0.3497, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.72705310438082, | |
| "learning_rate": 8.15887755724053e-07, | |
| "loss": 0.4354, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.2193068673729988, | |
| "learning_rate": 8.077317981009731e-07, | |
| "loss": 0.4535, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.412893314116447, | |
| "learning_rate": 7.996132271666062e-07, | |
| "loss": 0.3713, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.439263478672628, | |
| "learning_rate": 7.915321153224487e-07, | |
| "loss": 0.2963, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.742179158576329, | |
| "learning_rate": 7.834885346359361e-07, | |
| "loss": 0.3215, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.5193201275472255, | |
| "learning_rate": 7.754825568397955e-07, | |
| "loss": 0.3238, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.9407844197719575, | |
| "learning_rate": 7.675142533314173e-07, | |
| "loss": 0.2893, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.7124951515190545, | |
| "learning_rate": 7.595836951722107e-07, | |
| "loss": 0.3607, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.6206596440963452, | |
| "learning_rate": 7.516909530869687e-07, | |
| "loss": 0.3338, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.8379118207091338, | |
| "learning_rate": 7.438360974632442e-07, | |
| "loss": 0.4015, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.0108442161255153, | |
| "learning_rate": 7.360191983507154e-07, | |
| "loss": 0.3681, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.5768823402693721, | |
| "learning_rate": 7.282403254605636e-07, | |
| "loss": 0.318, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.8501393420883374, | |
| "learning_rate": 7.204995481648547e-07, | |
| "loss": 0.3474, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.8000174106515199, | |
| "learning_rate": 7.127969354959164e-07, | |
| "loss": 0.3711, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.627552766175395, | |
| "learning_rate": 7.051325561457217e-07, | |
| "loss": 0.3521, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.7703400679821946, | |
| "learning_rate": 6.975064784652829e-07, | |
| "loss": 0.2869, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.9555640812703932, | |
| "learning_rate": 6.899187704640326e-07, | |
| "loss": 0.4446, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.3485869295221904, | |
| "learning_rate": 6.823694998092272e-07, | |
| "loss": 0.3514, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.6365626256545733, | |
| "learning_rate": 6.748587338253338e-07, | |
| "loss": 0.3263, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.8406884572978746, | |
| "learning_rate": 6.673865394934376e-07, | |
| "loss": 0.3831, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.8441311582841047, | |
| "learning_rate": 6.59952983450643e-07, | |
| "loss": 0.3672, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.7850511624040863, | |
| "learning_rate": 6.525581319894703e-07, | |
| "loss": 0.344, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.8426852257973754, | |
| "learning_rate": 6.452020510572799e-07, | |
| "loss": 0.3709, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.8933625260612084, | |
| "learning_rate": 6.378848062556742e-07, | |
| "loss": 0.3625, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.4364799820160647, | |
| "learning_rate": 6.306064628399111e-07, | |
| "loss": 0.3232, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.8362485371909967, | |
| "learning_rate": 6.23367085718331e-07, | |
| "loss": 0.3444, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.9245874517833783, | |
| "learning_rate": 6.161667394517684e-07, | |
| "loss": 0.3453, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.082501618335563, | |
| "learning_rate": 6.0900548825298e-07, | |
| "loss": 0.3834, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.6265615291277613, | |
| "learning_rate": 6.018833959860753e-07, | |
| "loss": 0.3871, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.5527250089612845, | |
| "learning_rate": 5.948005261659434e-07, | |
| "loss": 0.2978, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.7448719082955784, | |
| "learning_rate": 5.877569419576851e-07, | |
| "loss": 0.2905, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.5352526453200945, | |
| "learning_rate": 5.807527061760543e-07, | |
| "loss": 0.3547, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.010400248545671, | |
| "learning_rate": 5.73787881284893e-07, | |
| "loss": 0.3434, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.08981264322849, | |
| "learning_rate": 5.668625293965774e-07, | |
| "loss": 0.3871, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.544640538751419, | |
| "learning_rate": 5.599767122714628e-07, | |
| "loss": 0.3843, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.50324978941004, | |
| "learning_rate": 5.531304913173357e-07, | |
| "loss": 0.3062, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.7101075222047506, | |
| "learning_rate": 5.463239275888599e-07, | |
| "loss": 0.3505, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.0135553262312933, | |
| "learning_rate": 5.395570817870361e-07, | |
| "loss": 0.4003, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.64919292631168, | |
| "learning_rate": 5.328300142586628e-07, | |
| "loss": 0.4257, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.497483142992759, | |
| "learning_rate": 5.261427849957928e-07, | |
| "loss": 0.3368, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.578537761793323, | |
| "learning_rate": 5.194954536352021e-07, | |
| "loss": 0.3491, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.144696531083044, | |
| "learning_rate": 5.128880794578573e-07, | |
| "loss": 0.4249, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.216467711281768, | |
| "learning_rate": 5.063207213883858e-07, | |
| "loss": 0.4191, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.513179703987502, | |
| "learning_rate": 4.99793437994549e-07, | |
| "loss": 0.2815, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.0210242568879364, | |
| "learning_rate": 4.933062874867267e-07, | |
| "loss": 0.5077, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.5808310904304832, | |
| "learning_rate": 4.868593277173878e-07, | |
| "loss": 0.3387, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.9352852569545673, | |
| "learning_rate": 4.804526161805834e-07, | |
| "loss": 0.4165, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.4953454574921947, | |
| "learning_rate": 4.7408621001143076e-07, | |
| "loss": 0.3195, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.7650338603997144, | |
| "learning_rate": 4.6776016598560125e-07, | |
| "loss": 0.2577, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.5257201063214694, | |
| "learning_rate": 4.614745405188159e-07, | |
| "loss": 0.4102, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.5975131026855944, | |
| "learning_rate": 4.5522938966634514e-07, | |
| "loss": 0.2455, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.7214214108104902, | |
| "learning_rate": 4.490247691225058e-07, | |
| "loss": 0.3679, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.9125664855083362, | |
| "learning_rate": 4.428607342201635e-07, | |
| "loss": 0.4053, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.23497833527835, | |
| "learning_rate": 4.3673733993024103e-07, | |
| "loss": 0.4223, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.7278794126523196, | |
| "learning_rate": 4.3065464086123055e-07, | |
| "loss": 0.3194, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.3338372611487148, | |
| "learning_rate": 4.2461269125869896e-07, | |
| "loss": 0.3989, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.5824737042344048, | |
| "learning_rate": 4.1861154500481285e-07, | |
| "loss": 0.3773, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.5501936663824547, | |
| "learning_rate": 4.1265125561785466e-07, | |
| "loss": 0.3073, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.6744791716497447, | |
| "learning_rate": 4.067318762517419e-07, | |
| "loss": 0.3962, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.6176701058731642, | |
| "learning_rate": 4.0085345969555656e-07, | |
| "loss": 0.2961, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.668829643612793, | |
| "learning_rate": 3.9501605837307613e-07, | |
| "loss": 0.3983, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.6415929342466784, | |
| "learning_rate": 3.8921972434230183e-07, | |
| "loss": 0.3354, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.9107002582221606, | |
| "learning_rate": 3.8346450929499735e-07, | |
| "loss": 0.2923, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.5837382493413166, | |
| "learning_rate": 3.7775046455622853e-07, | |
| "loss": 0.3572, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.9578171945494112, | |
| "learning_rate": 3.7207764108389835e-07, | |
| "loss": 0.4438, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.012312836551855, | |
| "learning_rate": 3.664460894683036e-07, | |
| "loss": 0.3921, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.573634527392608, | |
| "learning_rate": 3.6085585993167804e-07, | |
| "loss": 0.3537, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.87219129280588, | |
| "learning_rate": 3.553070023277405e-07, | |
| "loss": 0.394, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.908976251642539, | |
| "learning_rate": 3.4979956614125956e-07, | |
| "loss": 0.3465, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.7447296830368977, | |
| "learning_rate": 3.4433360048760357e-07, | |
| "loss": 0.4396, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.4938127648980004, | |
| "learning_rate": 3.389091541123074e-07, | |
| "loss": 0.3833, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.6511435214606442, | |
| "learning_rate": 3.3352627539063707e-07, | |
| "loss": 0.2598, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.9044840155234906, | |
| "learning_rate": 3.2818501232715794e-07, | |
| "loss": 0.4915, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.6336211800573899, | |
| "learning_rate": 3.2288541255530546e-07, | |
| "loss": 0.3413, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.352176707831654, | |
| "learning_rate": 3.1762752333696303e-07, | |
| "loss": 0.368, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.515583060896109, | |
| "learning_rate": 3.124113915620375e-07, | |
| "loss": 0.3465, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.454044534368895, | |
| "learning_rate": 3.072370637480415e-07, | |
| "loss": 0.2625, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.767987541706428, | |
| "learning_rate": 3.0210458603968264e-07, | |
| "loss": 0.3992, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.7273964826434631, | |
| "learning_rate": 2.970140042084474e-07, | |
| "loss": 0.3708, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.647723427115109, | |
| "learning_rate": 2.919653636521935e-07, | |
| "loss": 0.3525, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.8493344960971922, | |
| "learning_rate": 2.8695870939474626e-07, | |
| "loss": 0.3229, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.794125649715343, | |
| "learning_rate": 2.8199408608549696e-07, | |
| "loss": 0.3222, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.9721188133776415, | |
| "learning_rate": 2.7707153799900685e-07, | |
| "loss": 0.3836, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.6417411860470836, | |
| "learning_rate": 2.721911090346052e-07, | |
| "loss": 0.3736, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.938690974748052, | |
| "learning_rate": 2.673528427160066e-07, | |
| "loss": 0.3205, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.7687245607064443, | |
| "learning_rate": 2.6255678219091754e-07, | |
| "loss": 0.368, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.9023761904635534, | |
| "learning_rate": 2.578029702306506e-07, | |
| "loss": 0.3177, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.4839406363342937, | |
| "learning_rate": 2.530914492297487e-07, | |
| "loss": 0.3611, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.3385861771964014, | |
| "learning_rate": 2.484222612056025e-07, | |
| "loss": 0.3316, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.9746739789044454, | |
| "learning_rate": 2.437954477980753e-07, | |
| "loss": 0.3969, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.6887922769065924, | |
| "learning_rate": 2.392110502691353e-07, | |
| "loss": 0.3968, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.175353517627243, | |
| "learning_rate": 2.3466910950248334e-07, | |
| "loss": 0.3524, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.9590405768224393, | |
| "learning_rate": 2.3016966600319158e-07, | |
| "loss": 0.4014, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.7539702537980744, | |
| "learning_rate": 2.2571275989734075e-07, | |
| "loss": 0.3558, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.8410012610197661, | |
| "learning_rate": 2.212984309316646e-07, | |
| "loss": 0.4289, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.74770502941488, | |
| "learning_rate": 2.1692671847319046e-07, | |
| "loss": 0.4004, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.444442338435704, | |
| "learning_rate": 2.125976615088926e-07, | |
| "loss": 0.3453, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.8660604720500005, | |
| "learning_rate": 2.083112986453445e-07, | |
| "loss": 0.3741, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.6568713310219376, | |
| "learning_rate": 2.040676681083703e-07, | |
| "loss": 0.4042, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.387457724388811, | |
| "learning_rate": 1.998668077427096e-07, | |
| "loss": 0.2919, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.3853710037974833, | |
| "learning_rate": 1.9570875501167651e-07, | |
| "loss": 0.2827, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.5185303113021482, | |
| "learning_rate": 1.9159354699682496e-07, | |
| "loss": 0.3902, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.9015197180656451, | |
| "learning_rate": 1.8752122039762011e-07, | |
| "loss": 0.3062, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.281701595570607, | |
| "learning_rate": 1.8349181153111074e-07, | |
| "loss": 0.4513, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.5802871368090137, | |
| "learning_rate": 1.7950535633160404e-07, | |
| "loss": 0.3702, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.5604086315052326, | |
| "learning_rate": 1.7556189035034642e-07, | |
| "loss": 0.3407, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.4540871479317765, | |
| "learning_rate": 1.7166144875520762e-07, | |
| "loss": 0.2945, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.6711052975721497, | |
| "learning_rate": 1.6780406633036094e-07, | |
| "loss": 0.3555, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.4918015703526908, | |
| "learning_rate": 1.6398977747598245e-07, | |
| "loss": 0.3745, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.523355764764963, | |
| "learning_rate": 1.6021861620793666e-07, | |
| "loss": 0.2958, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.933124025444002, | |
| "learning_rate": 1.564906161574764e-07, | |
| "loss": 0.3181, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.5606282051722882, | |
| "learning_rate": 1.5280581057094346e-07, | |
| "loss": 0.2937, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.9267494105876177, | |
| "learning_rate": 1.4916423230946885e-07, | |
| "loss": 0.4209, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.547866759100206, | |
| "learning_rate": 1.4556591384868368e-07, | |
| "loss": 0.3583, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.162739247908966, | |
| "learning_rate": 1.4201088727842648e-07, | |
| "loss": 0.4472, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.074387460144302, | |
| "learning_rate": 1.3849918430245911e-07, | |
| "loss": 0.4204, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.75405906319246, | |
| "learning_rate": 1.3503083623818413e-07, | |
| "loss": 0.3286, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.208827466327546, | |
| "learning_rate": 1.316058740163617e-07, | |
| "loss": 0.4257, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.9131618964245363, | |
| "learning_rate": 1.282243281808393e-07, | |
| "loss": 0.3653, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.6704670693024548, | |
| "learning_rate": 1.2488622888827517e-07, | |
| "loss": 0.4076, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.7005183654466214, | |
| "learning_rate": 1.2159160590787145e-07, | |
| "loss": 0.4183, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.7590126284604837, | |
| "learning_rate": 1.1834048862110815e-07, | |
| "loss": 0.3497, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.8495558159166359, | |
| "learning_rate": 1.1513290602148175e-07, | |
| "loss": 0.3989, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.5491493514285797, | |
| "learning_rate": 1.1196888671424378e-07, | |
| "loss": 0.4034, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.696992836044335, | |
| "learning_rate": 1.0884845891614926e-07, | |
| "loss": 0.3906, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.6104580839191522, | |
| "learning_rate": 1.0577165045520532e-07, | |
| "loss": 0.343, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.7381991868528064, | |
| "learning_rate": 1.0273848877041804e-07, | |
| "loss": 0.4373, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.0710854401837224, | |
| "learning_rate": 9.974900091155425e-08, | |
| "loss": 0.406, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.594545766782277, | |
| "learning_rate": 9.680321353889577e-08, | |
| "loss": 0.3871, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.9064797609695343, | |
| "learning_rate": 9.390115292300161e-08, | |
| "loss": 0.4445, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.8137268442191112, | |
| "learning_rate": 9.10428449444778e-08, | |
| "loss": 0.3649, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.632472777376261, | |
| "learning_rate": 8.822831509374297e-08, | |
| "loss": 0.3455, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.7487886157086556, | |
| "learning_rate": 8.545758847080144e-08, | |
| "loss": 0.3152, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.4612562835731007, | |
| "learning_rate": 8.273068978501997e-08, | |
| "loss": 0.3597, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.7201161847179576, | |
| "learning_rate": 8.004764335490856e-08, | |
| "loss": 0.3958, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.8017582089862216, | |
| "learning_rate": 7.74084731079e-08, | |
| "loss": 0.3913, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.3234352702837793, | |
| "learning_rate": 7.481320258014124e-08, | |
| "loss": 0.3034, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.3724778893397676, | |
| "learning_rate": 7.226185491628069e-08, | |
| "loss": 0.2954, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.6969184913162358, | |
| "learning_rate": 6.975445286926064e-08, | |
| "loss": 0.3897, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.9317477089546637, | |
| "learning_rate": 6.729101880011746e-08, | |
| "loss": 0.377, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.554878777893729, | |
| "learning_rate": 6.48715746777806e-08, | |
| "loss": 0.4087, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.7534864024515837, | |
| "learning_rate": 6.2496142078875e-08, | |
| "loss": 0.4967, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.4804685848961765, | |
| "learning_rate": 6.016474218753287e-08, | |
| "loss": 0.4207, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.612223174759301, | |
| "learning_rate": 5.787739579520113e-08, | |
| "loss": 0.4037, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.4804110785714588, | |
| "learning_rate": 5.5634123300457585e-08, | |
| "loss": 0.2889, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.8113911538397998, | |
| "learning_rate": 5.343494470882671e-08, | |
| "loss": 0.362, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.7167779730798833, | |
| "learning_rate": 5.127987963260583e-08, | |
| "loss": 0.3482, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.4150092955119626, | |
| "learning_rate": 4.916894729068644e-08, | |
| "loss": 0.2178, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.633077629302677, | |
| "learning_rate": 4.7102166508383173e-08, | |
| "loss": 0.3825, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.425048677014493, | |
| "learning_rate": 4.5079555717267855e-08, | |
| "loss": 0.3305, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.9174655190388756, | |
| "learning_rate": 4.31011329550024e-08, | |
| "loss": 0.3396, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.3843933529043337, | |
| "learning_rate": 4.1166915865180625e-08, | |
| "loss": 0.2631, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.4653796486037136, | |
| "learning_rate": 3.927692169716946e-08, | |
| "loss": 0.3227, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.635515966199329, | |
| "learning_rate": 3.743116730595575e-08, | |
| "loss": 0.3638, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.0640494844558477, | |
| "learning_rate": 3.562966915199473e-08, | |
| "loss": 0.363, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.5455021482175313, | |
| "learning_rate": 3.387244330106454e-08, | |
| "loss": 0.3479, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.8431655117744339, | |
| "learning_rate": 3.2159505424122495e-08, | |
| "loss": 0.328, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.4359979387464212, | |
| "learning_rate": 3.049087079716462e-08, | |
| "loss": 0.3124, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.680594322782353, | |
| "learning_rate": 2.8866554301091863e-08, | |
| "loss": 0.4445, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.6887895844276681, | |
| "learning_rate": 2.7286570421574677e-08, | |
| "loss": 0.3209, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.7841936111238237, | |
| "learning_rate": 2.575093324892364e-08, | |
| "loss": 0.3856, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.7816368074530717, | |
| "learning_rate": 2.42596564779668e-08, | |
| "loss": 0.4697, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.5805844941387572, | |
| "learning_rate": 2.281275340792477e-08, | |
| "loss": 0.368, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.637820628172062, | |
| "learning_rate": 2.141023694229305e-08, | |
| "loss": 0.3718, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.417147920836824, | |
| "learning_rate": 2.0052119588727105e-08, | |
| "loss": 0.3546, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.989312613003882, | |
| "learning_rate": 1.873841345893135e-08, | |
| "loss": 0.4529, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.537277887843072, | |
| "learning_rate": 1.746913026854924e-08, | |
| "loss": 0.3583, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.8191477288789326, | |
| "learning_rate": 1.6244281337060575e-08, | |
| "loss": 0.3171, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.827847238198048, | |
| "learning_rate": 1.506387758768102e-08, | |
| "loss": 0.3793, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.7778694252802711, | |
| "learning_rate": 1.3927929547261632e-08, | |
| "loss": 0.3753, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.543634711451779, | |
| "learning_rate": 1.2836447346198932e-08, | |
| "loss": 0.338, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.16029561176065, | |
| "learning_rate": 1.1789440718341094e-08, | |
| "loss": 0.3576, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.2006580842983734, | |
| "learning_rate": 1.0786919000903562e-08, | |
| "loss": 0.3864, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.7044121149329359, | |
| "learning_rate": 9.828891134385787e-09, | |
| "loss": 0.344, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.4977033409076637, | |
| "learning_rate": 8.915365662488517e-09, | |
| "loss": 0.3146, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.4691930868903902, | |
| "learning_rate": 8.046350732041075e-09, | |
| "loss": 0.3099, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.5513156194536561, | |
| "learning_rate": 7.221854092926972e-09, | |
| "loss": 0.341, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.703611443801933, | |
| "learning_rate": 6.441883098015633e-09, | |
| "loss": 0.3734, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.1506089060675455, | |
| "learning_rate": 5.706444703096337e-09, | |
| "loss": 0.3859, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.621345533853751, | |
| "learning_rate": 5.015545466814931e-09, | |
| "loss": 0.405, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.8186009796771267, | |
| "learning_rate": 4.369191550617768e-09, | |
| "loss": 0.3964, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.8157548418762393, | |
| "learning_rate": 3.7673887186961965e-09, | |
| "loss": 0.4728, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.070715007431859, | |
| "learning_rate": 3.210142337932709e-09, | |
| "loss": 0.464, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.6191854446760734, | |
| "learning_rate": 2.6974573778565383e-09, | |
| "loss": 0.3648, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.63053598233112, | |
| "learning_rate": 2.229338410597026e-09, | |
| "loss": 0.4364, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.5220833342814482, | |
| "learning_rate": 1.8057896108436557e-09, | |
| "loss": 0.4131, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.9238625872095938, | |
| "learning_rate": 1.4268147558088585e-09, | |
| "loss": 0.4702, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.6227133478707174, | |
| "learning_rate": 1.0924172251941533e-09, | |
| "loss": 0.3781, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.5844245279524536, | |
| "learning_rate": 8.026000011596147e-10, | |
| "loss": 0.367, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.8755295726944123, | |
| "learning_rate": 5.573656682977824e-10, | |
| "loss": 0.3954, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.4678705930709839, | |
| "eval_runtime": 533.0785, | |
| "eval_samples_per_second": 5.084, | |
| "eval_steps_per_second": 0.319, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.95867908444184, | |
| "learning_rate": 3.567164136120127e-10, | |
| "loss": 0.3425, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.9895722241127884, | |
| "learning_rate": 2.0065402649371845e-10, | |
| "loss": 0.3204, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.5770678955265505, | |
| "learning_rate": 8.917989870849131e-11, | |
| "loss": 0.3511, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.7159701303303903, | |
| "learning_rate": 2.2295024383889307e-11, | |
| "loss": 0.2967, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.9974547783910455, | |
| "learning_rate": 0.0, | |
| "loss": 0.3133, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1085, | |
| "total_flos": 2242775013654528.0, | |
| "train_loss": 0.4361060568951242, | |
| "train_runtime": 100289.4425, | |
| "train_samples_per_second": 0.346, | |
| "train_steps_per_second": 0.011 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1085, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100.0, | |
| "total_flos": 2242775013654528.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |