| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 20000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 24.59290313720703, | |
| "learning_rate": 9.976e-07, | |
| "loss": 2.6229, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 44.6561279296875, | |
| "learning_rate": 9.951e-07, | |
| "loss": 2.3333, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 31.2443790435791, | |
| "learning_rate": 9.926e-07, | |
| "loss": 2.1022, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 30.142139434814453, | |
| "learning_rate": 9.900999999999998e-07, | |
| "loss": 2.1899, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 40.865047454833984, | |
| "learning_rate": 9.876e-07, | |
| "loss": 2.0581, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 49.21326446533203, | |
| "learning_rate": 9.850999999999999e-07, | |
| "loss": 2.0981, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 34.270729064941406, | |
| "learning_rate": 9.826e-07, | |
| "loss": 2.1487, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 37.85762405395508, | |
| "learning_rate": 9.801e-07, | |
| "loss": 2.0944, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 38.32168197631836, | |
| "learning_rate": 9.776e-07, | |
| "loss": 2.0425, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 40.687808990478516, | |
| "learning_rate": 9.751e-07, | |
| "loss": 1.9918, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 41.6737174987793, | |
| "learning_rate": 9.726e-07, | |
| "loss": 1.9946, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 32.36153030395508, | |
| "learning_rate": 9.700999999999998e-07, | |
| "loss": 2.0164, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 30.314594268798828, | |
| "learning_rate": 9.676e-07, | |
| "loss": 1.9766, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 32.16353988647461, | |
| "learning_rate": 9.650999999999999e-07, | |
| "loss": 1.9656, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 53.54747772216797, | |
| "learning_rate": 9.626e-07, | |
| "loss": 1.9925, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 31.085399627685547, | |
| "learning_rate": 9.601e-07, | |
| "loss": 1.9141, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 44.15593719482422, | |
| "learning_rate": 9.576e-07, | |
| "loss": 2.0047, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 40.597999572753906, | |
| "learning_rate": 9.551e-07, | |
| "loss": 1.9799, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 40.38375473022461, | |
| "learning_rate": 9.526e-07, | |
| "loss": 1.9333, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 31.839799880981445, | |
| "learning_rate": 9.500999999999999e-07, | |
| "loss": 2.0041, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 43.41249084472656, | |
| "learning_rate": 9.475999999999999e-07, | |
| "loss": 1.9008, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 39.27376937866211, | |
| "learning_rate": 9.451e-07, | |
| "loss": 1.8454, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 37.960269927978516, | |
| "learning_rate": 9.426e-07, | |
| "loss": 1.8152, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 44.50017547607422, | |
| "learning_rate": 9.401e-07, | |
| "loss": 1.8737, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 37.4691162109375, | |
| "learning_rate": 9.375999999999999e-07, | |
| "loss": 1.808, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 37.40227127075195, | |
| "learning_rate": 9.351e-07, | |
| "loss": 1.832, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 39.435123443603516, | |
| "learning_rate": 9.326e-07, | |
| "loss": 1.9672, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 41.97803497314453, | |
| "learning_rate": 9.301e-07, | |
| "loss": 1.869, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 42.29490661621094, | |
| "learning_rate": 9.275999999999999e-07, | |
| "loss": 1.8844, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 39.2964973449707, | |
| "learning_rate": 9.250999999999999e-07, | |
| "loss": 1.8546, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 46.49869155883789, | |
| "learning_rate": 9.226e-07, | |
| "loss": 1.7998, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 35.85550308227539, | |
| "learning_rate": 9.201e-07, | |
| "loss": 1.8493, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 36.285282135009766, | |
| "learning_rate": 9.175999999999999e-07, | |
| "loss": 1.8918, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 36.704795837402344, | |
| "learning_rate": 9.151e-07, | |
| "loss": 1.8412, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 39.69667434692383, | |
| "learning_rate": 9.126e-07, | |
| "loss": 1.809, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 36.81133270263672, | |
| "learning_rate": 9.101e-07, | |
| "loss": 1.8425, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 40.80613708496094, | |
| "learning_rate": 9.075999999999999e-07, | |
| "loss": 1.9628, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 39.36043930053711, | |
| "learning_rate": 9.051e-07, | |
| "loss": 1.7546, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 40.22469711303711, | |
| "learning_rate": 9.025999999999999e-07, | |
| "loss": 1.8055, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 44.26631546020508, | |
| "learning_rate": 9.001e-07, | |
| "loss": 1.8203, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 50.78614807128906, | |
| "learning_rate": 8.976499999999999e-07, | |
| "loss": 1.8012, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 63.06776809692383, | |
| "learning_rate": 8.951499999999999e-07, | |
| "loss": 1.8745, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 48.32567596435547, | |
| "learning_rate": 8.9265e-07, | |
| "loss": 1.7794, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 48.12654495239258, | |
| "learning_rate": 8.9015e-07, | |
| "loss": 1.9107, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 38.266197204589844, | |
| "learning_rate": 8.8765e-07, | |
| "loss": 1.7588, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 39.421504974365234, | |
| "learning_rate": 8.851499999999999e-07, | |
| "loss": 1.8511, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 39.87221908569336, | |
| "learning_rate": 8.8265e-07, | |
| "loss": 1.6939, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 43.736900329589844, | |
| "learning_rate": 8.8015e-07, | |
| "loss": 1.7321, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 43.2308235168457, | |
| "learning_rate": 8.7765e-07, | |
| "loss": 1.8803, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 40.887939453125, | |
| "learning_rate": 8.751499999999999e-07, | |
| "loss": 1.731, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 43.211727142333984, | |
| "learning_rate": 8.7265e-07, | |
| "loss": 1.8046, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 51.66404342651367, | |
| "learning_rate": 8.701499999999999e-07, | |
| "loss": 1.774, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 39.11322021484375, | |
| "learning_rate": 8.6765e-07, | |
| "loss": 1.8792, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 48.62511444091797, | |
| "learning_rate": 8.6515e-07, | |
| "loss": 1.7991, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 41.84499740600586, | |
| "learning_rate": 8.6265e-07, | |
| "loss": 1.8712, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 51.82795715332031, | |
| "learning_rate": 8.601499999999999e-07, | |
| "loss": 1.7662, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 54.27309799194336, | |
| "learning_rate": 8.5765e-07, | |
| "loss": 1.7643, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 39.44385528564453, | |
| "learning_rate": 8.5515e-07, | |
| "loss": 1.804, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 37.73311233520508, | |
| "learning_rate": 8.5265e-07, | |
| "loss": 1.7039, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 43.82680892944336, | |
| "learning_rate": 8.501499999999999e-07, | |
| "loss": 1.7717, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 44.10558319091797, | |
| "learning_rate": 8.476499999999999e-07, | |
| "loss": 1.7109, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 43.69202423095703, | |
| "learning_rate": 8.4515e-07, | |
| "loss": 1.8569, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 46.728538513183594, | |
| "learning_rate": 8.4265e-07, | |
| "loss": 1.8468, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 38.28073501586914, | |
| "learning_rate": 8.401499999999999e-07, | |
| "loss": 1.6194, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 48.87205123901367, | |
| "learning_rate": 8.376499999999999e-07, | |
| "loss": 1.7792, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 39.80657196044922, | |
| "learning_rate": 8.3515e-07, | |
| "loss": 1.7198, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 37.74007034301758, | |
| "learning_rate": 8.3265e-07, | |
| "loss": 1.7539, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 47.30875015258789, | |
| "learning_rate": 8.3015e-07, | |
| "loss": 1.725, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 44.54092025756836, | |
| "learning_rate": 8.276499999999999e-07, | |
| "loss": 1.7863, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 49.025169372558594, | |
| "learning_rate": 8.251500000000001e-07, | |
| "loss": 1.7914, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 45.531864166259766, | |
| "learning_rate": 8.2265e-07, | |
| "loss": 1.8326, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 37.38317108154297, | |
| "learning_rate": 8.2015e-07, | |
| "loss": 1.8113, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 42.720829010009766, | |
| "learning_rate": 8.176499999999999e-07, | |
| "loss": 1.7043, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 42.389339447021484, | |
| "learning_rate": 8.1515e-07, | |
| "loss": 1.6669, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 50.965545654296875, | |
| "learning_rate": 8.1265e-07, | |
| "loss": 1.6581, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 33.738948822021484, | |
| "learning_rate": 8.1015e-07, | |
| "loss": 1.7835, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 47.6729736328125, | |
| "learning_rate": 8.076499999999999e-07, | |
| "loss": 1.8784, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 40.22808837890625, | |
| "learning_rate": 8.0515e-07, | |
| "loss": 1.6733, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 43.46096420288086, | |
| "learning_rate": 8.0265e-07, | |
| "loss": 1.7327, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 39.8518180847168, | |
| "learning_rate": 8.0015e-07, | |
| "loss": 1.6765, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 43.99556350708008, | |
| "learning_rate": 7.976999999999999e-07, | |
| "loss": 1.6858, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 39.69054412841797, | |
| "learning_rate": 7.952e-07, | |
| "loss": 1.7666, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 37.67417907714844, | |
| "learning_rate": 7.926999999999999e-07, | |
| "loss": 1.7942, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 39.24260711669922, | |
| "learning_rate": 7.902e-07, | |
| "loss": 1.7449, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 44.0001220703125, | |
| "learning_rate": 7.876999999999999e-07, | |
| "loss": 1.7139, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 41.069236755371094, | |
| "learning_rate": 7.852e-07, | |
| "loss": 1.6626, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 40.02455139160156, | |
| "learning_rate": 7.826999999999999e-07, | |
| "loss": 1.6679, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 38.73442077636719, | |
| "learning_rate": 7.802e-07, | |
| "loss": 1.7561, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 44.03123474121094, | |
| "learning_rate": 7.776999999999999e-07, | |
| "loss": 1.7519, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 38.86705017089844, | |
| "learning_rate": 7.752e-07, | |
| "loss": 1.7051, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 42.8055534362793, | |
| "learning_rate": 7.727e-07, | |
| "loss": 1.7045, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 50.77599334716797, | |
| "learning_rate": 7.702e-07, | |
| "loss": 1.7706, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 39.55324935913086, | |
| "learning_rate": 7.677e-07, | |
| "loss": 1.7337, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 48.40109634399414, | |
| "learning_rate": 7.652e-07, | |
| "loss": 1.6519, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 47.08484649658203, | |
| "learning_rate": 7.627e-07, | |
| "loss": 1.7528, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 41.425846099853516, | |
| "learning_rate": 7.601999999999999e-07, | |
| "loss": 1.6663, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 42.3223991394043, | |
| "learning_rate": 7.577e-07, | |
| "loss": 1.6747, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 44.03189468383789, | |
| "learning_rate": 7.552e-07, | |
| "loss": 1.6487, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 41.170108795166016, | |
| "learning_rate": 7.527e-07, | |
| "loss": 1.7019, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 42.10016632080078, | |
| "learning_rate": 7.501999999999999e-07, | |
| "loss": 1.6696, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 34.27055358886719, | |
| "learning_rate": 7.477e-07, | |
| "loss": 1.62, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 41.19538116455078, | |
| "learning_rate": 7.452e-07, | |
| "loss": 1.6309, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 45.550575256347656, | |
| "learning_rate": 7.427e-07, | |
| "loss": 1.6535, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 45.184539794921875, | |
| "learning_rate": 7.401999999999999e-07, | |
| "loss": 1.7223, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 43.35379409790039, | |
| "learning_rate": 7.376999999999999e-07, | |
| "loss": 1.6844, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 40.49492645263672, | |
| "learning_rate": 7.352e-07, | |
| "loss": 1.689, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 38.820106506347656, | |
| "learning_rate": 7.327e-07, | |
| "loss": 1.7506, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 38.87533187866211, | |
| "learning_rate": 7.301999999999999e-07, | |
| "loss": 1.5689, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 34.46385192871094, | |
| "learning_rate": 7.276999999999999e-07, | |
| "loss": 1.6876, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 39.77639389038086, | |
| "learning_rate": 7.252e-07, | |
| "loss": 1.6515, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 42.202735900878906, | |
| "learning_rate": 7.227e-07, | |
| "loss": 1.5767, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 36.47328186035156, | |
| "learning_rate": 7.201999999999999e-07, | |
| "loss": 1.7376, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 40.54157257080078, | |
| "learning_rate": 7.176999999999999e-07, | |
| "loss": 1.768, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.1400000000000001, | |
| "grad_norm": 36.865177154541016, | |
| "learning_rate": 7.151999999999999e-07, | |
| "loss": 1.5431, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 32.530216217041016, | |
| "learning_rate": 7.127e-07, | |
| "loss": 1.6509, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 38.9181022644043, | |
| "learning_rate": 7.102e-07, | |
| "loss": 1.6686, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 47.71958541870117, | |
| "learning_rate": 7.076999999999999e-07, | |
| "loss": 1.6332, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 33.65346908569336, | |
| "learning_rate": 7.052e-07, | |
| "loss": 1.6374, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 50.740474700927734, | |
| "learning_rate": 7.027e-07, | |
| "loss": 1.6919, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 35.024147033691406, | |
| "learning_rate": 7.002e-07, | |
| "loss": 1.5119, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 46.42051315307617, | |
| "learning_rate": 6.977499999999999e-07, | |
| "loss": 1.7009, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 40.99652099609375, | |
| "learning_rate": 6.9525e-07, | |
| "loss": 1.671, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 48.398765563964844, | |
| "learning_rate": 6.9275e-07, | |
| "loss": 1.5888, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 37.039058685302734, | |
| "learning_rate": 6.9025e-07, | |
| "loss": 1.7995, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 39.58694839477539, | |
| "learning_rate": 6.877499999999999e-07, | |
| "loss": 1.6646, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 43.098045349121094, | |
| "learning_rate": 6.8525e-07, | |
| "loss": 1.7114, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 38.67097091674805, | |
| "learning_rate": 6.827499999999999e-07, | |
| "loss": 1.5854, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 43.86952590942383, | |
| "learning_rate": 6.8025e-07, | |
| "loss": 1.6068, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 43.158714294433594, | |
| "learning_rate": 6.777499999999999e-07, | |
| "loss": 1.7206, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 44.74959945678711, | |
| "learning_rate": 6.7525e-07, | |
| "loss": 1.656, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 34.64699172973633, | |
| "learning_rate": 6.727499999999999e-07, | |
| "loss": 1.6306, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 51.52064895629883, | |
| "learning_rate": 6.7025e-07, | |
| "loss": 1.7831, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 55.97758102416992, | |
| "learning_rate": 6.677499999999999e-07, | |
| "loss": 1.5366, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 40.172523498535156, | |
| "learning_rate": 6.6525e-07, | |
| "loss": 1.7331, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 42.77679443359375, | |
| "learning_rate": 6.627499999999999e-07, | |
| "loss": 1.6112, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.3599999999999999, | |
| "grad_norm": 36.01056671142578, | |
| "learning_rate": 6.602499999999999e-07, | |
| "loss": 1.5688, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 40.94023895263672, | |
| "learning_rate": 6.577499999999999e-07, | |
| "loss": 1.5867, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 45.53089141845703, | |
| "learning_rate": 6.5525e-07, | |
| "loss": 1.5666, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.3900000000000001, | |
| "grad_norm": 37.20089340209961, | |
| "learning_rate": 6.5275e-07, | |
| "loss": 1.5804, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 33.455230712890625, | |
| "learning_rate": 6.502499999999999e-07, | |
| "loss": 1.5933, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 39.31380844116211, | |
| "learning_rate": 6.477500000000001e-07, | |
| "loss": 1.6599, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 40.90291976928711, | |
| "learning_rate": 6.4525e-07, | |
| "loss": 1.7809, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 38.44248580932617, | |
| "learning_rate": 6.4275e-07, | |
| "loss": 1.554, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 41.40769958496094, | |
| "learning_rate": 6.402499999999999e-07, | |
| "loss": 1.5848, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 34.839202880859375, | |
| "learning_rate": 6.377500000000001e-07, | |
| "loss": 1.5506, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 39.07792663574219, | |
| "learning_rate": 6.3525e-07, | |
| "loss": 1.6936, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 47.81125259399414, | |
| "learning_rate": 6.3275e-07, | |
| "loss": 1.7948, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 33.074684143066406, | |
| "learning_rate": 6.302499999999999e-07, | |
| "loss": 1.5964, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 35.54746627807617, | |
| "learning_rate": 6.2775e-07, | |
| "loss": 1.5494, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 47.26594543457031, | |
| "learning_rate": 6.2525e-07, | |
| "loss": 1.6013, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 47.13039779663086, | |
| "learning_rate": 6.2275e-07, | |
| "loss": 1.5403, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 42.410614013671875, | |
| "learning_rate": 6.202499999999999e-07, | |
| "loss": 1.5956, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 38.69276428222656, | |
| "learning_rate": 6.1775e-07, | |
| "loss": 1.6829, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 41.635135650634766, | |
| "learning_rate": 6.1525e-07, | |
| "loss": 1.5228, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 38.301753997802734, | |
| "learning_rate": 6.1275e-07, | |
| "loss": 1.5039, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 40.455101013183594, | |
| "learning_rate": 6.102499999999999e-07, | |
| "loss": 1.5666, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.5699999999999998, | |
| "grad_norm": 49.50397491455078, | |
| "learning_rate": 6.0775e-07, | |
| "loss": 1.5666, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 51.95878601074219, | |
| "learning_rate": 6.052499999999999e-07, | |
| "loss": 1.5874, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.5899999999999999, | |
| "grad_norm": 36.6114501953125, | |
| "learning_rate": 6.0275e-07, | |
| "loss": 1.63, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 41.69790267944336, | |
| "learning_rate": 6.002499999999999e-07, | |
| "loss": 1.5995, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.6099999999999999, | |
| "grad_norm": 38.66043472290039, | |
| "learning_rate": 5.978e-07, | |
| "loss": 1.5629, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 59.15949249267578, | |
| "learning_rate": 5.953e-07, | |
| "loss": 1.6076, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 37.75910186767578, | |
| "learning_rate": 5.928e-07, | |
| "loss": 1.5531, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.6400000000000001, | |
| "grad_norm": 40.374855041503906, | |
| "learning_rate": 5.903e-07, | |
| "loss": 1.5393, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 47.41810989379883, | |
| "learning_rate": 5.878e-07, | |
| "loss": 1.5062, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.6600000000000001, | |
| "grad_norm": 46.51014709472656, | |
| "learning_rate": 5.853e-07, | |
| "loss": 1.6144, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 49.626834869384766, | |
| "learning_rate": 5.828e-07, | |
| "loss": 1.6439, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.6800000000000002, | |
| "grad_norm": 32.59950256347656, | |
| "learning_rate": 5.803e-07, | |
| "loss": 1.5362, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 49.02924346923828, | |
| "learning_rate": 5.778e-07, | |
| "loss": 1.7244, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 41.86074447631836, | |
| "learning_rate": 5.753e-07, | |
| "loss": 1.5701, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 30.711210250854492, | |
| "learning_rate": 5.727999999999999e-07, | |
| "loss": 1.6219, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 47.8115234375, | |
| "learning_rate": 5.703e-07, | |
| "loss": 1.5723, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 39.29584884643555, | |
| "learning_rate": 5.678e-07, | |
| "loss": 1.5869, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 31.378740310668945, | |
| "learning_rate": 5.653e-07, | |
| "loss": 1.635, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 38.850608825683594, | |
| "learning_rate": 5.627999999999999e-07, | |
| "loss": 1.6046, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 26.495405197143555, | |
| "learning_rate": 5.603e-07, | |
| "loss": 1.6276, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 44.871849060058594, | |
| "learning_rate": 5.578e-07, | |
| "loss": 1.6889, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 47.68773651123047, | |
| "learning_rate": 5.553e-07, | |
| "loss": 1.7151, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 31.6007080078125, | |
| "learning_rate": 5.527999999999999e-07, | |
| "loss": 1.5286, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 30.19587516784668, | |
| "learning_rate": 5.502999999999999e-07, | |
| "loss": 1.6597, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 36.03053665161133, | |
| "learning_rate": 5.478e-07, | |
| "loss": 1.6422, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 1.8199999999999998, | |
| "grad_norm": 41.28793716430664, | |
| "learning_rate": 5.453e-07, | |
| "loss": 1.6893, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 32.481689453125, | |
| "learning_rate": 5.427999999999999e-07, | |
| "loss": 1.5683, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 1.8399999999999999, | |
| "grad_norm": 40.114654541015625, | |
| "learning_rate": 5.402999999999999e-07, | |
| "loss": 1.6021, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 44.78034210205078, | |
| "learning_rate": 5.378e-07, | |
| "loss": 1.6241, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 1.8599999999999999, | |
| "grad_norm": 32.96756362915039, | |
| "learning_rate": 5.353e-07, | |
| "loss": 1.4664, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 35.44109344482422, | |
| "learning_rate": 5.328e-07, | |
| "loss": 1.6045, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 47.10539245605469, | |
| "learning_rate": 5.302999999999999e-07, | |
| "loss": 1.6529, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.8900000000000001, | |
| "grad_norm": 35.667083740234375, | |
| "learning_rate": 5.278000000000001e-07, | |
| "loss": 1.6878, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 42.152652740478516, | |
| "learning_rate": 5.253e-07, | |
| "loss": 1.6694, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.9100000000000001, | |
| "grad_norm": 44.23321533203125, | |
| "learning_rate": 5.228e-07, | |
| "loss": 1.61, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 37.32196807861328, | |
| "learning_rate": 5.202999999999999e-07, | |
| "loss": 1.5521, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.9300000000000002, | |
| "grad_norm": 51.841514587402344, | |
| "learning_rate": 5.178e-07, | |
| "loss": 1.682, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 41.69253158569336, | |
| "learning_rate": 5.153e-07, | |
| "loss": 1.6228, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 32.16023635864258, | |
| "learning_rate": 5.128e-07, | |
| "loss": 1.6022, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 40.430206298828125, | |
| "learning_rate": 5.102999999999999e-07, | |
| "loss": 1.6262, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 47.571449279785156, | |
| "learning_rate": 5.078e-07, | |
| "loss": 1.6431, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 40.32009506225586, | |
| "learning_rate": 5.053e-07, | |
| "loss": 1.4864, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 40.59520721435547, | |
| "learning_rate": 5.028e-07, | |
| "loss": 1.595, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 44.62666702270508, | |
| "learning_rate": 5.002999999999999e-07, | |
| "loss": 1.5604, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 37.61200714111328, | |
| "learning_rate": 4.9785e-07, | |
| "loss": 1.6435, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 40.34099197387695, | |
| "learning_rate": 4.953499999999999e-07, | |
| "loss": 1.7094, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 47.07732009887695, | |
| "learning_rate": 4.9285e-07, | |
| "loss": 1.5482, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 23.103185653686523, | |
| "learning_rate": 4.9035e-07, | |
| "loss": 1.6298, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 44.33336639404297, | |
| "learning_rate": 4.8785e-07, | |
| "loss": 1.5512, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 41.70211410522461, | |
| "learning_rate": 4.853499999999999e-07, | |
| "loss": 1.4399, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 36.45768737792969, | |
| "learning_rate": 4.8285e-07, | |
| "loss": 1.5103, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 30.36566162109375, | |
| "learning_rate": 4.8035e-07, | |
| "loss": 1.4481, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 35.793094635009766, | |
| "learning_rate": 4.7785e-07, | |
| "loss": 1.5339, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 52.48720932006836, | |
| "learning_rate": 4.7535e-07, | |
| "loss": 1.6079, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 41.160335540771484, | |
| "learning_rate": 4.7284999999999995e-07, | |
| "loss": 1.4992, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 40.25874710083008, | |
| "learning_rate": 4.7034999999999997e-07, | |
| "loss": 1.601, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 35.40253829956055, | |
| "learning_rate": 4.6784999999999994e-07, | |
| "loss": 1.5437, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 42.93209457397461, | |
| "learning_rate": 4.6534999999999997e-07, | |
| "loss": 1.5923, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 43.273956298828125, | |
| "learning_rate": 4.6284999999999994e-07, | |
| "loss": 1.5925, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 49.30186080932617, | |
| "learning_rate": 4.6034999999999996e-07, | |
| "loss": 1.538, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 40.10365295410156, | |
| "learning_rate": 4.5784999999999993e-07, | |
| "loss": 1.545, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 40.76726531982422, | |
| "learning_rate": 4.5534999999999996e-07, | |
| "loss": 1.4837, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 36.3805046081543, | |
| "learning_rate": 4.5284999999999993e-07, | |
| "loss": 1.5463, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 25.484167098999023, | |
| "learning_rate": 4.5034999999999995e-07, | |
| "loss": 1.5916, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 33.473121643066406, | |
| "learning_rate": 4.4785000000000003e-07, | |
| "loss": 1.5033, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 36.8259391784668, | |
| "learning_rate": 4.4535e-07, | |
| "loss": 1.552, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 32.61063766479492, | |
| "learning_rate": 4.4285e-07, | |
| "loss": 1.5759, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 51.49959945678711, | |
| "learning_rate": 4.4035e-07, | |
| "loss": 1.556, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 44.21879959106445, | |
| "learning_rate": 4.3785e-07, | |
| "loss": 1.4935, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 36.884010314941406, | |
| "learning_rate": 4.3535e-07, | |
| "loss": 1.4284, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 38.094329833984375, | |
| "learning_rate": 4.3285e-07, | |
| "loss": 1.6868, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 2.2800000000000002, | |
| "grad_norm": 41.53178024291992, | |
| "learning_rate": 4.3035e-07, | |
| "loss": 1.6034, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 46.737213134765625, | |
| "learning_rate": 4.2785e-07, | |
| "loss": 1.5557, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 50.67173385620117, | |
| "learning_rate": 4.2535e-07, | |
| "loss": 1.6998, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 52.222557067871094, | |
| "learning_rate": 4.2285e-07, | |
| "loss": 1.5495, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 48.568050384521484, | |
| "learning_rate": 4.2035e-07, | |
| "loss": 1.5441, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 55.280521392822266, | |
| "learning_rate": 4.1785e-07, | |
| "loss": 1.68, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 42.30193328857422, | |
| "learning_rate": 4.1534999999999997e-07, | |
| "loss": 1.6276, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 54.417327880859375, | |
| "learning_rate": 4.1285e-07, | |
| "loss": 1.5603, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 33.117340087890625, | |
| "learning_rate": 4.1034999999999997e-07, | |
| "loss": 1.5169, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 43.10250473022461, | |
| "learning_rate": 4.0785e-07, | |
| "loss": 1.4491, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 48.663917541503906, | |
| "learning_rate": 4.0534999999999996e-07, | |
| "loss": 1.5617, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 41.02192687988281, | |
| "learning_rate": 4.0285e-07, | |
| "loss": 1.6111, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 42.699256896972656, | |
| "learning_rate": 4.0034999999999996e-07, | |
| "loss": 1.4217, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 49.665855407714844, | |
| "learning_rate": 3.979e-07, | |
| "loss": 1.4223, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 43.366397857666016, | |
| "learning_rate": 3.9539999999999995e-07, | |
| "loss": 1.5452, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 35.55706024169922, | |
| "learning_rate": 3.9290000000000003e-07, | |
| "loss": 1.545, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 42.98080062866211, | |
| "learning_rate": 3.904e-07, | |
| "loss": 1.5648, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 36.39263916015625, | |
| "learning_rate": 3.879e-07, | |
| "loss": 1.5724, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 42.547401428222656, | |
| "learning_rate": 3.854e-07, | |
| "loss": 1.7179, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 2.4699999999999998, | |
| "grad_norm": 45.591087341308594, | |
| "learning_rate": 3.829e-07, | |
| "loss": 1.5122, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 43.481258392333984, | |
| "learning_rate": 3.804e-07, | |
| "loss": 1.4843, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 44.69862747192383, | |
| "learning_rate": 3.779e-07, | |
| "loss": 1.5978, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 43.04928970336914, | |
| "learning_rate": 3.754e-07, | |
| "loss": 1.512, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 35.41480255126953, | |
| "learning_rate": 3.729e-07, | |
| "loss": 1.6957, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 42.25669860839844, | |
| "learning_rate": 3.704e-07, | |
| "loss": 1.4797, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 2.5300000000000002, | |
| "grad_norm": 23.68979835510254, | |
| "learning_rate": 3.679e-07, | |
| "loss": 1.515, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 39.010196685791016, | |
| "learning_rate": 3.654e-07, | |
| "loss": 1.5484, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 40.15721130371094, | |
| "learning_rate": 3.629e-07, | |
| "loss": 1.595, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 32.100643157958984, | |
| "learning_rate": 3.6039999999999997e-07, | |
| "loss": 1.5125, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 51.687583923339844, | |
| "learning_rate": 3.579e-07, | |
| "loss": 1.6924, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 40.378807067871094, | |
| "learning_rate": 3.5539999999999997e-07, | |
| "loss": 1.5349, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 46.35411834716797, | |
| "learning_rate": 3.529e-07, | |
| "loss": 1.4451, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 39.091644287109375, | |
| "learning_rate": 3.5039999999999996e-07, | |
| "loss": 1.5871, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 46.588539123535156, | |
| "learning_rate": 3.479e-07, | |
| "loss": 1.5514, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 40.58433151245117, | |
| "learning_rate": 3.4539999999999996e-07, | |
| "loss": 1.6805, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 44.80520248413086, | |
| "learning_rate": 3.429e-07, | |
| "loss": 1.4672, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 42.662078857421875, | |
| "learning_rate": 3.4039999999999995e-07, | |
| "loss": 1.5712, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 40.33576583862305, | |
| "learning_rate": 3.379e-07, | |
| "loss": 1.4617, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 44.45260238647461, | |
| "learning_rate": 3.3539999999999995e-07, | |
| "loss": 1.5336, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 48.2208251953125, | |
| "learning_rate": 3.3289999999999997e-07, | |
| "loss": 1.5241, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 37.904762268066406, | |
| "learning_rate": 3.304e-07, | |
| "loss": 1.5679, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 39.32900619506836, | |
| "learning_rate": 3.279e-07, | |
| "loss": 1.5121, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 36.95504379272461, | |
| "learning_rate": 3.254e-07, | |
| "loss": 1.4855, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 29.145931243896484, | |
| "learning_rate": 3.229e-07, | |
| "loss": 1.5645, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 2.7199999999999998, | |
| "grad_norm": 41.01043701171875, | |
| "learning_rate": 3.204e-07, | |
| "loss": 1.4902, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 42.938472747802734, | |
| "learning_rate": 3.179e-07, | |
| "loss": 1.421, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 42.611812591552734, | |
| "learning_rate": 3.154e-07, | |
| "loss": 1.6238, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 40.880706787109375, | |
| "learning_rate": 3.129e-07, | |
| "loss": 1.554, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 44.605411529541016, | |
| "learning_rate": 3.104e-07, | |
| "loss": 1.631, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 35.732723236083984, | |
| "learning_rate": 3.079e-07, | |
| "loss": 1.5479, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 2.7800000000000002, | |
| "grad_norm": 38.93905258178711, | |
| "learning_rate": 3.0539999999999997e-07, | |
| "loss": 1.5417, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 50.35736083984375, | |
| "learning_rate": 3.029e-07, | |
| "loss": 1.6767, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 35.24892807006836, | |
| "learning_rate": 3.0039999999999996e-07, | |
| "loss": 1.5639, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 41.46996307373047, | |
| "learning_rate": 2.9795e-07, | |
| "loss": 1.4937, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 39.519866943359375, | |
| "learning_rate": 2.9544999999999996e-07, | |
| "loss": 1.6308, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 44.51643753051758, | |
| "learning_rate": 2.9295e-07, | |
| "loss": 1.4379, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 35.87133026123047, | |
| "learning_rate": 2.9044999999999996e-07, | |
| "loss": 1.4668, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 45.94535446166992, | |
| "learning_rate": 2.8795e-07, | |
| "loss": 1.6009, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 44.09996032714844, | |
| "learning_rate": 2.8544999999999995e-07, | |
| "loss": 1.5932, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 48.415313720703125, | |
| "learning_rate": 2.8295e-07, | |
| "loss": 1.5851, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 33.39976501464844, | |
| "learning_rate": 2.8044999999999995e-07, | |
| "loss": 1.6999, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 40.66514587402344, | |
| "learning_rate": 2.7794999999999997e-07, | |
| "loss": 1.4782, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 45.65864944458008, | |
| "learning_rate": 2.7544999999999994e-07, | |
| "loss": 1.6338, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 39.462677001953125, | |
| "learning_rate": 2.7295e-07, | |
| "loss": 1.5968, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 41.13777542114258, | |
| "learning_rate": 2.7045e-07, | |
| "loss": 1.4837, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 38.25054168701172, | |
| "learning_rate": 2.6795e-07, | |
| "loss": 1.5727, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 37.76020431518555, | |
| "learning_rate": 2.6545e-07, | |
| "loss": 1.642, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 50.80886459350586, | |
| "learning_rate": 2.6295e-07, | |
| "loss": 1.605, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 52.12263870239258, | |
| "learning_rate": 2.6045e-07, | |
| "loss": 1.5843, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 2.9699999999999998, | |
| "grad_norm": 40.298282623291016, | |
| "learning_rate": 2.5795e-07, | |
| "loss": 1.4729, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 30.732044219970703, | |
| "learning_rate": 2.5545e-07, | |
| "loss": 1.5218, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 43.94182586669922, | |
| "learning_rate": 2.5295e-07, | |
| "loss": 1.5147, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 60.4287223815918, | |
| "learning_rate": 2.5044999999999997e-07, | |
| "loss": 1.446, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 35.2944221496582, | |
| "learning_rate": 2.4795e-07, | |
| "loss": 1.5543, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 53.06623077392578, | |
| "learning_rate": 2.4544999999999996e-07, | |
| "loss": 1.5674, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 56.413692474365234, | |
| "learning_rate": 2.4295e-07, | |
| "loss": 1.4601, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 44.59477233886719, | |
| "learning_rate": 2.4045e-07, | |
| "loss": 1.5439, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 46.42093276977539, | |
| "learning_rate": 2.3794999999999998e-07, | |
| "loss": 1.4917, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 31.83967399597168, | |
| "learning_rate": 2.3544999999999998e-07, | |
| "loss": 1.5199, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 52.99776077270508, | |
| "learning_rate": 2.3294999999999998e-07, | |
| "loss": 1.509, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 47.901885986328125, | |
| "learning_rate": 2.3044999999999998e-07, | |
| "loss": 1.4072, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 35.03591537475586, | |
| "learning_rate": 2.2795e-07, | |
| "loss": 1.4489, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 40.465789794921875, | |
| "learning_rate": 2.2545e-07, | |
| "loss": 1.4475, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 38.67084503173828, | |
| "learning_rate": 2.2295e-07, | |
| "loss": 1.4501, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 44.53215026855469, | |
| "learning_rate": 2.2045e-07, | |
| "loss": 1.5509, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "grad_norm": 50.45119857788086, | |
| "learning_rate": 2.1795e-07, | |
| "loss": 1.5862, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "grad_norm": 42.37192153930664, | |
| "learning_rate": 2.1545e-07, | |
| "loss": 1.6511, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 39.11933898925781, | |
| "learning_rate": 2.1294999999999998e-07, | |
| "loss": 1.5206, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 39.057823181152344, | |
| "learning_rate": 2.1044999999999998e-07, | |
| "loss": 1.4265, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "grad_norm": 32.509098052978516, | |
| "learning_rate": 2.0794999999999998e-07, | |
| "loss": 1.5199, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 34.1364860534668, | |
| "learning_rate": 2.0544999999999998e-07, | |
| "loss": 1.5162, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "grad_norm": 48.204994201660156, | |
| "learning_rate": 2.0294999999999997e-07, | |
| "loss": 1.4383, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 53.505615234375, | |
| "learning_rate": 2.0044999999999997e-07, | |
| "loss": 1.5337, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "grad_norm": 48.69506072998047, | |
| "learning_rate": 1.98e-07, | |
| "loss": 1.4313, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "grad_norm": 45.98126220703125, | |
| "learning_rate": 1.955e-07, | |
| "loss": 1.5255, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "grad_norm": 39.528587341308594, | |
| "learning_rate": 1.93e-07, | |
| "loss": 1.5407, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "grad_norm": 41.41926956176758, | |
| "learning_rate": 1.905e-07, | |
| "loss": 1.4167, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 50.91017150878906, | |
| "learning_rate": 1.88e-07, | |
| "loss": 1.5819, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "grad_norm": 51.679622650146484, | |
| "learning_rate": 1.855e-07, | |
| "loss": 1.573, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "grad_norm": 39.97464370727539, | |
| "learning_rate": 1.8299999999999998e-07, | |
| "loss": 1.4209, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 3.2800000000000002, | |
| "grad_norm": 37.9398307800293, | |
| "learning_rate": 1.8049999999999998e-07, | |
| "loss": 1.4962, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "grad_norm": 41.62467956542969, | |
| "learning_rate": 1.7799999999999998e-07, | |
| "loss": 1.5011, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 39.8488655090332, | |
| "learning_rate": 1.7549999999999998e-07, | |
| "loss": 1.5504, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "grad_norm": 39.093360900878906, | |
| "learning_rate": 1.7299999999999997e-07, | |
| "loss": 1.4504, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "grad_norm": 46.60807800292969, | |
| "learning_rate": 1.705e-07, | |
| "loss": 1.5712, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 37.40671920776367, | |
| "learning_rate": 1.68e-07, | |
| "loss": 1.5793, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "grad_norm": 45.785953521728516, | |
| "learning_rate": 1.655e-07, | |
| "loss": 1.4975, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 42.13127517700195, | |
| "learning_rate": 1.63e-07, | |
| "loss": 1.5418, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "grad_norm": 51.313777923583984, | |
| "learning_rate": 1.605e-07, | |
| "loss": 1.6146, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 38.90798568725586, | |
| "learning_rate": 1.5799999999999999e-07, | |
| "loss": 1.5328, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "grad_norm": 42.80254364013672, | |
| "learning_rate": 1.5549999999999998e-07, | |
| "loss": 1.4382, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "grad_norm": 38.583885192871094, | |
| "learning_rate": 1.5299999999999998e-07, | |
| "loss": 1.421, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 45.506473541259766, | |
| "learning_rate": 1.5049999999999998e-07, | |
| "loss": 1.4643, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "grad_norm": 37.714202880859375, | |
| "learning_rate": 1.4799999999999998e-07, | |
| "loss": 1.4807, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "grad_norm": 52.356605529785156, | |
| "learning_rate": 1.4549999999999997e-07, | |
| "loss": 1.4663, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "grad_norm": 40.869590759277344, | |
| "learning_rate": 1.4299999999999997e-07, | |
| "loss": 1.542, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 55.49686813354492, | |
| "learning_rate": 1.4050000000000002e-07, | |
| "loss": 1.5719, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "grad_norm": 41.89445114135742, | |
| "learning_rate": 1.3800000000000002e-07, | |
| "loss": 1.4327, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 41.772361755371094, | |
| "learning_rate": 1.3550000000000002e-07, | |
| "loss": 1.5065, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 3.4699999999999998, | |
| "grad_norm": 45.570396423339844, | |
| "learning_rate": 1.33e-07, | |
| "loss": 1.4851, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 45.119693756103516, | |
| "learning_rate": 1.305e-07, | |
| "loss": 1.4926, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "grad_norm": 39.28087615966797, | |
| "learning_rate": 1.28e-07, | |
| "loss": 1.5135, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 49.64841079711914, | |
| "learning_rate": 1.255e-07, | |
| "loss": 1.5662, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "grad_norm": 39.4202995300293, | |
| "learning_rate": 1.23e-07, | |
| "loss": 1.5854, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "grad_norm": 39.55594253540039, | |
| "learning_rate": 1.205e-07, | |
| "loss": 1.5577, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 3.5300000000000002, | |
| "grad_norm": 38.05757522583008, | |
| "learning_rate": 1.1799999999999998e-07, | |
| "loss": 1.4087, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "grad_norm": 35.86211013793945, | |
| "learning_rate": 1.155e-07, | |
| "loss": 1.4881, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 39.4666862487793, | |
| "learning_rate": 1.1299999999999999e-07, | |
| "loss": 1.5927, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "grad_norm": 42.395320892333984, | |
| "learning_rate": 1.1049999999999999e-07, | |
| "loss": 1.5176, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "grad_norm": 34.1979866027832, | |
| "learning_rate": 1.0799999999999999e-07, | |
| "loss": 1.545, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "grad_norm": 41.41266632080078, | |
| "learning_rate": 1.0549999999999999e-07, | |
| "loss": 1.5388, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 40.88737869262695, | |
| "learning_rate": 1.03e-07, | |
| "loss": 1.4851, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 44.86513137817383, | |
| "learning_rate": 1.005e-07, | |
| "loss": 1.5413, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "grad_norm": 38.92195510864258, | |
| "learning_rate": 9.805e-08, | |
| "loss": 1.5463, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "grad_norm": 46.53792953491211, | |
| "learning_rate": 9.554999999999999e-08, | |
| "loss": 1.5022, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "grad_norm": 35.3355598449707, | |
| "learning_rate": 9.304999999999999e-08, | |
| "loss": 1.5245, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "grad_norm": 55.84636306762695, | |
| "learning_rate": 9.055e-08, | |
| "loss": 1.6236, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 36.84891128540039, | |
| "learning_rate": 8.805e-08, | |
| "loss": 1.3286, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "grad_norm": 51.336795806884766, | |
| "learning_rate": 8.555e-08, | |
| "loss": 1.5488, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "grad_norm": 38.55815887451172, | |
| "learning_rate": 8.304999999999999e-08, | |
| "loss": 1.4718, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "grad_norm": 47.52061462402344, | |
| "learning_rate": 8.054999999999999e-08, | |
| "loss": 1.5148, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "grad_norm": 42.93059539794922, | |
| "learning_rate": 7.804999999999999e-08, | |
| "loss": 1.5243, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 40.72081756591797, | |
| "learning_rate": 7.555e-08, | |
| "loss": 1.4389, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "grad_norm": 42.075836181640625, | |
| "learning_rate": 7.305e-08, | |
| "loss": 1.5487, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 3.7199999999999998, | |
| "grad_norm": 50.6606559753418, | |
| "learning_rate": 7.054999999999999e-08, | |
| "loss": 1.6045, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 39.99626541137695, | |
| "learning_rate": 6.804999999999999e-08, | |
| "loss": 1.5214, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "grad_norm": 48.29393005371094, | |
| "learning_rate": 6.554999999999999e-08, | |
| "loss": 1.471, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 41.546470642089844, | |
| "learning_rate": 6.304999999999999e-08, | |
| "loss": 1.4242, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 43.29277420043945, | |
| "learning_rate": 6.055e-08, | |
| "loss": 1.3872, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "grad_norm": 60.80516052246094, | |
| "learning_rate": 5.8049999999999994e-08, | |
| "loss": 1.5309, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 3.7800000000000002, | |
| "grad_norm": 37.9664421081543, | |
| "learning_rate": 5.555e-08, | |
| "loss": 1.4366, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "grad_norm": 41.17642593383789, | |
| "learning_rate": 5.3049999999999995e-08, | |
| "loss": 1.5797, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 36.21015167236328, | |
| "learning_rate": 5.054999999999999e-08, | |
| "loss": 1.5096, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "grad_norm": 47.9669075012207, | |
| "learning_rate": 4.8050000000000003e-08, | |
| "loss": 1.5302, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "grad_norm": 28.955060958862305, | |
| "learning_rate": 4.555e-08, | |
| "loss": 1.498, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "grad_norm": 52.464290618896484, | |
| "learning_rate": 4.305e-08, | |
| "loss": 1.4575, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "grad_norm": 29.458721160888672, | |
| "learning_rate": 4.055e-08, | |
| "loss": 1.484, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 41.32457733154297, | |
| "learning_rate": 3.805e-08, | |
| "loss": 1.4677, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "grad_norm": 48.74892807006836, | |
| "learning_rate": 3.555e-08, | |
| "loss": 1.4268, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "grad_norm": 30.619657516479492, | |
| "learning_rate": 3.305e-08, | |
| "loss": 1.5416, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "grad_norm": 48.18694305419922, | |
| "learning_rate": 3.055e-08, | |
| "loss": 1.4068, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "grad_norm": 35.75336456298828, | |
| "learning_rate": 2.8049999999999996e-08, | |
| "loss": 1.3868, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "grad_norm": 46.65244674682617, | |
| "learning_rate": 2.5549999999999997e-08, | |
| "loss": 1.5598, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "grad_norm": 48.187679290771484, | |
| "learning_rate": 2.305e-08, | |
| "loss": 1.5666, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 36.0362663269043, | |
| "learning_rate": 2.055e-08, | |
| "loss": 1.6636, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "grad_norm": 55.22818374633789, | |
| "learning_rate": 1.805e-08, | |
| "loss": 1.5572, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "grad_norm": 32.651451110839844, | |
| "learning_rate": 1.555e-08, | |
| "loss": 1.5158, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "grad_norm": 42.34391403198242, | |
| "learning_rate": 1.3050000000000001e-08, | |
| "loss": 1.4648, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "grad_norm": 48.5484733581543, | |
| "learning_rate": 1.055e-08, | |
| "loss": 1.5808, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 3.9699999999999998, | |
| "grad_norm": 51.64519500732422, | |
| "learning_rate": 8.05e-09, | |
| "loss": 1.4912, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "grad_norm": 44.73149490356445, | |
| "learning_rate": 5.55e-09, | |
| "loss": 1.694, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "grad_norm": 50.322174072265625, | |
| "learning_rate": 3.05e-09, | |
| "loss": 1.5025, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 51.53582763671875, | |
| "learning_rate": 5.5e-10, | |
| "loss": 1.5558, | |
| "step": 20000 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 20000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |