| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.974025974025974, | |
| "eval_steps": 39, | |
| "global_step": 308, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.006493506493506494, | |
| "grad_norm": 0.39616659283638, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 1.6277, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006493506493506494, | |
| "eval_loss": 1.6379814147949219, | |
| "eval_runtime": 25.2293, | |
| "eval_samples_per_second": 11.693, | |
| "eval_steps_per_second": 1.467, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.012987012987012988, | |
| "grad_norm": 0.42422759532928467, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.6549, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01948051948051948, | |
| "grad_norm": 0.40566202998161316, | |
| "learning_rate": 3e-06, | |
| "loss": 1.6115, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.025974025974025976, | |
| "grad_norm": 0.3940100371837616, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.617, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.032467532467532464, | |
| "grad_norm": 0.3876812756061554, | |
| "learning_rate": 5e-06, | |
| "loss": 1.6561, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.03896103896103896, | |
| "grad_norm": 0.41130709648132324, | |
| "learning_rate": 6e-06, | |
| "loss": 1.606, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.045454545454545456, | |
| "grad_norm": 0.3654179573059082, | |
| "learning_rate": 7e-06, | |
| "loss": 1.605, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.05194805194805195, | |
| "grad_norm": 0.35875341296195984, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.5651, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.05844155844155844, | |
| "grad_norm": 0.3530851900577545, | |
| "learning_rate": 9e-06, | |
| "loss": 1.5201, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.06493506493506493, | |
| "grad_norm": 0.38295701146125793, | |
| "learning_rate": 1e-05, | |
| "loss": 1.6376, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07142857142857142, | |
| "grad_norm": 0.39765068888664246, | |
| "learning_rate": 9.999722154604716e-06, | |
| "loss": 1.5167, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.07792207792207792, | |
| "grad_norm": 0.44107645750045776, | |
| "learning_rate": 9.99888864929809e-06, | |
| "loss": 1.6259, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.08441558441558442, | |
| "grad_norm": 0.4228634238243103, | |
| "learning_rate": 9.997499576714369e-06, | |
| "loss": 1.6767, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.09090909090909091, | |
| "grad_norm": 0.4122574031352997, | |
| "learning_rate": 9.995555091232516e-06, | |
| "loss": 1.6082, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.09740259740259741, | |
| "grad_norm": 0.43088310956954956, | |
| "learning_rate": 9.99305540895907e-06, | |
| "loss": 1.6651, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.1038961038961039, | |
| "grad_norm": 0.4325619637966156, | |
| "learning_rate": 9.990000807704114e-06, | |
| "loss": 1.6473, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.11038961038961038, | |
| "grad_norm": 0.4201916456222534, | |
| "learning_rate": 9.986391626950405e-06, | |
| "loss": 1.5726, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.11688311688311688, | |
| "grad_norm": 0.4616028070449829, | |
| "learning_rate": 9.982228267815644e-06, | |
| "loss": 1.5994, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.12337662337662338, | |
| "grad_norm": 0.4239194989204407, | |
| "learning_rate": 9.977511193007896e-06, | |
| "loss": 1.6018, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.12987012987012986, | |
| "grad_norm": 0.41312310099601746, | |
| "learning_rate": 9.972240926774167e-06, | |
| "loss": 1.6497, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.13636363636363635, | |
| "grad_norm": 0.45023512840270996, | |
| "learning_rate": 9.966418054842143e-06, | |
| "loss": 1.557, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.14285714285714285, | |
| "grad_norm": 0.4155130982398987, | |
| "learning_rate": 9.960043224355081e-06, | |
| "loss": 1.5782, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.14935064935064934, | |
| "grad_norm": 0.39791709184646606, | |
| "learning_rate": 9.9531171437999e-06, | |
| "loss": 1.548, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.15584415584415584, | |
| "grad_norm": 0.40294748544692993, | |
| "learning_rate": 9.945640582928438e-06, | |
| "loss": 1.5745, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.16233766233766234, | |
| "grad_norm": 0.3911401927471161, | |
| "learning_rate": 9.937614372671896e-06, | |
| "loss": 1.5653, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.16883116883116883, | |
| "grad_norm": 0.407604843378067, | |
| "learning_rate": 9.929039405048502e-06, | |
| "loss": 1.5627, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.17532467532467533, | |
| "grad_norm": 0.4176672697067261, | |
| "learning_rate": 9.919916633064363e-06, | |
| "loss": 1.5413, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.18181818181818182, | |
| "grad_norm": 0.40910884737968445, | |
| "learning_rate": 9.91024707060755e-06, | |
| "loss": 1.5688, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.18831168831168832, | |
| "grad_norm": 0.393100768327713, | |
| "learning_rate": 9.900031792335432e-06, | |
| "loss": 1.5259, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.19480519480519481, | |
| "grad_norm": 0.39668065309524536, | |
| "learning_rate": 9.889271933555214e-06, | |
| "loss": 1.5471, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.2012987012987013, | |
| "grad_norm": 0.37264811992645264, | |
| "learning_rate": 9.877968690097785e-06, | |
| "loss": 1.488, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.2077922077922078, | |
| "grad_norm": 0.39069730043411255, | |
| "learning_rate": 9.866123318184803e-06, | |
| "loss": 1.5863, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.21428571428571427, | |
| "grad_norm": 0.37075284123420715, | |
| "learning_rate": 9.853737134289086e-06, | |
| "loss": 1.4967, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.22077922077922077, | |
| "grad_norm": 0.37381497025489807, | |
| "learning_rate": 9.840811514988294e-06, | |
| "loss": 1.4219, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 0.37528884410858154, | |
| "learning_rate": 9.827347896811954e-06, | |
| "loss": 1.4754, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.23376623376623376, | |
| "grad_norm": 0.3899977505207062, | |
| "learning_rate": 9.81334777608179e-06, | |
| "loss": 1.5201, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.24025974025974026, | |
| "grad_norm": 0.37340793013572693, | |
| "learning_rate": 9.798812708745431e-06, | |
| "loss": 1.4467, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.24675324675324675, | |
| "grad_norm": 0.3682302236557007, | |
| "learning_rate": 9.783744310203492e-06, | |
| "loss": 1.3911, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.2532467532467532, | |
| "grad_norm": 0.37759163975715637, | |
| "learning_rate": 9.76814425513003e-06, | |
| "loss": 1.4242, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.2532467532467532, | |
| "eval_loss": 1.451162338256836, | |
| "eval_runtime": 25.2272, | |
| "eval_samples_per_second": 11.694, | |
| "eval_steps_per_second": 1.467, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.2597402597402597, | |
| "grad_norm": 0.3705059885978699, | |
| "learning_rate": 9.752014277286433e-06, | |
| "loss": 1.4542, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2662337662337662, | |
| "grad_norm": 0.34180477261543274, | |
| "learning_rate": 9.73535616932873e-06, | |
| "loss": 1.4108, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.2727272727272727, | |
| "grad_norm": 0.34464818239212036, | |
| "learning_rate": 9.718171782608355e-06, | |
| "loss": 1.4691, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.2792207792207792, | |
| "grad_norm": 0.37641096115112305, | |
| "learning_rate": 9.7004630269664e-06, | |
| "loss": 1.3784, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.2857142857142857, | |
| "grad_norm": 0.335043340921402, | |
| "learning_rate": 9.682231870521347e-06, | |
| "loss": 1.4899, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.2922077922077922, | |
| "grad_norm": 0.3437371551990509, | |
| "learning_rate": 9.663480339450344e-06, | |
| "loss": 1.4003, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2987012987012987, | |
| "grad_norm": 0.3729651868343353, | |
| "learning_rate": 9.644210517764014e-06, | |
| "loss": 1.3884, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.3051948051948052, | |
| "grad_norm": 0.33896854519844055, | |
| "learning_rate": 9.624424547074851e-06, | |
| "loss": 1.4258, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.3116883116883117, | |
| "grad_norm": 0.36020371317863464, | |
| "learning_rate": 9.60412462635919e-06, | |
| "loss": 1.3703, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.3181818181818182, | |
| "grad_norm": 0.3405916392803192, | |
| "learning_rate": 9.583313011712832e-06, | |
| "loss": 1.3407, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.3246753246753247, | |
| "grad_norm": 0.3447131812572479, | |
| "learning_rate": 9.561992016100293e-06, | |
| "loss": 1.3456, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.33116883116883117, | |
| "grad_norm": 0.35361772775650024, | |
| "learning_rate": 9.540164009097756e-06, | |
| "loss": 1.3384, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.33766233766233766, | |
| "grad_norm": 0.3525960147380829, | |
| "learning_rate": 9.517831416629717e-06, | |
| "loss": 1.3726, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.34415584415584416, | |
| "grad_norm": 0.3269696831703186, | |
| "learning_rate": 9.494996720699363e-06, | |
| "loss": 1.3664, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.35064935064935066, | |
| "grad_norm": 0.3153081238269806, | |
| "learning_rate": 9.471662459112747e-06, | |
| "loss": 1.3448, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.35714285714285715, | |
| "grad_norm": 0.3017883002758026, | |
| "learning_rate": 9.44783122519672e-06, | |
| "loss": 1.3228, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 0.314627081155777, | |
| "learning_rate": 9.423505667510724e-06, | |
| "loss": 1.3565, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.37012987012987014, | |
| "grad_norm": 0.3048722743988037, | |
| "learning_rate": 9.398688489552437e-06, | |
| "loss": 1.2669, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.37662337662337664, | |
| "grad_norm": 0.3107397258281708, | |
| "learning_rate": 9.373382449457305e-06, | |
| "loss": 1.2871, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.38311688311688313, | |
| "grad_norm": 0.3061436116695404, | |
| "learning_rate": 9.347590359692015e-06, | |
| "loss": 1.3015, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.38961038961038963, | |
| "grad_norm": 0.31199324131011963, | |
| "learning_rate": 9.321315086741916e-06, | |
| "loss": 1.3196, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.3961038961038961, | |
| "grad_norm": 0.3002881109714508, | |
| "learning_rate": 9.294559550792451e-06, | |
| "loss": 1.3404, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.4025974025974026, | |
| "grad_norm": 0.2965368330478668, | |
| "learning_rate": 9.2673267254046e-06, | |
| "loss": 1.2931, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.4090909090909091, | |
| "grad_norm": 0.2912820279598236, | |
| "learning_rate": 9.23961963718442e-06, | |
| "loss": 1.2941, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.4155844155844156, | |
| "grad_norm": 0.29220762848854065, | |
| "learning_rate": 9.211441365446661e-06, | |
| "loss": 1.306, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.42207792207792205, | |
| "grad_norm": 0.2802380323410034, | |
| "learning_rate": 9.182795041872543e-06, | |
| "loss": 1.2641, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.42857142857142855, | |
| "grad_norm": 0.28170621395111084, | |
| "learning_rate": 9.153683850161706e-06, | |
| "loss": 1.2459, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.43506493506493504, | |
| "grad_norm": 0.2919502854347229, | |
| "learning_rate": 9.124111025678378e-06, | |
| "loss": 1.2736, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.44155844155844154, | |
| "grad_norm": 0.2793984115123749, | |
| "learning_rate": 9.094079855091797e-06, | |
| "loss": 1.265, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.44805194805194803, | |
| "grad_norm": 0.2946363091468811, | |
| "learning_rate": 9.063593676010954e-06, | |
| "loss": 1.2669, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 0.2771857678890228, | |
| "learning_rate": 9.032655876613636e-06, | |
| "loss": 1.2479, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.461038961038961, | |
| "grad_norm": 0.26628848910331726, | |
| "learning_rate": 9.001269895269886e-06, | |
| "loss": 1.2764, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.4675324675324675, | |
| "grad_norm": 0.3006434440612793, | |
| "learning_rate": 8.969439220159861e-06, | |
| "loss": 1.2286, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.474025974025974, | |
| "grad_norm": 0.27274397015571594, | |
| "learning_rate": 8.937167388886163e-06, | |
| "loss": 1.3059, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.4805194805194805, | |
| "grad_norm": 0.2763414978981018, | |
| "learning_rate": 8.904457988080682e-06, | |
| "loss": 1.2095, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.487012987012987, | |
| "grad_norm": 0.28402575850486755, | |
| "learning_rate": 8.871314653005972e-06, | |
| "loss": 1.2601, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.4935064935064935, | |
| "grad_norm": 0.2892557680606842, | |
| "learning_rate": 8.837741067151251e-06, | |
| "loss": 1.2342, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.2644696533679962, | |
| "learning_rate": 8.80374096182301e-06, | |
| "loss": 1.2744, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.5064935064935064, | |
| "grad_norm": 0.25198492407798767, | |
| "learning_rate": 8.76931811573033e-06, | |
| "loss": 1.2885, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.5064935064935064, | |
| "eval_loss": 1.2617864608764648, | |
| "eval_runtime": 25.3815, | |
| "eval_samples_per_second": 11.623, | |
| "eval_steps_per_second": 1.458, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.512987012987013, | |
| "grad_norm": 0.2804642915725708, | |
| "learning_rate": 8.734476354564924e-06, | |
| "loss": 1.2583, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.5194805194805194, | |
| "grad_norm": 0.2729627788066864, | |
| "learning_rate": 8.699219550575954e-06, | |
| "loss": 1.2246, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.525974025974026, | |
| "grad_norm": 0.2520177662372589, | |
| "learning_rate": 8.663551622139674e-06, | |
| "loss": 1.2599, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.5324675324675324, | |
| "grad_norm": 0.2614675760269165, | |
| "learning_rate": 8.627476533323957e-06, | |
| "loss": 1.2165, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.538961038961039, | |
| "grad_norm": 0.3191888928413391, | |
| "learning_rate": 8.590998293447728e-06, | |
| "loss": 1.2558, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.5454545454545454, | |
| "grad_norm": 0.27159151434898376, | |
| "learning_rate": 8.554120956635375e-06, | |
| "loss": 1.2197, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.551948051948052, | |
| "grad_norm": 0.291990727186203, | |
| "learning_rate": 8.516848621366188e-06, | |
| "loss": 1.219, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.5584415584415584, | |
| "grad_norm": 0.23849813640117645, | |
| "learning_rate": 8.47918543001886e-06, | |
| "loss": 1.2199, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.564935064935065, | |
| "grad_norm": 0.26883506774902344, | |
| "learning_rate": 8.441135568411102e-06, | |
| "loss": 1.1959, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.5714285714285714, | |
| "grad_norm": 0.2667544484138489, | |
| "learning_rate": 8.402703265334455e-06, | |
| "loss": 1.2682, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.577922077922078, | |
| "grad_norm": 0.24013420939445496, | |
| "learning_rate": 8.363892792084291e-06, | |
| "loss": 1.1649, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.5844155844155844, | |
| "grad_norm": 0.2544495463371277, | |
| "learning_rate": 8.324708461985124e-06, | |
| "loss": 1.1929, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.5909090909090909, | |
| "grad_norm": 0.2654297351837158, | |
| "learning_rate": 8.285154629911227e-06, | |
| "loss": 1.18, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.5974025974025974, | |
| "grad_norm": 0.26719850301742554, | |
| "learning_rate": 8.245235691802644e-06, | |
| "loss": 1.2933, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.6038961038961039, | |
| "grad_norm": 0.2760712802410126, | |
| "learning_rate": 8.20495608417663e-06, | |
| "loss": 1.1612, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.6103896103896104, | |
| "grad_norm": 0.2652733623981476, | |
| "learning_rate": 8.164320283634585e-06, | |
| "loss": 1.2125, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.6168831168831169, | |
| "grad_norm": 0.24604123830795288, | |
| "learning_rate": 8.123332806364537e-06, | |
| "loss": 1.1801, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.6233766233766234, | |
| "grad_norm": 0.23077791929244995, | |
| "learning_rate": 8.081998207639212e-06, | |
| "loss": 1.2016, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.6298701298701299, | |
| "grad_norm": 0.25489139556884766, | |
| "learning_rate": 8.040321081309783e-06, | |
| "loss": 1.2049, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.6363636363636364, | |
| "grad_norm": 0.2564036250114441, | |
| "learning_rate": 7.998306059295302e-06, | |
| "loss": 1.2377, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.6428571428571429, | |
| "grad_norm": 0.2734230160713196, | |
| "learning_rate": 7.955957811067932e-06, | |
| "loss": 1.1107, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.6493506493506493, | |
| "grad_norm": 0.2672719359397888, | |
| "learning_rate": 7.913281043133978e-06, | |
| "loss": 1.1863, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6558441558441559, | |
| "grad_norm": 0.263724684715271, | |
| "learning_rate": 7.870280498510824e-06, | |
| "loss": 1.2678, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.6623376623376623, | |
| "grad_norm": 0.27098724246025085, | |
| "learning_rate": 7.826960956199796e-06, | |
| "loss": 1.1656, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.6688311688311688, | |
| "grad_norm": 0.29257479310035706, | |
| "learning_rate": 7.783327230655036e-06, | |
| "loss": 1.1749, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.6753246753246753, | |
| "grad_norm": 0.26874226331710815, | |
| "learning_rate": 7.739384171248436e-06, | |
| "loss": 1.2013, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 0.26934632658958435, | |
| "learning_rate": 7.695136661730677e-06, | |
| "loss": 1.1507, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.6883116883116883, | |
| "grad_norm": 0.27807483077049255, | |
| "learning_rate": 7.650589619688468e-06, | |
| "loss": 1.1729, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.6948051948051948, | |
| "grad_norm": 0.2936646342277527, | |
| "learning_rate": 7.6057479959980145e-06, | |
| "loss": 1.1646, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.7012987012987013, | |
| "grad_norm": 0.28149378299713135, | |
| "learning_rate": 7.560616774274775e-06, | |
| "loss": 1.1939, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.7077922077922078, | |
| "grad_norm": 0.25706660747528076, | |
| "learning_rate": 7.5152009703196105e-06, | |
| "loss": 1.1708, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.29964110255241394, | |
| "learning_rate": 7.469505631561318e-06, | |
| "loss": 1.2161, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.7207792207792207, | |
| "grad_norm": 0.24933487176895142, | |
| "learning_rate": 7.423535836495683e-06, | |
| "loss": 1.1641, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 0.27039459347724915, | |
| "learning_rate": 7.3772966941210585e-06, | |
| "loss": 1.1563, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.7337662337662337, | |
| "grad_norm": 0.2490512579679489, | |
| "learning_rate": 7.33079334337056e-06, | |
| "loss": 1.1887, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.7402597402597403, | |
| "grad_norm": 0.28315550088882446, | |
| "learning_rate": 7.284030952540937e-06, | |
| "loss": 1.1189, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.7467532467532467, | |
| "grad_norm": 0.2557179033756256, | |
| "learning_rate": 7.2370147187181736e-06, | |
| "loss": 1.1812, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.7532467532467533, | |
| "grad_norm": 0.2875461280345917, | |
| "learning_rate": 7.189749867199899e-06, | |
| "loss": 1.1534, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.7597402597402597, | |
| "grad_norm": 0.26117077469825745, | |
| "learning_rate": 7.142241650914654e-06, | |
| "loss": 1.1618, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.7597402597402597, | |
| "eval_loss": 1.2008626461029053, | |
| "eval_runtime": 25.2533, | |
| "eval_samples_per_second": 11.682, | |
| "eval_steps_per_second": 1.465, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.7662337662337663, | |
| "grad_norm": 0.29663676023483276, | |
| "learning_rate": 7.094495349838093e-06, | |
| "loss": 1.1064, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.7727272727272727, | |
| "grad_norm": 0.23107394576072693, | |
| "learning_rate": 7.046516270406174e-06, | |
| "loss": 1.1464, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.7792207792207793, | |
| "grad_norm": 0.2502164840698242, | |
| "learning_rate": 6.998309744925411e-06, | |
| "loss": 1.1998, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7857142857142857, | |
| "grad_norm": 0.25331148505210876, | |
| "learning_rate": 6.9498811309802595e-06, | |
| "loss": 1.1784, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.7922077922077922, | |
| "grad_norm": 0.2596096694469452, | |
| "learning_rate": 6.901235810837668e-06, | |
| "loss": 1.1034, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.7987012987012987, | |
| "grad_norm": 0.26797452569007874, | |
| "learning_rate": 6.852379190848923e-06, | |
| "loss": 1.1264, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.8051948051948052, | |
| "grad_norm": 0.31169766187667847, | |
| "learning_rate": 6.8033167008487784e-06, | |
| "loss": 1.1386, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.8116883116883117, | |
| "grad_norm": 0.26767072081565857, | |
| "learning_rate": 6.754053793552005e-06, | |
| "loss": 1.2137, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.8181818181818182, | |
| "grad_norm": 0.2596385180950165, | |
| "learning_rate": 6.704595943947385e-06, | |
| "loss": 1.1466, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.8246753246753247, | |
| "grad_norm": 0.27891236543655396, | |
| "learning_rate": 6.654948648689228e-06, | |
| "loss": 1.1371, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.8311688311688312, | |
| "grad_norm": 0.28439176082611084, | |
| "learning_rate": 6.605117425486483e-06, | |
| "loss": 1.1948, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.8376623376623377, | |
| "grad_norm": 0.2944129705429077, | |
| "learning_rate": 6.555107812489513e-06, | |
| "loss": 1.1169, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.8441558441558441, | |
| "grad_norm": 0.2609187960624695, | |
| "learning_rate": 6.504925367674595e-06, | |
| "loss": 1.1503, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.8506493506493507, | |
| "grad_norm": 0.27614086866378784, | |
| "learning_rate": 6.454575668226215e-06, | |
| "loss": 1.1835, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.8571428571428571, | |
| "grad_norm": 0.2971368134021759, | |
| "learning_rate": 6.40406430991723e-06, | |
| "loss": 1.1816, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.8636363636363636, | |
| "grad_norm": 0.28436651825904846, | |
| "learning_rate": 6.353396906486971e-06, | |
| "loss": 1.1947, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.8701298701298701, | |
| "grad_norm": 0.2339404821395874, | |
| "learning_rate": 6.302579089017328e-06, | |
| "loss": 1.1027, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.8766233766233766, | |
| "grad_norm": 0.27757248282432556, | |
| "learning_rate": 6.251616505306933e-06, | |
| "loss": 1.1294, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.8831168831168831, | |
| "grad_norm": 0.27656033635139465, | |
| "learning_rate": 6.200514819243476e-06, | |
| "loss": 1.1313, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.8896103896103896, | |
| "grad_norm": 0.26819008588790894, | |
| "learning_rate": 6.149279710174219e-06, | |
| "loss": 1.2036, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.8961038961038961, | |
| "grad_norm": 0.3008396029472351, | |
| "learning_rate": 6.097916872274815e-06, | |
| "loss": 1.1512, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.9025974025974026, | |
| "grad_norm": 0.29651182889938354, | |
| "learning_rate": 6.046432013916467e-06, | |
| "loss": 1.1412, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 0.275259405374527, | |
| "learning_rate": 5.9948308570315e-06, | |
| "loss": 1.1726, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9155844155844156, | |
| "grad_norm": 0.26858457922935486, | |
| "learning_rate": 5.943119136477449e-06, | |
| "loss": 1.1701, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.922077922077922, | |
| "grad_norm": 0.273671954870224, | |
| "learning_rate": 5.891302599399686e-06, | |
| "loss": 1.165, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.9285714285714286, | |
| "grad_norm": 0.26044774055480957, | |
| "learning_rate": 5.839387004592705e-06, | |
| "loss": 1.1119, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.935064935064935, | |
| "grad_norm": 0.24865947663784027, | |
| "learning_rate": 5.78737812186009e-06, | |
| "loss": 1.1598, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.9415584415584416, | |
| "grad_norm": 0.2713409960269928, | |
| "learning_rate": 5.735281731373271e-06, | |
| "loss": 1.1543, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.948051948051948, | |
| "grad_norm": 0.2865453362464905, | |
| "learning_rate": 5.6831036230291345e-06, | |
| "loss": 1.1379, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.9545454545454546, | |
| "grad_norm": 0.26891422271728516, | |
| "learning_rate": 5.630849595806534e-06, | |
| "loss": 1.1382, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.961038961038961, | |
| "grad_norm": 0.3001209795475006, | |
| "learning_rate": 5.578525457121807e-06, | |
| "loss": 1.1674, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.9675324675324676, | |
| "grad_norm": 0.2672886848449707, | |
| "learning_rate": 5.526137022183356e-06, | |
| "loss": 1.1209, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.974025974025974, | |
| "grad_norm": 0.27608615159988403, | |
| "learning_rate": 5.473690113345343e-06, | |
| "loss": 1.1855, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9805194805194806, | |
| "grad_norm": 0.2823050618171692, | |
| "learning_rate": 5.4211905594606165e-06, | |
| "loss": 1.1433, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.987012987012987, | |
| "grad_norm": 0.2888166308403015, | |
| "learning_rate": 5.368644195232896e-06, | |
| "loss": 1.1413, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.9935064935064936, | |
| "grad_norm": 0.2720174193382263, | |
| "learning_rate": 5.316056860568318e-06, | |
| "loss": 1.1657, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.28704148530960083, | |
| "learning_rate": 5.2634343999263985e-06, | |
| "loss": 1.1606, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.0064935064935066, | |
| "grad_norm": 0.2424069494009018, | |
| "learning_rate": 5.210782661670486e-06, | |
| "loss": 1.1506, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.0129870129870129, | |
| "grad_norm": 0.2754787802696228, | |
| "learning_rate": 5.158107497417795e-06, | |
| "loss": 1.1186, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.0129870129870129, | |
| "eval_loss": 1.1744325160980225, | |
| "eval_runtime": 25.2167, | |
| "eval_samples_per_second": 11.699, | |
| "eval_steps_per_second": 1.467, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.0194805194805194, | |
| "grad_norm": 0.2637002170085907, | |
| "learning_rate": 5.105414761389056e-06, | |
| "loss": 1.178, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.025974025974026, | |
| "grad_norm": 0.26754647493362427, | |
| "learning_rate": 5.052710309757899e-06, | |
| "loss": 1.1329, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.0064935064935066, | |
| "grad_norm": 0.2765344977378845, | |
| "learning_rate": 5e-06, | |
| "loss": 1.0933, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.0129870129870129, | |
| "grad_norm": 0.2661243677139282, | |
| "learning_rate": 4.947289690242103e-06, | |
| "loss": 1.0931, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0194805194805194, | |
| "grad_norm": 0.2913898527622223, | |
| "learning_rate": 4.894585238610946e-06, | |
| "loss": 1.0963, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.025974025974026, | |
| "grad_norm": 0.2579714357852936, | |
| "learning_rate": 4.841892502582206e-06, | |
| "loss": 1.1984, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.0324675324675325, | |
| "grad_norm": 0.2802336513996124, | |
| "learning_rate": 4.789217338329515e-06, | |
| "loss": 1.1592, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.0389610389610389, | |
| "grad_norm": 0.27885061502456665, | |
| "learning_rate": 4.736565600073602e-06, | |
| "loss": 1.1184, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.0454545454545454, | |
| "grad_norm": 0.26521897315979004, | |
| "learning_rate": 4.683943139431683e-06, | |
| "loss": 1.1685, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.051948051948052, | |
| "grad_norm": 0.30475732684135437, | |
| "learning_rate": 4.631355804767106e-06, | |
| "loss": 1.105, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.0584415584415585, | |
| "grad_norm": 0.2804529070854187, | |
| "learning_rate": 4.578809440539386e-06, | |
| "loss": 1.0735, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.0649350649350648, | |
| "grad_norm": 0.2721943259239197, | |
| "learning_rate": 4.526309886654659e-06, | |
| "loss": 1.187, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.0714285714285714, | |
| "grad_norm": 0.2899441421031952, | |
| "learning_rate": 4.473862977816647e-06, | |
| "loss": 1.1375, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.077922077922078, | |
| "grad_norm": 0.27229487895965576, | |
| "learning_rate": 4.4214745428781946e-06, | |
| "loss": 1.1079, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0844155844155845, | |
| "grad_norm": 0.28253939747810364, | |
| "learning_rate": 4.369150404193467e-06, | |
| "loss": 1.1283, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.0909090909090908, | |
| "grad_norm": 0.31305843591690063, | |
| "learning_rate": 4.316896376970866e-06, | |
| "loss": 1.1576, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.0974025974025974, | |
| "grad_norm": 0.26900458335876465, | |
| "learning_rate": 4.264718268626729e-06, | |
| "loss": 1.1694, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.103896103896104, | |
| "grad_norm": 0.27618759870529175, | |
| "learning_rate": 4.212621878139912e-06, | |
| "loss": 1.0882, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.1103896103896105, | |
| "grad_norm": 0.3342863619327545, | |
| "learning_rate": 4.160612995407296e-06, | |
| "loss": 1.1103, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.1168831168831168, | |
| "grad_norm": 0.3191912770271301, | |
| "learning_rate": 4.108697400600316e-06, | |
| "loss": 1.1528, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.1233766233766234, | |
| "grad_norm": 0.28136956691741943, | |
| "learning_rate": 4.056880863522553e-06, | |
| "loss": 1.1239, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.12987012987013, | |
| "grad_norm": 0.3044598400592804, | |
| "learning_rate": 4.005169142968503e-06, | |
| "loss": 1.1396, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.1363636363636362, | |
| "grad_norm": 0.26966431736946106, | |
| "learning_rate": 3.953567986083535e-06, | |
| "loss": 1.1166, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.1428571428571428, | |
| "grad_norm": 0.2642230689525604, | |
| "learning_rate": 3.902083127725186e-06, | |
| "loss": 1.1156, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.1493506493506493, | |
| "grad_norm": 0.27723589539527893, | |
| "learning_rate": 3.850720289825783e-06, | |
| "loss": 1.106, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.155844155844156, | |
| "grad_norm": 0.25195732712745667, | |
| "learning_rate": 3.799485180756526e-06, | |
| "loss": 1.1473, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.1623376623376624, | |
| "grad_norm": 0.2634832561016083, | |
| "learning_rate": 3.7483834946930682e-06, | |
| "loss": 1.12, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.1688311688311688, | |
| "grad_norm": 0.2719174027442932, | |
| "learning_rate": 3.6974209109826724e-06, | |
| "loss": 1.1379, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.1753246753246753, | |
| "grad_norm": 0.2815384566783905, | |
| "learning_rate": 3.64660309351303e-06, | |
| "loss": 1.1548, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.1818181818181819, | |
| "grad_norm": 0.2685678005218506, | |
| "learning_rate": 3.595935690082769e-06, | |
| "loss": 1.1321, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.1883116883116882, | |
| "grad_norm": 0.282886803150177, | |
| "learning_rate": 3.545424331773787e-06, | |
| "loss": 1.159, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.1948051948051948, | |
| "grad_norm": 0.2961716055870056, | |
| "learning_rate": 3.495074632325407e-06, | |
| "loss": 1.0941, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.2012987012987013, | |
| "grad_norm": 0.26541033387184143, | |
| "learning_rate": 3.4448921875104898e-06, | |
| "loss": 1.1487, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.2077922077922079, | |
| "grad_norm": 0.3059718608856201, | |
| "learning_rate": 3.3948825745135196e-06, | |
| "loss": 1.1529, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.2142857142857142, | |
| "grad_norm": 0.2965088486671448, | |
| "learning_rate": 3.345051351310774e-06, | |
| "loss": 1.0652, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.2207792207792207, | |
| "grad_norm": 0.2668808102607727, | |
| "learning_rate": 3.295404056052616e-06, | |
| "loss": 1.1231, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.2272727272727273, | |
| "grad_norm": 0.2890554666519165, | |
| "learning_rate": 3.2459462064479972e-06, | |
| "loss": 1.15, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.2337662337662338, | |
| "grad_norm": 0.25789421796798706, | |
| "learning_rate": 3.1966832991512232e-06, | |
| "loss": 1.1434, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.2402597402597402, | |
| "grad_norm": 0.28866487741470337, | |
| "learning_rate": 3.147620809151078e-06, | |
| "loss": 1.1237, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.2402597402597402, | |
| "eval_loss": 1.1614325046539307, | |
| "eval_runtime": 25.3147, | |
| "eval_samples_per_second": 11.653, | |
| "eval_steps_per_second": 1.462, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.2467532467532467, | |
| "grad_norm": 0.26898378133773804, | |
| "learning_rate": 3.098764189162332e-06, | |
| "loss": 1.1265, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.2532467532467533, | |
| "grad_norm": 0.2718038260936737, | |
| "learning_rate": 3.0501188690197418e-06, | |
| "loss": 1.1012, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.2597402597402598, | |
| "grad_norm": 0.27878862619400024, | |
| "learning_rate": 3.0016902550745896e-06, | |
| "loss": 1.1454, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.2662337662337662, | |
| "grad_norm": 0.28224632143974304, | |
| "learning_rate": 2.9534837295938268e-06, | |
| "loss": 1.1561, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.2727272727272727, | |
| "grad_norm": 0.2997869849205017, | |
| "learning_rate": 2.9055046501619088e-06, | |
| "loss": 1.1408, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.2792207792207793, | |
| "grad_norm": 0.29859447479248047, | |
| "learning_rate": 2.857758349085348e-06, | |
| "loss": 1.1105, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.2857142857142856, | |
| "grad_norm": 0.2930034101009369, | |
| "learning_rate": 2.810250132800103e-06, | |
| "loss": 1.1113, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.2922077922077921, | |
| "grad_norm": 0.29845744371414185, | |
| "learning_rate": 2.762985281281828e-06, | |
| "loss": 1.1702, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.2987012987012987, | |
| "grad_norm": 0.27331170439720154, | |
| "learning_rate": 2.715969047459066e-06, | |
| "loss": 1.1197, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.3051948051948052, | |
| "grad_norm": 0.31652095913887024, | |
| "learning_rate": 2.6692066566294393e-06, | |
| "loss": 1.1422, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.3116883116883118, | |
| "grad_norm": 0.3164924383163452, | |
| "learning_rate": 2.622703305878941e-06, | |
| "loss": 1.1179, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.3181818181818181, | |
| "grad_norm": 0.25467604398727417, | |
| "learning_rate": 2.5764641635043174e-06, | |
| "loss": 1.0839, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.3246753246753247, | |
| "grad_norm": 0.2731601297855377, | |
| "learning_rate": 2.530494368438683e-06, | |
| "loss": 1.1033, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.3311688311688312, | |
| "grad_norm": 0.2869837284088135, | |
| "learning_rate": 2.4847990296803907e-06, | |
| "loss": 1.1179, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.3376623376623376, | |
| "grad_norm": 0.2819492816925049, | |
| "learning_rate": 2.4393832257252253e-06, | |
| "loss": 1.012, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.344155844155844, | |
| "grad_norm": 0.267045259475708, | |
| "learning_rate": 2.394252004001989e-06, | |
| "loss": 1.0931, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.3506493506493507, | |
| "grad_norm": 0.32312628626823425, | |
| "learning_rate": 2.349410380311532e-06, | |
| "loss": 1.1414, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.3571428571428572, | |
| "grad_norm": 0.25884246826171875, | |
| "learning_rate": 2.304863338269326e-06, | |
| "loss": 1.126, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.3636363636363638, | |
| "grad_norm": 0.3011741638183594, | |
| "learning_rate": 2.2606158287515662e-06, | |
| "loss": 1.1247, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.37012987012987, | |
| "grad_norm": 0.2756052017211914, | |
| "learning_rate": 2.216672769344965e-06, | |
| "loss": 1.1196, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.3766233766233766, | |
| "grad_norm": 0.2793034613132477, | |
| "learning_rate": 2.1730390438002056e-06, | |
| "loss": 1.1372, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.3831168831168832, | |
| "grad_norm": 0.2940700948238373, | |
| "learning_rate": 2.129719501489177e-06, | |
| "loss": 1.0846, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.3896103896103895, | |
| "grad_norm": 0.30984777212142944, | |
| "learning_rate": 2.086718956866024e-06, | |
| "loss": 1.1404, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.396103896103896, | |
| "grad_norm": 0.25352832674980164, | |
| "learning_rate": 2.044042188932068e-06, | |
| "loss": 1.1223, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.4025974025974026, | |
| "grad_norm": 0.31949445605278015, | |
| "learning_rate": 2.0016939407046987e-06, | |
| "loss": 1.0899, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.4090909090909092, | |
| "grad_norm": 0.2721538245677948, | |
| "learning_rate": 1.9596789186902184e-06, | |
| "loss": 1.0571, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.4155844155844157, | |
| "grad_norm": 0.2586475610733032, | |
| "learning_rate": 1.9180017923607884e-06, | |
| "loss": 1.0164, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.422077922077922, | |
| "grad_norm": 0.29858991503715515, | |
| "learning_rate": 1.8766671936354647e-06, | |
| "loss": 1.155, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.31114456057548523, | |
| "learning_rate": 1.8356797163654172e-06, | |
| "loss": 1.1546, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.435064935064935, | |
| "grad_norm": 0.27457138895988464, | |
| "learning_rate": 1.795043915823373e-06, | |
| "loss": 1.1159, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.4415584415584415, | |
| "grad_norm": 0.31147733330726624, | |
| "learning_rate": 1.754764308197358e-06, | |
| "loss": 1.1316, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.448051948051948, | |
| "grad_norm": 0.30539748072624207, | |
| "learning_rate": 1.7148453700887747e-06, | |
| "loss": 1.1135, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.4545454545454546, | |
| "grad_norm": 0.2620432674884796, | |
| "learning_rate": 1.6752915380148772e-06, | |
| "loss": 1.136, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.4610389610389611, | |
| "grad_norm": 0.3202950060367584, | |
| "learning_rate": 1.6361072079157092e-06, | |
| "loss": 1.1635, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.4675324675324675, | |
| "grad_norm": 0.3076479732990265, | |
| "learning_rate": 1.5972967346655449e-06, | |
| "loss": 1.1305, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.474025974025974, | |
| "grad_norm": 0.2635696828365326, | |
| "learning_rate": 1.5588644315888978e-06, | |
| "loss": 1.0887, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.4805194805194806, | |
| "grad_norm": 0.30404505133628845, | |
| "learning_rate": 1.5208145699811417e-06, | |
| "loss": 1.1176, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.487012987012987, | |
| "grad_norm": 0.29464152455329895, | |
| "learning_rate": 1.4831513786338126e-06, | |
| "loss": 1.1724, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.4935064935064934, | |
| "grad_norm": 0.3045382499694824, | |
| "learning_rate": 1.4458790433646264e-06, | |
| "loss": 1.1151, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.4935064935064934, | |
| "eval_loss": 1.1553453207015991, | |
| "eval_runtime": 25.2983, | |
| "eval_samples_per_second": 11.661, | |
| "eval_steps_per_second": 1.463, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.2871938943862915, | |
| "learning_rate": 1.4090017065522731e-06, | |
| "loss": 1.1687, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.5064935064935066, | |
| "grad_norm": 0.2857874035835266, | |
| "learning_rate": 1.3725234666760428e-06, | |
| "loss": 1.1089, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.512987012987013, | |
| "grad_norm": 0.3428025245666504, | |
| "learning_rate": 1.3364483778603272e-06, | |
| "loss": 1.1335, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.5194805194805194, | |
| "grad_norm": 0.3187818229198456, | |
| "learning_rate": 1.3007804494240478e-06, | |
| "loss": 1.163, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.525974025974026, | |
| "grad_norm": 0.28887903690338135, | |
| "learning_rate": 1.2655236454350777e-06, | |
| "loss": 1.119, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.5324675324675323, | |
| "grad_norm": 0.28905734419822693, | |
| "learning_rate": 1.2306818842696716e-06, | |
| "loss": 1.1448, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.5389610389610389, | |
| "grad_norm": 0.25675976276397705, | |
| "learning_rate": 1.1962590381769923e-06, | |
| "loss": 1.1513, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.5454545454545454, | |
| "grad_norm": 0.2782272696495056, | |
| "learning_rate": 1.1622589328487505e-06, | |
| "loss": 1.0953, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.551948051948052, | |
| "grad_norm": 0.2892334461212158, | |
| "learning_rate": 1.128685346994028e-06, | |
| "loss": 1.1721, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.5584415584415585, | |
| "grad_norm": 0.31845828890800476, | |
| "learning_rate": 1.09554201191932e-06, | |
| "loss": 1.1076, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.564935064935065, | |
| "grad_norm": 0.27880439162254333, | |
| "learning_rate": 1.0628326111138377e-06, | |
| "loss": 1.1691, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.5714285714285714, | |
| "grad_norm": 0.2526175081729889, | |
| "learning_rate": 1.03056077984014e-06, | |
| "loss": 1.1443, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.577922077922078, | |
| "grad_norm": 0.2798580527305603, | |
| "learning_rate": 9.98730104730115e-07, | |
| "loss": 1.1156, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.5844155844155843, | |
| "grad_norm": 0.3181169927120209, | |
| "learning_rate": 9.673441233863661e-07, | |
| "loss": 1.0997, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.5909090909090908, | |
| "grad_norm": 0.2808782756328583, | |
| "learning_rate": 9.364063239890476e-07, | |
| "loss": 1.1658, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.5974025974025974, | |
| "grad_norm": 0.2726938724517822, | |
| "learning_rate": 9.059201449082045e-07, | |
| "loss": 1.0976, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.603896103896104, | |
| "grad_norm": 0.29625144600868225, | |
| "learning_rate": 8.758889743216247e-07, | |
| "loss": 1.1165, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.6103896103896105, | |
| "grad_norm": 0.29083919525146484, | |
| "learning_rate": 8.463161498382949e-07, | |
| "loss": 1.158, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.616883116883117, | |
| "grad_norm": 0.27802902460098267, | |
| "learning_rate": 8.172049581274571e-07, | |
| "loss": 1.1136, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.6233766233766234, | |
| "grad_norm": 0.2722671627998352, | |
| "learning_rate": 7.885586345533397e-07, | |
| "loss": 1.1543, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.62987012987013, | |
| "grad_norm": 0.26996558904647827, | |
| "learning_rate": 7.603803628155821e-07, | |
| "loss": 1.1196, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.6363636363636362, | |
| "grad_norm": 0.2988632023334503, | |
| "learning_rate": 7.326732745954001e-07, | |
| "loss": 1.1126, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.6428571428571428, | |
| "grad_norm": 0.2721429467201233, | |
| "learning_rate": 7.054404492075512e-07, | |
| "loss": 1.1334, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.6493506493506493, | |
| "grad_norm": 0.2960205078125, | |
| "learning_rate": 6.786849132580841e-07, | |
| "loss": 1.1289, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.655844155844156, | |
| "grad_norm": 0.2805614173412323, | |
| "learning_rate": 6.524096403079861e-07, | |
| "loss": 1.1566, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.6623376623376624, | |
| "grad_norm": 0.26631271839141846, | |
| "learning_rate": 6.266175505426958e-07, | |
| "loss": 1.1385, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.6688311688311688, | |
| "grad_norm": 0.2959340810775757, | |
| "learning_rate": 6.013115104475653e-07, | |
| "loss": 1.061, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.6753246753246753, | |
| "grad_norm": 0.3008975088596344, | |
| "learning_rate": 5.76494332489278e-07, | |
| "loss": 1.1383, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.6818181818181817, | |
| "grad_norm": 0.28491881489753723, | |
| "learning_rate": 5.521687748032805e-07, | |
| "loss": 1.1827, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.6883116883116882, | |
| "grad_norm": 0.2625648081302643, | |
| "learning_rate": 5.283375408872538e-07, | |
| "loss": 1.1496, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.6948051948051948, | |
| "grad_norm": 0.29310908913612366, | |
| "learning_rate": 5.05003279300637e-07, | |
| "loss": 1.1256, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.7012987012987013, | |
| "grad_norm": 0.28792184591293335, | |
| "learning_rate": 4.82168583370285e-07, | |
| "loss": 1.1269, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.7077922077922079, | |
| "grad_norm": 0.3059506118297577, | |
| "learning_rate": 4.598359909022443e-07, | |
| "loss": 1.1275, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.7142857142857144, | |
| "grad_norm": 0.2944253087043762, | |
| "learning_rate": 4.380079838997087e-07, | |
| "loss": 1.0612, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.7207792207792207, | |
| "grad_norm": 0.3492392599582672, | |
| "learning_rate": 4.1668698828716994e-07, | |
| "loss": 1.1408, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.7272727272727273, | |
| "grad_norm": 0.2833608090877533, | |
| "learning_rate": 3.958753736408105e-07, | |
| "loss": 1.1345, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.7337662337662336, | |
| "grad_norm": 0.30626702308654785, | |
| "learning_rate": 3.7557545292514987e-07, | |
| "loss": 1.1533, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.7402597402597402, | |
| "grad_norm": 0.2807121276855469, | |
| "learning_rate": 3.557894822359864e-07, | |
| "loss": 1.1166, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.7467532467532467, | |
| "grad_norm": 0.31310421228408813, | |
| "learning_rate": 3.3651966054965734e-07, | |
| "loss": 1.1238, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.7467532467532467, | |
| "eval_loss": 1.153025507926941, | |
| "eval_runtime": 25.365, | |
| "eval_samples_per_second": 11.63, | |
| "eval_steps_per_second": 1.459, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.7532467532467533, | |
| "grad_norm": 0.29958927631378174, | |
| "learning_rate": 3.177681294786539e-07, | |
| "loss": 1.1579, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.7597402597402598, | |
| "grad_norm": 0.3180530071258545, | |
| "learning_rate": 2.995369730336012e-07, | |
| "loss": 1.0656, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.7662337662337664, | |
| "grad_norm": 0.30499908328056335, | |
| "learning_rate": 2.8182821739164534e-07, | |
| "loss": 1.0744, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.7727272727272727, | |
| "grad_norm": 0.2803168296813965, | |
| "learning_rate": 2.6464383067127175e-07, | |
| "loss": 1.0652, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.7792207792207793, | |
| "grad_norm": 0.2866427004337311, | |
| "learning_rate": 2.479857227135685e-07, | |
| "loss": 1.1175, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.7857142857142856, | |
| "grad_norm": 0.26658734679222107, | |
| "learning_rate": 2.3185574486997264e-07, | |
| "loss": 1.1494, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.7922077922077921, | |
| "grad_norm": 0.3132326602935791, | |
| "learning_rate": 2.1625568979651012e-07, | |
| "loss": 1.0939, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.7987012987012987, | |
| "grad_norm": 0.29077062010765076, | |
| "learning_rate": 2.0118729125457036e-07, | |
| "loss": 1.1686, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.8051948051948052, | |
| "grad_norm": 0.2711000144481659, | |
| "learning_rate": 1.866522239182117e-07, | |
| "loss": 1.1246, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.8116883116883118, | |
| "grad_norm": 0.28556856513023376, | |
| "learning_rate": 1.7265210318804683e-07, | |
| "loss": 1.0459, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 0.30168288946151733, | |
| "learning_rate": 1.5918848501170647e-07, | |
| "loss": 1.1087, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.8246753246753247, | |
| "grad_norm": 0.30205830931663513, | |
| "learning_rate": 1.4626286571091664e-07, | |
| "loss": 1.1333, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.8311688311688312, | |
| "grad_norm": 0.2765739858150482, | |
| "learning_rate": 1.338766818151982e-07, | |
| "loss": 1.0988, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.8376623376623376, | |
| "grad_norm": 0.3049326241016388, | |
| "learning_rate": 1.2203130990221635e-07, | |
| "loss": 1.0979, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.844155844155844, | |
| "grad_norm": 0.2744823694229126, | |
| "learning_rate": 1.107280664447874e-07, | |
| "loss": 1.1496, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.8506493506493507, | |
| "grad_norm": 0.2835923731327057, | |
| "learning_rate": 9.996820766456916e-08, | |
| "loss": 1.0894, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.8571428571428572, | |
| "grad_norm": 0.31562480330467224, | |
| "learning_rate": 8.975292939244928e-08, | |
| "loss": 1.1204, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.8636363636363638, | |
| "grad_norm": 0.26750344038009644, | |
| "learning_rate": 8.008336693563823e-08, | |
| "loss": 1.1243, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.87012987012987, | |
| "grad_norm": 0.26439955830574036, | |
| "learning_rate": 7.096059495149855e-08, | |
| "loss": 1.1027, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.8766233766233766, | |
| "grad_norm": 0.2618618905544281, | |
| "learning_rate": 6.238562732810427e-08, | |
| "loss": 1.0328, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.883116883116883, | |
| "grad_norm": 0.3233661949634552, | |
| "learning_rate": 5.435941707156389e-08, | |
| "loss": 1.1159, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.8896103896103895, | |
| "grad_norm": 0.28882384300231934, | |
| "learning_rate": 4.6882856200101135e-08, | |
| "loss": 1.1039, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.896103896103896, | |
| "grad_norm": 0.3103022277355194, | |
| "learning_rate": 3.99567756449204e-08, | |
| "loss": 1.1315, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.9025974025974026, | |
| "grad_norm": 0.2719733715057373, | |
| "learning_rate": 3.358194515785784e-08, | |
| "loss": 1.1128, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.9090909090909092, | |
| "grad_norm": 0.266874223947525, | |
| "learning_rate": 2.77590732258326e-08, | |
| "loss": 1.1333, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.9155844155844157, | |
| "grad_norm": 0.2862412631511688, | |
| "learning_rate": 2.2488806992105317e-08, | |
| "loss": 1.1387, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.922077922077922, | |
| "grad_norm": 0.3009204864501953, | |
| "learning_rate": 1.7771732184357905e-08, | |
| "loss": 1.1328, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.9285714285714286, | |
| "grad_norm": 0.28494757413864136, | |
| "learning_rate": 1.3608373049596724e-08, | |
| "loss": 1.1189, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.935064935064935, | |
| "grad_norm": 0.26805561780929565, | |
| "learning_rate": 9.999192295886973e-09, | |
| "loss": 1.0664, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.9415584415584415, | |
| "grad_norm": 0.3299916088581085, | |
| "learning_rate": 6.944591040930481e-09, | |
| "loss": 1.1117, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.948051948051948, | |
| "grad_norm": 0.2890622913837433, | |
| "learning_rate": 4.444908767484712e-09, | |
| "loss": 1.1396, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.9545454545454546, | |
| "grad_norm": 0.28758740425109863, | |
| "learning_rate": 2.500423285632381e-09, | |
| "loss": 1.1277, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.9610389610389611, | |
| "grad_norm": 0.2983172535896301, | |
| "learning_rate": 1.111350701909486e-09, | |
| "loss": 1.1452, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.9675324675324677, | |
| "grad_norm": 0.30814212560653687, | |
| "learning_rate": 2.7784539528397104e-10, | |
| "loss": 1.0888, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.974025974025974, | |
| "grad_norm": 0.2840464115142822, | |
| "learning_rate": 0.0, | |
| "loss": 1.1205, | |
| "step": 308 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 308, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 77, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.703755799815258e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |