diff --git "a/sft_full/smoe_perturbed/trainer_state.json" "b/sft_full/smoe_perturbed/trainer_state.json" new file mode 100644--- /dev/null +++ "b/sft_full/smoe_perturbed/trainer_state.json" @@ -0,0 +1,97062 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9999639262652863, + "eval_steps": 500, + "global_step": 13860, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 7.214746942750983e-05, + "grad_norm": 18.653625201399777, + "learning_rate": 0.0, + "loss": 1.8019, + "step": 1 + }, + { + "epoch": 0.00014429493885501966, + "grad_norm": 15.09110061423697, + "learning_rate": 4.5974687827095554e-07, + "loss": 1.6925, + "step": 2 + }, + { + "epoch": 0.0002164424082825295, + "grad_norm": 3.339601742191388, + "learning_rate": 7.286815618830787e-07, + "loss": 0.994, + "step": 3 + }, + { + "epoch": 0.0002885898777100393, + "grad_norm": 22.05673600675051, + "learning_rate": 9.194937565419111e-07, + "loss": 1.581, + "step": 4 + }, + { + "epoch": 0.00036073734713754915, + "grad_norm": 11.357015288562767, + "learning_rate": 1.0674991931940918e-06, + "loss": 1.5222, + "step": 5 + }, + { + "epoch": 0.000432884816565059, + "grad_norm": 11.423272293977053, + "learning_rate": 1.1884284401540344e-06, + "loss": 1.5658, + "step": 6 + }, + { + "epoch": 0.0005050322859925688, + "grad_norm": 16.544744684042612, + "learning_rate": 1.290672661614585e-06, + "loss": 1.5776, + "step": 7 + }, + { + "epoch": 0.0005771797554200786, + "grad_norm": 7.713142860366572, + "learning_rate": 1.3792406348128665e-06, + "loss": 1.4321, + "step": 8 + }, + { + "epoch": 0.0006493272248475885, + "grad_norm": 9.297068669201263, + "learning_rate": 1.4573631237661574e-06, + "loss": 1.4392, + "step": 9 + }, + { + "epoch": 0.0007214746942750983, + "grad_norm": 8.96584238378519, + "learning_rate": 1.5272460714650477e-06, + "loss": 1.39, + "step": 10 + }, + { + "epoch": 0.0007936221637026081, + "grad_norm": 9.203444574115096, + "learning_rate": 1.5904628872603362e-06, + "loss": 1.401, + "step": 11 + }, + { + "epoch": 0.000865769633130118, + "grad_norm": 22.035880912897987, + "learning_rate": 1.6481753184249899e-06, + "loss": 1.4548, + "step": 12 + }, + { + "epoch": 0.0009379171025576278, + "grad_norm": 12.978892283144233, + "learning_rate": 1.7012656086452217e-06, + "loss": 1.378, + "step": 13 + }, + { + "epoch": 0.0010100645719851376, + "grad_norm": 2.4371807182717546, + "learning_rate": 1.7504195398855406e-06, + "loss": 1.0073, + "step": 14 + }, + { + "epoch": 0.0010822120414126475, + "grad_norm": 8.19038398559817, + "learning_rate": 1.7961807550771707e-06, + "loss": 1.3092, + "step": 15 + }, + { + "epoch": 0.0011543595108401573, + "grad_norm": 5.390037969055629, + "learning_rate": 1.8389875130838222e-06, + "loss": 1.3462, + "step": 16 + }, + { + "epoch": 0.0012265069802676672, + "grad_norm": 7.587115368214437, + "learning_rate": 1.879198281313374e-06, + "loss": 1.3095, + "step": 17 + }, + { + "epoch": 0.001298654449695177, + "grad_norm": 9.776439714872442, + "learning_rate": 1.9171100020371126e-06, + "loss": 1.3454, + "step": 18 + }, + { + "epoch": 0.0013708019191226869, + "grad_norm": 2.225555620577024, + "learning_rate": 1.9529714134269907e-06, + "loss": 0.9102, + "step": 19 + }, + { + "epoch": 0.0014429493885501966, + "grad_norm": 5.25636577682809, + "learning_rate": 1.986992949736003e-06, + "loss": 1.2781, + "step": 20 + }, + { + "epoch": 0.0015150968579777065, + "grad_norm": 1.9236970033837544, + "learning_rate": 2.0193542234976638e-06, + "loss": 0.9611, + "step": 21 + }, + { + "epoch": 0.0015872443274052162, + "grad_norm": 6.596901958343632, + "learning_rate": 2.0502097655312917e-06, + "loss": 1.2234, + "step": 22 + }, + { + "epoch": 0.0016593917968327262, + "grad_norm": 10.574002295069395, + "learning_rate": 2.079693487962469e-06, + "loss": 1.1214, + "step": 23 + }, + { + "epoch": 0.001731539266260236, + "grad_norm": 4.324903921482385, + "learning_rate": 2.1079221966959454e-06, + "loss": 1.1949, + "step": 24 + }, + { + "epoch": 0.0018036867356877458, + "grad_norm": 3.6301735101431607, + "learning_rate": 2.1349983863881835e-06, + "loss": 1.1715, + "step": 25 + }, + { + "epoch": 0.0018758342051152556, + "grad_norm": 4.571290418546851, + "learning_rate": 2.1610124869161774e-06, + "loss": 1.0769, + "step": 26 + }, + { + "epoch": 0.0019479816745427655, + "grad_norm": 4.089021237507349, + "learning_rate": 2.1860446856492365e-06, + "loss": 1.2027, + "step": 27 + }, + { + "epoch": 0.0020201291439702752, + "grad_norm": 3.815439935518615, + "learning_rate": 2.210166418156496e-06, + "loss": 1.1977, + "step": 28 + }, + { + "epoch": 0.002092276613397785, + "grad_norm": 3.8201935482423814, + "learning_rate": 2.2334415972095315e-06, + "loss": 1.1651, + "step": 29 + }, + { + "epoch": 0.002164424082825295, + "grad_norm": 3.5977103263444037, + "learning_rate": 2.255927633348126e-06, + "loss": 1.1857, + "step": 30 + }, + { + "epoch": 0.002236571552252805, + "grad_norm": 3.97072245925722, + "learning_rate": 2.2776762880418517e-06, + "loss": 1.2295, + "step": 31 + }, + { + "epoch": 0.0023087190216803145, + "grad_norm": 3.81897685724135, + "learning_rate": 2.2987343913547777e-06, + "loss": 1.1133, + "step": 32 + }, + { + "epoch": 0.0023808664911078243, + "grad_norm": 5.147047489057611, + "learning_rate": 2.3191444491434147e-06, + "loss": 1.0781, + "step": 33 + }, + { + "epoch": 0.0024530139605353344, + "grad_norm": 3.6871900266549287, + "learning_rate": 2.3389451595843297e-06, + "loss": 1.1389, + "step": 34 + }, + { + "epoch": 0.002525161429962844, + "grad_norm": 3.924548328434032, + "learning_rate": 2.358171854808677e-06, + "loss": 1.2547, + "step": 35 + }, + { + "epoch": 0.002597308899390354, + "grad_norm": 4.546885906612778, + "learning_rate": 2.3768568803080688e-06, + "loss": 1.1209, + "step": 36 + }, + { + "epoch": 0.0026694563688178636, + "grad_norm": 3.8504509550269397, + "learning_rate": 2.3950299223460323e-06, + "loss": 1.1655, + "step": 37 + }, + { + "epoch": 0.0027416038382453737, + "grad_norm": 3.1415071529566245, + "learning_rate": 2.4127182916979464e-06, + "loss": 1.2364, + "step": 38 + }, + { + "epoch": 0.0028137513076728835, + "grad_norm": 21.705297373729557, + "learning_rate": 2.4299471705283004e-06, + "loss": 1.1154, + "step": 39 + }, + { + "epoch": 0.002885898777100393, + "grad_norm": 3.4102813942440653, + "learning_rate": 2.4467398280069582e-06, + "loss": 1.103, + "step": 40 + }, + { + "epoch": 0.002958046246527903, + "grad_norm": 5.778169708326561, + "learning_rate": 2.463117809297464e-06, + "loss": 1.157, + "step": 41 + }, + { + "epoch": 0.003030193715955413, + "grad_norm": 3.5704448516821836, + "learning_rate": 2.4791011017686195e-06, + "loss": 1.1765, + "step": 42 + }, + { + "epoch": 0.0031023411853829228, + "grad_norm": 1.1609129829949805, + "learning_rate": 2.494708281646002e-06, + "loss": 0.8831, + "step": 43 + }, + { + "epoch": 0.0031744886548104325, + "grad_norm": 3.429733102273708, + "learning_rate": 2.5099566438022474e-06, + "loss": 1.1074, + "step": 44 + }, + { + "epoch": 0.003246636124237942, + "grad_norm": 3.597065863694852, + "learning_rate": 2.5248623169602493e-06, + "loss": 1.1956, + "step": 45 + }, + { + "epoch": 0.0033187835936654524, + "grad_norm": 3.4238267322979197, + "learning_rate": 2.539440366233425e-06, + "loss": 1.1418, + "step": 46 + }, + { + "epoch": 0.003390931063092962, + "grad_norm": 5.44426876009564, + "learning_rate": 2.553704884637446e-06, + "loss": 1.0801, + "step": 47 + }, + { + "epoch": 0.003463078532520472, + "grad_norm": 4.653792789005334, + "learning_rate": 2.567669074966901e-06, + "loss": 1.0519, + "step": 48 + }, + { + "epoch": 0.0035352260019479815, + "grad_norm": 5.901747829364302, + "learning_rate": 2.58134532322917e-06, + "loss": 1.0931, + "step": 49 + }, + { + "epoch": 0.0036073734713754917, + "grad_norm": 3.0802295287177808, + "learning_rate": 2.5947452646591396e-06, + "loss": 1.1536, + "step": 50 + }, + { + "epoch": 0.0036795209408030014, + "grad_norm": 4.645486770271084, + "learning_rate": 2.6078798431964527e-06, + "loss": 1.1596, + "step": 51 + }, + { + "epoch": 0.003751668410230511, + "grad_norm": 5.116052213341239, + "learning_rate": 2.6207593651871327e-06, + "loss": 1.1865, + "step": 52 + }, + { + "epoch": 0.003823815879658021, + "grad_norm": 3.36779907053981, + "learning_rate": 2.6333935479697833e-06, + "loss": 1.1718, + "step": 53 + }, + { + "epoch": 0.003895963349085531, + "grad_norm": 8.20571713137473, + "learning_rate": 2.6457915639201917e-06, + "loss": 1.0928, + "step": 54 + }, + { + "epoch": 0.003968110818513041, + "grad_norm": 5.24523691549606, + "learning_rate": 2.6579620804544284e-06, + "loss": 1.1191, + "step": 55 + }, + { + "epoch": 0.0040402582879405504, + "grad_norm": 2.9230740784619655, + "learning_rate": 2.669913296427452e-06, + "loss": 1.0654, + "step": 56 + }, + { + "epoch": 0.00411240575736806, + "grad_norm": 7.166057945245027, + "learning_rate": 2.68165297531007e-06, + "loss": 1.1103, + "step": 57 + }, + { + "epoch": 0.00418455322679557, + "grad_norm": 4.842513978826683, + "learning_rate": 2.693188475480487e-06, + "loss": 1.0768, + "step": 58 + }, + { + "epoch": 0.00425670069622308, + "grad_norm": 3.628843571806332, + "learning_rate": 2.704526777926441e-06, + "loss": 1.1191, + "step": 59 + }, + { + "epoch": 0.00432884816565059, + "grad_norm": 7.111948473955039, + "learning_rate": 2.7156745116190816e-06, + "loss": 1.0751, + "step": 60 + }, + { + "epoch": 0.0044009956350781, + "grad_norm": 6.242056414358116, + "learning_rate": 2.7266379767895355e-06, + "loss": 1.0938, + "step": 61 + }, + { + "epoch": 0.00447314310450561, + "grad_norm": 3.4619055227327675, + "learning_rate": 2.7374231663128074e-06, + "loss": 1.1167, + "step": 62 + }, + { + "epoch": 0.004545290573933119, + "grad_norm": 4.903917280460949, + "learning_rate": 2.7480357853807425e-06, + "loss": 1.1441, + "step": 63 + }, + { + "epoch": 0.004617438043360629, + "grad_norm": 4.096160877644685, + "learning_rate": 2.758481269625733e-06, + "loss": 1.1485, + "step": 64 + }, + { + "epoch": 0.004689585512788139, + "grad_norm": 2.8671266305059575, + "learning_rate": 2.7687648018393137e-06, + "loss": 1.1868, + "step": 65 + }, + { + "epoch": 0.0047617329822156485, + "grad_norm": 5.113389051217531, + "learning_rate": 2.7788913274143704e-06, + "loss": 1.1765, + "step": 66 + }, + { + "epoch": 0.004833880451643158, + "grad_norm": 6.8694788177339134, + "learning_rate": 2.7888655686261485e-06, + "loss": 1.0004, + "step": 67 + }, + { + "epoch": 0.004906027921070669, + "grad_norm": 3.696177472101879, + "learning_rate": 2.798692037855285e-06, + "loss": 1.1353, + "step": 68 + }, + { + "epoch": 0.0049781753904981785, + "grad_norm": 5.529894819035415, + "learning_rate": 2.8083750498455478e-06, + "loss": 1.1444, + "step": 69 + }, + { + "epoch": 0.005050322859925688, + "grad_norm": 3.7517408780576607, + "learning_rate": 2.817918733079633e-06, + "loss": 1.1114, + "step": 70 + }, + { + "epoch": 0.005122470329353198, + "grad_norm": 7.252538302457511, + "learning_rate": 2.8273270403480783e-06, + "loss": 1.1091, + "step": 71 + }, + { + "epoch": 0.005194617798780708, + "grad_norm": 3.934465843891087, + "learning_rate": 2.836603758579024e-06, + "loss": 1.0877, + "step": 72 + }, + { + "epoch": 0.005266765268208217, + "grad_norm": 3.694852320464777, + "learning_rate": 2.8457525179899824e-06, + "loss": 1.1438, + "step": 73 + }, + { + "epoch": 0.005338912737635727, + "grad_norm": 4.8534794704387805, + "learning_rate": 2.8547768006169884e-06, + "loss": 1.1124, + "step": 74 + }, + { + "epoch": 0.005411060207063237, + "grad_norm": 3.505876512405886, + "learning_rate": 2.863679948271262e-06, + "loss": 1.1321, + "step": 75 + }, + { + "epoch": 0.0054832076764907475, + "grad_norm": 3.529881034769997, + "learning_rate": 2.872465169968902e-06, + "loss": 0.9721, + "step": 76 + }, + { + "epoch": 0.005555355145918257, + "grad_norm": 4.307087916114399, + "learning_rate": 2.881135548874922e-06, + "loss": 1.0958, + "step": 77 + }, + { + "epoch": 0.005627502615345767, + "grad_norm": 3.270687286291221, + "learning_rate": 2.889694048799256e-06, + "loss": 1.2196, + "step": 78 + }, + { + "epoch": 0.005699650084773277, + "grad_norm": 4.433098772961748, + "learning_rate": 2.8981435202789713e-06, + "loss": 1.093, + "step": 79 + }, + { + "epoch": 0.005771797554200786, + "grad_norm": 5.3424077718554255, + "learning_rate": 2.906486706277914e-06, + "loss": 1.1125, + "step": 80 + }, + { + "epoch": 0.005843945023628296, + "grad_norm": 6.186552032910432, + "learning_rate": 2.9147262475323147e-06, + "loss": 1.1029, + "step": 81 + }, + { + "epoch": 0.005916092493055806, + "grad_norm": 6.2636800967555955, + "learning_rate": 2.9228646875684196e-06, + "loss": 1.1222, + "step": 82 + }, + { + "epoch": 0.0059882399624833155, + "grad_norm": 3.595111887414942, + "learning_rate": 2.9309044774159963e-06, + "loss": 1.0669, + "step": 83 + }, + { + "epoch": 0.006060387431910826, + "grad_norm": 1.264936707387122, + "learning_rate": 2.9388479800395748e-06, + "loss": 0.9019, + "step": 84 + }, + { + "epoch": 0.006132534901338336, + "grad_norm": 2.7269952206599477, + "learning_rate": 2.946697474507466e-06, + "loss": 1.1321, + "step": 85 + }, + { + "epoch": 0.0062046823707658455, + "grad_norm": 5.0905442710924484, + "learning_rate": 2.954455159916957e-06, + "loss": 1.0044, + "step": 86 + }, + { + "epoch": 0.006276829840193355, + "grad_norm": 5.3937001178507975, + "learning_rate": 2.96212315909261e-06, + "loss": 1.112, + "step": 87 + }, + { + "epoch": 0.006348977309620865, + "grad_norm": 4.773282062603249, + "learning_rate": 2.969703522073203e-06, + "loss": 1.131, + "step": 88 + }, + { + "epoch": 0.006421124779048375, + "grad_norm": 4.73774241931867, + "learning_rate": 2.9771982294016654e-06, + "loss": 1.0332, + "step": 89 + }, + { + "epoch": 0.006493272248475884, + "grad_norm": 4.964944785926115, + "learning_rate": 2.9846091952312046e-06, + "loss": 1.1086, + "step": 90 + }, + { + "epoch": 0.006565419717903394, + "grad_norm": 5.845845382290108, + "learning_rate": 2.9919382702598064e-06, + "loss": 1.1077, + "step": 91 + }, + { + "epoch": 0.006637567187330905, + "grad_norm": 3.6070139374956796, + "learning_rate": 2.99918724450438e-06, + "loss": 1.132, + "step": 92 + }, + { + "epoch": 0.0067097146567584144, + "grad_norm": 3.911838287849231, + "learning_rate": 3.0063578499249308e-06, + "loss": 1.1698, + "step": 93 + }, + { + "epoch": 0.006781862126185924, + "grad_norm": 5.902438755646699, + "learning_rate": 3.013451762908401e-06, + "loss": 1.1094, + "step": 94 + }, + { + "epoch": 0.006854009595613434, + "grad_norm": 3.7487821508786148, + "learning_rate": 3.020470606621083e-06, + "loss": 1.121, + "step": 95 + }, + { + "epoch": 0.006926157065040944, + "grad_norm": 3.2519104550973097, + "learning_rate": 3.0274159532378564e-06, + "loss": 1.1153, + "step": 96 + }, + { + "epoch": 0.006998304534468453, + "grad_norm": 3.233862352517011, + "learning_rate": 3.0342893260559215e-06, + "loss": 1.0614, + "step": 97 + }, + { + "epoch": 0.007070452003895963, + "grad_norm": 4.953070125817385, + "learning_rate": 3.0410922015001263e-06, + "loss": 1.0848, + "step": 98 + }, + { + "epoch": 0.007142599473323473, + "grad_norm": 7.7545900595832595, + "learning_rate": 3.0478260110264934e-06, + "loss": 1.239, + "step": 99 + }, + { + "epoch": 0.007214746942750983, + "grad_norm": 4.302514498751037, + "learning_rate": 3.0544921429300953e-06, + "loss": 1.1005, + "step": 100 + }, + { + "epoch": 0.007286894412178493, + "grad_norm": 5.02767229525713, + "learning_rate": 3.061091944062968e-06, + "loss": 1.1129, + "step": 101 + }, + { + "epoch": 0.007359041881606003, + "grad_norm": 5.634521563713562, + "learning_rate": 3.067626721467408e-06, + "loss": 1.0763, + "step": 102 + }, + { + "epoch": 0.0074311893510335125, + "grad_norm": 3.8366541921333814, + "learning_rate": 3.0740977439295834e-06, + "loss": 1.1412, + "step": 103 + }, + { + "epoch": 0.007503336820461022, + "grad_norm": 9.31033033659722, + "learning_rate": 3.0805062434580884e-06, + "loss": 0.996, + "step": 104 + }, + { + "epoch": 0.007575484289888532, + "grad_norm": 4.711492148370849, + "learning_rate": 3.0868534166917558e-06, + "loss": 1.0549, + "step": 105 + }, + { + "epoch": 0.007647631759316042, + "grad_norm": 8.364796814306304, + "learning_rate": 3.093140426240739e-06, + "loss": 1.1615, + "step": 106 + }, + { + "epoch": 0.007719779228743551, + "grad_norm": 3.983785428576994, + "learning_rate": 3.0993684019646337e-06, + "loss": 1.0468, + "step": 107 + }, + { + "epoch": 0.007791926698171062, + "grad_norm": 3.320759965252859, + "learning_rate": 3.1055384421911475e-06, + "loss": 1.1185, + "step": 108 + }, + { + "epoch": 0.00786407416759857, + "grad_norm": 4.950839023575046, + "learning_rate": 3.1116516148786068e-06, + "loss": 1.0954, + "step": 109 + }, + { + "epoch": 0.007936221637026081, + "grad_norm": 0.8680351513477852, + "learning_rate": 3.1177089587253837e-06, + "loss": 0.8972, + "step": 110 + }, + { + "epoch": 0.00800836910645359, + "grad_norm": 4.755314915254016, + "learning_rate": 3.123711484229111e-06, + "loss": 1.0637, + "step": 111 + }, + { + "epoch": 0.008080516575881101, + "grad_norm": 6.798042845970047, + "learning_rate": 3.129660174698407e-06, + "loss": 1.1527, + "step": 112 + }, + { + "epoch": 0.008152664045308611, + "grad_norm": 5.497348840013596, + "learning_rate": 3.1355559872196274e-06, + "loss": 1.168, + "step": 113 + }, + { + "epoch": 0.00822481151473612, + "grad_norm": 0.8671439220029595, + "learning_rate": 3.1413998535810255e-06, + "loss": 0.8822, + "step": 114 + }, + { + "epoch": 0.008296958984163631, + "grad_norm": 5.297790088209005, + "learning_rate": 3.147192681156561e-06, + "loss": 1.0193, + "step": 115 + }, + { + "epoch": 0.00836910645359114, + "grad_norm": 5.070189487746034, + "learning_rate": 3.1529353537514425e-06, + "loss": 1.0671, + "step": 116 + }, + { + "epoch": 0.00844125392301865, + "grad_norm": 6.838761693393288, + "learning_rate": 3.158628732411379e-06, + "loss": 1.0519, + "step": 117 + }, + { + "epoch": 0.00851340139244616, + "grad_norm": 2.67809299374198, + "learning_rate": 3.164273656197397e-06, + "loss": 0.9586, + "step": 118 + }, + { + "epoch": 0.00858554886187367, + "grad_norm": 3.708120075623126, + "learning_rate": 3.169870942927959e-06, + "loss": 0.9421, + "step": 119 + }, + { + "epoch": 0.00865769633130118, + "grad_norm": 7.20048186491113, + "learning_rate": 3.175421389890037e-06, + "loss": 1.0661, + "step": 120 + }, + { + "epoch": 0.00872984380072869, + "grad_norm": 5.3195518812591, + "learning_rate": 3.1809257745206724e-06, + "loss": 1.0019, + "step": 121 + }, + { + "epoch": 0.0088019912701562, + "grad_norm": 3.5633671023199387, + "learning_rate": 3.186384855060491e-06, + "loss": 1.115, + "step": 122 + }, + { + "epoch": 0.008874138739583709, + "grad_norm": 5.593558366785558, + "learning_rate": 3.191799371180542e-06, + "loss": 1.0702, + "step": 123 + }, + { + "epoch": 0.00894628620901122, + "grad_norm": 3.9929456494819457, + "learning_rate": 3.197170044583763e-06, + "loss": 1.1036, + "step": 124 + }, + { + "epoch": 0.009018433678438728, + "grad_norm": 4.0671210196737295, + "learning_rate": 3.202497579582276e-06, + "loss": 1.026, + "step": 125 + }, + { + "epoch": 0.009090581147866239, + "grad_norm": 8.414491831984112, + "learning_rate": 3.207782663651698e-06, + "loss": 1.1587, + "step": 126 + }, + { + "epoch": 0.009162728617293748, + "grad_norm": 4.088153770496005, + "learning_rate": 3.213025967963534e-06, + "loss": 1.0596, + "step": 127 + }, + { + "epoch": 0.009234876086721258, + "grad_norm": 0.8719086534574938, + "learning_rate": 3.2182281478966887e-06, + "loss": 0.9409, + "step": 128 + }, + { + "epoch": 0.009307023556148769, + "grad_norm": 3.539879037331359, + "learning_rate": 3.22338984352908e-06, + "loss": 1.1075, + "step": 129 + }, + { + "epoch": 0.009379171025576278, + "grad_norm": 4.02064645494346, + "learning_rate": 3.228511680110269e-06, + "loss": 1.1935, + "step": 130 + }, + { + "epoch": 0.009451318495003788, + "grad_norm": 2.696609494609566, + "learning_rate": 3.2335942685159767e-06, + "loss": 1.1195, + "step": 131 + }, + { + "epoch": 0.009523465964431297, + "grad_norm": 4.031747240257773, + "learning_rate": 3.2386382056853257e-06, + "loss": 1.1357, + "step": 132 + }, + { + "epoch": 0.009595613433858808, + "grad_norm": 3.792719321098361, + "learning_rate": 3.2436440750415763e-06, + "loss": 1.0996, + "step": 133 + }, + { + "epoch": 0.009667760903286316, + "grad_norm": 4.9660925326381715, + "learning_rate": 3.248612446897104e-06, + "loss": 1.0426, + "step": 134 + }, + { + "epoch": 0.009739908372713827, + "grad_norm": 3.398043625028981, + "learning_rate": 3.2535438788433284e-06, + "loss": 1.1321, + "step": 135 + }, + { + "epoch": 0.009812055842141338, + "grad_norm": 3.5436468684614915, + "learning_rate": 3.258438916126241e-06, + "loss": 1.0265, + "step": 136 + }, + { + "epoch": 0.009884203311568847, + "grad_norm": 3.4274415328522534, + "learning_rate": 3.2632980920081904e-06, + "loss": 1.1416, + "step": 137 + }, + { + "epoch": 0.009956350780996357, + "grad_norm": 5.700043313380528, + "learning_rate": 3.268121928116504e-06, + "loss": 1.0441, + "step": 138 + }, + { + "epoch": 0.010028498250423866, + "grad_norm": 5.61512143228807, + "learning_rate": 3.27291093477952e-06, + "loss": 1.2122, + "step": 139 + }, + { + "epoch": 0.010100645719851377, + "grad_norm": 5.570187175352102, + "learning_rate": 3.277665611350588e-06, + "loss": 1.0167, + "step": 140 + }, + { + "epoch": 0.010172793189278885, + "grad_norm": 7.023093141933505, + "learning_rate": 3.282386446520524e-06, + "loss": 1.1082, + "step": 141 + }, + { + "epoch": 0.010244940658706396, + "grad_norm": 12.008876060982846, + "learning_rate": 3.2870739186190344e-06, + "loss": 1.0917, + "step": 142 + }, + { + "epoch": 0.010317088128133907, + "grad_norm": 4.569524296014862, + "learning_rate": 3.2917284959055577e-06, + "loss": 1.0277, + "step": 143 + }, + { + "epoch": 0.010389235597561415, + "grad_norm": 8.476681756793576, + "learning_rate": 3.2963506368499798e-06, + "loss": 1.1603, + "step": 144 + }, + { + "epoch": 0.010461383066988926, + "grad_norm": 5.753828681376333, + "learning_rate": 3.300940790403623e-06, + "loss": 1.1757, + "step": 145 + }, + { + "epoch": 0.010533530536416435, + "grad_norm": 4.002081806130278, + "learning_rate": 3.3054993962609377e-06, + "loss": 1.0287, + "step": 146 + }, + { + "epoch": 0.010605678005843945, + "grad_norm": 3.3663020197733413, + "learning_rate": 3.310026885112249e-06, + "loss": 1.0551, + "step": 147 + }, + { + "epoch": 0.010677825475271454, + "grad_norm": 5.386283386651084, + "learning_rate": 3.3145236788879433e-06, + "loss": 1.1135, + "step": 148 + }, + { + "epoch": 0.010749972944698965, + "grad_norm": 6.971297136448025, + "learning_rate": 3.3189901909944316e-06, + "loss": 1.1149, + "step": 149 + }, + { + "epoch": 0.010822120414126474, + "grad_norm": 4.066650383296531, + "learning_rate": 3.323426826542218e-06, + "loss": 1.0389, + "step": 150 + }, + { + "epoch": 0.010894267883553984, + "grad_norm": 4.504793580943435, + "learning_rate": 3.327833982566395e-06, + "loss": 1.1265, + "step": 151 + }, + { + "epoch": 0.010966415352981495, + "grad_norm": 5.820236799528684, + "learning_rate": 3.3322120482398574e-06, + "loss": 1.1174, + "step": 152 + }, + { + "epoch": 0.011038562822409004, + "grad_norm": 0.8872567447890751, + "learning_rate": 3.3365614050795313e-06, + "loss": 0.9197, + "step": 153 + }, + { + "epoch": 0.011110710291836514, + "grad_norm": 4.82879634004458, + "learning_rate": 3.3408824271458772e-06, + "loss": 1.0438, + "step": 154 + }, + { + "epoch": 0.011182857761264023, + "grad_norm": 6.029726142294874, + "learning_rate": 3.3451754812359436e-06, + "loss": 1.1287, + "step": 155 + }, + { + "epoch": 0.011255005230691534, + "grad_norm": 66.47737734913096, + "learning_rate": 3.3494409270702114e-06, + "loss": 1.0312, + "step": 156 + }, + { + "epoch": 0.011327152700119043, + "grad_norm": 6.16290419299546, + "learning_rate": 3.3536791174734653e-06, + "loss": 1.0514, + "step": 157 + }, + { + "epoch": 0.011399300169546553, + "grad_norm": 5.056918234220116, + "learning_rate": 3.3578903985499274e-06, + "loss": 1.1445, + "step": 158 + }, + { + "epoch": 0.011471447638974064, + "grad_norm": 5.895411643684122, + "learning_rate": 3.362075109852862e-06, + "loss": 1.1443, + "step": 159 + }, + { + "epoch": 0.011543595108401573, + "grad_norm": 6.336966660308181, + "learning_rate": 3.3662335845488692e-06, + "loss": 1.1074, + "step": 160 + }, + { + "epoch": 0.011615742577829083, + "grad_norm": 1.0041145079007705, + "learning_rate": 3.370366149577054e-06, + "loss": 0.9144, + "step": 161 + }, + { + "epoch": 0.011687890047256592, + "grad_norm": 6.460935138300656, + "learning_rate": 3.37447312580327e-06, + "loss": 1.1646, + "step": 162 + }, + { + "epoch": 0.011760037516684103, + "grad_norm": 6.136756046990416, + "learning_rate": 3.3785548281696194e-06, + "loss": 1.0798, + "step": 163 + }, + { + "epoch": 0.011832184986111612, + "grad_norm": 3.260057000908101, + "learning_rate": 3.3826115658393753e-06, + "loss": 1.0214, + "step": 164 + }, + { + "epoch": 0.011904332455539122, + "grad_norm": 4.6249756683534375, + "learning_rate": 3.3866436423375062e-06, + "loss": 1.0361, + "step": 165 + }, + { + "epoch": 0.011976479924966631, + "grad_norm": 3.521951230839534, + "learning_rate": 3.3906513556869524e-06, + "loss": 1.0655, + "step": 166 + }, + { + "epoch": 0.012048627394394142, + "grad_norm": 1.0470251858149522, + "learning_rate": 3.3946349985408007e-06, + "loss": 0.8611, + "step": 167 + }, + { + "epoch": 0.012120774863821652, + "grad_norm": 1.0373409034355536, + "learning_rate": 3.3985948583105305e-06, + "loss": 0.9005, + "step": 168 + }, + { + "epoch": 0.012192922333249161, + "grad_norm": 2.950938227535353, + "learning_rate": 3.4025312172904435e-06, + "loss": 0.9582, + "step": 169 + }, + { + "epoch": 0.012265069802676672, + "grad_norm": 4.45119801371768, + "learning_rate": 3.4064443527784217e-06, + "loss": 1.122, + "step": 170 + }, + { + "epoch": 0.01233721727210418, + "grad_norm": 3.3499588408717305, + "learning_rate": 3.4103345371931485e-06, + "loss": 1.0273, + "step": 171 + }, + { + "epoch": 0.012409364741531691, + "grad_norm": 5.9191073187952945, + "learning_rate": 3.414202038187913e-06, + "loss": 1.1215, + "step": 172 + }, + { + "epoch": 0.0124815122109592, + "grad_norm": 4.2185793241661615, + "learning_rate": 3.4180471187611114e-06, + "loss": 1.013, + "step": 173 + }, + { + "epoch": 0.01255365968038671, + "grad_norm": 4.097065987634474, + "learning_rate": 3.4218700373635654e-06, + "loss": 1.0706, + "step": 174 + }, + { + "epoch": 0.012625807149814221, + "grad_norm": 3.177958250219269, + "learning_rate": 3.4256710480027695e-06, + "loss": 1.1198, + "step": 175 + }, + { + "epoch": 0.01269795461924173, + "grad_norm": 0.7836296080945019, + "learning_rate": 3.4294504003441584e-06, + "loss": 0.8668, + "step": 176 + }, + { + "epoch": 0.01277010208866924, + "grad_norm": 5.051440745384031, + "learning_rate": 3.4332083398095194e-06, + "loss": 1.1466, + "step": 177 + }, + { + "epoch": 0.01284224955809675, + "grad_norm": 3.6346083273409624, + "learning_rate": 3.4369451076726216e-06, + "loss": 1.0193, + "step": 178 + }, + { + "epoch": 0.01291439702752426, + "grad_norm": 6.184504853321866, + "learning_rate": 3.4406609411521665e-06, + "loss": 1.1031, + "step": 179 + }, + { + "epoch": 0.012986544496951769, + "grad_norm": 7.20615678976741, + "learning_rate": 3.4443560735021607e-06, + "loss": 1.0301, + "step": 180 + }, + { + "epoch": 0.01305869196637928, + "grad_norm": 24.576466091504592, + "learning_rate": 3.4480307340997692e-06, + "loss": 1.1015, + "step": 181 + }, + { + "epoch": 0.013130839435806788, + "grad_norm": 5.6618365103275226, + "learning_rate": 3.4516851485307625e-06, + "loss": 1.1124, + "step": 182 + }, + { + "epoch": 0.013202986905234299, + "grad_norm": 3.3345090858792146, + "learning_rate": 3.455319538672614e-06, + "loss": 1.0424, + "step": 183 + }, + { + "epoch": 0.01327513437466181, + "grad_norm": 4.2649502063272875, + "learning_rate": 3.4589341227753358e-06, + "loss": 1.1167, + "step": 184 + }, + { + "epoch": 0.013347281844089318, + "grad_norm": 5.004921398479306, + "learning_rate": 3.462529115540124e-06, + "loss": 0.9763, + "step": 185 + }, + { + "epoch": 0.013419429313516829, + "grad_norm": 7.803297558680345, + "learning_rate": 3.466104728195886e-06, + "loss": 1.1222, + "step": 186 + }, + { + "epoch": 0.013491576782944338, + "grad_norm": 6.049381180318771, + "learning_rate": 3.4696611685737104e-06, + "loss": 1.0963, + "step": 187 + }, + { + "epoch": 0.013563724252371848, + "grad_norm": 4.881074886135981, + "learning_rate": 3.4731986411793564e-06, + "loss": 1.0775, + "step": 188 + }, + { + "epoch": 0.013635871721799357, + "grad_norm": 7.49825724380912, + "learning_rate": 3.4767173472638216e-06, + "loss": 0.9134, + "step": 189 + }, + { + "epoch": 0.013708019191226868, + "grad_norm": 5.424298275333424, + "learning_rate": 3.4802174848920384e-06, + "loss": 1.0161, + "step": 190 + }, + { + "epoch": 0.013780166660654378, + "grad_norm": 4.179512490860015, + "learning_rate": 3.4836992490097806e-06, + "loss": 1.0828, + "step": 191 + }, + { + "epoch": 0.013852314130081887, + "grad_norm": 3.2301258426398114, + "learning_rate": 3.487162831508812e-06, + "loss": 1.173, + "step": 192 + }, + { + "epoch": 0.013924461599509398, + "grad_norm": 3.5567670503254445, + "learning_rate": 3.490608421290348e-06, + "loss": 1.0008, + "step": 193 + }, + { + "epoch": 0.013996609068936907, + "grad_norm": 4.1782164649966544, + "learning_rate": 3.4940362043268776e-06, + "loss": 1.0607, + "step": 194 + }, + { + "epoch": 0.014068756538364417, + "grad_norm": 8.05544853870149, + "learning_rate": 3.4974463637223924e-06, + "loss": 1.1803, + "step": 195 + }, + { + "epoch": 0.014140904007791926, + "grad_norm": 4.500454349892769, + "learning_rate": 3.500839079771081e-06, + "loss": 0.9658, + "step": 196 + }, + { + "epoch": 0.014213051477219437, + "grad_norm": 4.6533614037731885, + "learning_rate": 3.504214530014526e-06, + "loss": 1.0496, + "step": 197 + }, + { + "epoch": 0.014285198946646946, + "grad_norm": 2.944508571846123, + "learning_rate": 3.507572889297449e-06, + "loss": 1.136, + "step": 198 + }, + { + "epoch": 0.014357346416074456, + "grad_norm": 3.1919148108795308, + "learning_rate": 3.5109143298220628e-06, + "loss": 1.0787, + "step": 199 + }, + { + "epoch": 0.014429493885501967, + "grad_norm": 3.457707880905044, + "learning_rate": 3.5142390212010506e-06, + "loss": 1.0626, + "step": 200 + }, + { + "epoch": 0.014501641354929476, + "grad_norm": 5.850364817141949, + "learning_rate": 3.517547130509227e-06, + "loss": 1.1812, + "step": 201 + }, + { + "epoch": 0.014573788824356986, + "grad_norm": 5.4536223526328556, + "learning_rate": 3.5208388223339235e-06, + "loss": 1.0854, + "step": 202 + }, + { + "epoch": 0.014645936293784495, + "grad_norm": 3.9701228132877566, + "learning_rate": 3.5241142588241166e-06, + "loss": 1.0693, + "step": 203 + }, + { + "epoch": 0.014718083763212006, + "grad_norm": 4.5579123228778755, + "learning_rate": 3.5273735997383636e-06, + "loss": 0.9989, + "step": 204 + }, + { + "epoch": 0.014790231232639514, + "grad_norm": 4.393688287206628, + "learning_rate": 3.530617002491556e-06, + "loss": 1.0458, + "step": 205 + }, + { + "epoch": 0.014862378702067025, + "grad_norm": 3.556121872134055, + "learning_rate": 3.5338446222005387e-06, + "loss": 1.0085, + "step": 206 + }, + { + "epoch": 0.014934526171494536, + "grad_norm": 19.21106537803108, + "learning_rate": 3.5370566117286265e-06, + "loss": 1.0598, + "step": 207 + }, + { + "epoch": 0.015006673640922044, + "grad_norm": 4.41237782425359, + "learning_rate": 3.5402531217290437e-06, + "loss": 1.1268, + "step": 208 + }, + { + "epoch": 0.015078821110349555, + "grad_norm": 5.59347294808616, + "learning_rate": 3.543434300687327e-06, + "loss": 1.0683, + "step": 209 + }, + { + "epoch": 0.015150968579777064, + "grad_norm": 4.7425943165571764, + "learning_rate": 3.546600294962711e-06, + "loss": 0.9837, + "step": 210 + }, + { + "epoch": 0.015223116049204575, + "grad_norm": 9.650926424928075, + "learning_rate": 3.549751248828536e-06, + "loss": 1.0086, + "step": 211 + }, + { + "epoch": 0.015295263518632083, + "grad_norm": 4.320637199244472, + "learning_rate": 3.5528873045116943e-06, + "loss": 1.0337, + "step": 212 + }, + { + "epoch": 0.015367410988059594, + "grad_norm": 5.969345622277464, + "learning_rate": 3.5560086022311574e-06, + "loss": 1.0967, + "step": 213 + }, + { + "epoch": 0.015439558457487103, + "grad_norm": 5.04368977374833, + "learning_rate": 3.559115280235589e-06, + "loss": 1.1759, + "step": 214 + }, + { + "epoch": 0.015511705926914613, + "grad_norm": 5.907509644218383, + "learning_rate": 3.562207474840094e-06, + "loss": 1.0582, + "step": 215 + }, + { + "epoch": 0.015583853396342124, + "grad_norm": 5.924715432846128, + "learning_rate": 3.5652853204621027e-06, + "loss": 1.0119, + "step": 216 + }, + { + "epoch": 0.015656000865769633, + "grad_norm": 0.8817762859526647, + "learning_rate": 3.568348949656437e-06, + "loss": 0.8678, + "step": 217 + }, + { + "epoch": 0.01572814833519714, + "grad_norm": 3.680007434713068, + "learning_rate": 3.5713984931495625e-06, + "loss": 1.1364, + "step": 218 + }, + { + "epoch": 0.015800295804624654, + "grad_norm": 16.20493111619018, + "learning_rate": 3.574434079873061e-06, + "loss": 1.0929, + "step": 219 + }, + { + "epoch": 0.015872443274052163, + "grad_norm": 6.146215325677245, + "learning_rate": 3.57745583699634e-06, + "loss": 1.0455, + "step": 220 + }, + { + "epoch": 0.01594459074347967, + "grad_norm": 5.056800365319199, + "learning_rate": 3.5804638899585957e-06, + "loss": 1.1126, + "step": 221 + }, + { + "epoch": 0.01601673821290718, + "grad_norm": 3.4609796594673985, + "learning_rate": 3.5834583625000667e-06, + "loss": 1.1175, + "step": 222 + }, + { + "epoch": 0.016088885682334693, + "grad_norm": 0.7900250672938595, + "learning_rate": 3.58643937669257e-06, + "loss": 0.868, + "step": 223 + }, + { + "epoch": 0.016161033151762202, + "grad_norm": 6.680621165558996, + "learning_rate": 3.5894070529693628e-06, + "loss": 0.9808, + "step": 224 + }, + { + "epoch": 0.01623318062118971, + "grad_norm": 6.636981134914056, + "learning_rate": 3.5923615101543413e-06, + "loss": 1.0247, + "step": 225 + }, + { + "epoch": 0.016305328090617223, + "grad_norm": 3.7780725669535506, + "learning_rate": 3.5953028654905827e-06, + "loss": 1.0215, + "step": 226 + }, + { + "epoch": 0.016377475560044732, + "grad_norm": 3.2051541483880612, + "learning_rate": 3.598231234668268e-06, + "loss": 1.0856, + "step": 227 + }, + { + "epoch": 0.01644962302947224, + "grad_norm": 5.929089180535421, + "learning_rate": 3.6011467318519812e-06, + "loss": 1.111, + "step": 228 + }, + { + "epoch": 0.01652177049889975, + "grad_norm": 12.495796412334654, + "learning_rate": 3.6040494697074194e-06, + "loss": 1.1643, + "step": 229 + }, + { + "epoch": 0.016593917968327262, + "grad_norm": 4.27241997748223, + "learning_rate": 3.6069395594275168e-06, + "loss": 1.1382, + "step": 230 + }, + { + "epoch": 0.01666606543775477, + "grad_norm": 2.5665488472025824, + "learning_rate": 3.609817110758e-06, + "loss": 1.0721, + "step": 231 + }, + { + "epoch": 0.01673821290718228, + "grad_norm": 5.611812136495863, + "learning_rate": 3.612682232022398e-06, + "loss": 1.0401, + "step": 232 + }, + { + "epoch": 0.016810360376609792, + "grad_norm": 5.60017545970154, + "learning_rate": 3.6155350301465064e-06, + "loss": 1.113, + "step": 233 + }, + { + "epoch": 0.0168825078460373, + "grad_norm": 4.963164831255548, + "learning_rate": 3.618375610682335e-06, + "loss": 1.1581, + "step": 234 + }, + { + "epoch": 0.01695465531546481, + "grad_norm": 3.14662440039918, + "learning_rate": 3.6212040778315378e-06, + "loss": 1.0595, + "step": 235 + }, + { + "epoch": 0.01702680278489232, + "grad_norm": 4.375717104315812, + "learning_rate": 3.6240205344683526e-06, + "loss": 1.0746, + "step": 236 + }, + { + "epoch": 0.01709895025431983, + "grad_norm": 7.712592135826533, + "learning_rate": 3.6268250821620504e-06, + "loss": 1.0961, + "step": 237 + }, + { + "epoch": 0.01717109772374734, + "grad_norm": 16.630146348668283, + "learning_rate": 3.629617821198915e-06, + "loss": 0.9723, + "step": 238 + }, + { + "epoch": 0.01724324519317485, + "grad_norm": 6.665155748177303, + "learning_rate": 3.6323988506037587e-06, + "loss": 1.101, + "step": 239 + }, + { + "epoch": 0.01731539266260236, + "grad_norm": 4.072007073626716, + "learning_rate": 3.6351682681609926e-06, + "loss": 1.1068, + "step": 240 + }, + { + "epoch": 0.01738754013202987, + "grad_norm": 4.166787692537576, + "learning_rate": 3.6379261704352583e-06, + "loss": 1.0689, + "step": 241 + }, + { + "epoch": 0.01745968760145738, + "grad_norm": 6.1066313922202005, + "learning_rate": 3.640672652791628e-06, + "loss": 1.0407, + "step": 242 + }, + { + "epoch": 0.017531835070884887, + "grad_norm": 6.420544563085928, + "learning_rate": 3.6434078094153934e-06, + "loss": 1.0494, + "step": 243 + }, + { + "epoch": 0.0176039825403124, + "grad_norm": 10.576104967182175, + "learning_rate": 3.6461317333314465e-06, + "loss": 1.1576, + "step": 244 + }, + { + "epoch": 0.01767613000973991, + "grad_norm": 3.604348121147286, + "learning_rate": 3.6488445164232626e-06, + "loss": 1.035, + "step": 245 + }, + { + "epoch": 0.017748277479167417, + "grad_norm": 3.937667843102379, + "learning_rate": 3.6515462494514983e-06, + "loss": 1.0645, + "step": 246 + }, + { + "epoch": 0.01782042494859493, + "grad_norm": 3.907576312920374, + "learning_rate": 3.654237022072213e-06, + "loss": 1.072, + "step": 247 + }, + { + "epoch": 0.01789257241802244, + "grad_norm": 3.8069799515657468, + "learning_rate": 3.6569169228547184e-06, + "loss": 1.0846, + "step": 248 + }, + { + "epoch": 0.017964719887449947, + "grad_norm": 3.572377615581548, + "learning_rate": 3.659586039299075e-06, + "loss": 0.9645, + "step": 249 + }, + { + "epoch": 0.018036867356877456, + "grad_norm": 4.8148193715283165, + "learning_rate": 3.662244457853231e-06, + "loss": 1.2067, + "step": 250 + }, + { + "epoch": 0.01810901482630497, + "grad_norm": 4.85941405449288, + "learning_rate": 3.664892263929826e-06, + "loss": 1.0377, + "step": 251 + }, + { + "epoch": 0.018181162295732477, + "grad_norm": 3.888454459917594, + "learning_rate": 3.667529541922654e-06, + "loss": 1.095, + "step": 252 + }, + { + "epoch": 0.018253309765159986, + "grad_norm": 5.324848140646573, + "learning_rate": 3.6701563752228055e-06, + "loss": 1.0889, + "step": 253 + }, + { + "epoch": 0.018325457234587495, + "grad_norm": 6.234419973110814, + "learning_rate": 3.6727728462344894e-06, + "loss": 0.9322, + "step": 254 + }, + { + "epoch": 0.018397604704015007, + "grad_norm": 3.0778765118213376, + "learning_rate": 3.675379036390544e-06, + "loss": 1.0363, + "step": 255 + }, + { + "epoch": 0.018469752173442516, + "grad_norm": 1.0327353328899798, + "learning_rate": 3.6779750261676444e-06, + "loss": 0.9522, + "step": 256 + }, + { + "epoch": 0.018541899642870025, + "grad_norm": 2.852382594240861, + "learning_rate": 3.6805608951012116e-06, + "loss": 0.9742, + "step": 257 + }, + { + "epoch": 0.018614047112297537, + "grad_norm": 5.489483402315011, + "learning_rate": 3.6831367218000362e-06, + "loss": 1.0302, + "step": 258 + }, + { + "epoch": 0.018686194581725046, + "grad_norm": 11.413305154331871, + "learning_rate": 3.6857025839606174e-06, + "loss": 1.0053, + "step": 259 + }, + { + "epoch": 0.018758342051152555, + "grad_norm": 0.9166896918323864, + "learning_rate": 3.6882585583812243e-06, + "loss": 0.9389, + "step": 260 + }, + { + "epoch": 0.018830489520580064, + "grad_norm": 2.6197688339987764, + "learning_rate": 3.6908047209756893e-06, + "loss": 1.1169, + "step": 261 + }, + { + "epoch": 0.018902636990007576, + "grad_norm": 6.284752016599879, + "learning_rate": 3.6933411467869324e-06, + "loss": 1.0702, + "step": 262 + }, + { + "epoch": 0.018974784459435085, + "grad_norm": 3.4495654509716305, + "learning_rate": 3.6958679100002413e-06, + "loss": 1.0369, + "step": 263 + }, + { + "epoch": 0.019046931928862594, + "grad_norm": 8.657966746505426, + "learning_rate": 3.6983850839562814e-06, + "loss": 1.0234, + "step": 264 + }, + { + "epoch": 0.019119079398290106, + "grad_norm": 3.3782791878856413, + "learning_rate": 3.7008927411638757e-06, + "loss": 1.0497, + "step": 265 + }, + { + "epoch": 0.019191226867717615, + "grad_norm": 4.711674115490274, + "learning_rate": 3.7033909533125315e-06, + "loss": 1.1312, + "step": 266 + }, + { + "epoch": 0.019263374337145124, + "grad_norm": 3.0268507032976886, + "learning_rate": 3.7058797912847445e-06, + "loss": 1.1192, + "step": 267 + }, + { + "epoch": 0.019335521806572633, + "grad_norm": 3.7692275167058926, + "learning_rate": 3.7083593251680595e-06, + "loss": 1.0993, + "step": 268 + }, + { + "epoch": 0.019407669276000145, + "grad_norm": 5.320231836186416, + "learning_rate": 3.7108296242669196e-06, + "loss": 0.9987, + "step": 269 + }, + { + "epoch": 0.019479816745427654, + "grad_norm": 7.169365337805281, + "learning_rate": 3.7132907571142837e-06, + "loss": 0.938, + "step": 270 + }, + { + "epoch": 0.019551964214855163, + "grad_norm": 3.4199715114544675, + "learning_rate": 3.7157427914830385e-06, + "loss": 1.0623, + "step": 271 + }, + { + "epoch": 0.019624111684282675, + "grad_norm": 4.350784862350359, + "learning_rate": 3.7181857943971964e-06, + "loss": 1.1693, + "step": 272 + }, + { + "epoch": 0.019696259153710184, + "grad_norm": 3.6159262384132655, + "learning_rate": 3.7206198321428855e-06, + "loss": 1.0705, + "step": 273 + }, + { + "epoch": 0.019768406623137693, + "grad_norm": 7.582586174791852, + "learning_rate": 3.723044970279146e-06, + "loss": 1.0329, + "step": 274 + }, + { + "epoch": 0.019840554092565202, + "grad_norm": 3.440295660487247, + "learning_rate": 3.7254612736485204e-06, + "loss": 0.8861, + "step": 275 + }, + { + "epoch": 0.019912701561992714, + "grad_norm": 4.477439488226227, + "learning_rate": 3.7278688063874583e-06, + "loss": 1.113, + "step": 276 + }, + { + "epoch": 0.019984849031420223, + "grad_norm": 3.7847793123720406, + "learning_rate": 3.730267631936535e-06, + "loss": 1.0515, + "step": 277 + }, + { + "epoch": 0.020056996500847732, + "grad_norm": 4.356675053661147, + "learning_rate": 3.732657813050475e-06, + "loss": 1.0897, + "step": 278 + }, + { + "epoch": 0.020129143970275244, + "grad_norm": 4.808841652449171, + "learning_rate": 3.735039411808009e-06, + "loss": 0.8326, + "step": 279 + }, + { + "epoch": 0.020201291439702753, + "grad_norm": 5.11386965286935, + "learning_rate": 3.7374124896215433e-06, + "loss": 0.9212, + "step": 280 + }, + { + "epoch": 0.020273438909130262, + "grad_norm": 7.054497700416081, + "learning_rate": 3.739777107246667e-06, + "loss": 1.0245, + "step": 281 + }, + { + "epoch": 0.02034558637855777, + "grad_norm": 5.501530694368532, + "learning_rate": 3.7421333247914798e-06, + "loss": 1.1436, + "step": 282 + }, + { + "epoch": 0.020417733847985283, + "grad_norm": 3.581343223862993, + "learning_rate": 3.7444812017257643e-06, + "loss": 1.154, + "step": 283 + }, + { + "epoch": 0.020489881317412792, + "grad_norm": 4.52443419233192, + "learning_rate": 3.7468207968899897e-06, + "loss": 1.0418, + "step": 284 + }, + { + "epoch": 0.0205620287868403, + "grad_norm": 8.363921168156052, + "learning_rate": 3.749152168504162e-06, + "loss": 1.0542, + "step": 285 + }, + { + "epoch": 0.020634176256267813, + "grad_norm": 4.749024943610958, + "learning_rate": 3.7514753741765134e-06, + "loss": 1.0272, + "step": 286 + }, + { + "epoch": 0.020706323725695322, + "grad_norm": 1.0133103036354942, + "learning_rate": 3.7537904709120494e-06, + "loss": 0.8617, + "step": 287 + }, + { + "epoch": 0.02077847119512283, + "grad_norm": 4.971674987874669, + "learning_rate": 3.756097515120935e-06, + "loss": 1.0768, + "step": 288 + }, + { + "epoch": 0.02085061866455034, + "grad_norm": 4.839277208126719, + "learning_rate": 3.758396562626748e-06, + "loss": 1.1143, + "step": 289 + }, + { + "epoch": 0.020922766133977852, + "grad_norm": 5.820738829289528, + "learning_rate": 3.760687668674579e-06, + "loss": 1.0058, + "step": 290 + }, + { + "epoch": 0.02099491360340536, + "grad_norm": 3.21971708417243, + "learning_rate": 3.7629708879390006e-06, + "loss": 1.0257, + "step": 291 + }, + { + "epoch": 0.02106706107283287, + "grad_norm": 0.8361187675952101, + "learning_rate": 3.7652462745318934e-06, + "loss": 0.9141, + "step": 292 + }, + { + "epoch": 0.02113920854226038, + "grad_norm": 4.93759193817687, + "learning_rate": 3.767513882010144e-06, + "loss": 1.0973, + "step": 293 + }, + { + "epoch": 0.02121135601168789, + "grad_norm": 5.152787219116299, + "learning_rate": 3.7697737633832046e-06, + "loss": 1.0969, + "step": 294 + }, + { + "epoch": 0.0212835034811154, + "grad_norm": 6.565300334908437, + "learning_rate": 3.772025971120533e-06, + "loss": 1.0046, + "step": 295 + }, + { + "epoch": 0.02135565095054291, + "grad_norm": 0.7677081825397676, + "learning_rate": 3.774270557158899e-06, + "loss": 0.8967, + "step": 296 + }, + { + "epoch": 0.02142779841997042, + "grad_norm": 4.390036981379084, + "learning_rate": 3.7765075729095725e-06, + "loss": 1.0411, + "step": 297 + }, + { + "epoch": 0.02149994588939793, + "grad_norm": 3.6180753668700105, + "learning_rate": 3.7787370692653873e-06, + "loss": 1.0839, + "step": 298 + }, + { + "epoch": 0.02157209335882544, + "grad_norm": 5.482702277296717, + "learning_rate": 3.7809590966076912e-06, + "loss": 0.9333, + "step": 299 + }, + { + "epoch": 0.021644240828252947, + "grad_norm": 10.53493030208205, + "learning_rate": 3.7831737048131736e-06, + "loss": 1.0154, + "step": 300 + }, + { + "epoch": 0.02171638829768046, + "grad_norm": 7.0211442676669575, + "learning_rate": 3.785380943260587e-06, + "loss": 1.0404, + "step": 301 + }, + { + "epoch": 0.02178853576710797, + "grad_norm": 1.0035974049757745, + "learning_rate": 3.7875808608373505e-06, + "loss": 0.8417, + "step": 302 + }, + { + "epoch": 0.021860683236535478, + "grad_norm": 7.082980547328779, + "learning_rate": 3.7897735059460465e-06, + "loss": 1.0196, + "step": 303 + }, + { + "epoch": 0.02193283070596299, + "grad_norm": 3.629995521353489, + "learning_rate": 3.7919589265108135e-06, + "loss": 1.067, + "step": 304 + }, + { + "epoch": 0.0220049781753905, + "grad_norm": 9.126687089866078, + "learning_rate": 3.7941371699836275e-06, + "loss": 0.993, + "step": 305 + }, + { + "epoch": 0.022077125644818008, + "grad_norm": 7.266882346682609, + "learning_rate": 3.7963082833504866e-06, + "loss": 1.0633, + "step": 306 + }, + { + "epoch": 0.022149273114245516, + "grad_norm": 5.132635615768746, + "learning_rate": 3.798472313137493e-06, + "loss": 1.1452, + "step": 307 + }, + { + "epoch": 0.02222142058367303, + "grad_norm": 6.375496938447873, + "learning_rate": 3.8006293054168325e-06, + "loss": 1.0457, + "step": 308 + }, + { + "epoch": 0.022293568053100538, + "grad_norm": 5.55915594843397, + "learning_rate": 3.802779305812662e-06, + "loss": 1.0369, + "step": 309 + }, + { + "epoch": 0.022365715522528046, + "grad_norm": 4.99181172325194, + "learning_rate": 3.8049223595068993e-06, + "loss": 0.9064, + "step": 310 + }, + { + "epoch": 0.02243786299195556, + "grad_norm": 5.289084497853995, + "learning_rate": 3.8070585112449207e-06, + "loss": 1.0461, + "step": 311 + }, + { + "epoch": 0.022510010461383068, + "grad_norm": 4.899514598548677, + "learning_rate": 3.809187805341167e-06, + "loss": 1.1356, + "step": 312 + }, + { + "epoch": 0.022582157930810576, + "grad_norm": 5.277538733618055, + "learning_rate": 3.8113102856846578e-06, + "loss": 1.0291, + "step": 313 + }, + { + "epoch": 0.022654305400238085, + "grad_norm": 20.509037165814245, + "learning_rate": 3.813425995744421e-06, + "loss": 1.0727, + "step": 314 + }, + { + "epoch": 0.022726452869665598, + "grad_norm": 5.6366991239696445, + "learning_rate": 3.8155349785748344e-06, + "loss": 1.054, + "step": 315 + }, + { + "epoch": 0.022798600339093106, + "grad_norm": 4.377367523471941, + "learning_rate": 3.817637276820883e-06, + "loss": 1.0047, + "step": 316 + }, + { + "epoch": 0.022870747808520615, + "grad_norm": 4.200809564223668, + "learning_rate": 3.81973293272333e-06, + "loss": 1.0656, + "step": 317 + }, + { + "epoch": 0.022942895277948128, + "grad_norm": 4.306219198839296, + "learning_rate": 3.821821988123818e-06, + "loss": 1.1286, + "step": 318 + }, + { + "epoch": 0.023015042747375637, + "grad_norm": 4.370774326465578, + "learning_rate": 3.8239044844698675e-06, + "loss": 1.0011, + "step": 319 + }, + { + "epoch": 0.023087190216803145, + "grad_norm": 5.293785972427956, + "learning_rate": 3.8259804628198245e-06, + "loss": 1.0575, + "step": 320 + }, + { + "epoch": 0.023159337686230654, + "grad_norm": 3.717080134043439, + "learning_rate": 3.828049963847712e-06, + "loss": 1.0698, + "step": 321 + }, + { + "epoch": 0.023231485155658167, + "grad_norm": 3.6361386402921685, + "learning_rate": 3.8301130278480095e-06, + "loss": 1.0019, + "step": 322 + }, + { + "epoch": 0.023303632625085675, + "grad_norm": 7.816531674562165, + "learning_rate": 3.832169694740365e-06, + "loss": 1.1629, + "step": 323 + }, + { + "epoch": 0.023375780094513184, + "grad_norm": 5.686833269213714, + "learning_rate": 3.834220004074225e-06, + "loss": 1.0916, + "step": 324 + }, + { + "epoch": 0.023447927563940693, + "grad_norm": 4.007288015450041, + "learning_rate": 3.836263995033405e-06, + "loss": 0.9023, + "step": 325 + }, + { + "epoch": 0.023520075033368205, + "grad_norm": 10.280045551837382, + "learning_rate": 3.838301706440575e-06, + "loss": 1.1735, + "step": 326 + }, + { + "epoch": 0.023592222502795714, + "grad_norm": 4.715159483848864, + "learning_rate": 3.8403331767616854e-06, + "loss": 1.0625, + "step": 327 + }, + { + "epoch": 0.023664369972223223, + "grad_norm": 0.8376418235602444, + "learning_rate": 3.8423584441103306e-06, + "loss": 0.8384, + "step": 328 + }, + { + "epoch": 0.023736517441650735, + "grad_norm": 5.873900290297864, + "learning_rate": 3.844377546252031e-06, + "loss": 0.9743, + "step": 329 + }, + { + "epoch": 0.023808664911078244, + "grad_norm": 18.84275397709704, + "learning_rate": 3.846390520608462e-06, + "loss": 1.1288, + "step": 330 + }, + { + "epoch": 0.023880812380505753, + "grad_norm": 4.067347993736021, + "learning_rate": 3.848397404261619e-06, + "loss": 1.0186, + "step": 331 + }, + { + "epoch": 0.023952959849933262, + "grad_norm": 3.3184001846004425, + "learning_rate": 3.850398233957907e-06, + "loss": 1.0621, + "step": 332 + }, + { + "epoch": 0.024025107319360774, + "grad_norm": 3.6763348704700425, + "learning_rate": 3.85239304611219e-06, + "loss": 1.0351, + "step": 333 + }, + { + "epoch": 0.024097254788788283, + "grad_norm": 3.004559231389316, + "learning_rate": 3.854381876811756e-06, + "loss": 1.0951, + "step": 334 + }, + { + "epoch": 0.024169402258215792, + "grad_norm": 5.16188139453533, + "learning_rate": 3.856364761820241e-06, + "loss": 1.0489, + "step": 335 + }, + { + "epoch": 0.024241549727643304, + "grad_norm": 13.171339211930661, + "learning_rate": 3.858341736581486e-06, + "loss": 0.9773, + "step": 336 + }, + { + "epoch": 0.024313697197070813, + "grad_norm": 2.201659885524074, + "learning_rate": 3.860312836223339e-06, + "loss": 1.0617, + "step": 337 + }, + { + "epoch": 0.024385844666498322, + "grad_norm": 5.138262266611485, + "learning_rate": 3.862278095561399e-06, + "loss": 1.0525, + "step": 338 + }, + { + "epoch": 0.02445799213592583, + "grad_norm": 4.271687095098111, + "learning_rate": 3.864237549102705e-06, + "loss": 1.1331, + "step": 339 + }, + { + "epoch": 0.024530139605353343, + "grad_norm": 3.7596237036931743, + "learning_rate": 3.866191231049377e-06, + "loss": 1.0285, + "step": 340 + }, + { + "epoch": 0.024602287074780852, + "grad_norm": 4.7272871990916006, + "learning_rate": 3.868139175302188e-06, + "loss": 1.1178, + "step": 341 + }, + { + "epoch": 0.02467443454420836, + "grad_norm": 4.637548383681439, + "learning_rate": 3.870081415464103e-06, + "loss": 1.0542, + "step": 342 + }, + { + "epoch": 0.024746582013635873, + "grad_norm": 3.6018512469409854, + "learning_rate": 3.872017984843755e-06, + "loss": 0.9703, + "step": 343 + }, + { + "epoch": 0.024818729483063382, + "grad_norm": 3.058089213455221, + "learning_rate": 3.8739489164588685e-06, + "loss": 1.0042, + "step": 344 + }, + { + "epoch": 0.02489087695249089, + "grad_norm": 3.6374268462175943, + "learning_rate": 3.87587424303964e-06, + "loss": 1.0475, + "step": 345 + }, + { + "epoch": 0.0249630244219184, + "grad_norm": 0.725519518681029, + "learning_rate": 3.877793997032067e-06, + "loss": 0.8154, + "step": 346 + }, + { + "epoch": 0.025035171891345912, + "grad_norm": 3.925608404349486, + "learning_rate": 3.879708210601229e-06, + "loss": 0.9504, + "step": 347 + }, + { + "epoch": 0.02510731936077342, + "grad_norm": 6.415034825623696, + "learning_rate": 3.881616915634521e-06, + "loss": 1.038, + "step": 348 + }, + { + "epoch": 0.02517946683020093, + "grad_norm": 11.19998376027701, + "learning_rate": 3.883520143744839e-06, + "loss": 0.9803, + "step": 349 + }, + { + "epoch": 0.025251614299628442, + "grad_norm": 3.112325830450619, + "learning_rate": 3.885417926273724e-06, + "loss": 1.1589, + "step": 350 + }, + { + "epoch": 0.02532376176905595, + "grad_norm": 3.714716158018477, + "learning_rate": 3.887310294294458e-06, + "loss": 1.1202, + "step": 351 + }, + { + "epoch": 0.02539590923848346, + "grad_norm": 5.6385950889948395, + "learning_rate": 3.889197278615114e-06, + "loss": 1.1192, + "step": 352 + }, + { + "epoch": 0.02546805670791097, + "grad_norm": 3.1384293961641117, + "learning_rate": 3.89107890978157e-06, + "loss": 1.0275, + "step": 353 + }, + { + "epoch": 0.02554020417733848, + "grad_norm": 4.008462061305287, + "learning_rate": 3.8929552180804756e-06, + "loss": 1.0672, + "step": 354 + }, + { + "epoch": 0.02561235164676599, + "grad_norm": 0.8713206521699447, + "learning_rate": 3.894826233542171e-06, + "loss": 0.9041, + "step": 355 + }, + { + "epoch": 0.0256844991161935, + "grad_norm": 5.257750466874957, + "learning_rate": 3.896691985943577e-06, + "loss": 1.042, + "step": 356 + }, + { + "epoch": 0.025756646585621008, + "grad_norm": 4.928262302031716, + "learning_rate": 3.898552504811037e-06, + "loss": 1.0564, + "step": 357 + }, + { + "epoch": 0.02582879405504852, + "grad_norm": 3.968654361083129, + "learning_rate": 3.900407819423122e-06, + "loss": 0.8615, + "step": 358 + }, + { + "epoch": 0.02590094152447603, + "grad_norm": 3.180298842537323, + "learning_rate": 3.90225795881339e-06, + "loss": 1.0764, + "step": 359 + }, + { + "epoch": 0.025973088993903538, + "grad_norm": 3.0628884516775066, + "learning_rate": 3.9041029517731164e-06, + "loss": 1.0865, + "step": 360 + }, + { + "epoch": 0.02604523646333105, + "grad_norm": 4.907523603416577, + "learning_rate": 3.9059428268539815e-06, + "loss": 1.0703, + "step": 361 + }, + { + "epoch": 0.02611738393275856, + "grad_norm": 5.358691291460793, + "learning_rate": 3.907777612370725e-06, + "loss": 1.0805, + "step": 362 + }, + { + "epoch": 0.026189531402186068, + "grad_norm": 4.305160025747015, + "learning_rate": 3.909607336403751e-06, + "loss": 1.0679, + "step": 363 + }, + { + "epoch": 0.026261678871613577, + "grad_norm": 3.6291386886084673, + "learning_rate": 3.911432026801718e-06, + "loss": 1.1298, + "step": 364 + }, + { + "epoch": 0.02633382634104109, + "grad_norm": 4.538820664074522, + "learning_rate": 3.913251711184074e-06, + "loss": 1.1645, + "step": 365 + }, + { + "epoch": 0.026405973810468598, + "grad_norm": 0.7531578420862242, + "learning_rate": 3.9150664169435694e-06, + "loss": 0.8581, + "step": 366 + }, + { + "epoch": 0.026478121279896107, + "grad_norm": 3.9634692285295325, + "learning_rate": 3.9168761712487285e-06, + "loss": 1.1119, + "step": 367 + }, + { + "epoch": 0.02655026874932362, + "grad_norm": 4.665817773902832, + "learning_rate": 3.9186810010462915e-06, + "loss": 1.0539, + "step": 368 + }, + { + "epoch": 0.026622416218751128, + "grad_norm": 4.95390414779515, + "learning_rate": 3.920480933063622e-06, + "loss": 1.1226, + "step": 369 + }, + { + "epoch": 0.026694563688178637, + "grad_norm": 2.8851199955835485, + "learning_rate": 3.92227599381108e-06, + "loss": 1.0466, + "step": 370 + }, + { + "epoch": 0.026766711157606145, + "grad_norm": 4.416088186323362, + "learning_rate": 3.924066209584369e-06, + "loss": 1.0411, + "step": 371 + }, + { + "epoch": 0.026838858627033658, + "grad_norm": 2.2626560094166908, + "learning_rate": 3.925851606466841e-06, + "loss": 0.8967, + "step": 372 + }, + { + "epoch": 0.026911006096461167, + "grad_norm": 2.9570860763163695, + "learning_rate": 3.9276322103317845e-06, + "loss": 0.955, + "step": 373 + }, + { + "epoch": 0.026983153565888676, + "grad_norm": 2.7182340461222783, + "learning_rate": 3.929408046844666e-06, + "loss": 1.0798, + "step": 374 + }, + { + "epoch": 0.027055301035316188, + "grad_norm": 5.814114582225237, + "learning_rate": 3.931179141465354e-06, + "loss": 1.1436, + "step": 375 + }, + { + "epoch": 0.027127448504743697, + "grad_norm": 3.8804100171953855, + "learning_rate": 3.932945519450312e-06, + "loss": 1.0307, + "step": 376 + }, + { + "epoch": 0.027199595974171206, + "grad_norm": 4.129172324681311, + "learning_rate": 3.934707205854753e-06, + "loss": 1.0305, + "step": 377 + }, + { + "epoch": 0.027271743443598714, + "grad_norm": 4.702532860875848, + "learning_rate": 3.936464225534777e-06, + "loss": 1.0442, + "step": 378 + }, + { + "epoch": 0.027343890913026227, + "grad_norm": 4.364560123403134, + "learning_rate": 3.9382166031494725e-06, + "loss": 1.0702, + "step": 379 + }, + { + "epoch": 0.027416038382453736, + "grad_norm": 3.6199333035136445, + "learning_rate": 3.939964363162994e-06, + "loss": 1.0572, + "step": 380 + }, + { + "epoch": 0.027488185851881244, + "grad_norm": 3.504080981742763, + "learning_rate": 3.941707529846612e-06, + "loss": 1.043, + "step": 381 + }, + { + "epoch": 0.027560333321308757, + "grad_norm": 2.5413367781714156, + "learning_rate": 3.943446127280736e-06, + "loss": 1.123, + "step": 382 + }, + { + "epoch": 0.027632480790736266, + "grad_norm": 3.566976979978396, + "learning_rate": 3.945180179356906e-06, + "loss": 0.9996, + "step": 383 + }, + { + "epoch": 0.027704628260163774, + "grad_norm": 4.352867163740012, + "learning_rate": 3.946909709779767e-06, + "loss": 1.1046, + "step": 384 + }, + { + "epoch": 0.027776775729591283, + "grad_norm": 0.7252779444294944, + "learning_rate": 3.9486347420690135e-06, + "loss": 0.8441, + "step": 385 + }, + { + "epoch": 0.027848923199018796, + "grad_norm": 3.210995416049305, + "learning_rate": 3.950355299561303e-06, + "loss": 1.0375, + "step": 386 + }, + { + "epoch": 0.027921070668446304, + "grad_norm": 6.561082959453422, + "learning_rate": 3.95207140541216e-06, + "loss": 1.044, + "step": 387 + }, + { + "epoch": 0.027993218137873813, + "grad_norm": 6.038599467816593, + "learning_rate": 3.953783082597833e-06, + "loss": 1.0063, + "step": 388 + }, + { + "epoch": 0.028065365607301322, + "grad_norm": 3.4932432349673306, + "learning_rate": 3.955490353917153e-06, + "loss": 1.0902, + "step": 389 + }, + { + "epoch": 0.028137513076728835, + "grad_norm": 2.30484391021159, + "learning_rate": 3.957193241993348e-06, + "loss": 1.0279, + "step": 390 + }, + { + "epoch": 0.028209660546156343, + "grad_norm": 4.188602359347501, + "learning_rate": 3.9588917692758435e-06, + "loss": 1.0857, + "step": 391 + }, + { + "epoch": 0.028281808015583852, + "grad_norm": 2.9102525938330697, + "learning_rate": 3.9605859580420365e-06, + "loss": 1.0486, + "step": 392 + }, + { + "epoch": 0.028353955485011365, + "grad_norm": 3.8951137646574616, + "learning_rate": 3.962275830399056e-06, + "loss": 1.0005, + "step": 393 + }, + { + "epoch": 0.028426102954438873, + "grad_norm": 5.304387619239069, + "learning_rate": 3.963961408285482e-06, + "loss": 1.0257, + "step": 394 + }, + { + "epoch": 0.028498250423866382, + "grad_norm": 3.848857432665869, + "learning_rate": 3.965642713473064e-06, + "loss": 1.0413, + "step": 395 + }, + { + "epoch": 0.02857039789329389, + "grad_norm": 4.470919635907927, + "learning_rate": 3.967319767568405e-06, + "loss": 1.0513, + "step": 396 + }, + { + "epoch": 0.028642545362721403, + "grad_norm": 2.6661901843036167, + "learning_rate": 3.968992592014627e-06, + "loss": 1.0225, + "step": 397 + }, + { + "epoch": 0.028714692832148912, + "grad_norm": 4.120502447582361, + "learning_rate": 3.9706612080930185e-06, + "loss": 1.1045, + "step": 398 + }, + { + "epoch": 0.02878684030157642, + "grad_norm": 6.2082820949957584, + "learning_rate": 3.972325636924655e-06, + "loss": 1.0092, + "step": 399 + }, + { + "epoch": 0.028858987771003933, + "grad_norm": 5.03704935713323, + "learning_rate": 3.973985899472006e-06, + "loss": 0.9852, + "step": 400 + }, + { + "epoch": 0.028931135240431442, + "grad_norm": 64.735519616359, + "learning_rate": 3.975642016540519e-06, + "loss": 1.0938, + "step": 401 + }, + { + "epoch": 0.02900328270985895, + "grad_norm": 6.900154565379173, + "learning_rate": 3.977294008780183e-06, + "loss": 1.0731, + "step": 402 + }, + { + "epoch": 0.02907543017928646, + "grad_norm": 3.888088272576156, + "learning_rate": 3.978941896687073e-06, + "loss": 0.9641, + "step": 403 + }, + { + "epoch": 0.029147577648713972, + "grad_norm": 3.052543336402888, + "learning_rate": 3.98058570060488e-06, + "loss": 1.0069, + "step": 404 + }, + { + "epoch": 0.02921972511814148, + "grad_norm": 2.8710974038029473, + "learning_rate": 3.982225440726407e-06, + "loss": 1.0606, + "step": 405 + }, + { + "epoch": 0.02929187258756899, + "grad_norm": 3.6149551390928503, + "learning_rate": 3.983861137095072e-06, + "loss": 1.0445, + "step": 406 + }, + { + "epoch": 0.029364020056996502, + "grad_norm": 3.7192690190590962, + "learning_rate": 3.985492809606368e-06, + "loss": 0.9684, + "step": 407 + }, + { + "epoch": 0.02943616752642401, + "grad_norm": 3.6285772102575935, + "learning_rate": 3.987120478009319e-06, + "loss": 1.1085, + "step": 408 + }, + { + "epoch": 0.02950831499585152, + "grad_norm": 4.89820815040733, + "learning_rate": 3.988744161907911e-06, + "loss": 1.0512, + "step": 409 + }, + { + "epoch": 0.02958046246527903, + "grad_norm": 3.0064435741890643, + "learning_rate": 3.990363880762511e-06, + "loss": 1.0358, + "step": 410 + }, + { + "epoch": 0.02965260993470654, + "grad_norm": 3.7833846190977454, + "learning_rate": 3.991979653891269e-06, + "loss": 1.0261, + "step": 411 + }, + { + "epoch": 0.02972475740413405, + "grad_norm": 0.7330581546107934, + "learning_rate": 3.993591500471494e-06, + "loss": 0.862, + "step": 412 + }, + { + "epoch": 0.02979690487356156, + "grad_norm": 3.6534752383365996, + "learning_rate": 3.995199439541027e-06, + "loss": 1.0553, + "step": 413 + }, + { + "epoch": 0.02986905234298907, + "grad_norm": 2.9550235841587744, + "learning_rate": 3.996803489999582e-06, + "loss": 1.101, + "step": 414 + }, + { + "epoch": 0.02994119981241658, + "grad_norm": 7.136777813880523, + "learning_rate": 3.998403670610088e-06, + "loss": 1.2117, + "step": 415 + }, + { + "epoch": 0.03001334728184409, + "grad_norm": 3.282775233773039, + "learning_rate": 3.999999999999999e-06, + "loss": 1.0648, + "step": 416 + }, + { + "epoch": 0.030085494751271598, + "grad_norm": 3.624881479364659, + "learning_rate": 3.999999945393702e-06, + "loss": 1.0593, + "step": 417 + }, + { + "epoch": 0.03015764222069911, + "grad_norm": 6.696416881732729, + "learning_rate": 3.999999781574811e-06, + "loss": 0.9845, + "step": 418 + }, + { + "epoch": 0.03022978969012662, + "grad_norm": 0.8883583605737608, + "learning_rate": 3.9999995085433345e-06, + "loss": 0.9576, + "step": 419 + }, + { + "epoch": 0.030301937159554128, + "grad_norm": 5.251561613800692, + "learning_rate": 3.999999126299289e-06, + "loss": 1.0884, + "step": 420 + }, + { + "epoch": 0.03037408462898164, + "grad_norm": 3.451517274559412, + "learning_rate": 3.999998634842696e-06, + "loss": 1.0958, + "step": 421 + }, + { + "epoch": 0.03044623209840915, + "grad_norm": 4.2665945215880905, + "learning_rate": 3.99999803417358e-06, + "loss": 1.0649, + "step": 422 + }, + { + "epoch": 0.030518379567836658, + "grad_norm": 5.48401973258377, + "learning_rate": 3.9999973242919755e-06, + "loss": 1.0407, + "step": 423 + }, + { + "epoch": 0.030590527037264167, + "grad_norm": 3.462986462294808, + "learning_rate": 3.999996505197922e-06, + "loss": 1.0211, + "step": 424 + }, + { + "epoch": 0.03066267450669168, + "grad_norm": 5.332571909116046, + "learning_rate": 3.999995576891461e-06, + "loss": 1.1094, + "step": 425 + }, + { + "epoch": 0.030734821976119188, + "grad_norm": 5.389201719941707, + "learning_rate": 3.999994539372647e-06, + "loss": 1.13, + "step": 426 + }, + { + "epoch": 0.030806969445546697, + "grad_norm": 6.141223519157714, + "learning_rate": 3.999993392641535e-06, + "loss": 0.8898, + "step": 427 + }, + { + "epoch": 0.030879116914974206, + "grad_norm": 6.012436058671987, + "learning_rate": 3.9999921366981865e-06, + "loss": 1.0591, + "step": 428 + }, + { + "epoch": 0.030951264384401718, + "grad_norm": 6.323052075448069, + "learning_rate": 3.9999907715426715e-06, + "loss": 1.1735, + "step": 429 + }, + { + "epoch": 0.031023411853829227, + "grad_norm": 0.9171049558547842, + "learning_rate": 3.999989297175064e-06, + "loss": 0.8858, + "step": 430 + }, + { + "epoch": 0.031095559323256736, + "grad_norm": 4.193799419083474, + "learning_rate": 3.999987713595445e-06, + "loss": 1.1036, + "step": 431 + }, + { + "epoch": 0.031167706792684248, + "grad_norm": 4.16040840638394, + "learning_rate": 3.999986020803901e-06, + "loss": 1.082, + "step": 432 + }, + { + "epoch": 0.031239854262111757, + "grad_norm": 5.845825805804227, + "learning_rate": 3.999984218800523e-06, + "loss": 1.1206, + "step": 433 + }, + { + "epoch": 0.031312001731539266, + "grad_norm": 4.482160599683753, + "learning_rate": 3.999982307585412e-06, + "loss": 1.0633, + "step": 434 + }, + { + "epoch": 0.03138414920096678, + "grad_norm": 4.027058159278668, + "learning_rate": 3.99998028715867e-06, + "loss": 1.0356, + "step": 435 + }, + { + "epoch": 0.03145629667039428, + "grad_norm": 3.86544631137948, + "learning_rate": 3.999978157520408e-06, + "loss": 1.0449, + "step": 436 + }, + { + "epoch": 0.031528444139821796, + "grad_norm": 5.445812667577867, + "learning_rate": 3.9999759186707424e-06, + "loss": 0.9601, + "step": 437 + }, + { + "epoch": 0.03160059160924931, + "grad_norm": 0.7605621163947738, + "learning_rate": 3.999973570609796e-06, + "loss": 0.8686, + "step": 438 + }, + { + "epoch": 0.03167273907867681, + "grad_norm": 4.2309274750572525, + "learning_rate": 3.9999711133376955e-06, + "loss": 1.0584, + "step": 439 + }, + { + "epoch": 0.031744886548104326, + "grad_norm": 4.055100965642254, + "learning_rate": 3.999968546854578e-06, + "loss": 1.1099, + "step": 440 + }, + { + "epoch": 0.03181703401753184, + "grad_norm": 5.897982507803284, + "learning_rate": 3.999965871160581e-06, + "loss": 1.0051, + "step": 441 + }, + { + "epoch": 0.03188918148695934, + "grad_norm": 3.753506229296376, + "learning_rate": 3.9999630862558505e-06, + "loss": 1.0387, + "step": 442 + }, + { + "epoch": 0.031961328956386856, + "grad_norm": 19.855138679506165, + "learning_rate": 3.99996019214054e-06, + "loss": 1.1239, + "step": 443 + }, + { + "epoch": 0.03203347642581436, + "grad_norm": 5.646892077658183, + "learning_rate": 3.9999571888148075e-06, + "loss": 1.0245, + "step": 444 + }, + { + "epoch": 0.032105623895241873, + "grad_norm": 4.260153366695109, + "learning_rate": 3.999954076278817e-06, + "loss": 1.0589, + "step": 445 + }, + { + "epoch": 0.032177771364669386, + "grad_norm": 6.563882445998906, + "learning_rate": 3.999950854532737e-06, + "loss": 1.0725, + "step": 446 + }, + { + "epoch": 0.03224991883409689, + "grad_norm": 3.321595139435977, + "learning_rate": 3.999947523576744e-06, + "loss": 1.049, + "step": 447 + }, + { + "epoch": 0.032322066303524404, + "grad_norm": 5.857279898871208, + "learning_rate": 3.999944083411021e-06, + "loss": 0.9744, + "step": 448 + }, + { + "epoch": 0.032394213772951916, + "grad_norm": 5.602342537978359, + "learning_rate": 3.999940534035755e-06, + "loss": 1.1443, + "step": 449 + }, + { + "epoch": 0.03246636124237942, + "grad_norm": 2.8328748406832367, + "learning_rate": 3.9999368754511396e-06, + "loss": 1.0645, + "step": 450 + }, + { + "epoch": 0.032538508711806934, + "grad_norm": 4.599089134259975, + "learning_rate": 3.999933107657376e-06, + "loss": 0.9892, + "step": 451 + }, + { + "epoch": 0.032610656181234446, + "grad_norm": 4.608373707783563, + "learning_rate": 3.999929230654668e-06, + "loss": 0.9914, + "step": 452 + }, + { + "epoch": 0.03268280365066195, + "grad_norm": 0.7196208819333967, + "learning_rate": 3.999925244443229e-06, + "loss": 0.8635, + "step": 453 + }, + { + "epoch": 0.032754951120089464, + "grad_norm": 7.172719070530094, + "learning_rate": 3.999921149023275e-06, + "loss": 1.0391, + "step": 454 + }, + { + "epoch": 0.032827098589516976, + "grad_norm": 5.937858490411205, + "learning_rate": 3.99991694439503e-06, + "loss": 1.0541, + "step": 455 + }, + { + "epoch": 0.03289924605894448, + "grad_norm": 6.172731287019389, + "learning_rate": 3.999912630558725e-06, + "loss": 0.9521, + "step": 456 + }, + { + "epoch": 0.032971393528371994, + "grad_norm": 7.584982752016558, + "learning_rate": 3.999908207514595e-06, + "loss": 1.0646, + "step": 457 + }, + { + "epoch": 0.0330435409977995, + "grad_norm": 6.24510153499309, + "learning_rate": 3.99990367526288e-06, + "loss": 1.0877, + "step": 458 + }, + { + "epoch": 0.03311568846722701, + "grad_norm": 5.303922123252411, + "learning_rate": 3.99989903380383e-06, + "loss": 1.0428, + "step": 459 + }, + { + "epoch": 0.033187835936654524, + "grad_norm": 5.213825209227667, + "learning_rate": 3.999894283137696e-06, + "loss": 1.0786, + "step": 460 + }, + { + "epoch": 0.03325998340608203, + "grad_norm": 3.5869805308808766, + "learning_rate": 3.999889423264739e-06, + "loss": 1.0874, + "step": 461 + }, + { + "epoch": 0.03333213087550954, + "grad_norm": 3.796547832443411, + "learning_rate": 3.999884454185224e-06, + "loss": 1.1201, + "step": 462 + }, + { + "epoch": 0.033404278344937054, + "grad_norm": 3.924797276406601, + "learning_rate": 3.999879375899423e-06, + "loss": 1.1464, + "step": 463 + }, + { + "epoch": 0.03347642581436456, + "grad_norm": 2.6684526979179135, + "learning_rate": 3.999874188407612e-06, + "loss": 1.1391, + "step": 464 + }, + { + "epoch": 0.03354857328379207, + "grad_norm": 5.459946702131103, + "learning_rate": 3.999868891710075e-06, + "loss": 0.9944, + "step": 465 + }, + { + "epoch": 0.033620720753219584, + "grad_norm": 10.144246211580823, + "learning_rate": 3.9998634858071004e-06, + "loss": 1.0594, + "step": 466 + }, + { + "epoch": 0.03369286822264709, + "grad_norm": 6.754095177465281, + "learning_rate": 3.9998579706989845e-06, + "loss": 1.0341, + "step": 467 + }, + { + "epoch": 0.0337650156920746, + "grad_norm": 5.002607809922975, + "learning_rate": 3.999852346386028e-06, + "loss": 1.0288, + "step": 468 + }, + { + "epoch": 0.033837163161502114, + "grad_norm": 7.211616459351337, + "learning_rate": 3.999846612868539e-06, + "loss": 0.9909, + "step": 469 + }, + { + "epoch": 0.03390931063092962, + "grad_norm": 3.5123828094590013, + "learning_rate": 3.999840770146829e-06, + "loss": 0.9462, + "step": 470 + }, + { + "epoch": 0.03398145810035713, + "grad_norm": 5.096220575789915, + "learning_rate": 3.999834818221216e-06, + "loss": 1.0064, + "step": 471 + }, + { + "epoch": 0.03405360556978464, + "grad_norm": 5.105475848192273, + "learning_rate": 3.999828757092029e-06, + "loss": 1.0412, + "step": 472 + }, + { + "epoch": 0.03412575303921215, + "grad_norm": 6.001881622275842, + "learning_rate": 3.999822586759595e-06, + "loss": 0.9929, + "step": 473 + }, + { + "epoch": 0.03419790050863966, + "grad_norm": 3.4020712882438207, + "learning_rate": 3.999816307224254e-06, + "loss": 1.1, + "step": 474 + }, + { + "epoch": 0.03427004797806717, + "grad_norm": 6.311724624602725, + "learning_rate": 3.999809918486347e-06, + "loss": 1.074, + "step": 475 + }, + { + "epoch": 0.03434219544749468, + "grad_norm": 5.160116144987508, + "learning_rate": 3.999803420546223e-06, + "loss": 0.9825, + "step": 476 + }, + { + "epoch": 0.03441434291692219, + "grad_norm": 8.661932116633336, + "learning_rate": 3.999796813404238e-06, + "loss": 1.0975, + "step": 477 + }, + { + "epoch": 0.0344864903863497, + "grad_norm": 5.525567017885189, + "learning_rate": 3.999790097060752e-06, + "loss": 1.034, + "step": 478 + }, + { + "epoch": 0.03455863785577721, + "grad_norm": 5.109953401356815, + "learning_rate": 3.999783271516131e-06, + "loss": 1.0694, + "step": 479 + }, + { + "epoch": 0.03463078532520472, + "grad_norm": 7.948567761658066, + "learning_rate": 3.99977633677075e-06, + "loss": 0.9946, + "step": 480 + }, + { + "epoch": 0.03470293279463223, + "grad_norm": 8.61438927822041, + "learning_rate": 3.999769292824984e-06, + "loss": 1.1305, + "step": 481 + }, + { + "epoch": 0.03477508026405974, + "grad_norm": 3.608544059984459, + "learning_rate": 3.9997621396792215e-06, + "loss": 1.1208, + "step": 482 + }, + { + "epoch": 0.034847227733487245, + "grad_norm": 4.704195528079828, + "learning_rate": 3.99975487733385e-06, + "loss": 1.0748, + "step": 483 + }, + { + "epoch": 0.03491937520291476, + "grad_norm": 5.654715482669434, + "learning_rate": 3.999747505789269e-06, + "loss": 0.9987, + "step": 484 + }, + { + "epoch": 0.03499152267234227, + "grad_norm": 4.738749984865986, + "learning_rate": 3.999740025045879e-06, + "loss": 1.023, + "step": 485 + }, + { + "epoch": 0.035063670141769775, + "grad_norm": 20.420837142478007, + "learning_rate": 3.9997324351040885e-06, + "loss": 1.1104, + "step": 486 + }, + { + "epoch": 0.03513581761119729, + "grad_norm": 4.146055640517573, + "learning_rate": 3.999724735964313e-06, + "loss": 1.0121, + "step": 487 + }, + { + "epoch": 0.0352079650806248, + "grad_norm": 0.8237534063613227, + "learning_rate": 3.999716927626972e-06, + "loss": 0.8643, + "step": 488 + }, + { + "epoch": 0.035280112550052305, + "grad_norm": 5.474894009613694, + "learning_rate": 3.999709010092493e-06, + "loss": 0.9348, + "step": 489 + }, + { + "epoch": 0.03535226001947982, + "grad_norm": 8.512281632948525, + "learning_rate": 3.999700983361307e-06, + "loss": 1.099, + "step": 490 + }, + { + "epoch": 0.03542440748890733, + "grad_norm": 3.470660259301974, + "learning_rate": 3.999692847433853e-06, + "loss": 1.0839, + "step": 491 + }, + { + "epoch": 0.035496554958334835, + "grad_norm": 3.7418908497372896, + "learning_rate": 3.999684602310575e-06, + "loss": 1.0404, + "step": 492 + }, + { + "epoch": 0.03556870242776235, + "grad_norm": 4.166137636296409, + "learning_rate": 3.999676247991924e-06, + "loss": 0.9932, + "step": 493 + }, + { + "epoch": 0.03564084989718986, + "grad_norm": 3.5317401377038706, + "learning_rate": 3.999667784478355e-06, + "loss": 1.0913, + "step": 494 + }, + { + "epoch": 0.035712997366617365, + "grad_norm": 4.891249156769529, + "learning_rate": 3.999659211770331e-06, + "loss": 1.0666, + "step": 495 + }, + { + "epoch": 0.03578514483604488, + "grad_norm": 1.0512796801029802, + "learning_rate": 3.99965052986832e-06, + "loss": 0.8754, + "step": 496 + }, + { + "epoch": 0.03585729230547238, + "grad_norm": 4.458290076120219, + "learning_rate": 3.999641738772797e-06, + "loss": 1.0826, + "step": 497 + }, + { + "epoch": 0.035929439774899895, + "grad_norm": 4.834948017902098, + "learning_rate": 3.99963283848424e-06, + "loss": 1.054, + "step": 498 + }, + { + "epoch": 0.03600158724432741, + "grad_norm": 3.7241375788874844, + "learning_rate": 3.999623829003136e-06, + "loss": 1.0661, + "step": 499 + }, + { + "epoch": 0.03607373471375491, + "grad_norm": 6.951743685212551, + "learning_rate": 3.999614710329977e-06, + "loss": 1.1417, + "step": 500 + }, + { + "epoch": 0.036145882183182425, + "grad_norm": 0.8291919959974265, + "learning_rate": 3.999605482465262e-06, + "loss": 0.8874, + "step": 501 + }, + { + "epoch": 0.03621802965260994, + "grad_norm": 8.26173398713134, + "learning_rate": 3.999596145409493e-06, + "loss": 1.0499, + "step": 502 + }, + { + "epoch": 0.03629017712203744, + "grad_norm": 3.9169862224540095, + "learning_rate": 3.999586699163181e-06, + "loss": 1.0275, + "step": 503 + }, + { + "epoch": 0.036362324591464955, + "grad_norm": 8.701274681982438, + "learning_rate": 3.999577143726841e-06, + "loss": 1.09, + "step": 504 + }, + { + "epoch": 0.03643447206089247, + "grad_norm": 14.784349693158958, + "learning_rate": 3.999567479100996e-06, + "loss": 1.1058, + "step": 505 + }, + { + "epoch": 0.03650661953031997, + "grad_norm": 5.806931648442036, + "learning_rate": 3.9995577052861735e-06, + "loss": 0.9351, + "step": 506 + }, + { + "epoch": 0.036578766999747485, + "grad_norm": 7.226294072295087, + "learning_rate": 3.999547822282906e-06, + "loss": 0.9801, + "step": 507 + }, + { + "epoch": 0.03665091446917499, + "grad_norm": 3.932360610189113, + "learning_rate": 3.999537830091734e-06, + "loss": 1.0269, + "step": 508 + }, + { + "epoch": 0.0367230619386025, + "grad_norm": 5.723382793043212, + "learning_rate": 3.999527728713204e-06, + "loss": 1.0291, + "step": 509 + }, + { + "epoch": 0.036795209408030015, + "grad_norm": 5.578749164954757, + "learning_rate": 3.9995175181478655e-06, + "loss": 0.956, + "step": 510 + }, + { + "epoch": 0.03686735687745752, + "grad_norm": 5.0498451964568885, + "learning_rate": 3.999507198396278e-06, + "loss": 1.0325, + "step": 511 + }, + { + "epoch": 0.03693950434688503, + "grad_norm": 4.970142865036875, + "learning_rate": 3.999496769459005e-06, + "loss": 0.9947, + "step": 512 + }, + { + "epoch": 0.037011651816312545, + "grad_norm": 62.74286601939797, + "learning_rate": 3.999486231336614e-06, + "loss": 0.9517, + "step": 513 + }, + { + "epoch": 0.03708379928574005, + "grad_norm": 4.386494604483303, + "learning_rate": 3.9994755840296825e-06, + "loss": 1.0495, + "step": 514 + }, + { + "epoch": 0.03715594675516756, + "grad_norm": 0.7676062736494392, + "learning_rate": 3.999464827538791e-06, + "loss": 0.8606, + "step": 515 + }, + { + "epoch": 0.037228094224595075, + "grad_norm": 6.619080400010025, + "learning_rate": 3.999453961864527e-06, + "loss": 1.0677, + "step": 516 + }, + { + "epoch": 0.03730024169402258, + "grad_norm": 5.171605590072822, + "learning_rate": 3.999442987007484e-06, + "loss": 0.9776, + "step": 517 + }, + { + "epoch": 0.03737238916345009, + "grad_norm": 5.309722892585349, + "learning_rate": 3.999431902968261e-06, + "loss": 1.0761, + "step": 518 + }, + { + "epoch": 0.037444536632877605, + "grad_norm": 4.651305575286094, + "learning_rate": 3.999420709747464e-06, + "loss": 1.0196, + "step": 519 + }, + { + "epoch": 0.03751668410230511, + "grad_norm": 15.02297485718359, + "learning_rate": 3.999409407345703e-06, + "loss": 1.0761, + "step": 520 + }, + { + "epoch": 0.03758883157173262, + "grad_norm": 4.2787109419577645, + "learning_rate": 3.999397995763596e-06, + "loss": 0.9697, + "step": 521 + }, + { + "epoch": 0.03766097904116013, + "grad_norm": 5.253074109286509, + "learning_rate": 3.9993864750017664e-06, + "loss": 1.0558, + "step": 522 + }, + { + "epoch": 0.03773312651058764, + "grad_norm": 9.925872718242461, + "learning_rate": 3.999374845060842e-06, + "loss": 1.155, + "step": 523 + }, + { + "epoch": 0.03780527398001515, + "grad_norm": 7.260571894543834, + "learning_rate": 3.999363105941459e-06, + "loss": 1.0734, + "step": 524 + }, + { + "epoch": 0.03787742144944266, + "grad_norm": 6.569347478551071, + "learning_rate": 3.999351257644258e-06, + "loss": 1.0128, + "step": 525 + }, + { + "epoch": 0.03794956891887017, + "grad_norm": 5.832969799521416, + "learning_rate": 3.999339300169887e-06, + "loss": 0.9677, + "step": 526 + }, + { + "epoch": 0.03802171638829768, + "grad_norm": 7.215293948714593, + "learning_rate": 3.999327233518997e-06, + "loss": 1.0835, + "step": 527 + }, + { + "epoch": 0.03809386385772519, + "grad_norm": 4.738364172553465, + "learning_rate": 3.999315057692249e-06, + "loss": 1.0292, + "step": 528 + }, + { + "epoch": 0.0381660113271527, + "grad_norm": 5.594415209551864, + "learning_rate": 3.999302772690307e-06, + "loss": 1.0585, + "step": 529 + }, + { + "epoch": 0.03823815879658021, + "grad_norm": 6.938779420840111, + "learning_rate": 3.999290378513841e-06, + "loss": 1.1214, + "step": 530 + }, + { + "epoch": 0.03831030626600772, + "grad_norm": 3.811435238098471, + "learning_rate": 3.9992778751635285e-06, + "loss": 1.0554, + "step": 531 + }, + { + "epoch": 0.03838245373543523, + "grad_norm": 4.33707953182282, + "learning_rate": 3.999265262640053e-06, + "loss": 0.9555, + "step": 532 + }, + { + "epoch": 0.03845460120486274, + "grad_norm": 4.895892636636618, + "learning_rate": 3.999252540944102e-06, + "loss": 1.0011, + "step": 533 + }, + { + "epoch": 0.03852674867429025, + "grad_norm": 5.246560559555005, + "learning_rate": 3.999239710076371e-06, + "loss": 0.9785, + "step": 534 + }, + { + "epoch": 0.03859889614371776, + "grad_norm": 8.169510741881593, + "learning_rate": 3.99922677003756e-06, + "loss": 0.877, + "step": 535 + }, + { + "epoch": 0.038671043613145266, + "grad_norm": 5.912429402677921, + "learning_rate": 3.999213720828377e-06, + "loss": 1.0047, + "step": 536 + }, + { + "epoch": 0.03874319108257278, + "grad_norm": 4.297120465289854, + "learning_rate": 3.999200562449532e-06, + "loss": 0.9839, + "step": 537 + }, + { + "epoch": 0.03881533855200029, + "grad_norm": 9.687165285296233, + "learning_rate": 3.999187294901747e-06, + "loss": 0.8717, + "step": 538 + }, + { + "epoch": 0.038887486021427796, + "grad_norm": 3.5666245793744196, + "learning_rate": 3.9991739181857435e-06, + "loss": 1.0241, + "step": 539 + }, + { + "epoch": 0.03895963349085531, + "grad_norm": 8.971702594754825, + "learning_rate": 3.999160432302252e-06, + "loss": 1.0616, + "step": 540 + }, + { + "epoch": 0.03903178096028282, + "grad_norm": 5.0976873053412275, + "learning_rate": 3.999146837252011e-06, + "loss": 1.0652, + "step": 541 + }, + { + "epoch": 0.039103928429710326, + "grad_norm": 2.742090207191627, + "learning_rate": 3.999133133035762e-06, + "loss": 1.0804, + "step": 542 + }, + { + "epoch": 0.03917607589913784, + "grad_norm": 4.884749420517404, + "learning_rate": 3.999119319654252e-06, + "loss": 1.137, + "step": 543 + }, + { + "epoch": 0.03924822336856535, + "grad_norm": 4.805413713854793, + "learning_rate": 3.999105397108238e-06, + "loss": 1.1439, + "step": 544 + }, + { + "epoch": 0.039320370837992856, + "grad_norm": 4.557322451532928, + "learning_rate": 3.999091365398478e-06, + "loss": 1.0274, + "step": 545 + }, + { + "epoch": 0.03939251830742037, + "grad_norm": 3.741483427005672, + "learning_rate": 3.999077224525739e-06, + "loss": 1.0705, + "step": 546 + }, + { + "epoch": 0.039464665776847874, + "grad_norm": 9.301963631663218, + "learning_rate": 3.999062974490793e-06, + "loss": 1.0743, + "step": 547 + }, + { + "epoch": 0.039536813246275386, + "grad_norm": 4.577895643718877, + "learning_rate": 3.999048615294418e-06, + "loss": 1.0964, + "step": 548 + }, + { + "epoch": 0.0396089607157029, + "grad_norm": 5.27481788935591, + "learning_rate": 3.999034146937399e-06, + "loss": 1.0805, + "step": 549 + }, + { + "epoch": 0.039681108185130404, + "grad_norm": 4.000409105360839, + "learning_rate": 3.999019569420524e-06, + "loss": 1.0919, + "step": 550 + }, + { + "epoch": 0.039753255654557916, + "grad_norm": 3.666220608946875, + "learning_rate": 3.999004882744592e-06, + "loss": 1.1064, + "step": 551 + }, + { + "epoch": 0.03982540312398543, + "grad_norm": 4.580151626875566, + "learning_rate": 3.998990086910403e-06, + "loss": 0.9996, + "step": 552 + }, + { + "epoch": 0.039897550593412934, + "grad_norm": 2.8497559560055423, + "learning_rate": 3.998975181918765e-06, + "loss": 1.0399, + "step": 553 + }, + { + "epoch": 0.039969698062840446, + "grad_norm": 3.492998613551116, + "learning_rate": 3.998960167770493e-06, + "loss": 1.1267, + "step": 554 + }, + { + "epoch": 0.04004184553226796, + "grad_norm": 6.119639016269924, + "learning_rate": 3.9989450444664054e-06, + "loss": 1.1034, + "step": 555 + }, + { + "epoch": 0.040113993001695464, + "grad_norm": 3.534910212432692, + "learning_rate": 3.998929812007329e-06, + "loss": 0.97, + "step": 556 + }, + { + "epoch": 0.040186140471122976, + "grad_norm": 0.7021761531957132, + "learning_rate": 3.998914470394095e-06, + "loss": 0.8619, + "step": 557 + }, + { + "epoch": 0.04025828794055049, + "grad_norm": 11.07047927935414, + "learning_rate": 3.998899019627542e-06, + "loss": 1.0252, + "step": 558 + }, + { + "epoch": 0.040330435409977994, + "grad_norm": 7.11812487395321, + "learning_rate": 3.998883459708513e-06, + "loss": 1.0021, + "step": 559 + }, + { + "epoch": 0.040402582879405506, + "grad_norm": 7.2148619911281315, + "learning_rate": 3.9988677906378575e-06, + "loss": 1.0552, + "step": 560 + }, + { + "epoch": 0.04047473034883301, + "grad_norm": 5.181904360101719, + "learning_rate": 3.998852012416432e-06, + "loss": 1.0488, + "step": 561 + }, + { + "epoch": 0.040546877818260524, + "grad_norm": 3.231575311632235, + "learning_rate": 3.998836125045097e-06, + "loss": 1.0203, + "step": 562 + }, + { + "epoch": 0.040619025287688036, + "grad_norm": 4.8346405015571605, + "learning_rate": 3.9988201285247216e-06, + "loss": 1.136, + "step": 563 + }, + { + "epoch": 0.04069117275711554, + "grad_norm": 3.4742419781432714, + "learning_rate": 3.998804022856178e-06, + "loss": 1.1206, + "step": 564 + }, + { + "epoch": 0.040763320226543054, + "grad_norm": 3.4875142961981567, + "learning_rate": 3.998787808040345e-06, + "loss": 1.0676, + "step": 565 + }, + { + "epoch": 0.040835467695970566, + "grad_norm": 3.9690895235706343, + "learning_rate": 3.998771484078111e-06, + "loss": 1.0679, + "step": 566 + }, + { + "epoch": 0.04090761516539807, + "grad_norm": 6.210460255838972, + "learning_rate": 3.998755050970364e-06, + "loss": 1.0597, + "step": 567 + }, + { + "epoch": 0.040979762634825584, + "grad_norm": 8.07050818827366, + "learning_rate": 3.998738508718004e-06, + "loss": 1.0538, + "step": 568 + }, + { + "epoch": 0.041051910104253096, + "grad_norm": 8.101425949608636, + "learning_rate": 3.998721857321932e-06, + "loss": 1.2099, + "step": 569 + }, + { + "epoch": 0.0411240575736806, + "grad_norm": 1.441658142740853, + "learning_rate": 3.998705096783059e-06, + "loss": 0.7977, + "step": 570 + }, + { + "epoch": 0.041196205043108114, + "grad_norm": 5.630964719466372, + "learning_rate": 3.998688227102299e-06, + "loss": 1.1356, + "step": 571 + }, + { + "epoch": 0.041268352512535626, + "grad_norm": 4.416957749665385, + "learning_rate": 3.998671248280575e-06, + "loss": 1.0901, + "step": 572 + }, + { + "epoch": 0.04134049998196313, + "grad_norm": 6.1712673998783085, + "learning_rate": 3.9986541603188114e-06, + "loss": 1.0606, + "step": 573 + }, + { + "epoch": 0.041412647451390644, + "grad_norm": 3.0389366614170314, + "learning_rate": 3.998636963217944e-06, + "loss": 1.124, + "step": 574 + }, + { + "epoch": 0.04148479492081815, + "grad_norm": 10.16405011468788, + "learning_rate": 3.9986196569789095e-06, + "loss": 1.0731, + "step": 575 + }, + { + "epoch": 0.04155694239024566, + "grad_norm": 9.078444352171177, + "learning_rate": 3.998602241602656e-06, + "loss": 0.9646, + "step": 576 + }, + { + "epoch": 0.041629089859673174, + "grad_norm": 4.029605973814216, + "learning_rate": 3.998584717090132e-06, + "loss": 1.0946, + "step": 577 + }, + { + "epoch": 0.04170123732910068, + "grad_norm": 4.331227206435785, + "learning_rate": 3.998567083442295e-06, + "loss": 1.0222, + "step": 578 + }, + { + "epoch": 0.04177338479852819, + "grad_norm": 8.159224512238481, + "learning_rate": 3.998549340660107e-06, + "loss": 1.0829, + "step": 579 + }, + { + "epoch": 0.041845532267955704, + "grad_norm": 4.198633225893419, + "learning_rate": 3.998531488744538e-06, + "loss": 1.0394, + "step": 580 + }, + { + "epoch": 0.04191767973738321, + "grad_norm": 4.47779751929219, + "learning_rate": 3.998513527696564e-06, + "loss": 1.1165, + "step": 581 + }, + { + "epoch": 0.04198982720681072, + "grad_norm": 0.7645165340614103, + "learning_rate": 3.9984954575171634e-06, + "loss": 0.8783, + "step": 582 + }, + { + "epoch": 0.042061974676238234, + "grad_norm": 2.91589167153245, + "learning_rate": 3.998477278207325e-06, + "loss": 1.0742, + "step": 583 + }, + { + "epoch": 0.04213412214566574, + "grad_norm": 3.5019047867289226, + "learning_rate": 3.9984589897680405e-06, + "loss": 1.0972, + "step": 584 + }, + { + "epoch": 0.04220626961509325, + "grad_norm": 4.116966748336593, + "learning_rate": 3.998440592200308e-06, + "loss": 1.1298, + "step": 585 + }, + { + "epoch": 0.04227841708452076, + "grad_norm": 7.499277970209058, + "learning_rate": 3.998422085505132e-06, + "loss": 0.8174, + "step": 586 + }, + { + "epoch": 0.04235056455394827, + "grad_norm": 5.936998526828885, + "learning_rate": 3.998403469683525e-06, + "loss": 1.0867, + "step": 587 + }, + { + "epoch": 0.04242271202337578, + "grad_norm": 7.189701174493668, + "learning_rate": 3.998384744736502e-06, + "loss": 1.0872, + "step": 588 + }, + { + "epoch": 0.04249485949280329, + "grad_norm": 4.567571251558264, + "learning_rate": 3.998365910665087e-06, + "loss": 1.0189, + "step": 589 + }, + { + "epoch": 0.0425670069622308, + "grad_norm": 4.799343207246932, + "learning_rate": 3.998346967470306e-06, + "loss": 1.0295, + "step": 590 + }, + { + "epoch": 0.04263915443165831, + "grad_norm": 12.674857318985513, + "learning_rate": 3.9983279151531944e-06, + "loss": 0.9989, + "step": 591 + }, + { + "epoch": 0.04271130190108582, + "grad_norm": 8.939552338249426, + "learning_rate": 3.998308753714794e-06, + "loss": 1.042, + "step": 592 + }, + { + "epoch": 0.04278344937051333, + "grad_norm": 15.797305319157433, + "learning_rate": 3.998289483156149e-06, + "loss": 0.9682, + "step": 593 + }, + { + "epoch": 0.04285559683994084, + "grad_norm": 4.103969020570423, + "learning_rate": 3.9982701034783136e-06, + "loss": 0.9746, + "step": 594 + }, + { + "epoch": 0.04292774430936835, + "grad_norm": 5.501360464896086, + "learning_rate": 3.998250614682345e-06, + "loss": 1.0132, + "step": 595 + }, + { + "epoch": 0.04299989177879586, + "grad_norm": 4.654191554226953, + "learning_rate": 3.9982310167693075e-06, + "loss": 1.0497, + "step": 596 + }, + { + "epoch": 0.04307203924822337, + "grad_norm": 6.033345703337126, + "learning_rate": 3.998211309740272e-06, + "loss": 1.0646, + "step": 597 + }, + { + "epoch": 0.04314418671765088, + "grad_norm": 3.191603917101818, + "learning_rate": 3.9981914935963125e-06, + "loss": 1.1196, + "step": 598 + }, + { + "epoch": 0.04321633418707839, + "grad_norm": 4.831079461763089, + "learning_rate": 3.998171568338514e-06, + "loss": 1.0097, + "step": 599 + }, + { + "epoch": 0.043288481656505895, + "grad_norm": 6.716381134451267, + "learning_rate": 3.9981515339679625e-06, + "loss": 0.981, + "step": 600 + }, + { + "epoch": 0.04336062912593341, + "grad_norm": 4.878765510380002, + "learning_rate": 3.998131390485753e-06, + "loss": 0.9452, + "step": 601 + }, + { + "epoch": 0.04343277659536092, + "grad_norm": 6.388394215916781, + "learning_rate": 3.9981111378929844e-06, + "loss": 1.0805, + "step": 602 + }, + { + "epoch": 0.043504924064788425, + "grad_norm": 6.816295721256461, + "learning_rate": 3.998090776190763e-06, + "loss": 1.1181, + "step": 603 + }, + { + "epoch": 0.04357707153421594, + "grad_norm": 4.322901689740936, + "learning_rate": 3.998070305380202e-06, + "loss": 1.0736, + "step": 604 + }, + { + "epoch": 0.04364921900364345, + "grad_norm": 7.7421293593301295, + "learning_rate": 3.9980497254624185e-06, + "loss": 1.01, + "step": 605 + }, + { + "epoch": 0.043721366473070955, + "grad_norm": 3.6968338074892295, + "learning_rate": 3.998029036438536e-06, + "loss": 1.0968, + "step": 606 + }, + { + "epoch": 0.04379351394249847, + "grad_norm": 4.374260976226129, + "learning_rate": 3.998008238309683e-06, + "loss": 0.9058, + "step": 607 + }, + { + "epoch": 0.04386566141192598, + "grad_norm": 4.883326535442598, + "learning_rate": 3.9979873310769965e-06, + "loss": 1.0199, + "step": 608 + }, + { + "epoch": 0.043937808881353485, + "grad_norm": 4.7126923134820435, + "learning_rate": 3.99796631474162e-06, + "loss": 0.9914, + "step": 609 + }, + { + "epoch": 0.044009956350781, + "grad_norm": 4.368435321438647, + "learning_rate": 3.997945189304698e-06, + "loss": 1.0663, + "step": 610 + }, + { + "epoch": 0.0440821038202085, + "grad_norm": 10.313167666004897, + "learning_rate": 3.997923954767385e-06, + "loss": 1.0544, + "step": 611 + }, + { + "epoch": 0.044154251289636015, + "grad_norm": 3.527529892176359, + "learning_rate": 3.997902611130842e-06, + "loss": 1.0577, + "step": 612 + }, + { + "epoch": 0.04422639875906353, + "grad_norm": 1.92879703377852, + "learning_rate": 3.997881158396233e-06, + "loss": 0.8793, + "step": 613 + }, + { + "epoch": 0.04429854622849103, + "grad_norm": 7.322702968150875, + "learning_rate": 3.997859596564729e-06, + "loss": 0.9761, + "step": 614 + }, + { + "epoch": 0.044370693697918545, + "grad_norm": 0.8378667939182762, + "learning_rate": 3.997837925637509e-06, + "loss": 0.8567, + "step": 615 + }, + { + "epoch": 0.04444284116734606, + "grad_norm": 6.207678672870821, + "learning_rate": 3.997816145615755e-06, + "loss": 1.0307, + "step": 616 + }, + { + "epoch": 0.04451498863677356, + "grad_norm": 7.124022835096787, + "learning_rate": 3.997794256500658e-06, + "loss": 1.0144, + "step": 617 + }, + { + "epoch": 0.044587136106201075, + "grad_norm": 5.849561117288422, + "learning_rate": 3.997772258293411e-06, + "loss": 1.0095, + "step": 618 + }, + { + "epoch": 0.04465928357562859, + "grad_norm": 4.190502627504028, + "learning_rate": 3.997750150995218e-06, + "loss": 1.1192, + "step": 619 + }, + { + "epoch": 0.04473143104505609, + "grad_norm": 3.6030228109831395, + "learning_rate": 3.997727934607283e-06, + "loss": 0.9615, + "step": 620 + }, + { + "epoch": 0.044803578514483605, + "grad_norm": 4.916564983458702, + "learning_rate": 3.997705609130822e-06, + "loss": 1.1411, + "step": 621 + }, + { + "epoch": 0.04487572598391112, + "grad_norm": 4.502599812894018, + "learning_rate": 3.997683174567052e-06, + "loss": 1.0421, + "step": 622 + }, + { + "epoch": 0.04494787345333862, + "grad_norm": 5.211732817985248, + "learning_rate": 3.9976606309172e-06, + "loss": 1.0445, + "step": 623 + }, + { + "epoch": 0.045020020922766135, + "grad_norm": 5.200761871278866, + "learning_rate": 3.997637978182496e-06, + "loss": 0.9752, + "step": 624 + }, + { + "epoch": 0.04509216839219364, + "grad_norm": 3.620430664452222, + "learning_rate": 3.9976152163641765e-06, + "loss": 1.0133, + "step": 625 + }, + { + "epoch": 0.04516431586162115, + "grad_norm": 4.238391505622344, + "learning_rate": 3.9975923454634856e-06, + "loss": 1.1153, + "step": 626 + }, + { + "epoch": 0.045236463331048665, + "grad_norm": 7.411449040085164, + "learning_rate": 3.997569365481671e-06, + "loss": 1.0605, + "step": 627 + }, + { + "epoch": 0.04530861080047617, + "grad_norm": 3.1533898717746025, + "learning_rate": 3.997546276419988e-06, + "loss": 0.9526, + "step": 628 + }, + { + "epoch": 0.04538075826990368, + "grad_norm": 5.7367497238243566, + "learning_rate": 3.997523078279697e-06, + "loss": 1.1668, + "step": 629 + }, + { + "epoch": 0.045452905739331195, + "grad_norm": 6.1718153552299935, + "learning_rate": 3.997499771062066e-06, + "loss": 1.0738, + "step": 630 + }, + { + "epoch": 0.0455250532087587, + "grad_norm": 7.65260595677626, + "learning_rate": 3.997476354768367e-06, + "loss": 1.1554, + "step": 631 + }, + { + "epoch": 0.04559720067818621, + "grad_norm": 16.582935322085905, + "learning_rate": 3.9974528293998785e-06, + "loss": 1.0827, + "step": 632 + }, + { + "epoch": 0.045669348147613725, + "grad_norm": 4.042582588366582, + "learning_rate": 3.997429194957886e-06, + "loss": 1.1262, + "step": 633 + }, + { + "epoch": 0.04574149561704123, + "grad_norm": 5.418052183140037, + "learning_rate": 3.997405451443678e-06, + "loss": 1.0427, + "step": 634 + }, + { + "epoch": 0.04581364308646874, + "grad_norm": 4.189749270200253, + "learning_rate": 3.997381598858554e-06, + "loss": 1.0078, + "step": 635 + }, + { + "epoch": 0.045885790555896255, + "grad_norm": 14.018577783473225, + "learning_rate": 3.9973576372038135e-06, + "loss": 0.925, + "step": 636 + }, + { + "epoch": 0.04595793802532376, + "grad_norm": 5.17875246379848, + "learning_rate": 3.997333566480767e-06, + "loss": 1.0815, + "step": 637 + }, + { + "epoch": 0.04603008549475127, + "grad_norm": 7.174864168908368, + "learning_rate": 3.997309386690729e-06, + "loss": 0.9554, + "step": 638 + }, + { + "epoch": 0.04610223296417878, + "grad_norm": 2.9946124656247095, + "learning_rate": 3.997285097835018e-06, + "loss": 1.0607, + "step": 639 + }, + { + "epoch": 0.04617438043360629, + "grad_norm": 6.077118856513455, + "learning_rate": 3.997260699914962e-06, + "loss": 1.0593, + "step": 640 + }, + { + "epoch": 0.0462465279030338, + "grad_norm": 6.731702801024296, + "learning_rate": 3.9972361929318925e-06, + "loss": 1.0366, + "step": 641 + }, + { + "epoch": 0.04631867537246131, + "grad_norm": 5.367322362013349, + "learning_rate": 3.9972115768871485e-06, + "loss": 1.092, + "step": 642 + }, + { + "epoch": 0.04639082284188882, + "grad_norm": 9.028328710194174, + "learning_rate": 3.997186851782074e-06, + "loss": 1.0306, + "step": 643 + }, + { + "epoch": 0.04646297031131633, + "grad_norm": 5.016359269534522, + "learning_rate": 3.997162017618018e-06, + "loss": 0.9635, + "step": 644 + }, + { + "epoch": 0.04653511778074384, + "grad_norm": 6.220808598988088, + "learning_rate": 3.997137074396338e-06, + "loss": 1.0788, + "step": 645 + }, + { + "epoch": 0.04660726525017135, + "grad_norm": 14.078172689985816, + "learning_rate": 3.997112022118396e-06, + "loss": 1.1161, + "step": 646 + }, + { + "epoch": 0.04667941271959886, + "grad_norm": 12.645978663875228, + "learning_rate": 3.997086860785558e-06, + "loss": 0.9561, + "step": 647 + }, + { + "epoch": 0.04675156018902637, + "grad_norm": 4.190351056526017, + "learning_rate": 3.997061590399201e-06, + "loss": 0.8664, + "step": 648 + }, + { + "epoch": 0.04682370765845388, + "grad_norm": 4.712646983963364, + "learning_rate": 3.997036210960703e-06, + "loss": 1.0184, + "step": 649 + }, + { + "epoch": 0.046895855127881386, + "grad_norm": 4.637773556108497, + "learning_rate": 3.99701072247145e-06, + "loss": 1.0165, + "step": 650 + }, + { + "epoch": 0.0469680025973089, + "grad_norm": 17.39848310501432, + "learning_rate": 3.996985124932834e-06, + "loss": 1.0053, + "step": 651 + }, + { + "epoch": 0.04704015006673641, + "grad_norm": 4.576188546971338, + "learning_rate": 3.996959418346253e-06, + "loss": 1.0228, + "step": 652 + }, + { + "epoch": 0.047112297536163916, + "grad_norm": 8.061216266956043, + "learning_rate": 3.9969336027131115e-06, + "loss": 1.0446, + "step": 653 + }, + { + "epoch": 0.04718444500559143, + "grad_norm": 8.113419481549919, + "learning_rate": 3.996907678034817e-06, + "loss": 1.1134, + "step": 654 + }, + { + "epoch": 0.04725659247501894, + "grad_norm": 3.3266202721835767, + "learning_rate": 3.996881644312787e-06, + "loss": 1.0457, + "step": 655 + }, + { + "epoch": 0.047328739944446446, + "grad_norm": 1.0666009075537897, + "learning_rate": 3.996855501548443e-06, + "loss": 0.8951, + "step": 656 + }, + { + "epoch": 0.04740088741387396, + "grad_norm": 3.5952892158480467, + "learning_rate": 3.996829249743212e-06, + "loss": 1.0313, + "step": 657 + }, + { + "epoch": 0.04747303488330147, + "grad_norm": 4.619437300528143, + "learning_rate": 3.996802888898527e-06, + "loss": 1.0244, + "step": 658 + }, + { + "epoch": 0.047545182352728976, + "grad_norm": 2.5820827738689633, + "learning_rate": 3.99677641901583e-06, + "loss": 1.095, + "step": 659 + }, + { + "epoch": 0.04761732982215649, + "grad_norm": 5.054669764869389, + "learning_rate": 3.996749840096562e-06, + "loss": 0.9582, + "step": 660 + }, + { + "epoch": 0.047689477291584, + "grad_norm": 4.828896075159156, + "learning_rate": 3.996723152142179e-06, + "loss": 0.9768, + "step": 661 + }, + { + "epoch": 0.047761624761011506, + "grad_norm": 2.599429886007562, + "learning_rate": 3.996696355154136e-06, + "loss": 1.045, + "step": 662 + }, + { + "epoch": 0.04783377223043902, + "grad_norm": 4.049852844202167, + "learning_rate": 3.996669449133896e-06, + "loss": 1.0381, + "step": 663 + }, + { + "epoch": 0.047905919699866524, + "grad_norm": 4.40775008402503, + "learning_rate": 3.996642434082929e-06, + "loss": 1.0158, + "step": 664 + }, + { + "epoch": 0.047978067169294036, + "grad_norm": 4.266464653795909, + "learning_rate": 3.9966153100027095e-06, + "loss": 0.9822, + "step": 665 + }, + { + "epoch": 0.04805021463872155, + "grad_norm": 7.983533841072682, + "learning_rate": 3.9965880768947196e-06, + "loss": 0.9963, + "step": 666 + }, + { + "epoch": 0.048122362108149054, + "grad_norm": 4.4774799571821395, + "learning_rate": 3.996560734760446e-06, + "loss": 0.996, + "step": 667 + }, + { + "epoch": 0.048194509577576566, + "grad_norm": 4.548492039229333, + "learning_rate": 3.996533283601382e-06, + "loss": 1.0467, + "step": 668 + }, + { + "epoch": 0.04826665704700408, + "grad_norm": 2.931074378765401, + "learning_rate": 3.996505723419025e-06, + "loss": 0.9933, + "step": 669 + }, + { + "epoch": 0.048338804516431584, + "grad_norm": 14.916714687731856, + "learning_rate": 3.996478054214883e-06, + "loss": 0.9797, + "step": 670 + }, + { + "epoch": 0.048410951985859096, + "grad_norm": 6.492696620474237, + "learning_rate": 3.9964502759904635e-06, + "loss": 0.9581, + "step": 671 + }, + { + "epoch": 0.04848309945528661, + "grad_norm": 8.045758038377079, + "learning_rate": 3.996422388747286e-06, + "loss": 1.0051, + "step": 672 + }, + { + "epoch": 0.048555246924714114, + "grad_norm": 4.5959415527956695, + "learning_rate": 3.996394392486872e-06, + "loss": 1.0814, + "step": 673 + }, + { + "epoch": 0.048627394394141626, + "grad_norm": 6.400778913782681, + "learning_rate": 3.996366287210751e-06, + "loss": 1.0264, + "step": 674 + }, + { + "epoch": 0.04869954186356914, + "grad_norm": 10.770281799086701, + "learning_rate": 3.996338072920457e-06, + "loss": 0.9921, + "step": 675 + }, + { + "epoch": 0.048771689332996644, + "grad_norm": 6.660229563379484, + "learning_rate": 3.996309749617532e-06, + "loss": 1.1614, + "step": 676 + }, + { + "epoch": 0.048843836802424156, + "grad_norm": 3.6663306400185016, + "learning_rate": 3.996281317303521e-06, + "loss": 0.9239, + "step": 677 + }, + { + "epoch": 0.04891598427185166, + "grad_norm": 3.446409989200308, + "learning_rate": 3.996252775979976e-06, + "loss": 0.9584, + "step": 678 + }, + { + "epoch": 0.048988131741279174, + "grad_norm": 3.7113774410272025, + "learning_rate": 3.996224125648458e-06, + "loss": 1.0038, + "step": 679 + }, + { + "epoch": 0.049060279210706687, + "grad_norm": 4.991528964597816, + "learning_rate": 3.99619536631053e-06, + "loss": 0.9829, + "step": 680 + }, + { + "epoch": 0.04913242668013419, + "grad_norm": 4.1738557720919855, + "learning_rate": 3.996166497967764e-06, + "loss": 1.0479, + "step": 681 + }, + { + "epoch": 0.049204574149561704, + "grad_norm": 4.822507880774467, + "learning_rate": 3.9961375206217335e-06, + "loss": 1.0887, + "step": 682 + }, + { + "epoch": 0.04927672161898922, + "grad_norm": 8.373942294158615, + "learning_rate": 3.996108434274022e-06, + "loss": 1.1565, + "step": 683 + }, + { + "epoch": 0.04934886908841672, + "grad_norm": 5.279976414714502, + "learning_rate": 3.9960792389262195e-06, + "loss": 0.9166, + "step": 684 + }, + { + "epoch": 0.049421016557844234, + "grad_norm": 6.165989022353129, + "learning_rate": 3.996049934579919e-06, + "loss": 1.1376, + "step": 685 + }, + { + "epoch": 0.04949316402727175, + "grad_norm": 10.685909398266896, + "learning_rate": 3.99602052123672e-06, + "loss": 0.9726, + "step": 686 + }, + { + "epoch": 0.04956531149669925, + "grad_norm": 3.6774203368478706, + "learning_rate": 3.99599099889823e-06, + "loss": 1.018, + "step": 687 + }, + { + "epoch": 0.049637458966126764, + "grad_norm": 3.8707216085865954, + "learning_rate": 3.995961367566061e-06, + "loss": 1.0871, + "step": 688 + }, + { + "epoch": 0.04970960643555427, + "grad_norm": 5.048346431929701, + "learning_rate": 3.9959316272418285e-06, + "loss": 0.9967, + "step": 689 + }, + { + "epoch": 0.04978175390498178, + "grad_norm": 3.7193624809514696, + "learning_rate": 3.99590177792716e-06, + "loss": 1.1018, + "step": 690 + }, + { + "epoch": 0.049853901374409294, + "grad_norm": 5.278029503870321, + "learning_rate": 3.995871819623684e-06, + "loss": 1.1233, + "step": 691 + }, + { + "epoch": 0.0499260488438368, + "grad_norm": 7.3943911870154215, + "learning_rate": 3.995841752333035e-06, + "loss": 0.8986, + "step": 692 + }, + { + "epoch": 0.04999819631326431, + "grad_norm": 4.487984191785093, + "learning_rate": 3.9958115760568575e-06, + "loss": 0.9693, + "step": 693 + }, + { + "epoch": 0.050070343782691824, + "grad_norm": 9.274505733676804, + "learning_rate": 3.995781290796798e-06, + "loss": 0.8995, + "step": 694 + }, + { + "epoch": 0.05014249125211933, + "grad_norm": 4.1881289792607665, + "learning_rate": 3.995750896554511e-06, + "loss": 1.031, + "step": 695 + }, + { + "epoch": 0.05021463872154684, + "grad_norm": 5.907765027662348, + "learning_rate": 3.995720393331654e-06, + "loss": 1.0804, + "step": 696 + }, + { + "epoch": 0.050286786190974354, + "grad_norm": 4.464598748267556, + "learning_rate": 3.995689781129896e-06, + "loss": 1.0138, + "step": 697 + }, + { + "epoch": 0.05035893366040186, + "grad_norm": 8.81794170349467, + "learning_rate": 3.995659059950905e-06, + "loss": 1.007, + "step": 698 + }, + { + "epoch": 0.05043108112982937, + "grad_norm": 3.808878695270198, + "learning_rate": 3.995628229796361e-06, + "loss": 1.037, + "step": 699 + }, + { + "epoch": 0.050503228599256884, + "grad_norm": 4.3189010659942975, + "learning_rate": 3.995597290667948e-06, + "loss": 1.037, + "step": 700 + }, + { + "epoch": 0.05057537606868439, + "grad_norm": 19.411375096945008, + "learning_rate": 3.995566242567353e-06, + "loss": 1.0247, + "step": 701 + }, + { + "epoch": 0.0506475235381119, + "grad_norm": 7.744503902655237, + "learning_rate": 3.9955350854962734e-06, + "loss": 0.9062, + "step": 702 + }, + { + "epoch": 0.05071967100753941, + "grad_norm": 12.95847319663434, + "learning_rate": 3.995503819456411e-06, + "loss": 1.0012, + "step": 703 + }, + { + "epoch": 0.05079181847696692, + "grad_norm": 4.601567681249736, + "learning_rate": 3.99547244444947e-06, + "loss": 1.0955, + "step": 704 + }, + { + "epoch": 0.05086396594639443, + "grad_norm": 4.193217686896562, + "learning_rate": 3.995440960477167e-06, + "loss": 1.1488, + "step": 705 + }, + { + "epoch": 0.05093611341582194, + "grad_norm": 0.8503324391509762, + "learning_rate": 3.995409367541221e-06, + "loss": 0.8259, + "step": 706 + }, + { + "epoch": 0.05100826088524945, + "grad_norm": 4.154151329285148, + "learning_rate": 3.995377665643355e-06, + "loss": 0.8839, + "step": 707 + }, + { + "epoch": 0.05108040835467696, + "grad_norm": 4.795762122470958, + "learning_rate": 3.995345854785301e-06, + "loss": 1.0414, + "step": 708 + }, + { + "epoch": 0.05115255582410447, + "grad_norm": 3.4198217633298285, + "learning_rate": 3.995313934968797e-06, + "loss": 0.9373, + "step": 709 + }, + { + "epoch": 0.05122470329353198, + "grad_norm": 4.708887163295633, + "learning_rate": 3.995281906195586e-06, + "loss": 1.0743, + "step": 710 + }, + { + "epoch": 0.05129685076295949, + "grad_norm": 4.160529206800458, + "learning_rate": 3.995249768467415e-06, + "loss": 1.1174, + "step": 711 + }, + { + "epoch": 0.051368998232387, + "grad_norm": 2.9355692910197044, + "learning_rate": 3.995217521786041e-06, + "loss": 0.9948, + "step": 712 + }, + { + "epoch": 0.05144114570181451, + "grad_norm": 2.7399041649145794, + "learning_rate": 3.995185166153223e-06, + "loss": 1.0594, + "step": 713 + }, + { + "epoch": 0.051513293171242015, + "grad_norm": 5.660518152897078, + "learning_rate": 3.995152701570731e-06, + "loss": 1.08, + "step": 714 + }, + { + "epoch": 0.05158544064066953, + "grad_norm": 7.284907785223433, + "learning_rate": 3.995120128040335e-06, + "loss": 1.0001, + "step": 715 + }, + { + "epoch": 0.05165758811009704, + "grad_norm": 0.8159263697156897, + "learning_rate": 3.995087445563814e-06, + "loss": 0.8905, + "step": 716 + }, + { + "epoch": 0.051729735579524545, + "grad_norm": 5.814111629730612, + "learning_rate": 3.995054654142954e-06, + "loss": 0.953, + "step": 717 + }, + { + "epoch": 0.05180188304895206, + "grad_norm": 3.161119387376883, + "learning_rate": 3.995021753779544e-06, + "loss": 1.1239, + "step": 718 + }, + { + "epoch": 0.05187403051837957, + "grad_norm": 4.443115764269725, + "learning_rate": 3.994988744475382e-06, + "loss": 1.126, + "step": 719 + }, + { + "epoch": 0.051946177987807075, + "grad_norm": 2.624253484752166, + "learning_rate": 3.99495562623227e-06, + "loss": 1.1054, + "step": 720 + }, + { + "epoch": 0.05201832545723459, + "grad_norm": 2.8747488824391185, + "learning_rate": 3.994922399052015e-06, + "loss": 1.0259, + "step": 721 + }, + { + "epoch": 0.0520904729266621, + "grad_norm": 14.679813272811387, + "learning_rate": 3.994889062936434e-06, + "loss": 1.0029, + "step": 722 + }, + { + "epoch": 0.052162620396089605, + "grad_norm": 0.9912802686074614, + "learning_rate": 3.994855617887346e-06, + "loss": 0.8794, + "step": 723 + }, + { + "epoch": 0.05223476786551712, + "grad_norm": 3.347887705543336, + "learning_rate": 3.994822063906577e-06, + "loss": 0.9565, + "step": 724 + }, + { + "epoch": 0.05230691533494463, + "grad_norm": 5.707366787278636, + "learning_rate": 3.99478840099596e-06, + "loss": 0.9555, + "step": 725 + }, + { + "epoch": 0.052379062804372135, + "grad_norm": 3.3396258723706205, + "learning_rate": 3.994754629157332e-06, + "loss": 0.9436, + "step": 726 + }, + { + "epoch": 0.05245121027379965, + "grad_norm": 2.2527692495431064, + "learning_rate": 3.994720748392539e-06, + "loss": 1.0037, + "step": 727 + }, + { + "epoch": 0.05252335774322715, + "grad_norm": 6.568080019334483, + "learning_rate": 3.994686758703429e-06, + "loss": 1.1039, + "step": 728 + }, + { + "epoch": 0.052595505212654665, + "grad_norm": 2.749467364661228, + "learning_rate": 3.994652660091861e-06, + "loss": 1.0827, + "step": 729 + }, + { + "epoch": 0.05266765268208218, + "grad_norm": 3.4680209381721006, + "learning_rate": 3.994618452559693e-06, + "loss": 0.9411, + "step": 730 + }, + { + "epoch": 0.05273980015150968, + "grad_norm": 3.7704111920247905, + "learning_rate": 3.994584136108797e-06, + "loss": 1.0676, + "step": 731 + }, + { + "epoch": 0.052811947620937195, + "grad_norm": 8.154718598750339, + "learning_rate": 3.994549710741044e-06, + "loss": 0.9368, + "step": 732 + }, + { + "epoch": 0.05288409509036471, + "grad_norm": 5.361019138124842, + "learning_rate": 3.994515176458316e-06, + "loss": 1.0119, + "step": 733 + }, + { + "epoch": 0.05295624255979221, + "grad_norm": 3.6229052575085112, + "learning_rate": 3.994480533262496e-06, + "loss": 1.0935, + "step": 734 + }, + { + "epoch": 0.053028390029219725, + "grad_norm": 3.977178559612825, + "learning_rate": 3.994445781155478e-06, + "loss": 1.1089, + "step": 735 + }, + { + "epoch": 0.05310053749864724, + "grad_norm": 2.6569363773123995, + "learning_rate": 3.99441092013916e-06, + "loss": 1.0055, + "step": 736 + }, + { + "epoch": 0.05317268496807474, + "grad_norm": 3.0003242317465406, + "learning_rate": 3.994375950215443e-06, + "loss": 1.096, + "step": 737 + }, + { + "epoch": 0.053244832437502256, + "grad_norm": 3.897919706462013, + "learning_rate": 3.994340871386241e-06, + "loss": 1.0806, + "step": 738 + }, + { + "epoch": 0.05331697990692977, + "grad_norm": 3.2672812902195836, + "learning_rate": 3.994305683653464e-06, + "loss": 1.0002, + "step": 739 + }, + { + "epoch": 0.05338912737635727, + "grad_norm": 2.4959413962514683, + "learning_rate": 3.994270387019038e-06, + "loss": 1.0245, + "step": 740 + }, + { + "epoch": 0.053461274845784786, + "grad_norm": 4.36740259176545, + "learning_rate": 3.994234981484888e-06, + "loss": 1.0627, + "step": 741 + }, + { + "epoch": 0.05353342231521229, + "grad_norm": 2.307773812395237, + "learning_rate": 3.9941994670529485e-06, + "loss": 1.0479, + "step": 742 + }, + { + "epoch": 0.0536055697846398, + "grad_norm": 0.7688701907847675, + "learning_rate": 3.994163843725158e-06, + "loss": 0.8213, + "step": 743 + }, + { + "epoch": 0.053677717254067316, + "grad_norm": 2.5746159572687914, + "learning_rate": 3.9941281115034624e-06, + "loss": 1.0604, + "step": 744 + }, + { + "epoch": 0.05374986472349482, + "grad_norm": 3.739406372530391, + "learning_rate": 3.994092270389812e-06, + "loss": 1.1144, + "step": 745 + }, + { + "epoch": 0.05382201219292233, + "grad_norm": 3.7835676168310792, + "learning_rate": 3.994056320386165e-06, + "loss": 0.9926, + "step": 746 + }, + { + "epoch": 0.053894159662349846, + "grad_norm": 2.736175816045723, + "learning_rate": 3.994020261494484e-06, + "loss": 0.9282, + "step": 747 + }, + { + "epoch": 0.05396630713177735, + "grad_norm": 2.9357572214953356, + "learning_rate": 3.993984093716738e-06, + "loss": 1.0372, + "step": 748 + }, + { + "epoch": 0.05403845460120486, + "grad_norm": 7.94711778324639, + "learning_rate": 3.993947817054903e-06, + "loss": 1.0237, + "step": 749 + }, + { + "epoch": 0.054110602070632376, + "grad_norm": 0.8333780197242188, + "learning_rate": 3.993911431510958e-06, + "loss": 0.9293, + "step": 750 + }, + { + "epoch": 0.05418274954005988, + "grad_norm": 3.523515180251657, + "learning_rate": 3.993874937086891e-06, + "loss": 1.0865, + "step": 751 + }, + { + "epoch": 0.05425489700948739, + "grad_norm": 4.532724285352186, + "learning_rate": 3.993838333784695e-06, + "loss": 1.1209, + "step": 752 + }, + { + "epoch": 0.0543270444789149, + "grad_norm": 3.052301826511348, + "learning_rate": 3.993801621606369e-06, + "loss": 1.005, + "step": 753 + }, + { + "epoch": 0.05439919194834241, + "grad_norm": 6.344252693290843, + "learning_rate": 3.993764800553917e-06, + "loss": 1.0713, + "step": 754 + }, + { + "epoch": 0.05447133941776992, + "grad_norm": 3.4757561938050854, + "learning_rate": 3.99372787062935e-06, + "loss": 1.122, + "step": 755 + }, + { + "epoch": 0.05454348688719743, + "grad_norm": 17.932987509492808, + "learning_rate": 3.993690831834685e-06, + "loss": 1.0402, + "step": 756 + }, + { + "epoch": 0.05461563435662494, + "grad_norm": 3.2585959098624016, + "learning_rate": 3.993653684171942e-06, + "loss": 1.0503, + "step": 757 + }, + { + "epoch": 0.05468778182605245, + "grad_norm": 0.634137990677482, + "learning_rate": 3.9936164276431536e-06, + "loss": 0.8138, + "step": 758 + }, + { + "epoch": 0.05475992929547996, + "grad_norm": 3.377157157704461, + "learning_rate": 3.9935790622503514e-06, + "loss": 1.048, + "step": 759 + }, + { + "epoch": 0.05483207676490747, + "grad_norm": 3.8007364613480643, + "learning_rate": 3.993541587995577e-06, + "loss": 0.9443, + "step": 760 + }, + { + "epoch": 0.05490422423433498, + "grad_norm": 3.3046823055145347, + "learning_rate": 3.993504004880876e-06, + "loss": 1.0725, + "step": 761 + }, + { + "epoch": 0.05497637170376249, + "grad_norm": 5.101062791077046, + "learning_rate": 3.9934663129083e-06, + "loss": 1.0452, + "step": 762 + }, + { + "epoch": 0.05504851917319, + "grad_norm": 5.314556666174837, + "learning_rate": 3.99342851207991e-06, + "loss": 1.0833, + "step": 763 + }, + { + "epoch": 0.055120666642617513, + "grad_norm": 6.284461571596491, + "learning_rate": 3.993390602397768e-06, + "loss": 1.0391, + "step": 764 + }, + { + "epoch": 0.05519281411204502, + "grad_norm": 3.4091298939180885, + "learning_rate": 3.993352583863943e-06, + "loss": 0.9609, + "step": 765 + }, + { + "epoch": 0.05526496158147253, + "grad_norm": 0.8300294749645009, + "learning_rate": 3.9933144564805145e-06, + "loss": 0.8141, + "step": 766 + }, + { + "epoch": 0.05533710905090004, + "grad_norm": 5.025056426836967, + "learning_rate": 3.993276220249561e-06, + "loss": 1.0388, + "step": 767 + }, + { + "epoch": 0.05540925652032755, + "grad_norm": 6.192626062803319, + "learning_rate": 3.993237875173173e-06, + "loss": 1.0368, + "step": 768 + }, + { + "epoch": 0.05548140398975506, + "grad_norm": 3.070594522273308, + "learning_rate": 3.993199421253443e-06, + "loss": 1.0362, + "step": 769 + }, + { + "epoch": 0.05555355145918257, + "grad_norm": 5.581993150948096, + "learning_rate": 3.993160858492471e-06, + "loss": 0.9538, + "step": 770 + }, + { + "epoch": 0.05562569892861008, + "grad_norm": 3.762917079177162, + "learning_rate": 3.993122186892363e-06, + "loss": 1.0633, + "step": 771 + }, + { + "epoch": 0.05569784639803759, + "grad_norm": 6.812923033292565, + "learning_rate": 3.993083406455231e-06, + "loss": 1.0797, + "step": 772 + }, + { + "epoch": 0.0557699938674651, + "grad_norm": 2.9081906637996964, + "learning_rate": 3.993044517183192e-06, + "loss": 1.0755, + "step": 773 + }, + { + "epoch": 0.05584214133689261, + "grad_norm": 0.7665836405025873, + "learning_rate": 3.99300551907837e-06, + "loss": 0.8652, + "step": 774 + }, + { + "epoch": 0.05591428880632012, + "grad_norm": 3.9590987954450854, + "learning_rate": 3.992966412142895e-06, + "loss": 1.0882, + "step": 775 + }, + { + "epoch": 0.05598643627574763, + "grad_norm": 4.052135450850098, + "learning_rate": 3.992927196378901e-06, + "loss": 0.9771, + "step": 776 + }, + { + "epoch": 0.05605858374517514, + "grad_norm": 5.807826634785732, + "learning_rate": 3.992887871788531e-06, + "loss": 1.0371, + "step": 777 + }, + { + "epoch": 0.056130731214602644, + "grad_norm": 5.057017807726805, + "learning_rate": 3.992848438373931e-06, + "loss": 1.0145, + "step": 778 + }, + { + "epoch": 0.05620287868403016, + "grad_norm": 2.8790379239201775, + "learning_rate": 3.992808896137256e-06, + "loss": 1.0249, + "step": 779 + }, + { + "epoch": 0.05627502615345767, + "grad_norm": 4.552979870579739, + "learning_rate": 3.992769245080663e-06, + "loss": 1.0675, + "step": 780 + }, + { + "epoch": 0.056347173622885174, + "grad_norm": 6.913489228529128, + "learning_rate": 3.99272948520632e-06, + "loss": 0.9852, + "step": 781 + }, + { + "epoch": 0.05641932109231269, + "grad_norm": 3.5329269883282897, + "learning_rate": 3.992689616516396e-06, + "loss": 1.1222, + "step": 782 + }, + { + "epoch": 0.0564914685617402, + "grad_norm": 4.076854288603276, + "learning_rate": 3.992649639013069e-06, + "loss": 1.006, + "step": 783 + }, + { + "epoch": 0.056563616031167704, + "grad_norm": 8.270940848803965, + "learning_rate": 3.992609552698521e-06, + "loss": 0.9238, + "step": 784 + }, + { + "epoch": 0.05663576350059522, + "grad_norm": 2.8404355698342103, + "learning_rate": 3.9925693575749425e-06, + "loss": 1.0731, + "step": 785 + }, + { + "epoch": 0.05670791097002273, + "grad_norm": 3.427151030980098, + "learning_rate": 3.992529053644527e-06, + "loss": 0.9997, + "step": 786 + }, + { + "epoch": 0.056780058439450234, + "grad_norm": 5.065580772851636, + "learning_rate": 3.992488640909476e-06, + "loss": 1.0928, + "step": 787 + }, + { + "epoch": 0.05685220590887775, + "grad_norm": 30.08198737376686, + "learning_rate": 3.992448119371997e-06, + "loss": 1.0371, + "step": 788 + }, + { + "epoch": 0.05692435337830526, + "grad_norm": 0.8651947976870837, + "learning_rate": 3.992407489034302e-06, + "loss": 0.8971, + "step": 789 + }, + { + "epoch": 0.056996500847732764, + "grad_norm": 3.0885189027681776, + "learning_rate": 3.992366749898609e-06, + "loss": 0.9613, + "step": 790 + }, + { + "epoch": 0.05706864831716028, + "grad_norm": 2.7368874478541643, + "learning_rate": 3.992325901967144e-06, + "loss": 0.9733, + "step": 791 + }, + { + "epoch": 0.05714079578658778, + "grad_norm": 6.849124557353913, + "learning_rate": 3.992284945242136e-06, + "loss": 0.9365, + "step": 792 + }, + { + "epoch": 0.057212943256015295, + "grad_norm": 14.805753692643497, + "learning_rate": 3.992243879725822e-06, + "loss": 1.0269, + "step": 793 + }, + { + "epoch": 0.05728509072544281, + "grad_norm": 0.7595724532003294, + "learning_rate": 3.992202705420446e-06, + "loss": 0.8572, + "step": 794 + }, + { + "epoch": 0.05735723819487031, + "grad_norm": 10.10723410906511, + "learning_rate": 3.992161422328255e-06, + "loss": 1.055, + "step": 795 + }, + { + "epoch": 0.057429385664297825, + "grad_norm": 3.325951381325708, + "learning_rate": 3.992120030451503e-06, + "loss": 1.0438, + "step": 796 + }, + { + "epoch": 0.05750153313372534, + "grad_norm": 34.907440738978735, + "learning_rate": 3.99207852979245e-06, + "loss": 1.0353, + "step": 797 + }, + { + "epoch": 0.05757368060315284, + "grad_norm": 6.956752696557115, + "learning_rate": 3.992036920353364e-06, + "loss": 1.0219, + "step": 798 + }, + { + "epoch": 0.057645828072580355, + "grad_norm": 8.272730637739262, + "learning_rate": 3.991995202136516e-06, + "loss": 1.0399, + "step": 799 + }, + { + "epoch": 0.05771797554200787, + "grad_norm": 5.054619389212189, + "learning_rate": 3.991953375144183e-06, + "loss": 0.9571, + "step": 800 + }, + { + "epoch": 0.05779012301143537, + "grad_norm": 5.218121519335455, + "learning_rate": 3.99191143937865e-06, + "loss": 1.0428, + "step": 801 + }, + { + "epoch": 0.057862270480862885, + "grad_norm": 7.645046210938349, + "learning_rate": 3.991869394842209e-06, + "loss": 1.0908, + "step": 802 + }, + { + "epoch": 0.0579344179502904, + "grad_norm": 14.47867989945421, + "learning_rate": 3.991827241537153e-06, + "loss": 1.0591, + "step": 803 + }, + { + "epoch": 0.0580065654197179, + "grad_norm": 4.366781744763125, + "learning_rate": 3.9917849794657846e-06, + "loss": 0.9777, + "step": 804 + }, + { + "epoch": 0.058078712889145415, + "grad_norm": 3.7051983272376985, + "learning_rate": 3.991742608630412e-06, + "loss": 1.0296, + "step": 805 + }, + { + "epoch": 0.05815086035857292, + "grad_norm": 15.541361596980039, + "learning_rate": 3.991700129033349e-06, + "loss": 1.0297, + "step": 806 + }, + { + "epoch": 0.05822300782800043, + "grad_norm": 6.6744579880927, + "learning_rate": 3.991657540676915e-06, + "loss": 0.9548, + "step": 807 + }, + { + "epoch": 0.058295155297427945, + "grad_norm": 3.5285128898023, + "learning_rate": 3.991614843563435e-06, + "loss": 1.0645, + "step": 808 + }, + { + "epoch": 0.05836730276685545, + "grad_norm": 5.3303023109801595, + "learning_rate": 3.991572037695242e-06, + "loss": 1.0363, + "step": 809 + }, + { + "epoch": 0.05843945023628296, + "grad_norm": 4.616911955742721, + "learning_rate": 3.9915291230746716e-06, + "loss": 1.0373, + "step": 810 + }, + { + "epoch": 0.058511597705710475, + "grad_norm": 3.659967863431664, + "learning_rate": 3.9914860997040685e-06, + "loss": 1.0444, + "step": 811 + }, + { + "epoch": 0.05858374517513798, + "grad_norm": 10.43665607261384, + "learning_rate": 3.991442967585782e-06, + "loss": 1.1011, + "step": 812 + }, + { + "epoch": 0.05865589264456549, + "grad_norm": 2.8813530760757575, + "learning_rate": 3.991399726722167e-06, + "loss": 0.9013, + "step": 813 + }, + { + "epoch": 0.058728040113993005, + "grad_norm": 14.991220575254621, + "learning_rate": 3.9913563771155845e-06, + "loss": 1.0085, + "step": 814 + }, + { + "epoch": 0.05880018758342051, + "grad_norm": 10.767821332903152, + "learning_rate": 3.991312918768402e-06, + "loss": 0.9517, + "step": 815 + }, + { + "epoch": 0.05887233505284802, + "grad_norm": 3.2482305258043325, + "learning_rate": 3.991269351682993e-06, + "loss": 1.14, + "step": 816 + }, + { + "epoch": 0.05894448252227553, + "grad_norm": 5.081145811244443, + "learning_rate": 3.991225675861736e-06, + "loss": 1.056, + "step": 817 + }, + { + "epoch": 0.05901662999170304, + "grad_norm": 61.654578981410616, + "learning_rate": 3.991181891307017e-06, + "loss": 1.0007, + "step": 818 + }, + { + "epoch": 0.05908877746113055, + "grad_norm": 3.7923741920641585, + "learning_rate": 3.991137998021225e-06, + "loss": 0.992, + "step": 819 + }, + { + "epoch": 0.05916092493055806, + "grad_norm": 6.120583635313322, + "learning_rate": 3.991093996006757e-06, + "loss": 0.986, + "step": 820 + }, + { + "epoch": 0.05923307239998557, + "grad_norm": 5.476730888270318, + "learning_rate": 3.991049885266018e-06, + "loss": 1.0636, + "step": 821 + }, + { + "epoch": 0.05930521986941308, + "grad_norm": 3.9919667640173975, + "learning_rate": 3.991005665801415e-06, + "loss": 0.9098, + "step": 822 + }, + { + "epoch": 0.05937736733884059, + "grad_norm": 8.93612084051405, + "learning_rate": 3.990961337615363e-06, + "loss": 1.0223, + "step": 823 + }, + { + "epoch": 0.0594495148082681, + "grad_norm": 3.5233829604027913, + "learning_rate": 3.990916900710282e-06, + "loss": 1.0492, + "step": 824 + }, + { + "epoch": 0.05952166227769561, + "grad_norm": 5.549551992119041, + "learning_rate": 3.9908723550886005e-06, + "loss": 0.969, + "step": 825 + }, + { + "epoch": 0.05959380974712312, + "grad_norm": 2.863775650369102, + "learning_rate": 3.990827700752749e-06, + "loss": 1.0681, + "step": 826 + }, + { + "epoch": 0.05966595721655063, + "grad_norm": 6.641547213078058, + "learning_rate": 3.990782937705166e-06, + "loss": 1.1064, + "step": 827 + }, + { + "epoch": 0.05973810468597814, + "grad_norm": 3.5416259912885226, + "learning_rate": 3.9907380659482975e-06, + "loss": 1.0068, + "step": 828 + }, + { + "epoch": 0.05981025215540565, + "grad_norm": 3.2113621934392844, + "learning_rate": 3.990693085484592e-06, + "loss": 1.0127, + "step": 829 + }, + { + "epoch": 0.05988239962483316, + "grad_norm": 1.1013444725328447, + "learning_rate": 3.990647996316506e-06, + "loss": 0.879, + "step": 830 + }, + { + "epoch": 0.059954547094260666, + "grad_norm": 11.90788389994668, + "learning_rate": 3.990602798446503e-06, + "loss": 1.1303, + "step": 831 + }, + { + "epoch": 0.06002669456368818, + "grad_norm": 5.765406989547828, + "learning_rate": 3.99055749187705e-06, + "loss": 1.0778, + "step": 832 + }, + { + "epoch": 0.06009884203311569, + "grad_norm": 3.0657774845506696, + "learning_rate": 3.9905120766106205e-06, + "loss": 0.9843, + "step": 833 + }, + { + "epoch": 0.060170989502543196, + "grad_norm": 4.508724655871207, + "learning_rate": 3.990466552649696e-06, + "loss": 1.0288, + "step": 834 + }, + { + "epoch": 0.06024313697197071, + "grad_norm": 3.9554293102187033, + "learning_rate": 3.9904209199967605e-06, + "loss": 1.0511, + "step": 835 + }, + { + "epoch": 0.06031528444139822, + "grad_norm": 0.912675310303872, + "learning_rate": 3.990375178654307e-06, + "loss": 0.8629, + "step": 836 + }, + { + "epoch": 0.060387431910825726, + "grad_norm": 2.8770787560612763, + "learning_rate": 3.9903293286248336e-06, + "loss": 1.0378, + "step": 837 + }, + { + "epoch": 0.06045957938025324, + "grad_norm": 14.75032068970769, + "learning_rate": 3.990283369910844e-06, + "loss": 1.0531, + "step": 838 + }, + { + "epoch": 0.06053172684968075, + "grad_norm": 3.6648320607926195, + "learning_rate": 3.9902373025148465e-06, + "loss": 1.0877, + "step": 839 + }, + { + "epoch": 0.060603874319108256, + "grad_norm": 3.3230600993771184, + "learning_rate": 3.990191126439357e-06, + "loss": 1.0633, + "step": 840 + }, + { + "epoch": 0.06067602178853577, + "grad_norm": 6.215973047146486, + "learning_rate": 3.990144841686899e-06, + "loss": 1.0063, + "step": 841 + }, + { + "epoch": 0.06074816925796328, + "grad_norm": 9.531201171749927, + "learning_rate": 3.990098448259997e-06, + "loss": 1.0647, + "step": 842 + }, + { + "epoch": 0.060820316727390786, + "grad_norm": 5.508112386561142, + "learning_rate": 3.990051946161187e-06, + "loss": 1.031, + "step": 843 + }, + { + "epoch": 0.0608924641968183, + "grad_norm": 3.716605201064683, + "learning_rate": 3.990005335393007e-06, + "loss": 0.9906, + "step": 844 + }, + { + "epoch": 0.0609646116662458, + "grad_norm": 2.8815135975903607, + "learning_rate": 3.989958615958002e-06, + "loss": 0.9717, + "step": 845 + }, + { + "epoch": 0.061036759135673316, + "grad_norm": 3.509437371614317, + "learning_rate": 3.989911787858724e-06, + "loss": 1.1358, + "step": 846 + }, + { + "epoch": 0.06110890660510083, + "grad_norm": 3.1043120143238485, + "learning_rate": 3.989864851097729e-06, + "loss": 1.043, + "step": 847 + }, + { + "epoch": 0.061181054074528333, + "grad_norm": 4.522304570924226, + "learning_rate": 3.989817805677581e-06, + "loss": 0.9256, + "step": 848 + }, + { + "epoch": 0.061253201543955846, + "grad_norm": 14.508019695949095, + "learning_rate": 3.989770651600849e-06, + "loss": 1.0418, + "step": 849 + }, + { + "epoch": 0.06132534901338336, + "grad_norm": 3.8414511900828017, + "learning_rate": 3.989723388870107e-06, + "loss": 0.966, + "step": 850 + }, + { + "epoch": 0.061397496482810864, + "grad_norm": 3.0563891420109357, + "learning_rate": 3.9896760174879365e-06, + "loss": 1.1283, + "step": 851 + }, + { + "epoch": 0.061469643952238376, + "grad_norm": 0.7544824641561773, + "learning_rate": 3.989628537456925e-06, + "loss": 0.819, + "step": 852 + }, + { + "epoch": 0.06154179142166589, + "grad_norm": 3.845596366241306, + "learning_rate": 3.989580948779664e-06, + "loss": 0.9637, + "step": 853 + }, + { + "epoch": 0.061613938891093394, + "grad_norm": 2.9609854903144224, + "learning_rate": 3.989533251458752e-06, + "loss": 1.0818, + "step": 854 + }, + { + "epoch": 0.061686086360520906, + "grad_norm": 3.693920558858001, + "learning_rate": 3.989485445496794e-06, + "loss": 0.9046, + "step": 855 + }, + { + "epoch": 0.06175823382994841, + "grad_norm": 2.7959795322842393, + "learning_rate": 3.989437530896402e-06, + "loss": 0.8963, + "step": 856 + }, + { + "epoch": 0.061830381299375924, + "grad_norm": 2.483754398397728, + "learning_rate": 3.989389507660191e-06, + "loss": 1.0309, + "step": 857 + }, + { + "epoch": 0.061902528768803436, + "grad_norm": 3.420719177968142, + "learning_rate": 3.989341375790782e-06, + "loss": 1.1297, + "step": 858 + }, + { + "epoch": 0.06197467623823094, + "grad_norm": 3.4438499754640035, + "learning_rate": 3.989293135290805e-06, + "loss": 1.0473, + "step": 859 + }, + { + "epoch": 0.062046823707658454, + "grad_norm": 3.245149661052913, + "learning_rate": 3.989244786162895e-06, + "loss": 1.0173, + "step": 860 + }, + { + "epoch": 0.062118971177085966, + "grad_norm": 2.3682076550433675, + "learning_rate": 3.9891963284096904e-06, + "loss": 0.9631, + "step": 861 + }, + { + "epoch": 0.06219111864651347, + "grad_norm": 0.8685639600728473, + "learning_rate": 3.989147762033838e-06, + "loss": 0.8428, + "step": 862 + }, + { + "epoch": 0.062263266115940984, + "grad_norm": 3.8123085098954914, + "learning_rate": 3.9890990870379905e-06, + "loss": 1.0268, + "step": 863 + }, + { + "epoch": 0.062335413585368496, + "grad_norm": 5.075627766385198, + "learning_rate": 3.989050303424805e-06, + "loss": 0.9933, + "step": 864 + }, + { + "epoch": 0.062407561054796, + "grad_norm": 8.018361002048966, + "learning_rate": 3.989001411196946e-06, + "loss": 1.0839, + "step": 865 + }, + { + "epoch": 0.062479708524223514, + "grad_norm": 4.955678961281205, + "learning_rate": 3.988952410357081e-06, + "loss": 0.938, + "step": 866 + }, + { + "epoch": 0.06255185599365103, + "grad_norm": 3.327417146151344, + "learning_rate": 3.98890330090789e-06, + "loss": 0.9709, + "step": 867 + }, + { + "epoch": 0.06262400346307853, + "grad_norm": 3.485613547216201, + "learning_rate": 3.988854082852052e-06, + "loss": 1.0076, + "step": 868 + }, + { + "epoch": 0.06269615093250604, + "grad_norm": 2.110374948353477, + "learning_rate": 3.988804756192254e-06, + "loss": 1.0878, + "step": 869 + }, + { + "epoch": 0.06276829840193356, + "grad_norm": 3.0597373802335612, + "learning_rate": 3.988755320931192e-06, + "loss": 1.0307, + "step": 870 + }, + { + "epoch": 0.06284044587136106, + "grad_norm": 4.872685396475178, + "learning_rate": 3.988705777071563e-06, + "loss": 1.0652, + "step": 871 + }, + { + "epoch": 0.06291259334078857, + "grad_norm": 0.7162436447394198, + "learning_rate": 3.988656124616074e-06, + "loss": 0.8774, + "step": 872 + }, + { + "epoch": 0.06298474081021609, + "grad_norm": 2.38368054197243, + "learning_rate": 3.9886063635674355e-06, + "loss": 1.0408, + "step": 873 + }, + { + "epoch": 0.06305688827964359, + "grad_norm": 0.7894359120526718, + "learning_rate": 3.988556493928365e-06, + "loss": 0.8723, + "step": 874 + }, + { + "epoch": 0.0631290357490711, + "grad_norm": 2.5616852930600067, + "learning_rate": 3.988506515701586e-06, + "loss": 1.0138, + "step": 875 + }, + { + "epoch": 0.06320118321849862, + "grad_norm": 3.7994494089482527, + "learning_rate": 3.9884564288898275e-06, + "loss": 1.0533, + "step": 876 + }, + { + "epoch": 0.06327333068792612, + "grad_norm": 14.186630961820182, + "learning_rate": 3.988406233495824e-06, + "loss": 0.9635, + "step": 877 + }, + { + "epoch": 0.06334547815735363, + "grad_norm": 2.635986588161774, + "learning_rate": 3.988355929522317e-06, + "loss": 1.0111, + "step": 878 + }, + { + "epoch": 0.06341762562678115, + "grad_norm": 0.8937227685154332, + "learning_rate": 3.988305516972053e-06, + "loss": 0.8887, + "step": 879 + }, + { + "epoch": 0.06348977309620865, + "grad_norm": 7.33287093120764, + "learning_rate": 3.988254995847786e-06, + "loss": 1.1363, + "step": 880 + }, + { + "epoch": 0.06356192056563616, + "grad_norm": 4.323297886719069, + "learning_rate": 3.988204366152273e-06, + "loss": 1.0453, + "step": 881 + }, + { + "epoch": 0.06363406803506368, + "grad_norm": 4.513855478538046, + "learning_rate": 3.988153627888281e-06, + "loss": 1.0535, + "step": 882 + }, + { + "epoch": 0.06370621550449118, + "grad_norm": 3.6134051657383606, + "learning_rate": 3.988102781058578e-06, + "loss": 1.054, + "step": 883 + }, + { + "epoch": 0.06377836297391869, + "grad_norm": 2.808397310096095, + "learning_rate": 3.988051825665942e-06, + "loss": 1.1314, + "step": 884 + }, + { + "epoch": 0.0638505104433462, + "grad_norm": 2.3423688761063466, + "learning_rate": 3.988000761713156e-06, + "loss": 1.1198, + "step": 885 + }, + { + "epoch": 0.06392265791277371, + "grad_norm": 4.26484309705012, + "learning_rate": 3.987949589203007e-06, + "loss": 1.0511, + "step": 886 + }, + { + "epoch": 0.06399480538220122, + "grad_norm": 3.4392545903801848, + "learning_rate": 3.987898308138291e-06, + "loss": 1.0619, + "step": 887 + }, + { + "epoch": 0.06406695285162872, + "grad_norm": 20.18502820829169, + "learning_rate": 3.9878469185218065e-06, + "loss": 1.1048, + "step": 888 + }, + { + "epoch": 0.06413910032105624, + "grad_norm": 6.22305930652829, + "learning_rate": 3.98779542035636e-06, + "loss": 0.9694, + "step": 889 + }, + { + "epoch": 0.06421124779048375, + "grad_norm": 4.910027477241905, + "learning_rate": 3.987743813644765e-06, + "loss": 1.2301, + "step": 890 + }, + { + "epoch": 0.06428339525991125, + "grad_norm": 2.6689057387353787, + "learning_rate": 3.987692098389839e-06, + "loss": 0.9693, + "step": 891 + }, + { + "epoch": 0.06435554272933877, + "grad_norm": 3.222664535974196, + "learning_rate": 3.987640274594405e-06, + "loss": 1.0232, + "step": 892 + }, + { + "epoch": 0.06442769019876628, + "grad_norm": 3.270670957645173, + "learning_rate": 3.9875883422612944e-06, + "loss": 1.1328, + "step": 893 + }, + { + "epoch": 0.06449983766819378, + "grad_norm": 8.409223633264714, + "learning_rate": 3.9875363013933416e-06, + "loss": 0.9709, + "step": 894 + }, + { + "epoch": 0.0645719851376213, + "grad_norm": 3.5139736790200495, + "learning_rate": 3.987484151993389e-06, + "loss": 0.9919, + "step": 895 + }, + { + "epoch": 0.06464413260704881, + "grad_norm": 5.175894198354857, + "learning_rate": 3.987431894064285e-06, + "loss": 1.0595, + "step": 896 + }, + { + "epoch": 0.06471628007647631, + "grad_norm": 7.396445694049899, + "learning_rate": 3.987379527608881e-06, + "loss": 1.0337, + "step": 897 + }, + { + "epoch": 0.06478842754590383, + "grad_norm": 4.268456940763414, + "learning_rate": 3.987327052630039e-06, + "loss": 0.9756, + "step": 898 + }, + { + "epoch": 0.06486057501533134, + "grad_norm": 5.731043874513749, + "learning_rate": 3.987274469130624e-06, + "loss": 0.9917, + "step": 899 + }, + { + "epoch": 0.06493272248475884, + "grad_norm": 5.263211294204462, + "learning_rate": 3.987221777113507e-06, + "loss": 1.0121, + "step": 900 + }, + { + "epoch": 0.06500486995418636, + "grad_norm": 4.616462250371646, + "learning_rate": 3.987168976581564e-06, + "loss": 0.9634, + "step": 901 + }, + { + "epoch": 0.06507701742361387, + "grad_norm": 11.754802615164763, + "learning_rate": 3.98711606753768e-06, + "loss": 1.0047, + "step": 902 + }, + { + "epoch": 0.06514916489304137, + "grad_norm": 4.33723169206008, + "learning_rate": 3.987063049984743e-06, + "loss": 1.0406, + "step": 903 + }, + { + "epoch": 0.06522131236246889, + "grad_norm": 2.9100877587368057, + "learning_rate": 3.987009923925649e-06, + "loss": 0.9474, + "step": 904 + }, + { + "epoch": 0.0652934598318964, + "grad_norm": 7.618505494948632, + "learning_rate": 3.9869566893633e-06, + "loss": 0.9447, + "step": 905 + }, + { + "epoch": 0.0653656073013239, + "grad_norm": 7.412754470033916, + "learning_rate": 3.9869033463006e-06, + "loss": 1.0004, + "step": 906 + }, + { + "epoch": 0.06543775477075142, + "grad_norm": 2.8231492081660514, + "learning_rate": 3.986849894740464e-06, + "loss": 0.874, + "step": 907 + }, + { + "epoch": 0.06550990224017893, + "grad_norm": 5.369546474577845, + "learning_rate": 3.9867963346858105e-06, + "loss": 1.014, + "step": 908 + }, + { + "epoch": 0.06558204970960643, + "grad_norm": 3.7944428617201993, + "learning_rate": 3.986742666139565e-06, + "loss": 0.8753, + "step": 909 + }, + { + "epoch": 0.06565419717903395, + "grad_norm": 7.6813883484190875, + "learning_rate": 3.986688889104655e-06, + "loss": 1.0002, + "step": 910 + }, + { + "epoch": 0.06572634464846146, + "grad_norm": 7.477331108040326, + "learning_rate": 3.986635003584021e-06, + "loss": 1.0565, + "step": 911 + }, + { + "epoch": 0.06579849211788896, + "grad_norm": 3.3514989033247224, + "learning_rate": 3.986581009580603e-06, + "loss": 1.0357, + "step": 912 + }, + { + "epoch": 0.06587063958731647, + "grad_norm": 3.8665923922628918, + "learning_rate": 3.98652690709735e-06, + "loss": 1.0348, + "step": 913 + }, + { + "epoch": 0.06594278705674399, + "grad_norm": 3.548345319859972, + "learning_rate": 3.986472696137217e-06, + "loss": 1.1609, + "step": 914 + }, + { + "epoch": 0.06601493452617149, + "grad_norm": 5.511323369888179, + "learning_rate": 3.986418376703163e-06, + "loss": 1.074, + "step": 915 + }, + { + "epoch": 0.066087081995599, + "grad_norm": 27.129306433783466, + "learning_rate": 3.9863639487981555e-06, + "loss": 1.0422, + "step": 916 + }, + { + "epoch": 0.06615922946502652, + "grad_norm": 6.772065161132965, + "learning_rate": 3.986309412425166e-06, + "loss": 1.0444, + "step": 917 + }, + { + "epoch": 0.06623137693445402, + "grad_norm": 3.813246481935652, + "learning_rate": 3.986254767587173e-06, + "loss": 1.0152, + "step": 918 + }, + { + "epoch": 0.06630352440388153, + "grad_norm": 4.91540004557434, + "learning_rate": 3.986200014287159e-06, + "loss": 1.0473, + "step": 919 + }, + { + "epoch": 0.06637567187330905, + "grad_norm": 4.192920194529158, + "learning_rate": 3.986145152528115e-06, + "loss": 1.0137, + "step": 920 + }, + { + "epoch": 0.06644781934273655, + "grad_norm": 3.8243262302152394, + "learning_rate": 3.986090182313037e-06, + "loss": 0.968, + "step": 921 + }, + { + "epoch": 0.06651996681216406, + "grad_norm": 3.80028440515425, + "learning_rate": 3.986035103644926e-06, + "loss": 1.0751, + "step": 922 + }, + { + "epoch": 0.06659211428159158, + "grad_norm": 9.807509398444946, + "learning_rate": 3.985979916526791e-06, + "loss": 1.1116, + "step": 923 + }, + { + "epoch": 0.06666426175101908, + "grad_norm": 4.5551252988965585, + "learning_rate": 3.985924620961644e-06, + "loss": 1.1426, + "step": 924 + }, + { + "epoch": 0.06673640922044659, + "grad_norm": 0.6956149311485144, + "learning_rate": 3.985869216952505e-06, + "loss": 0.8188, + "step": 925 + }, + { + "epoch": 0.06680855668987411, + "grad_norm": 4.3883500365274895, + "learning_rate": 3.9858137045023996e-06, + "loss": 1.0685, + "step": 926 + }, + { + "epoch": 0.06688070415930161, + "grad_norm": 10.12496571476159, + "learning_rate": 3.9857580836143595e-06, + "loss": 1.0317, + "step": 927 + }, + { + "epoch": 0.06695285162872912, + "grad_norm": 8.362934132071308, + "learning_rate": 3.9857023542914205e-06, + "loss": 1.0024, + "step": 928 + }, + { + "epoch": 0.06702499909815664, + "grad_norm": 4.512794108858204, + "learning_rate": 3.985646516536628e-06, + "loss": 1.0595, + "step": 929 + }, + { + "epoch": 0.06709714656758414, + "grad_norm": 6.175748203678979, + "learning_rate": 3.985590570353029e-06, + "loss": 1.0531, + "step": 930 + }, + { + "epoch": 0.06716929403701165, + "grad_norm": 5.848376396037327, + "learning_rate": 3.985534515743679e-06, + "loss": 0.9492, + "step": 931 + }, + { + "epoch": 0.06724144150643917, + "grad_norm": 4.993699109101021, + "learning_rate": 3.98547835271164e-06, + "loss": 1.1234, + "step": 932 + }, + { + "epoch": 0.06731358897586667, + "grad_norm": 8.255851751016706, + "learning_rate": 3.985422081259978e-06, + "loss": 1.0514, + "step": 933 + }, + { + "epoch": 0.06738573644529418, + "grad_norm": 3.1113943319226998, + "learning_rate": 3.985365701391766e-06, + "loss": 1.0899, + "step": 934 + }, + { + "epoch": 0.0674578839147217, + "grad_norm": 4.166818590573394, + "learning_rate": 3.985309213110082e-06, + "loss": 1.0378, + "step": 935 + }, + { + "epoch": 0.0675300313841492, + "grad_norm": 7.537620540939259, + "learning_rate": 3.985252616418012e-06, + "loss": 1.0108, + "step": 936 + }, + { + "epoch": 0.06760217885357671, + "grad_norm": 5.6104283100984285, + "learning_rate": 3.985195911318646e-06, + "loss": 0.9777, + "step": 937 + }, + { + "epoch": 0.06767432632300423, + "grad_norm": 6.35743537584972, + "learning_rate": 3.9851390978150795e-06, + "loss": 0.9722, + "step": 938 + }, + { + "epoch": 0.06774647379243173, + "grad_norm": 4.018866629561879, + "learning_rate": 3.985082175910416e-06, + "loss": 1.0663, + "step": 939 + }, + { + "epoch": 0.06781862126185924, + "grad_norm": 4.682865140235288, + "learning_rate": 3.985025145607763e-06, + "loss": 1.1189, + "step": 940 + }, + { + "epoch": 0.06789076873128674, + "grad_norm": 8.71838684419538, + "learning_rate": 3.984968006910235e-06, + "loss": 0.9026, + "step": 941 + }, + { + "epoch": 0.06796291620071426, + "grad_norm": 9.857723140024328, + "learning_rate": 3.984910759820953e-06, + "loss": 0.924, + "step": 942 + }, + { + "epoch": 0.06803506367014177, + "grad_norm": 3.975392107547687, + "learning_rate": 3.984853404343042e-06, + "loss": 0.9647, + "step": 943 + }, + { + "epoch": 0.06810721113956927, + "grad_norm": 5.00974468501959, + "learning_rate": 3.984795940479634e-06, + "loss": 0.9165, + "step": 944 + }, + { + "epoch": 0.06817935860899679, + "grad_norm": 5.510662147904697, + "learning_rate": 3.984738368233867e-06, + "loss": 1.0465, + "step": 945 + }, + { + "epoch": 0.0682515060784243, + "grad_norm": 3.7310666548828513, + "learning_rate": 3.9846806876088855e-06, + "loss": 1.0702, + "step": 946 + }, + { + "epoch": 0.0683236535478518, + "grad_norm": 7.342477761307348, + "learning_rate": 3.984622898607838e-06, + "loss": 1.1204, + "step": 947 + }, + { + "epoch": 0.06839580101727932, + "grad_norm": 7.560713880227324, + "learning_rate": 3.984565001233881e-06, + "loss": 1.0643, + "step": 948 + }, + { + "epoch": 0.06846794848670683, + "grad_norm": 4.800552797274896, + "learning_rate": 3.984506995490177e-06, + "loss": 1.0503, + "step": 949 + }, + { + "epoch": 0.06854009595613433, + "grad_norm": 0.7750625492819128, + "learning_rate": 3.984448881379891e-06, + "loss": 0.8425, + "step": 950 + }, + { + "epoch": 0.06861224342556185, + "grad_norm": 4.739956326182879, + "learning_rate": 3.984390658906198e-06, + "loss": 1.0703, + "step": 951 + }, + { + "epoch": 0.06868439089498936, + "grad_norm": 4.677655270729889, + "learning_rate": 3.984332328072278e-06, + "loss": 1.103, + "step": 952 + }, + { + "epoch": 0.06875653836441686, + "grad_norm": 11.743053574389268, + "learning_rate": 3.984273888881314e-06, + "loss": 1.0019, + "step": 953 + }, + { + "epoch": 0.06882868583384438, + "grad_norm": 5.79905737747827, + "learning_rate": 3.9842153413364995e-06, + "loss": 1.0856, + "step": 954 + }, + { + "epoch": 0.06890083330327189, + "grad_norm": 5.7862978780516405, + "learning_rate": 3.984156685441031e-06, + "loss": 0.9442, + "step": 955 + }, + { + "epoch": 0.0689729807726994, + "grad_norm": 7.172800972528369, + "learning_rate": 3.984097921198109e-06, + "loss": 0.9554, + "step": 956 + }, + { + "epoch": 0.06904512824212691, + "grad_norm": 5.347547999554931, + "learning_rate": 3.984039048610946e-06, + "loss": 0.9747, + "step": 957 + }, + { + "epoch": 0.06911727571155442, + "grad_norm": 5.413406838793379, + "learning_rate": 3.983980067682755e-06, + "loss": 1.0009, + "step": 958 + }, + { + "epoch": 0.06918942318098192, + "grad_norm": 7.1969537012631255, + "learning_rate": 3.983920978416757e-06, + "loss": 0.9375, + "step": 959 + }, + { + "epoch": 0.06926157065040944, + "grad_norm": 7.947351064759452, + "learning_rate": 3.983861780816178e-06, + "loss": 1.0194, + "step": 960 + }, + { + "epoch": 0.06933371811983695, + "grad_norm": 13.640690998909637, + "learning_rate": 3.983802474884252e-06, + "loss": 1.0763, + "step": 961 + }, + { + "epoch": 0.06940586558926445, + "grad_norm": 6.811927421375818, + "learning_rate": 3.9837430606242154e-06, + "loss": 1.0575, + "step": 962 + }, + { + "epoch": 0.06947801305869197, + "grad_norm": 5.2853774696172735, + "learning_rate": 3.983683538039314e-06, + "loss": 1.0492, + "step": 963 + }, + { + "epoch": 0.06955016052811948, + "grad_norm": 16.004692343245875, + "learning_rate": 3.983623907132799e-06, + "loss": 1.1351, + "step": 964 + }, + { + "epoch": 0.06962230799754698, + "grad_norm": 5.38883168342002, + "learning_rate": 3.983564167907925e-06, + "loss": 0.9547, + "step": 965 + }, + { + "epoch": 0.06969445546697449, + "grad_norm": 0.8264412947920062, + "learning_rate": 3.983504320367955e-06, + "loss": 0.883, + "step": 966 + }, + { + "epoch": 0.06976660293640201, + "grad_norm": 3.771640515564799, + "learning_rate": 3.983444364516156e-06, + "loss": 1.0493, + "step": 967 + }, + { + "epoch": 0.06983875040582951, + "grad_norm": 0.746385527273802, + "learning_rate": 3.983384300355803e-06, + "loss": 0.8956, + "step": 968 + }, + { + "epoch": 0.06991089787525702, + "grad_norm": 0.8656630648840514, + "learning_rate": 3.983324127890176e-06, + "loss": 0.9007, + "step": 969 + }, + { + "epoch": 0.06998304534468454, + "grad_norm": 13.38516790057422, + "learning_rate": 3.98326384712256e-06, + "loss": 1.0192, + "step": 970 + }, + { + "epoch": 0.07005519281411204, + "grad_norm": 6.831485157205935, + "learning_rate": 3.983203458056247e-06, + "loss": 0.9793, + "step": 971 + }, + { + "epoch": 0.07012734028353955, + "grad_norm": 9.063866663518555, + "learning_rate": 3.983142960694535e-06, + "loss": 0.9494, + "step": 972 + }, + { + "epoch": 0.07019948775296707, + "grad_norm": 0.6714428021675155, + "learning_rate": 3.9830823550407275e-06, + "loss": 0.8555, + "step": 973 + }, + { + "epoch": 0.07027163522239457, + "grad_norm": 5.58942130763098, + "learning_rate": 3.983021641098134e-06, + "loss": 0.9952, + "step": 974 + }, + { + "epoch": 0.07034378269182208, + "grad_norm": 3.9465477548762227, + "learning_rate": 3.982960818870069e-06, + "loss": 1.0276, + "step": 975 + }, + { + "epoch": 0.0704159301612496, + "grad_norm": 4.2474909837435115, + "learning_rate": 3.982899888359854e-06, + "loss": 1.0678, + "step": 976 + }, + { + "epoch": 0.0704880776306771, + "grad_norm": 8.332977083856532, + "learning_rate": 3.982838849570817e-06, + "loss": 1.0406, + "step": 977 + }, + { + "epoch": 0.07056022510010461, + "grad_norm": 5.430846605146643, + "learning_rate": 3.982777702506291e-06, + "loss": 0.8946, + "step": 978 + }, + { + "epoch": 0.07063237256953213, + "grad_norm": 3.3320029146838865, + "learning_rate": 3.982716447169614e-06, + "loss": 1.0045, + "step": 979 + }, + { + "epoch": 0.07070452003895963, + "grad_norm": 4.923389988811936, + "learning_rate": 3.982655083564131e-06, + "loss": 0.9757, + "step": 980 + }, + { + "epoch": 0.07077666750838714, + "grad_norm": 3.4208044877193267, + "learning_rate": 3.982593611693195e-06, + "loss": 1.0772, + "step": 981 + }, + { + "epoch": 0.07084881497781466, + "grad_norm": 8.057982606037271, + "learning_rate": 3.98253203156016e-06, + "loss": 0.9823, + "step": 982 + }, + { + "epoch": 0.07092096244724216, + "grad_norm": 6.614545238315087, + "learning_rate": 3.98247034316839e-06, + "loss": 1.0777, + "step": 983 + }, + { + "epoch": 0.07099310991666967, + "grad_norm": 4.929254527960188, + "learning_rate": 3.982408546521254e-06, + "loss": 0.9526, + "step": 984 + }, + { + "epoch": 0.07106525738609719, + "grad_norm": 6.955235535988985, + "learning_rate": 3.9823466416221254e-06, + "loss": 1.026, + "step": 985 + }, + { + "epoch": 0.0711374048555247, + "grad_norm": 5.631074465303142, + "learning_rate": 3.9822846284743856e-06, + "loss": 1.0442, + "step": 986 + }, + { + "epoch": 0.0712095523249522, + "grad_norm": 4.664637033421191, + "learning_rate": 3.9822225070814195e-06, + "loss": 1.1344, + "step": 987 + }, + { + "epoch": 0.07128169979437972, + "grad_norm": 5.174478572799989, + "learning_rate": 3.982160277446621e-06, + "loss": 1.0475, + "step": 988 + }, + { + "epoch": 0.07135384726380722, + "grad_norm": 9.676222802298765, + "learning_rate": 3.982097939573388e-06, + "loss": 1.0482, + "step": 989 + }, + { + "epoch": 0.07142599473323473, + "grad_norm": 4.813888151434502, + "learning_rate": 3.982035493465123e-06, + "loss": 1.0079, + "step": 990 + }, + { + "epoch": 0.07149814220266223, + "grad_norm": 3.3095409204028283, + "learning_rate": 3.981972939125237e-06, + "loss": 1.0966, + "step": 991 + }, + { + "epoch": 0.07157028967208975, + "grad_norm": 6.912143315913419, + "learning_rate": 3.981910276557146e-06, + "loss": 0.9466, + "step": 992 + }, + { + "epoch": 0.07164243714151726, + "grad_norm": 4.389975937623139, + "learning_rate": 3.9818475057642715e-06, + "loss": 0.9281, + "step": 993 + }, + { + "epoch": 0.07171458461094476, + "grad_norm": 4.448083426262618, + "learning_rate": 3.981784626750041e-06, + "loss": 1.0536, + "step": 994 + }, + { + "epoch": 0.07178673208037228, + "grad_norm": 5.029958808078046, + "learning_rate": 3.981721639517889e-06, + "loss": 1.0247, + "step": 995 + }, + { + "epoch": 0.07185887954979979, + "grad_norm": 7.737762880558693, + "learning_rate": 3.981658544071254e-06, + "loss": 1.0167, + "step": 996 + }, + { + "epoch": 0.0719310270192273, + "grad_norm": 4.519538424394694, + "learning_rate": 3.981595340413582e-06, + "loss": 1.1395, + "step": 997 + }, + { + "epoch": 0.07200317448865481, + "grad_norm": 6.565166403992314, + "learning_rate": 3.981532028548324e-06, + "loss": 1.0204, + "step": 998 + }, + { + "epoch": 0.07207532195808232, + "grad_norm": 4.501480071065537, + "learning_rate": 3.9814686084789365e-06, + "loss": 0.9724, + "step": 999 + }, + { + "epoch": 0.07214746942750982, + "grad_norm": 4.514718040542034, + "learning_rate": 3.981405080208885e-06, + "loss": 0.979, + "step": 1000 + }, + { + "epoch": 0.07221961689693734, + "grad_norm": 7.471834064724101, + "learning_rate": 3.981341443741636e-06, + "loss": 1.0596, + "step": 1001 + }, + { + "epoch": 0.07229176436636485, + "grad_norm": 11.22978598468015, + "learning_rate": 3.981277699080665e-06, + "loss": 0.899, + "step": 1002 + }, + { + "epoch": 0.07236391183579235, + "grad_norm": 4.23666961545764, + "learning_rate": 3.981213846229454e-06, + "loss": 1.087, + "step": 1003 + }, + { + "epoch": 0.07243605930521987, + "grad_norm": 5.894047155403253, + "learning_rate": 3.981149885191489e-06, + "loss": 0.978, + "step": 1004 + }, + { + "epoch": 0.07250820677464738, + "grad_norm": 11.52118290973841, + "learning_rate": 3.9810858159702625e-06, + "loss": 1.0681, + "step": 1005 + }, + { + "epoch": 0.07258035424407489, + "grad_norm": 4.787452215449253, + "learning_rate": 3.981021638569273e-06, + "loss": 1.0842, + "step": 1006 + }, + { + "epoch": 0.0726525017135024, + "grad_norm": 4.512280978226516, + "learning_rate": 3.9809573529920255e-06, + "loss": 1.0397, + "step": 1007 + }, + { + "epoch": 0.07272464918292991, + "grad_norm": 6.119532733606835, + "learning_rate": 3.980892959242031e-06, + "loss": 1.1114, + "step": 1008 + }, + { + "epoch": 0.07279679665235742, + "grad_norm": 4.800530348724849, + "learning_rate": 3.9808284573228045e-06, + "loss": 1.127, + "step": 1009 + }, + { + "epoch": 0.07286894412178493, + "grad_norm": 6.163681579346249, + "learning_rate": 3.980763847237869e-06, + "loss": 0.9146, + "step": 1010 + }, + { + "epoch": 0.07294109159121244, + "grad_norm": 9.559502424754477, + "learning_rate": 3.980699128990752e-06, + "loss": 1.1, + "step": 1011 + }, + { + "epoch": 0.07301323906063995, + "grad_norm": 17.96496563409947, + "learning_rate": 3.980634302584987e-06, + "loss": 1.0832, + "step": 1012 + }, + { + "epoch": 0.07308538653006746, + "grad_norm": 4.28595692083984, + "learning_rate": 3.980569368024116e-06, + "loss": 1.0541, + "step": 1013 + }, + { + "epoch": 0.07315753399949497, + "grad_norm": 7.52243425091414, + "learning_rate": 3.980504325311683e-06, + "loss": 1.0706, + "step": 1014 + }, + { + "epoch": 0.07322968146892248, + "grad_norm": 9.948249808653333, + "learning_rate": 3.980439174451241e-06, + "loss": 0.9739, + "step": 1015 + }, + { + "epoch": 0.07330182893834998, + "grad_norm": 7.968719602040673, + "learning_rate": 3.980373915446346e-06, + "loss": 1.1409, + "step": 1016 + }, + { + "epoch": 0.0733739764077775, + "grad_norm": 4.723491585359077, + "learning_rate": 3.980308548300564e-06, + "loss": 0.996, + "step": 1017 + }, + { + "epoch": 0.073446123877205, + "grad_norm": 0.6748155960106673, + "learning_rate": 3.980243073017462e-06, + "loss": 0.7463, + "step": 1018 + }, + { + "epoch": 0.07351827134663251, + "grad_norm": 6.378151507324879, + "learning_rate": 3.980177489600616e-06, + "loss": 0.9706, + "step": 1019 + }, + { + "epoch": 0.07359041881606003, + "grad_norm": 0.8465649660172423, + "learning_rate": 3.980111798053609e-06, + "loss": 0.878, + "step": 1020 + }, + { + "epoch": 0.07366256628548754, + "grad_norm": 6.234370104947953, + "learning_rate": 3.980045998380026e-06, + "loss": 1.0367, + "step": 1021 + }, + { + "epoch": 0.07373471375491504, + "grad_norm": 6.249502543679539, + "learning_rate": 3.9799800905834604e-06, + "loss": 0.9655, + "step": 1022 + }, + { + "epoch": 0.07380686122434256, + "grad_norm": 11.957232239612612, + "learning_rate": 3.979914074667513e-06, + "loss": 1.0381, + "step": 1023 + }, + { + "epoch": 0.07387900869377007, + "grad_norm": 3.5190425283686593, + "learning_rate": 3.979847950635786e-06, + "loss": 1.0168, + "step": 1024 + }, + { + "epoch": 0.07395115616319757, + "grad_norm": 5.9075713117753335, + "learning_rate": 3.979781718491894e-06, + "loss": 0.9798, + "step": 1025 + }, + { + "epoch": 0.07402330363262509, + "grad_norm": 3.3409028097458147, + "learning_rate": 3.9797153782394485e-06, + "loss": 1.0218, + "step": 1026 + }, + { + "epoch": 0.0740954511020526, + "grad_norm": 3.307172125310484, + "learning_rate": 3.979648929882076e-06, + "loss": 1.0741, + "step": 1027 + }, + { + "epoch": 0.0741675985714801, + "grad_norm": 4.277567818403355, + "learning_rate": 3.979582373423404e-06, + "loss": 1.0462, + "step": 1028 + }, + { + "epoch": 0.07423974604090762, + "grad_norm": 5.011825120351597, + "learning_rate": 3.9795157088670665e-06, + "loss": 0.9952, + "step": 1029 + }, + { + "epoch": 0.07431189351033513, + "grad_norm": 13.874240064000466, + "learning_rate": 3.979448936216703e-06, + "loss": 1.0626, + "step": 1030 + }, + { + "epoch": 0.07438404097976263, + "grad_norm": 6.77882616172294, + "learning_rate": 3.979382055475962e-06, + "loss": 0.9486, + "step": 1031 + }, + { + "epoch": 0.07445618844919015, + "grad_norm": 7.7566499789847665, + "learning_rate": 3.979315066648495e-06, + "loss": 1.0421, + "step": 1032 + }, + { + "epoch": 0.07452833591861766, + "grad_norm": 3.725843700126321, + "learning_rate": 3.979247969737958e-06, + "loss": 0.9574, + "step": 1033 + }, + { + "epoch": 0.07460048338804516, + "grad_norm": 4.658178762056311, + "learning_rate": 3.979180764748017e-06, + "loss": 1.055, + "step": 1034 + }, + { + "epoch": 0.07467263085747268, + "grad_norm": 11.697762456315097, + "learning_rate": 3.979113451682341e-06, + "loss": 0.9702, + "step": 1035 + }, + { + "epoch": 0.07474477832690019, + "grad_norm": 4.816120717788389, + "learning_rate": 3.9790460305446064e-06, + "loss": 0.9898, + "step": 1036 + }, + { + "epoch": 0.07481692579632769, + "grad_norm": 8.669206638314314, + "learning_rate": 3.978978501338493e-06, + "loss": 1.0531, + "step": 1037 + }, + { + "epoch": 0.07488907326575521, + "grad_norm": 3.931592718326176, + "learning_rate": 3.97891086406769e-06, + "loss": 1.0192, + "step": 1038 + }, + { + "epoch": 0.07496122073518272, + "grad_norm": 4.515448015697967, + "learning_rate": 3.978843118735891e-06, + "loss": 0.9465, + "step": 1039 + }, + { + "epoch": 0.07503336820461022, + "grad_norm": 4.430979706735185, + "learning_rate": 3.978775265346794e-06, + "loss": 0.9225, + "step": 1040 + }, + { + "epoch": 0.07510551567403774, + "grad_norm": 3.343602685267966, + "learning_rate": 3.978707303904106e-06, + "loss": 1.0444, + "step": 1041 + }, + { + "epoch": 0.07517766314346525, + "grad_norm": 8.47294619720568, + "learning_rate": 3.978639234411536e-06, + "loss": 1.0131, + "step": 1042 + }, + { + "epoch": 0.07524981061289275, + "grad_norm": 9.264325982006403, + "learning_rate": 3.978571056872803e-06, + "loss": 1.0495, + "step": 1043 + }, + { + "epoch": 0.07532195808232026, + "grad_norm": 4.09198425883587, + "learning_rate": 3.978502771291628e-06, + "loss": 1.0524, + "step": 1044 + }, + { + "epoch": 0.07539410555174778, + "grad_norm": 4.16889578637278, + "learning_rate": 3.978434377671741e-06, + "loss": 1.0631, + "step": 1045 + }, + { + "epoch": 0.07546625302117528, + "grad_norm": 8.546444730371622, + "learning_rate": 3.9783658760168765e-06, + "loss": 0.9624, + "step": 1046 + }, + { + "epoch": 0.07553840049060279, + "grad_norm": 3.418609175492745, + "learning_rate": 3.978297266330775e-06, + "loss": 1.0294, + "step": 1047 + }, + { + "epoch": 0.0756105479600303, + "grad_norm": 3.7994888162610216, + "learning_rate": 3.978228548617184e-06, + "loss": 0.98, + "step": 1048 + }, + { + "epoch": 0.07568269542945781, + "grad_norm": 4.645731880665441, + "learning_rate": 3.978159722879855e-06, + "loss": 1.0364, + "step": 1049 + }, + { + "epoch": 0.07575484289888532, + "grad_norm": 4.058273229343227, + "learning_rate": 3.978090789122546e-06, + "loss": 1.0173, + "step": 1050 + }, + { + "epoch": 0.07582699036831284, + "grad_norm": 5.303769646005164, + "learning_rate": 3.978021747349022e-06, + "loss": 1.0041, + "step": 1051 + }, + { + "epoch": 0.07589913783774034, + "grad_norm": 3.5584478254160894, + "learning_rate": 3.977952597563052e-06, + "loss": 1.0365, + "step": 1052 + }, + { + "epoch": 0.07597128530716785, + "grad_norm": 5.289448711319332, + "learning_rate": 3.977883339768414e-06, + "loss": 1.0525, + "step": 1053 + }, + { + "epoch": 0.07604343277659537, + "grad_norm": 5.054820511496168, + "learning_rate": 3.977813973968888e-06, + "loss": 1.1418, + "step": 1054 + }, + { + "epoch": 0.07611558024602287, + "grad_norm": 2.924869247513685, + "learning_rate": 3.977744500168262e-06, + "loss": 1.0549, + "step": 1055 + }, + { + "epoch": 0.07618772771545038, + "grad_norm": 5.374038255391392, + "learning_rate": 3.977674918370331e-06, + "loss": 0.9832, + "step": 1056 + }, + { + "epoch": 0.0762598751848779, + "grad_norm": 5.568111375352515, + "learning_rate": 3.977605228578894e-06, + "loss": 0.9751, + "step": 1057 + }, + { + "epoch": 0.0763320226543054, + "grad_norm": 4.154619169444443, + "learning_rate": 3.977535430797756e-06, + "loss": 1.0076, + "step": 1058 + }, + { + "epoch": 0.0764041701237329, + "grad_norm": 4.118582617639267, + "learning_rate": 3.9774655250307285e-06, + "loss": 1.1557, + "step": 1059 + }, + { + "epoch": 0.07647631759316043, + "grad_norm": 3.6731993539219108, + "learning_rate": 3.977395511281629e-06, + "loss": 1.0292, + "step": 1060 + }, + { + "epoch": 0.07654846506258793, + "grad_norm": 4.118932249352477, + "learning_rate": 3.97732538955428e-06, + "loss": 1.1064, + "step": 1061 + }, + { + "epoch": 0.07662061253201544, + "grad_norm": 4.7215618320025055, + "learning_rate": 3.977255159852513e-06, + "loss": 1.0614, + "step": 1062 + }, + { + "epoch": 0.07669276000144296, + "grad_norm": 3.6631607865670035, + "learning_rate": 3.9771848221801605e-06, + "loss": 0.9263, + "step": 1063 + }, + { + "epoch": 0.07676490747087046, + "grad_norm": 5.872596736158299, + "learning_rate": 3.9771143765410635e-06, + "loss": 0.9463, + "step": 1064 + }, + { + "epoch": 0.07683705494029797, + "grad_norm": 3.537917332918539, + "learning_rate": 3.97704382293907e-06, + "loss": 1.0605, + "step": 1065 + }, + { + "epoch": 0.07690920240972549, + "grad_norm": 4.592858883328332, + "learning_rate": 3.976973161378032e-06, + "loss": 1.0062, + "step": 1066 + }, + { + "epoch": 0.07698134987915299, + "grad_norm": 3.6666047929109378, + "learning_rate": 3.9769023918618085e-06, + "loss": 1.0513, + "step": 1067 + }, + { + "epoch": 0.0770534973485805, + "grad_norm": 3.2343716091562085, + "learning_rate": 3.976831514394263e-06, + "loss": 0.9909, + "step": 1068 + }, + { + "epoch": 0.077125644818008, + "grad_norm": 2.76845935475746, + "learning_rate": 3.976760528979267e-06, + "loss": 0.9767, + "step": 1069 + }, + { + "epoch": 0.07719779228743552, + "grad_norm": 3.6840972718061997, + "learning_rate": 3.976689435620696e-06, + "loss": 0.9861, + "step": 1070 + }, + { + "epoch": 0.07726993975686303, + "grad_norm": 9.417116092545971, + "learning_rate": 3.9766182343224325e-06, + "loss": 1.0332, + "step": 1071 + }, + { + "epoch": 0.07734208722629053, + "grad_norm": 4.024926245351283, + "learning_rate": 3.976546925088364e-06, + "loss": 1.0216, + "step": 1072 + }, + { + "epoch": 0.07741423469571805, + "grad_norm": 0.8750025544810474, + "learning_rate": 3.976475507922385e-06, + "loss": 0.8711, + "step": 1073 + }, + { + "epoch": 0.07748638216514556, + "grad_norm": 2.977111765728188, + "learning_rate": 3.976403982828396e-06, + "loss": 1.1157, + "step": 1074 + }, + { + "epoch": 0.07755852963457306, + "grad_norm": 5.049002656557802, + "learning_rate": 3.9763323498103e-06, + "loss": 1.0083, + "step": 1075 + }, + { + "epoch": 0.07763067710400058, + "grad_norm": 6.145840747203773, + "learning_rate": 3.9762606088720126e-06, + "loss": 1.0069, + "step": 1076 + }, + { + "epoch": 0.07770282457342809, + "grad_norm": 4.083000688562608, + "learning_rate": 3.976188760017448e-06, + "loss": 1.0231, + "step": 1077 + }, + { + "epoch": 0.07777497204285559, + "grad_norm": 4.217301861914421, + "learning_rate": 3.976116803250531e-06, + "loss": 1.0865, + "step": 1078 + }, + { + "epoch": 0.07784711951228311, + "grad_norm": 8.278079250003344, + "learning_rate": 3.976044738575191e-06, + "loss": 1.123, + "step": 1079 + }, + { + "epoch": 0.07791926698171062, + "grad_norm": 6.956507582235444, + "learning_rate": 3.975972565995363e-06, + "loss": 1.0298, + "step": 1080 + }, + { + "epoch": 0.07799141445113812, + "grad_norm": 3.2298205462228426, + "learning_rate": 3.975900285514988e-06, + "loss": 1.0627, + "step": 1081 + }, + { + "epoch": 0.07806356192056564, + "grad_norm": 5.679661306034853, + "learning_rate": 3.975827897138012e-06, + "loss": 0.9516, + "step": 1082 + }, + { + "epoch": 0.07813570938999315, + "grad_norm": 3.268722744129689, + "learning_rate": 3.97575540086839e-06, + "loss": 1.0003, + "step": 1083 + }, + { + "epoch": 0.07820785685942065, + "grad_norm": 4.541815285773728, + "learning_rate": 3.975682796710079e-06, + "loss": 1.0084, + "step": 1084 + }, + { + "epoch": 0.07828000432884817, + "grad_norm": 3.9765424746625566, + "learning_rate": 3.975610084667044e-06, + "loss": 0.9023, + "step": 1085 + }, + { + "epoch": 0.07835215179827568, + "grad_norm": 3.151545729661085, + "learning_rate": 3.975537264743255e-06, + "loss": 1.1083, + "step": 1086 + }, + { + "epoch": 0.07842429926770318, + "grad_norm": 4.5263481197346485, + "learning_rate": 3.975464336942691e-06, + "loss": 1.0318, + "step": 1087 + }, + { + "epoch": 0.0784964467371307, + "grad_norm": 5.819215893967629, + "learning_rate": 3.975391301269332e-06, + "loss": 0.9325, + "step": 1088 + }, + { + "epoch": 0.0785685942065582, + "grad_norm": 2.69638562055465, + "learning_rate": 3.975318157727166e-06, + "loss": 1.0616, + "step": 1089 + }, + { + "epoch": 0.07864074167598571, + "grad_norm": 7.796798675102373, + "learning_rate": 3.975244906320188e-06, + "loss": 0.9169, + "step": 1090 + }, + { + "epoch": 0.07871288914541323, + "grad_norm": 3.2704717999192994, + "learning_rate": 3.975171547052398e-06, + "loss": 0.9286, + "step": 1091 + }, + { + "epoch": 0.07878503661484074, + "grad_norm": 6.4022752293847045, + "learning_rate": 3.975098079927801e-06, + "loss": 0.9283, + "step": 1092 + }, + { + "epoch": 0.07885718408426824, + "grad_norm": 6.593896367044026, + "learning_rate": 3.97502450495041e-06, + "loss": 1.0063, + "step": 1093 + }, + { + "epoch": 0.07892933155369575, + "grad_norm": 6.586195536815614, + "learning_rate": 3.974950822124242e-06, + "loss": 0.8976, + "step": 1094 + }, + { + "epoch": 0.07900147902312327, + "grad_norm": 3.6701266407749706, + "learning_rate": 3.974877031453321e-06, + "loss": 1.0678, + "step": 1095 + }, + { + "epoch": 0.07907362649255077, + "grad_norm": 0.7421877409282093, + "learning_rate": 3.974803132941676e-06, + "loss": 0.8683, + "step": 1096 + }, + { + "epoch": 0.07914577396197828, + "grad_norm": 3.826609159584669, + "learning_rate": 3.974729126593342e-06, + "loss": 1.0492, + "step": 1097 + }, + { + "epoch": 0.0792179214314058, + "grad_norm": 4.133050864832653, + "learning_rate": 3.97465501241236e-06, + "loss": 1.0058, + "step": 1098 + }, + { + "epoch": 0.0792900689008333, + "grad_norm": 3.7774862678727614, + "learning_rate": 3.974580790402779e-06, + "loss": 1.0152, + "step": 1099 + }, + { + "epoch": 0.07936221637026081, + "grad_norm": 4.136802204216035, + "learning_rate": 3.97450646056865e-06, + "loss": 1.1357, + "step": 1100 + }, + { + "epoch": 0.07943436383968833, + "grad_norm": 5.2488278488269255, + "learning_rate": 3.974432022914032e-06, + "loss": 1.0183, + "step": 1101 + }, + { + "epoch": 0.07950651130911583, + "grad_norm": 4.177578003370274, + "learning_rate": 3.974357477442991e-06, + "loss": 1.0621, + "step": 1102 + }, + { + "epoch": 0.07957865877854334, + "grad_norm": 6.835773993580288, + "learning_rate": 3.974282824159597e-06, + "loss": 1.0539, + "step": 1103 + }, + { + "epoch": 0.07965080624797086, + "grad_norm": 4.831068012318647, + "learning_rate": 3.974208063067926e-06, + "loss": 0.9912, + "step": 1104 + }, + { + "epoch": 0.07972295371739836, + "grad_norm": 8.974164969614469, + "learning_rate": 3.974133194172062e-06, + "loss": 1.0941, + "step": 1105 + }, + { + "epoch": 0.07979510118682587, + "grad_norm": 9.665968858810388, + "learning_rate": 3.974058217476091e-06, + "loss": 1.0706, + "step": 1106 + }, + { + "epoch": 0.07986724865625339, + "grad_norm": 7.794725385505844, + "learning_rate": 3.97398313298411e-06, + "loss": 0.9604, + "step": 1107 + }, + { + "epoch": 0.07993939612568089, + "grad_norm": 3.1983833759389166, + "learning_rate": 3.973907940700216e-06, + "loss": 1.0012, + "step": 1108 + }, + { + "epoch": 0.0800115435951084, + "grad_norm": 4.325023214465335, + "learning_rate": 3.973832640628517e-06, + "loss": 1.0215, + "step": 1109 + }, + { + "epoch": 0.08008369106453592, + "grad_norm": 4.599311835187934, + "learning_rate": 3.973757232773124e-06, + "loss": 0.9968, + "step": 1110 + }, + { + "epoch": 0.08015583853396342, + "grad_norm": 3.744030970249707, + "learning_rate": 3.9736817171381555e-06, + "loss": 0.9658, + "step": 1111 + }, + { + "epoch": 0.08022798600339093, + "grad_norm": 0.7180871809785904, + "learning_rate": 3.973606093727735e-06, + "loss": 0.7918, + "step": 1112 + }, + { + "epoch": 0.08030013347281845, + "grad_norm": 7.685061928791806, + "learning_rate": 3.973530362545992e-06, + "loss": 1.1279, + "step": 1113 + }, + { + "epoch": 0.08037228094224595, + "grad_norm": 3.646414937449814, + "learning_rate": 3.973454523597061e-06, + "loss": 1.0343, + "step": 1114 + }, + { + "epoch": 0.08044442841167346, + "grad_norm": 0.8045578639225001, + "learning_rate": 3.973378576885084e-06, + "loss": 0.8793, + "step": 1115 + }, + { + "epoch": 0.08051657588110098, + "grad_norm": 5.5448198836494464, + "learning_rate": 3.973302522414209e-06, + "loss": 0.9692, + "step": 1116 + }, + { + "epoch": 0.08058872335052848, + "grad_norm": 3.642676172649925, + "learning_rate": 3.973226360188587e-06, + "loss": 0.9497, + "step": 1117 + }, + { + "epoch": 0.08066087081995599, + "grad_norm": 24.777958039149308, + "learning_rate": 3.973150090212379e-06, + "loss": 1.1063, + "step": 1118 + }, + { + "epoch": 0.08073301828938349, + "grad_norm": 13.02243043590588, + "learning_rate": 3.973073712489748e-06, + "loss": 1.0297, + "step": 1119 + }, + { + "epoch": 0.08080516575881101, + "grad_norm": 8.75965392382795, + "learning_rate": 3.9729972270248665e-06, + "loss": 1.1623, + "step": 1120 + }, + { + "epoch": 0.08087731322823852, + "grad_norm": 6.468599326917479, + "learning_rate": 3.972920633821909e-06, + "loss": 1.049, + "step": 1121 + }, + { + "epoch": 0.08094946069766602, + "grad_norm": 8.693910717112805, + "learning_rate": 3.9728439328850605e-06, + "loss": 0.9518, + "step": 1122 + }, + { + "epoch": 0.08102160816709354, + "grad_norm": 5.974634275855268, + "learning_rate": 3.972767124218508e-06, + "loss": 0.9714, + "step": 1123 + }, + { + "epoch": 0.08109375563652105, + "grad_norm": 4.607533439394835, + "learning_rate": 3.972690207826446e-06, + "loss": 1.0907, + "step": 1124 + }, + { + "epoch": 0.08116590310594855, + "grad_norm": 2.861283962703137, + "learning_rate": 3.972613183713073e-06, + "loss": 1.03, + "step": 1125 + }, + { + "epoch": 0.08123805057537607, + "grad_norm": 2.6559466918111196, + "learning_rate": 3.972536051882597e-06, + "loss": 1.0114, + "step": 1126 + }, + { + "epoch": 0.08131019804480358, + "grad_norm": 4.470112412850543, + "learning_rate": 3.97245881233923e-06, + "loss": 0.9073, + "step": 1127 + }, + { + "epoch": 0.08138234551423108, + "grad_norm": 3.1392798128759205, + "learning_rate": 3.972381465087189e-06, + "loss": 1.0762, + "step": 1128 + }, + { + "epoch": 0.0814544929836586, + "grad_norm": 6.93876017904248, + "learning_rate": 3.972304010130696e-06, + "loss": 0.9909, + "step": 1129 + }, + { + "epoch": 0.08152664045308611, + "grad_norm": 4.53552297182251, + "learning_rate": 3.972226447473984e-06, + "loss": 1.071, + "step": 1130 + }, + { + "epoch": 0.08159878792251361, + "grad_norm": 8.21781747843591, + "learning_rate": 3.972148777121286e-06, + "loss": 0.9981, + "step": 1131 + }, + { + "epoch": 0.08167093539194113, + "grad_norm": 4.766896162755096, + "learning_rate": 3.972070999076844e-06, + "loss": 1.0338, + "step": 1132 + }, + { + "epoch": 0.08174308286136864, + "grad_norm": 4.024663941943607, + "learning_rate": 3.971993113344905e-06, + "loss": 1.0412, + "step": 1133 + }, + { + "epoch": 0.08181523033079614, + "grad_norm": 6.524210809797138, + "learning_rate": 3.971915119929722e-06, + "loss": 1.0168, + "step": 1134 + }, + { + "epoch": 0.08188737780022366, + "grad_norm": 4.038797808889282, + "learning_rate": 3.971837018835555e-06, + "loss": 1.068, + "step": 1135 + }, + { + "epoch": 0.08195952526965117, + "grad_norm": 4.572525088750838, + "learning_rate": 3.9717588100666675e-06, + "loss": 1.1226, + "step": 1136 + }, + { + "epoch": 0.08203167273907867, + "grad_norm": 6.632987910850455, + "learning_rate": 3.97168049362733e-06, + "loss": 0.8959, + "step": 1137 + }, + { + "epoch": 0.08210382020850619, + "grad_norm": 9.873071796148073, + "learning_rate": 3.97160206952182e-06, + "loss": 1.0243, + "step": 1138 + }, + { + "epoch": 0.0821759676779337, + "grad_norm": 5.432950977999498, + "learning_rate": 3.971523537754419e-06, + "loss": 1.2149, + "step": 1139 + }, + { + "epoch": 0.0822481151473612, + "grad_norm": 5.197261771595246, + "learning_rate": 3.971444898329417e-06, + "loss": 0.9788, + "step": 1140 + }, + { + "epoch": 0.08232026261678872, + "grad_norm": 5.084516523064453, + "learning_rate": 3.971366151251107e-06, + "loss": 1.0353, + "step": 1141 + }, + { + "epoch": 0.08239241008621623, + "grad_norm": 5.363844361996503, + "learning_rate": 3.971287296523788e-06, + "loss": 1.0659, + "step": 1142 + }, + { + "epoch": 0.08246455755564373, + "grad_norm": 3.0981352581249126, + "learning_rate": 3.971208334151768e-06, + "loss": 1.0734, + "step": 1143 + }, + { + "epoch": 0.08253670502507125, + "grad_norm": 4.669394558658927, + "learning_rate": 3.971129264139358e-06, + "loss": 0.9831, + "step": 1144 + }, + { + "epoch": 0.08260885249449876, + "grad_norm": 3.6793604095931727, + "learning_rate": 3.971050086490876e-06, + "loss": 1.0541, + "step": 1145 + }, + { + "epoch": 0.08268099996392626, + "grad_norm": 4.871523473364168, + "learning_rate": 3.970970801210645e-06, + "loss": 1.0597, + "step": 1146 + }, + { + "epoch": 0.08275314743335377, + "grad_norm": 3.4971978005332622, + "learning_rate": 3.970891408302995e-06, + "loss": 1.0371, + "step": 1147 + }, + { + "epoch": 0.08282529490278129, + "grad_norm": 3.816488712165659, + "learning_rate": 3.970811907772262e-06, + "loss": 0.9553, + "step": 1148 + }, + { + "epoch": 0.0828974423722088, + "grad_norm": 4.26924600023499, + "learning_rate": 3.9707322996227855e-06, + "loss": 0.9726, + "step": 1149 + }, + { + "epoch": 0.0829695898416363, + "grad_norm": 2.9061448273035504, + "learning_rate": 3.970652583858913e-06, + "loss": 1.0738, + "step": 1150 + }, + { + "epoch": 0.08304173731106382, + "grad_norm": 4.397939650443752, + "learning_rate": 3.970572760484999e-06, + "loss": 1.0571, + "step": 1151 + }, + { + "epoch": 0.08311388478049132, + "grad_norm": 3.609033873980686, + "learning_rate": 3.970492829505401e-06, + "loss": 1.0443, + "step": 1152 + }, + { + "epoch": 0.08318603224991883, + "grad_norm": 4.957281155971546, + "learning_rate": 3.970412790924484e-06, + "loss": 0.9272, + "step": 1153 + }, + { + "epoch": 0.08325817971934635, + "grad_norm": 7.900868872653886, + "learning_rate": 3.970332644746619e-06, + "loss": 0.9547, + "step": 1154 + }, + { + "epoch": 0.08333032718877385, + "grad_norm": 3.828410359860067, + "learning_rate": 3.970252390976182e-06, + "loss": 1.101, + "step": 1155 + }, + { + "epoch": 0.08340247465820136, + "grad_norm": 3.3518372180807394, + "learning_rate": 3.970172029617556e-06, + "loss": 1.0756, + "step": 1156 + }, + { + "epoch": 0.08347462212762888, + "grad_norm": 2.946056160779326, + "learning_rate": 3.970091560675128e-06, + "loss": 0.969, + "step": 1157 + }, + { + "epoch": 0.08354676959705638, + "grad_norm": 2.392989640949558, + "learning_rate": 3.970010984153293e-06, + "loss": 1.0735, + "step": 1158 + }, + { + "epoch": 0.08361891706648389, + "grad_norm": 0.6618186740124337, + "learning_rate": 3.9699303000564515e-06, + "loss": 0.8275, + "step": 1159 + }, + { + "epoch": 0.08369106453591141, + "grad_norm": 3.467608702261475, + "learning_rate": 3.969849508389008e-06, + "loss": 0.9759, + "step": 1160 + }, + { + "epoch": 0.08376321200533891, + "grad_norm": 2.551937384551755, + "learning_rate": 3.969768609155376e-06, + "loss": 0.9077, + "step": 1161 + }, + { + "epoch": 0.08383535947476642, + "grad_norm": 2.8168554701719515, + "learning_rate": 3.969687602359971e-06, + "loss": 1.0668, + "step": 1162 + }, + { + "epoch": 0.08390750694419394, + "grad_norm": 4.273343100891218, + "learning_rate": 3.969606488007218e-06, + "loss": 0.9494, + "step": 1163 + }, + { + "epoch": 0.08397965441362144, + "grad_norm": 2.517222684949383, + "learning_rate": 3.9695252661015455e-06, + "loss": 1.1245, + "step": 1164 + }, + { + "epoch": 0.08405180188304895, + "grad_norm": 6.229190822116452, + "learning_rate": 3.9694439366473904e-06, + "loss": 1.0252, + "step": 1165 + }, + { + "epoch": 0.08412394935247647, + "grad_norm": 3.5967430587683547, + "learning_rate": 3.9693624996491915e-06, + "loss": 1.0511, + "step": 1166 + }, + { + "epoch": 0.08419609682190397, + "grad_norm": 3.6147823370570067, + "learning_rate": 3.9692809551113974e-06, + "loss": 0.9806, + "step": 1167 + }, + { + "epoch": 0.08426824429133148, + "grad_norm": 4.9775581262203605, + "learning_rate": 3.969199303038459e-06, + "loss": 0.9878, + "step": 1168 + }, + { + "epoch": 0.084340391760759, + "grad_norm": 4.448375216692208, + "learning_rate": 3.969117543434838e-06, + "loss": 1.1099, + "step": 1169 + }, + { + "epoch": 0.0844125392301865, + "grad_norm": 4.001098720332783, + "learning_rate": 3.969035676304997e-06, + "loss": 1.1267, + "step": 1170 + }, + { + "epoch": 0.08448468669961401, + "grad_norm": 4.2115231250072345, + "learning_rate": 3.968953701653406e-06, + "loss": 1.0839, + "step": 1171 + }, + { + "epoch": 0.08455683416904151, + "grad_norm": 2.5304410607288426, + "learning_rate": 3.968871619484543e-06, + "loss": 1.0002, + "step": 1172 + }, + { + "epoch": 0.08462898163846903, + "grad_norm": 3.7549360214451704, + "learning_rate": 3.9687894298028895e-06, + "loss": 1.0823, + "step": 1173 + }, + { + "epoch": 0.08470112910789654, + "grad_norm": 2.7583386835082875, + "learning_rate": 3.968707132612933e-06, + "loss": 1.0807, + "step": 1174 + }, + { + "epoch": 0.08477327657732404, + "grad_norm": 2.3282563857313856, + "learning_rate": 3.968624727919169e-06, + "loss": 1.0602, + "step": 1175 + }, + { + "epoch": 0.08484542404675156, + "grad_norm": 2.9594637542273516, + "learning_rate": 3.968542215726095e-06, + "loss": 0.9516, + "step": 1176 + }, + { + "epoch": 0.08491757151617907, + "grad_norm": 3.5537266365327187, + "learning_rate": 3.968459596038218e-06, + "loss": 1.0757, + "step": 1177 + }, + { + "epoch": 0.08498971898560657, + "grad_norm": 4.738910177306498, + "learning_rate": 3.968376868860049e-06, + "loss": 0.9917, + "step": 1178 + }, + { + "epoch": 0.0850618664550341, + "grad_norm": 3.6674303791118277, + "learning_rate": 3.968294034196107e-06, + "loss": 1.022, + "step": 1179 + }, + { + "epoch": 0.0851340139244616, + "grad_norm": 3.1794094554608145, + "learning_rate": 3.968211092050914e-06, + "loss": 0.9593, + "step": 1180 + }, + { + "epoch": 0.0852061613938891, + "grad_norm": 2.6847314990885933, + "learning_rate": 3.968128042428998e-06, + "loss": 0.9698, + "step": 1181 + }, + { + "epoch": 0.08527830886331662, + "grad_norm": 2.661699068910902, + "learning_rate": 3.9680448853348965e-06, + "loss": 1.0189, + "step": 1182 + }, + { + "epoch": 0.08535045633274413, + "grad_norm": 2.441321385243775, + "learning_rate": 3.967961620773149e-06, + "loss": 1.1015, + "step": 1183 + }, + { + "epoch": 0.08542260380217163, + "grad_norm": 3.367106921300572, + "learning_rate": 3.967878248748302e-06, + "loss": 1.0404, + "step": 1184 + }, + { + "epoch": 0.08549475127159915, + "grad_norm": 4.251842996750768, + "learning_rate": 3.96779476926491e-06, + "loss": 0.893, + "step": 1185 + }, + { + "epoch": 0.08556689874102666, + "grad_norm": 2.1738760532466315, + "learning_rate": 3.967711182327529e-06, + "loss": 1.0671, + "step": 1186 + }, + { + "epoch": 0.08563904621045416, + "grad_norm": 2.1450156965770697, + "learning_rate": 3.967627487940725e-06, + "loss": 0.978, + "step": 1187 + }, + { + "epoch": 0.08571119367988168, + "grad_norm": 2.5024063926666344, + "learning_rate": 3.967543686109068e-06, + "loss": 1.0163, + "step": 1188 + }, + { + "epoch": 0.08578334114930919, + "grad_norm": 3.1456096813875623, + "learning_rate": 3.967459776837134e-06, + "loss": 1.0207, + "step": 1189 + }, + { + "epoch": 0.0858554886187367, + "grad_norm": 2.796599646285468, + "learning_rate": 3.967375760129504e-06, + "loss": 0.9971, + "step": 1190 + }, + { + "epoch": 0.08592763608816421, + "grad_norm": 1.9359612661262209, + "learning_rate": 3.967291635990768e-06, + "loss": 0.9707, + "step": 1191 + }, + { + "epoch": 0.08599978355759172, + "grad_norm": 2.4081235255245046, + "learning_rate": 3.967207404425518e-06, + "loss": 1.0446, + "step": 1192 + }, + { + "epoch": 0.08607193102701922, + "grad_norm": 2.4095158398502, + "learning_rate": 3.967123065438353e-06, + "loss": 1.1063, + "step": 1193 + }, + { + "epoch": 0.08614407849644674, + "grad_norm": 4.720866151961041, + "learning_rate": 3.96703861903388e-06, + "loss": 0.9567, + "step": 1194 + }, + { + "epoch": 0.08621622596587425, + "grad_norm": 1.0506165102332568, + "learning_rate": 3.96695406521671e-06, + "loss": 1.0136, + "step": 1195 + }, + { + "epoch": 0.08628837343530175, + "grad_norm": 3.60571023746062, + "learning_rate": 3.96686940399146e-06, + "loss": 1.0113, + "step": 1196 + }, + { + "epoch": 0.08636052090472926, + "grad_norm": 5.639568874574053, + "learning_rate": 3.966784635362753e-06, + "loss": 1.0478, + "step": 1197 + }, + { + "epoch": 0.08643266837415678, + "grad_norm": 0.7513999192099469, + "learning_rate": 3.966699759335218e-06, + "loss": 0.8238, + "step": 1198 + }, + { + "epoch": 0.08650481584358428, + "grad_norm": 5.356781891060486, + "learning_rate": 3.966614775913489e-06, + "loss": 0.9817, + "step": 1199 + }, + { + "epoch": 0.08657696331301179, + "grad_norm": 2.0176727774944667, + "learning_rate": 3.966529685102207e-06, + "loss": 1.053, + "step": 1200 + }, + { + "epoch": 0.08664911078243931, + "grad_norm": 2.701012640484605, + "learning_rate": 3.966444486906019e-06, + "loss": 0.9971, + "step": 1201 + }, + { + "epoch": 0.08672125825186681, + "grad_norm": 3.073098197790653, + "learning_rate": 3.966359181329578e-06, + "loss": 1.0766, + "step": 1202 + }, + { + "epoch": 0.08679340572129432, + "grad_norm": 2.5819242284990094, + "learning_rate": 3.9662737683775405e-06, + "loss": 1.0223, + "step": 1203 + }, + { + "epoch": 0.08686555319072184, + "grad_norm": 3.05548522367355, + "learning_rate": 3.966188248054571e-06, + "loss": 1.0723, + "step": 1204 + }, + { + "epoch": 0.08693770066014934, + "grad_norm": 2.8677618714330375, + "learning_rate": 3.96610262036534e-06, + "loss": 1.0355, + "step": 1205 + }, + { + "epoch": 0.08700984812957685, + "grad_norm": 6.207100389502439, + "learning_rate": 3.9660168853145245e-06, + "loss": 1.0646, + "step": 1206 + }, + { + "epoch": 0.08708199559900437, + "grad_norm": 2.3369798662969465, + "learning_rate": 3.965931042906804e-06, + "loss": 1.0415, + "step": 1207 + }, + { + "epoch": 0.08715414306843187, + "grad_norm": 0.9970248489401577, + "learning_rate": 3.965845093146866e-06, + "loss": 0.9387, + "step": 1208 + }, + { + "epoch": 0.08722629053785938, + "grad_norm": 7.257194106711645, + "learning_rate": 3.965759036039406e-06, + "loss": 1.0023, + "step": 1209 + }, + { + "epoch": 0.0872984380072869, + "grad_norm": 2.9438202414261925, + "learning_rate": 3.965672871589121e-06, + "loss": 0.9932, + "step": 1210 + }, + { + "epoch": 0.0873705854767144, + "grad_norm": 2.7768604915084474, + "learning_rate": 3.965586599800718e-06, + "loss": 1.1308, + "step": 1211 + }, + { + "epoch": 0.08744273294614191, + "grad_norm": 4.813654971555467, + "learning_rate": 3.965500220678907e-06, + "loss": 1.0313, + "step": 1212 + }, + { + "epoch": 0.08751488041556943, + "grad_norm": 3.1322521745538876, + "learning_rate": 3.965413734228405e-06, + "loss": 0.9895, + "step": 1213 + }, + { + "epoch": 0.08758702788499693, + "grad_norm": 2.9260483582907773, + "learning_rate": 3.965327140453934e-06, + "loss": 0.9665, + "step": 1214 + }, + { + "epoch": 0.08765917535442444, + "grad_norm": 2.102182630065748, + "learning_rate": 3.965240439360224e-06, + "loss": 1.0924, + "step": 1215 + }, + { + "epoch": 0.08773132282385196, + "grad_norm": 3.0205853239832328, + "learning_rate": 3.965153630952009e-06, + "loss": 1.0343, + "step": 1216 + }, + { + "epoch": 0.08780347029327946, + "grad_norm": 4.47335151698988, + "learning_rate": 3.9650667152340284e-06, + "loss": 1.0397, + "step": 1217 + }, + { + "epoch": 0.08787561776270697, + "grad_norm": 2.7125871459744135, + "learning_rate": 3.964979692211029e-06, + "loss": 1.0813, + "step": 1218 + }, + { + "epoch": 0.08794776523213449, + "grad_norm": 3.4871697272873283, + "learning_rate": 3.964892561887762e-06, + "loss": 1.0855, + "step": 1219 + }, + { + "epoch": 0.088019912701562, + "grad_norm": 3.0133680683710904, + "learning_rate": 3.964805324268987e-06, + "loss": 0.9794, + "step": 1220 + }, + { + "epoch": 0.0880920601709895, + "grad_norm": 3.102404424899695, + "learning_rate": 3.964717979359466e-06, + "loss": 1.077, + "step": 1221 + }, + { + "epoch": 0.088164207640417, + "grad_norm": 2.4747414617656096, + "learning_rate": 3.96463052716397e-06, + "loss": 0.9877, + "step": 1222 + }, + { + "epoch": 0.08823635510984452, + "grad_norm": 4.457715475936558, + "learning_rate": 3.964542967687273e-06, + "loss": 1.0565, + "step": 1223 + }, + { + "epoch": 0.08830850257927203, + "grad_norm": 2.0638520404212546, + "learning_rate": 3.964455300934158e-06, + "loss": 0.9811, + "step": 1224 + }, + { + "epoch": 0.08838065004869954, + "grad_norm": 2.8373291972507837, + "learning_rate": 3.96436752690941e-06, + "loss": 0.9782, + "step": 1225 + }, + { + "epoch": 0.08845279751812705, + "grad_norm": 2.659644616845461, + "learning_rate": 3.964279645617824e-06, + "loss": 0.9148, + "step": 1226 + }, + { + "epoch": 0.08852494498755456, + "grad_norm": 2.9594102609662625, + "learning_rate": 3.964191657064197e-06, + "loss": 0.9946, + "step": 1227 + }, + { + "epoch": 0.08859709245698207, + "grad_norm": 2.7721824707701184, + "learning_rate": 3.964103561253336e-06, + "loss": 1.1505, + "step": 1228 + }, + { + "epoch": 0.08866923992640958, + "grad_norm": 2.525002009324889, + "learning_rate": 3.96401535819005e-06, + "loss": 1.0731, + "step": 1229 + }, + { + "epoch": 0.08874138739583709, + "grad_norm": 3.2745091543659437, + "learning_rate": 3.963927047879156e-06, + "loss": 1.0267, + "step": 1230 + }, + { + "epoch": 0.0888135348652646, + "grad_norm": 5.844466711146135, + "learning_rate": 3.9638386303254764e-06, + "loss": 1.0003, + "step": 1231 + }, + { + "epoch": 0.08888568233469211, + "grad_norm": 3.090836357087108, + "learning_rate": 3.963750105533838e-06, + "loss": 0.9493, + "step": 1232 + }, + { + "epoch": 0.08895782980411962, + "grad_norm": 5.700196901902511, + "learning_rate": 3.963661473509076e-06, + "loss": 1.0239, + "step": 1233 + }, + { + "epoch": 0.08902997727354713, + "grad_norm": 5.349143535474661, + "learning_rate": 3.963572734256031e-06, + "loss": 1.035, + "step": 1234 + }, + { + "epoch": 0.08910212474297464, + "grad_norm": 2.89993913520871, + "learning_rate": 3.963483887779547e-06, + "loss": 0.9388, + "step": 1235 + }, + { + "epoch": 0.08917427221240215, + "grad_norm": 0.6849321614386422, + "learning_rate": 3.963394934084478e-06, + "loss": 0.9077, + "step": 1236 + }, + { + "epoch": 0.08924641968182966, + "grad_norm": 2.7195439549614804, + "learning_rate": 3.963305873175678e-06, + "loss": 1.0316, + "step": 1237 + }, + { + "epoch": 0.08931856715125717, + "grad_norm": 2.8208398722164785, + "learning_rate": 3.963216705058014e-06, + "loss": 1.0918, + "step": 1238 + }, + { + "epoch": 0.08939071462068468, + "grad_norm": 3.1399705499130546, + "learning_rate": 3.9631274297363525e-06, + "loss": 1.0676, + "step": 1239 + }, + { + "epoch": 0.08946286209011219, + "grad_norm": 3.4254789142886763, + "learning_rate": 3.963038047215569e-06, + "loss": 1.1444, + "step": 1240 + }, + { + "epoch": 0.0895350095595397, + "grad_norm": 2.9077136548197613, + "learning_rate": 3.9629485575005444e-06, + "loss": 0.9895, + "step": 1241 + }, + { + "epoch": 0.08960715702896721, + "grad_norm": 2.836379844279097, + "learning_rate": 3.962858960596166e-06, + "loss": 1.0471, + "step": 1242 + }, + { + "epoch": 0.08967930449839472, + "grad_norm": 2.2603351795140427, + "learning_rate": 3.962769256507326e-06, + "loss": 1.0319, + "step": 1243 + }, + { + "epoch": 0.08975145196782224, + "grad_norm": 2.245555408481344, + "learning_rate": 3.9626794452389235e-06, + "loss": 1.1011, + "step": 1244 + }, + { + "epoch": 0.08982359943724974, + "grad_norm": 2.181073913462152, + "learning_rate": 3.9625895267958615e-06, + "loss": 1.0121, + "step": 1245 + }, + { + "epoch": 0.08989574690667725, + "grad_norm": 3.1340221628599507, + "learning_rate": 3.962499501183051e-06, + "loss": 0.9482, + "step": 1246 + }, + { + "epoch": 0.08996789437610477, + "grad_norm": 2.3428070205882885, + "learning_rate": 3.9624093684054065e-06, + "loss": 0.9833, + "step": 1247 + }, + { + "epoch": 0.09004004184553227, + "grad_norm": 2.4897108058669355, + "learning_rate": 3.962319128467852e-06, + "loss": 1.033, + "step": 1248 + }, + { + "epoch": 0.09011218931495978, + "grad_norm": 2.8891338729500986, + "learning_rate": 3.9622287813753144e-06, + "loss": 1.081, + "step": 1249 + }, + { + "epoch": 0.09018433678438728, + "grad_norm": 3.108294275224211, + "learning_rate": 3.962138327132726e-06, + "loss": 0.9906, + "step": 1250 + }, + { + "epoch": 0.0902564842538148, + "grad_norm": 4.745581127472879, + "learning_rate": 3.962047765745028e-06, + "loss": 1.0185, + "step": 1251 + }, + { + "epoch": 0.0903286317232423, + "grad_norm": 2.157281822232475, + "learning_rate": 3.961957097217165e-06, + "loss": 0.9785, + "step": 1252 + }, + { + "epoch": 0.09040077919266981, + "grad_norm": 2.923229535941337, + "learning_rate": 3.961866321554087e-06, + "loss": 1.018, + "step": 1253 + }, + { + "epoch": 0.09047292666209733, + "grad_norm": 3.1544737397202978, + "learning_rate": 3.9617754387607524e-06, + "loss": 1.0555, + "step": 1254 + }, + { + "epoch": 0.09054507413152484, + "grad_norm": 4.129505586749001, + "learning_rate": 3.961684448842123e-06, + "loss": 1.0594, + "step": 1255 + }, + { + "epoch": 0.09061722160095234, + "grad_norm": 2.410627569425211, + "learning_rate": 3.961593351803167e-06, + "loss": 1.0466, + "step": 1256 + }, + { + "epoch": 0.09068936907037986, + "grad_norm": 3.768843166028487, + "learning_rate": 3.9615021476488615e-06, + "loss": 0.9255, + "step": 1257 + }, + { + "epoch": 0.09076151653980737, + "grad_norm": 65.79328868461813, + "learning_rate": 3.9614108363841835e-06, + "loss": 1.0126, + "step": 1258 + }, + { + "epoch": 0.09083366400923487, + "grad_norm": 2.0082013536618697, + "learning_rate": 3.961319418014121e-06, + "loss": 1.0593, + "step": 1259 + }, + { + "epoch": 0.09090581147866239, + "grad_norm": 2.965470600832086, + "learning_rate": 3.961227892543666e-06, + "loss": 0.9772, + "step": 1260 + }, + { + "epoch": 0.0909779589480899, + "grad_norm": 2.534852466691714, + "learning_rate": 3.961136259977815e-06, + "loss": 0.9046, + "step": 1261 + }, + { + "epoch": 0.0910501064175174, + "grad_norm": 2.5850656197813313, + "learning_rate": 3.961044520321573e-06, + "loss": 1.0628, + "step": 1262 + }, + { + "epoch": 0.09112225388694492, + "grad_norm": 2.7236897984749753, + "learning_rate": 3.96095267357995e-06, + "loss": 1.0708, + "step": 1263 + }, + { + "epoch": 0.09119440135637243, + "grad_norm": 5.7964054544715, + "learning_rate": 3.960860719757961e-06, + "loss": 1.0461, + "step": 1264 + }, + { + "epoch": 0.09126654882579993, + "grad_norm": 3.138592722000924, + "learning_rate": 3.960768658860626e-06, + "loss": 1.1086, + "step": 1265 + }, + { + "epoch": 0.09133869629522745, + "grad_norm": 3.9597380437809533, + "learning_rate": 3.960676490892973e-06, + "loss": 1.0499, + "step": 1266 + }, + { + "epoch": 0.09141084376465496, + "grad_norm": 3.665453941471083, + "learning_rate": 3.960584215860036e-06, + "loss": 1.0654, + "step": 1267 + }, + { + "epoch": 0.09148299123408246, + "grad_norm": 2.300617723855034, + "learning_rate": 3.960491833766852e-06, + "loss": 1.0311, + "step": 1268 + }, + { + "epoch": 0.09155513870350998, + "grad_norm": 3.0747553782352064, + "learning_rate": 3.960399344618467e-06, + "loss": 1.0682, + "step": 1269 + }, + { + "epoch": 0.09162728617293749, + "grad_norm": 2.432759296519038, + "learning_rate": 3.96030674841993e-06, + "loss": 1.0964, + "step": 1270 + }, + { + "epoch": 0.09169943364236499, + "grad_norm": 3.7040844410772897, + "learning_rate": 3.960214045176299e-06, + "loss": 1.0306, + "step": 1271 + }, + { + "epoch": 0.09177158111179251, + "grad_norm": 1.0825325255760465, + "learning_rate": 3.960121234892635e-06, + "loss": 0.9075, + "step": 1272 + }, + { + "epoch": 0.09184372858122002, + "grad_norm": 2.3818823828241205, + "learning_rate": 3.960028317574007e-06, + "loss": 1.0169, + "step": 1273 + }, + { + "epoch": 0.09191587605064752, + "grad_norm": 2.3432884270429093, + "learning_rate": 3.959935293225488e-06, + "loss": 1.07, + "step": 1274 + }, + { + "epoch": 0.09198802352007503, + "grad_norm": 2.972871830224995, + "learning_rate": 3.959842161852158e-06, + "loss": 1.1304, + "step": 1275 + }, + { + "epoch": 0.09206017098950255, + "grad_norm": 3.151103441037467, + "learning_rate": 3.959748923459103e-06, + "loss": 1.0257, + "step": 1276 + }, + { + "epoch": 0.09213231845893005, + "grad_norm": 2.2335157542906, + "learning_rate": 3.959655578051413e-06, + "loss": 0.9471, + "step": 1277 + }, + { + "epoch": 0.09220446592835756, + "grad_norm": 2.7976965523431807, + "learning_rate": 3.959562125634188e-06, + "loss": 0.9338, + "step": 1278 + }, + { + "epoch": 0.09227661339778508, + "grad_norm": 4.46241663579784, + "learning_rate": 3.959468566212529e-06, + "loss": 0.9869, + "step": 1279 + }, + { + "epoch": 0.09234876086721258, + "grad_norm": 3.2337327402404075, + "learning_rate": 3.959374899791544e-06, + "loss": 0.9483, + "step": 1280 + }, + { + "epoch": 0.09242090833664009, + "grad_norm": 2.332978687128527, + "learning_rate": 3.95928112637635e-06, + "loss": 1.0577, + "step": 1281 + }, + { + "epoch": 0.0924930558060676, + "grad_norm": 2.578883666338607, + "learning_rate": 3.959187245972066e-06, + "loss": 1.1311, + "step": 1282 + }, + { + "epoch": 0.09256520327549511, + "grad_norm": 2.1827395274717496, + "learning_rate": 3.95909325858382e-06, + "loss": 1.0516, + "step": 1283 + }, + { + "epoch": 0.09263735074492262, + "grad_norm": 0.8680345333520818, + "learning_rate": 3.9589991642167435e-06, + "loss": 0.8314, + "step": 1284 + }, + { + "epoch": 0.09270949821435014, + "grad_norm": 2.8370192805358805, + "learning_rate": 3.958904962875975e-06, + "loss": 1.0591, + "step": 1285 + }, + { + "epoch": 0.09278164568377764, + "grad_norm": 4.379497069656502, + "learning_rate": 3.958810654566657e-06, + "loss": 1.0523, + "step": 1286 + }, + { + "epoch": 0.09285379315320515, + "grad_norm": 2.540357335854416, + "learning_rate": 3.958716239293941e-06, + "loss": 1.0395, + "step": 1287 + }, + { + "epoch": 0.09292594062263267, + "grad_norm": 2.773988480976504, + "learning_rate": 3.9586217170629816e-06, + "loss": 0.9811, + "step": 1288 + }, + { + "epoch": 0.09299808809206017, + "grad_norm": 3.2346739699912064, + "learning_rate": 3.958527087878941e-06, + "loss": 1.0148, + "step": 1289 + }, + { + "epoch": 0.09307023556148768, + "grad_norm": 3.1848881810559813, + "learning_rate": 3.958432351746986e-06, + "loss": 1.0042, + "step": 1290 + }, + { + "epoch": 0.0931423830309152, + "grad_norm": 3.034932681850096, + "learning_rate": 3.958337508672291e-06, + "loss": 0.9842, + "step": 1291 + }, + { + "epoch": 0.0932145305003427, + "grad_norm": 4.435384326612054, + "learning_rate": 3.9582425586600336e-06, + "loss": 0.9449, + "step": 1292 + }, + { + "epoch": 0.09328667796977021, + "grad_norm": 2.600710617669315, + "learning_rate": 3.9581475017153995e-06, + "loss": 1.0412, + "step": 1293 + }, + { + "epoch": 0.09335882543919773, + "grad_norm": 1.8632527795052023, + "learning_rate": 3.958052337843579e-06, + "loss": 1.0629, + "step": 1294 + }, + { + "epoch": 0.09343097290862523, + "grad_norm": 4.382355746100033, + "learning_rate": 3.957957067049769e-06, + "loss": 1.0669, + "step": 1295 + }, + { + "epoch": 0.09350312037805274, + "grad_norm": 4.1481466819997745, + "learning_rate": 3.9578616893391716e-06, + "loss": 1.0936, + "step": 1296 + }, + { + "epoch": 0.09357526784748026, + "grad_norm": 4.080685568038806, + "learning_rate": 3.957766204716995e-06, + "loss": 1.0079, + "step": 1297 + }, + { + "epoch": 0.09364741531690776, + "grad_norm": 5.658239531078943, + "learning_rate": 3.957670613188453e-06, + "loss": 1.0036, + "step": 1298 + }, + { + "epoch": 0.09371956278633527, + "grad_norm": 3.902362323216561, + "learning_rate": 3.9575749147587665e-06, + "loss": 0.9328, + "step": 1299 + }, + { + "epoch": 0.09379171025576277, + "grad_norm": 3.2237933008274524, + "learning_rate": 3.95747910943316e-06, + "loss": 0.9735, + "step": 1300 + }, + { + "epoch": 0.09386385772519029, + "grad_norm": 2.9630692590967396, + "learning_rate": 3.957383197216867e-06, + "loss": 1.033, + "step": 1301 + }, + { + "epoch": 0.0939360051946178, + "grad_norm": 2.931647781678473, + "learning_rate": 3.957287178115122e-06, + "loss": 1.1684, + "step": 1302 + }, + { + "epoch": 0.0940081526640453, + "grad_norm": 2.428888318279991, + "learning_rate": 3.957191052133171e-06, + "loss": 1.0423, + "step": 1303 + }, + { + "epoch": 0.09408030013347282, + "grad_norm": 2.03911990965488, + "learning_rate": 3.957094819276261e-06, + "loss": 1.0141, + "step": 1304 + }, + { + "epoch": 0.09415244760290033, + "grad_norm": 4.467524433805639, + "learning_rate": 3.956998479549649e-06, + "loss": 1.0697, + "step": 1305 + }, + { + "epoch": 0.09422459507232783, + "grad_norm": 0.7351204761066902, + "learning_rate": 3.956902032958593e-06, + "loss": 0.8352, + "step": 1306 + }, + { + "epoch": 0.09429674254175535, + "grad_norm": 3.3368381829882376, + "learning_rate": 3.956805479508362e-06, + "loss": 1.0562, + "step": 1307 + }, + { + "epoch": 0.09436889001118286, + "grad_norm": 2.3940203123131227, + "learning_rate": 3.956708819204228e-06, + "loss": 1.0346, + "step": 1308 + }, + { + "epoch": 0.09444103748061036, + "grad_norm": 3.6186216077939215, + "learning_rate": 3.956612052051468e-06, + "loss": 1.1016, + "step": 1309 + }, + { + "epoch": 0.09451318495003788, + "grad_norm": 4.064376397717039, + "learning_rate": 3.956515178055367e-06, + "loss": 1.0541, + "step": 1310 + }, + { + "epoch": 0.09458533241946539, + "grad_norm": 4.451450394423561, + "learning_rate": 3.956418197221215e-06, + "loss": 0.9836, + "step": 1311 + }, + { + "epoch": 0.09465747988889289, + "grad_norm": 3.733738673435294, + "learning_rate": 3.9563211095543085e-06, + "loss": 0.9843, + "step": 1312 + }, + { + "epoch": 0.09472962735832041, + "grad_norm": 3.694874775871978, + "learning_rate": 3.956223915059948e-06, + "loss": 1.0959, + "step": 1313 + }, + { + "epoch": 0.09480177482774792, + "grad_norm": 3.6353853036717227, + "learning_rate": 3.956126613743441e-06, + "loss": 0.9261, + "step": 1314 + }, + { + "epoch": 0.09487392229717542, + "grad_norm": 3.1901213395052235, + "learning_rate": 3.956029205610101e-06, + "loss": 1.0873, + "step": 1315 + }, + { + "epoch": 0.09494606976660294, + "grad_norm": 3.2105830013119094, + "learning_rate": 3.955931690665247e-06, + "loss": 0.9771, + "step": 1316 + }, + { + "epoch": 0.09501821723603045, + "grad_norm": 4.740188101726143, + "learning_rate": 3.955834068914203e-06, + "loss": 1.0231, + "step": 1317 + }, + { + "epoch": 0.09509036470545795, + "grad_norm": 3.8025415153168294, + "learning_rate": 3.9557363403623024e-06, + "loss": 0.9773, + "step": 1318 + }, + { + "epoch": 0.09516251217488547, + "grad_norm": 3.889468714464527, + "learning_rate": 3.955638505014879e-06, + "loss": 1.0759, + "step": 1319 + }, + { + "epoch": 0.09523465964431298, + "grad_norm": 9.392984458810577, + "learning_rate": 3.955540562877277e-06, + "loss": 0.9265, + "step": 1320 + }, + { + "epoch": 0.09530680711374048, + "grad_norm": 3.5534131794654873, + "learning_rate": 3.955442513954843e-06, + "loss": 1.1158, + "step": 1321 + }, + { + "epoch": 0.095378954583168, + "grad_norm": 2.622586275905266, + "learning_rate": 3.955344358252934e-06, + "loss": 1.1099, + "step": 1322 + }, + { + "epoch": 0.09545110205259551, + "grad_norm": 4.892543818492497, + "learning_rate": 3.955246095776907e-06, + "loss": 0.8448, + "step": 1323 + }, + { + "epoch": 0.09552324952202301, + "grad_norm": 3.6430649337489487, + "learning_rate": 3.955147726532128e-06, + "loss": 0.9361, + "step": 1324 + }, + { + "epoch": 0.09559539699145052, + "grad_norm": 4.576730352978745, + "learning_rate": 3.95504925052397e-06, + "loss": 1.0476, + "step": 1325 + }, + { + "epoch": 0.09566754446087804, + "grad_norm": 3.9692290009521387, + "learning_rate": 3.95495066775781e-06, + "loss": 1.1736, + "step": 1326 + }, + { + "epoch": 0.09573969193030554, + "grad_norm": 7.194878547496992, + "learning_rate": 3.954851978239031e-06, + "loss": 0.9901, + "step": 1327 + }, + { + "epoch": 0.09581183939973305, + "grad_norm": 2.9823073969106484, + "learning_rate": 3.9547531819730224e-06, + "loss": 1.0059, + "step": 1328 + }, + { + "epoch": 0.09588398686916057, + "grad_norm": 4.100749082288341, + "learning_rate": 3.954654278965179e-06, + "loss": 1.0417, + "step": 1329 + }, + { + "epoch": 0.09595613433858807, + "grad_norm": 9.695138983514779, + "learning_rate": 3.9545552692209e-06, + "loss": 0.9921, + "step": 1330 + }, + { + "epoch": 0.09602828180801558, + "grad_norm": 7.608331189637511, + "learning_rate": 3.954456152745594e-06, + "loss": 0.9305, + "step": 1331 + }, + { + "epoch": 0.0961004292774431, + "grad_norm": 2.863330543999281, + "learning_rate": 3.954356929544672e-06, + "loss": 1.1825, + "step": 1332 + }, + { + "epoch": 0.0961725767468706, + "grad_norm": 4.066458783282183, + "learning_rate": 3.954257599623554e-06, + "loss": 1.0844, + "step": 1333 + }, + { + "epoch": 0.09624472421629811, + "grad_norm": 9.123269949170073, + "learning_rate": 3.954158162987662e-06, + "loss": 1.048, + "step": 1334 + }, + { + "epoch": 0.09631687168572563, + "grad_norm": 3.896039756705216, + "learning_rate": 3.954058619642427e-06, + "loss": 0.8776, + "step": 1335 + }, + { + "epoch": 0.09638901915515313, + "grad_norm": 2.382134913424942, + "learning_rate": 3.953958969593285e-06, + "loss": 1.0938, + "step": 1336 + }, + { + "epoch": 0.09646116662458064, + "grad_norm": 3.635259120263638, + "learning_rate": 3.953859212845676e-06, + "loss": 1.0017, + "step": 1337 + }, + { + "epoch": 0.09653331409400816, + "grad_norm": 1.8976010964342203, + "learning_rate": 3.9537593494050494e-06, + "loss": 1.0202, + "step": 1338 + }, + { + "epoch": 0.09660546156343566, + "grad_norm": 2.683306682841324, + "learning_rate": 3.953659379276856e-06, + "loss": 1.0151, + "step": 1339 + }, + { + "epoch": 0.09667760903286317, + "grad_norm": 4.601188191084494, + "learning_rate": 3.953559302466557e-06, + "loss": 0.9088, + "step": 1340 + }, + { + "epoch": 0.09674975650229069, + "grad_norm": 35.67298201030876, + "learning_rate": 3.953459118979617e-06, + "loss": 1.0278, + "step": 1341 + }, + { + "epoch": 0.09682190397171819, + "grad_norm": 2.8591553650598094, + "learning_rate": 3.9533588288215045e-06, + "loss": 1.0393, + "step": 1342 + }, + { + "epoch": 0.0968940514411457, + "grad_norm": 3.682143636890787, + "learning_rate": 3.9532584319976985e-06, + "loss": 0.961, + "step": 1343 + }, + { + "epoch": 0.09696619891057322, + "grad_norm": 18.409715724492887, + "learning_rate": 3.953157928513679e-06, + "loss": 1.0202, + "step": 1344 + }, + { + "epoch": 0.09703834638000072, + "grad_norm": 2.9252308224625727, + "learning_rate": 3.9530573183749365e-06, + "loss": 1.0665, + "step": 1345 + }, + { + "epoch": 0.09711049384942823, + "grad_norm": 2.996524546063919, + "learning_rate": 3.952956601586964e-06, + "loss": 1.0442, + "step": 1346 + }, + { + "epoch": 0.09718264131885575, + "grad_norm": 3.0989696513164295, + "learning_rate": 3.9528557781552605e-06, + "loss": 0.9462, + "step": 1347 + }, + { + "epoch": 0.09725478878828325, + "grad_norm": 21.014770399677744, + "learning_rate": 3.952754848085332e-06, + "loss": 1.1609, + "step": 1348 + }, + { + "epoch": 0.09732693625771076, + "grad_norm": 3.560404512590378, + "learning_rate": 3.95265381138269e-06, + "loss": 1.0328, + "step": 1349 + }, + { + "epoch": 0.09739908372713828, + "grad_norm": 2.4424748637878744, + "learning_rate": 3.952552668052853e-06, + "loss": 0.9816, + "step": 1350 + }, + { + "epoch": 0.09747123119656578, + "grad_norm": 1.9695801574130511, + "learning_rate": 3.952451418101342e-06, + "loss": 0.9574, + "step": 1351 + }, + { + "epoch": 0.09754337866599329, + "grad_norm": 4.432003001380758, + "learning_rate": 3.952350061533687e-06, + "loss": 0.9795, + "step": 1352 + }, + { + "epoch": 0.0976155261354208, + "grad_norm": 7.874381631460394, + "learning_rate": 3.952248598355422e-06, + "loss": 0.9803, + "step": 1353 + }, + { + "epoch": 0.09768767360484831, + "grad_norm": 2.5849850101884866, + "learning_rate": 3.952147028572088e-06, + "loss": 1.0301, + "step": 1354 + }, + { + "epoch": 0.09775982107427582, + "grad_norm": 2.5570652713254796, + "learning_rate": 3.952045352189232e-06, + "loss": 1.0876, + "step": 1355 + }, + { + "epoch": 0.09783196854370332, + "grad_norm": 2.271860316254022, + "learning_rate": 3.9519435692124056e-06, + "loss": 0.9949, + "step": 1356 + }, + { + "epoch": 0.09790411601313084, + "grad_norm": 3.3050356562042924, + "learning_rate": 3.951841679647167e-06, + "loss": 1.0571, + "step": 1357 + }, + { + "epoch": 0.09797626348255835, + "grad_norm": 3.77118939708535, + "learning_rate": 3.9517396834990784e-06, + "loss": 1.048, + "step": 1358 + }, + { + "epoch": 0.09804841095198585, + "grad_norm": 3.1362626633705832, + "learning_rate": 3.951637580773712e-06, + "loss": 1.0049, + "step": 1359 + }, + { + "epoch": 0.09812055842141337, + "grad_norm": 2.3108980971169606, + "learning_rate": 3.951535371476641e-06, + "loss": 1.0631, + "step": 1360 + }, + { + "epoch": 0.09819270589084088, + "grad_norm": 2.971165688120514, + "learning_rate": 3.951433055613449e-06, + "loss": 1.0612, + "step": 1361 + }, + { + "epoch": 0.09826485336026838, + "grad_norm": 3.118888066050894, + "learning_rate": 3.951330633189721e-06, + "loss": 0.9679, + "step": 1362 + }, + { + "epoch": 0.0983370008296959, + "grad_norm": 2.613142024096307, + "learning_rate": 3.951228104211051e-06, + "loss": 0.958, + "step": 1363 + }, + { + "epoch": 0.09840914829912341, + "grad_norm": 2.54059580355639, + "learning_rate": 3.951125468683037e-06, + "loss": 0.9646, + "step": 1364 + }, + { + "epoch": 0.09848129576855091, + "grad_norm": 2.431402159491852, + "learning_rate": 3.951022726611284e-06, + "loss": 1.0477, + "step": 1365 + }, + { + "epoch": 0.09855344323797843, + "grad_norm": 2.8700180010613203, + "learning_rate": 3.950919878001403e-06, + "loss": 1.0207, + "step": 1366 + }, + { + "epoch": 0.09862559070740594, + "grad_norm": 3.1655239921339073, + "learning_rate": 3.950816922859009e-06, + "loss": 0.9915, + "step": 1367 + }, + { + "epoch": 0.09869773817683344, + "grad_norm": 2.908955125186554, + "learning_rate": 3.950713861189724e-06, + "loss": 0.9977, + "step": 1368 + }, + { + "epoch": 0.09876988564626096, + "grad_norm": 3.6060679424484223, + "learning_rate": 3.950610692999177e-06, + "loss": 1.0324, + "step": 1369 + }, + { + "epoch": 0.09884203311568847, + "grad_norm": 2.6088672075322012, + "learning_rate": 3.950507418293001e-06, + "loss": 1.0928, + "step": 1370 + }, + { + "epoch": 0.09891418058511597, + "grad_norm": 2.9091890302279486, + "learning_rate": 3.950404037076836e-06, + "loss": 1.0078, + "step": 1371 + }, + { + "epoch": 0.0989863280545435, + "grad_norm": 3.1541783549714975, + "learning_rate": 3.950300549356326e-06, + "loss": 1.1286, + "step": 1372 + }, + { + "epoch": 0.099058475523971, + "grad_norm": 2.5487676035977973, + "learning_rate": 3.950196955137122e-06, + "loss": 1.0314, + "step": 1373 + }, + { + "epoch": 0.0991306229933985, + "grad_norm": 3.7315061395035696, + "learning_rate": 3.950093254424883e-06, + "loss": 0.8742, + "step": 1374 + }, + { + "epoch": 0.09920277046282602, + "grad_norm": 2.633140294528369, + "learning_rate": 3.94998944722527e-06, + "loss": 1.0195, + "step": 1375 + }, + { + "epoch": 0.09927491793225353, + "grad_norm": 3.0654355985129373, + "learning_rate": 3.949885533543951e-06, + "loss": 0.9922, + "step": 1376 + }, + { + "epoch": 0.09934706540168103, + "grad_norm": 3.5988075824674204, + "learning_rate": 3.949781513386602e-06, + "loss": 1.0493, + "step": 1377 + }, + { + "epoch": 0.09941921287110854, + "grad_norm": 5.489397059060447, + "learning_rate": 3.949677386758902e-06, + "loss": 1.0195, + "step": 1378 + }, + { + "epoch": 0.09949136034053606, + "grad_norm": 3.143847278583928, + "learning_rate": 3.949573153666538e-06, + "loss": 0.9171, + "step": 1379 + }, + { + "epoch": 0.09956350780996356, + "grad_norm": 5.804197226519438, + "learning_rate": 3.9494688141152005e-06, + "loss": 1.0701, + "step": 1380 + }, + { + "epoch": 0.09963565527939107, + "grad_norm": 2.946863712034319, + "learning_rate": 3.949364368110589e-06, + "loss": 1.0027, + "step": 1381 + }, + { + "epoch": 0.09970780274881859, + "grad_norm": 4.503060889333707, + "learning_rate": 3.949259815658404e-06, + "loss": 0.9732, + "step": 1382 + }, + { + "epoch": 0.0997799502182461, + "grad_norm": 3.6113414609424535, + "learning_rate": 3.949155156764357e-06, + "loss": 0.9753, + "step": 1383 + }, + { + "epoch": 0.0998520976876736, + "grad_norm": 5.054734667597741, + "learning_rate": 3.949050391434163e-06, + "loss": 0.9755, + "step": 1384 + }, + { + "epoch": 0.09992424515710112, + "grad_norm": 2.6835985475189106, + "learning_rate": 3.948945519673541e-06, + "loss": 0.8995, + "step": 1385 + }, + { + "epoch": 0.09999639262652862, + "grad_norm": 5.0577850991568365, + "learning_rate": 3.94884054148822e-06, + "loss": 0.952, + "step": 1386 + }, + { + "epoch": 0.10006854009595613, + "grad_norm": 3.17399413628328, + "learning_rate": 3.948735456883931e-06, + "loss": 1.0135, + "step": 1387 + }, + { + "epoch": 0.10014068756538365, + "grad_norm": 5.36085227424924, + "learning_rate": 3.948630265866414e-06, + "loss": 0.8786, + "step": 1388 + }, + { + "epoch": 0.10021283503481115, + "grad_norm": 4.432241843720903, + "learning_rate": 3.9485249684414095e-06, + "loss": 1.0769, + "step": 1389 + }, + { + "epoch": 0.10028498250423866, + "grad_norm": 3.132934263531454, + "learning_rate": 3.948419564614671e-06, + "loss": 1.0627, + "step": 1390 + }, + { + "epoch": 0.10035712997366618, + "grad_norm": 4.75065507889058, + "learning_rate": 3.948314054391953e-06, + "loss": 0.9271, + "step": 1391 + }, + { + "epoch": 0.10042927744309368, + "grad_norm": 4.016354505720953, + "learning_rate": 3.948208437779017e-06, + "loss": 0.9895, + "step": 1392 + }, + { + "epoch": 0.10050142491252119, + "grad_norm": 3.806410131233654, + "learning_rate": 3.948102714781629e-06, + "loss": 0.9555, + "step": 1393 + }, + { + "epoch": 0.10057357238194871, + "grad_norm": 3.2688091032034947, + "learning_rate": 3.947996885405564e-06, + "loss": 0.9066, + "step": 1394 + }, + { + "epoch": 0.10064571985137621, + "grad_norm": 3.693657857452409, + "learning_rate": 3.9478909496566005e-06, + "loss": 1.0152, + "step": 1395 + }, + { + "epoch": 0.10071786732080372, + "grad_norm": 24.116672481948303, + "learning_rate": 3.947784907540523e-06, + "loss": 1.0238, + "step": 1396 + }, + { + "epoch": 0.10079001479023124, + "grad_norm": 5.262846895867371, + "learning_rate": 3.947678759063122e-06, + "loss": 1.0352, + "step": 1397 + }, + { + "epoch": 0.10086216225965874, + "grad_norm": 3.6707965971674157, + "learning_rate": 3.947572504230194e-06, + "loss": 0.9933, + "step": 1398 + }, + { + "epoch": 0.10093430972908625, + "grad_norm": 7.793529947290037, + "learning_rate": 3.947466143047542e-06, + "loss": 1.0532, + "step": 1399 + }, + { + "epoch": 0.10100645719851377, + "grad_norm": 3.4525339302533697, + "learning_rate": 3.947359675520973e-06, + "loss": 1.0516, + "step": 1400 + }, + { + "epoch": 0.10107860466794127, + "grad_norm": 2.066393558340632, + "learning_rate": 3.9472531016563e-06, + "loss": 1.1139, + "step": 1401 + }, + { + "epoch": 0.10115075213736878, + "grad_norm": 3.823497980946601, + "learning_rate": 3.947146421459344e-06, + "loss": 1.0267, + "step": 1402 + }, + { + "epoch": 0.10122289960679628, + "grad_norm": 2.276629222973404, + "learning_rate": 3.947039634935931e-06, + "loss": 1.0756, + "step": 1403 + }, + { + "epoch": 0.1012950470762238, + "grad_norm": 2.9619939122314536, + "learning_rate": 3.94693274209189e-06, + "loss": 0.9626, + "step": 1404 + }, + { + "epoch": 0.10136719454565131, + "grad_norm": 2.9842045121153133, + "learning_rate": 3.94682574293306e-06, + "loss": 0.9339, + "step": 1405 + }, + { + "epoch": 0.10143934201507881, + "grad_norm": 2.504991792981377, + "learning_rate": 3.946718637465282e-06, + "loss": 1.104, + "step": 1406 + }, + { + "epoch": 0.10151148948450633, + "grad_norm": 3.861568923874467, + "learning_rate": 3.946611425694407e-06, + "loss": 1.0216, + "step": 1407 + }, + { + "epoch": 0.10158363695393384, + "grad_norm": 3.5325572877033093, + "learning_rate": 3.946504107626288e-06, + "loss": 1.0583, + "step": 1408 + }, + { + "epoch": 0.10165578442336135, + "grad_norm": 3.897508651988059, + "learning_rate": 3.946396683266785e-06, + "loss": 1.1068, + "step": 1409 + }, + { + "epoch": 0.10172793189278886, + "grad_norm": 2.9526985304557205, + "learning_rate": 3.946289152621764e-06, + "loss": 0.9982, + "step": 1410 + }, + { + "epoch": 0.10180007936221637, + "grad_norm": 3.512361223730668, + "learning_rate": 3.9461815156970975e-06, + "loss": 1.003, + "step": 1411 + }, + { + "epoch": 0.10187222683164388, + "grad_norm": 4.005831282659908, + "learning_rate": 3.946073772498664e-06, + "loss": 1.073, + "step": 1412 + }, + { + "epoch": 0.1019443743010714, + "grad_norm": 2.3226921645902574, + "learning_rate": 3.945965923032345e-06, + "loss": 1.1938, + "step": 1413 + }, + { + "epoch": 0.1020165217704989, + "grad_norm": 4.573520258502376, + "learning_rate": 3.945857967304031e-06, + "loss": 0.9692, + "step": 1414 + }, + { + "epoch": 0.1020886692399264, + "grad_norm": 2.3737532706336077, + "learning_rate": 3.945749905319616e-06, + "loss": 1.0688, + "step": 1415 + }, + { + "epoch": 0.10216081670935392, + "grad_norm": 0.8404573904511947, + "learning_rate": 3.9456417370850015e-06, + "loss": 0.9265, + "step": 1416 + }, + { + "epoch": 0.10223296417878143, + "grad_norm": 3.1706886515816333, + "learning_rate": 3.9455334626060955e-06, + "loss": 0.9644, + "step": 1417 + }, + { + "epoch": 0.10230511164820894, + "grad_norm": 3.285105157153221, + "learning_rate": 3.945425081888809e-06, + "loss": 1.0331, + "step": 1418 + }, + { + "epoch": 0.10237725911763645, + "grad_norm": 2.2796738287533436, + "learning_rate": 3.94531659493906e-06, + "loss": 0.9946, + "step": 1419 + }, + { + "epoch": 0.10244940658706396, + "grad_norm": 11.14373573221009, + "learning_rate": 3.945208001762773e-06, + "loss": 0.9843, + "step": 1420 + }, + { + "epoch": 0.10252155405649147, + "grad_norm": 6.1938496386292154, + "learning_rate": 3.9450993023658775e-06, + "loss": 0.9787, + "step": 1421 + }, + { + "epoch": 0.10259370152591898, + "grad_norm": 2.848762203255695, + "learning_rate": 3.9449904967543105e-06, + "loss": 0.9823, + "step": 1422 + }, + { + "epoch": 0.10266584899534649, + "grad_norm": 3.3963962080635466, + "learning_rate": 3.9448815849340125e-06, + "loss": 0.9148, + "step": 1423 + }, + { + "epoch": 0.102737996464774, + "grad_norm": 3.173549867609934, + "learning_rate": 3.944772566910931e-06, + "loss": 0.9727, + "step": 1424 + }, + { + "epoch": 0.10281014393420151, + "grad_norm": 2.5643141302833303, + "learning_rate": 3.944663442691018e-06, + "loss": 0.9665, + "step": 1425 + }, + { + "epoch": 0.10288229140362902, + "grad_norm": 0.7135780260238473, + "learning_rate": 3.944554212280234e-06, + "loss": 0.8376, + "step": 1426 + }, + { + "epoch": 0.10295443887305653, + "grad_norm": 4.0234818243159225, + "learning_rate": 3.9444448756845425e-06, + "loss": 1.0841, + "step": 1427 + }, + { + "epoch": 0.10302658634248403, + "grad_norm": 2.4457126082909895, + "learning_rate": 3.944335432909915e-06, + "loss": 1.0355, + "step": 1428 + }, + { + "epoch": 0.10309873381191155, + "grad_norm": 3.3470511139909362, + "learning_rate": 3.944225883962327e-06, + "loss": 1.0389, + "step": 1429 + }, + { + "epoch": 0.10317088128133906, + "grad_norm": 2.878152197296172, + "learning_rate": 3.944116228847761e-06, + "loss": 0.9823, + "step": 1430 + }, + { + "epoch": 0.10324302875076656, + "grad_norm": 4.656477954584164, + "learning_rate": 3.9440064675722035e-06, + "loss": 1.0104, + "step": 1431 + }, + { + "epoch": 0.10331517622019408, + "grad_norm": 5.362979488677136, + "learning_rate": 3.94389660014165e-06, + "loss": 1.0304, + "step": 1432 + }, + { + "epoch": 0.10338732368962159, + "grad_norm": 4.002096580365624, + "learning_rate": 3.9437866265621e-06, + "loss": 0.9279, + "step": 1433 + }, + { + "epoch": 0.10345947115904909, + "grad_norm": 4.523122298832986, + "learning_rate": 3.943676546839557e-06, + "loss": 1.0268, + "step": 1434 + }, + { + "epoch": 0.10353161862847661, + "grad_norm": 3.652760331982885, + "learning_rate": 3.943566360980033e-06, + "loss": 1.0771, + "step": 1435 + }, + { + "epoch": 0.10360376609790412, + "grad_norm": 2.696031115281619, + "learning_rate": 3.943456068989546e-06, + "loss": 1.0793, + "step": 1436 + }, + { + "epoch": 0.10367591356733162, + "grad_norm": 6.339530857189498, + "learning_rate": 3.943345670874116e-06, + "loss": 1.0786, + "step": 1437 + }, + { + "epoch": 0.10374806103675914, + "grad_norm": 3.2900581936776807, + "learning_rate": 3.943235166639774e-06, + "loss": 0.9904, + "step": 1438 + }, + { + "epoch": 0.10382020850618665, + "grad_norm": 3.715398736967299, + "learning_rate": 3.943124556292553e-06, + "loss": 1.0363, + "step": 1439 + }, + { + "epoch": 0.10389235597561415, + "grad_norm": 3.8775846413794777, + "learning_rate": 3.943013839838492e-06, + "loss": 1.0148, + "step": 1440 + }, + { + "epoch": 0.10396450344504167, + "grad_norm": 2.7697183951998614, + "learning_rate": 3.942903017283639e-06, + "loss": 0.8767, + "step": 1441 + }, + { + "epoch": 0.10403665091446918, + "grad_norm": 5.994378953697151, + "learning_rate": 3.942792088634045e-06, + "loss": 0.9038, + "step": 1442 + }, + { + "epoch": 0.10410879838389668, + "grad_norm": 2.362067498879466, + "learning_rate": 3.942681053895766e-06, + "loss": 1.0394, + "step": 1443 + }, + { + "epoch": 0.1041809458533242, + "grad_norm": 7.034447786284222, + "learning_rate": 3.9425699130748665e-06, + "loss": 0.9893, + "step": 1444 + }, + { + "epoch": 0.1042530933227517, + "grad_norm": 4.3260021305581615, + "learning_rate": 3.942458666177416e-06, + "loss": 1.1216, + "step": 1445 + }, + { + "epoch": 0.10432524079217921, + "grad_norm": 3.3881454190749163, + "learning_rate": 3.9423473132094885e-06, + "loss": 0.9994, + "step": 1446 + }, + { + "epoch": 0.10439738826160673, + "grad_norm": 3.054483470298163, + "learning_rate": 3.942235854177164e-06, + "loss": 1.0632, + "step": 1447 + }, + { + "epoch": 0.10446953573103424, + "grad_norm": 5.607365580362231, + "learning_rate": 3.942124289086529e-06, + "loss": 1.1002, + "step": 1448 + }, + { + "epoch": 0.10454168320046174, + "grad_norm": 6.709173714577157, + "learning_rate": 3.942012617943676e-06, + "loss": 0.9769, + "step": 1449 + }, + { + "epoch": 0.10461383066988926, + "grad_norm": 2.809289922900562, + "learning_rate": 3.941900840754704e-06, + "loss": 1.0212, + "step": 1450 + }, + { + "epoch": 0.10468597813931677, + "grad_norm": 23.93823687263355, + "learning_rate": 3.941788957525715e-06, + "loss": 0.9832, + "step": 1451 + }, + { + "epoch": 0.10475812560874427, + "grad_norm": 0.8268504861555616, + "learning_rate": 3.941676968262819e-06, + "loss": 0.8728, + "step": 1452 + }, + { + "epoch": 0.10483027307817178, + "grad_norm": 3.483119447581522, + "learning_rate": 3.941564872972132e-06, + "loss": 1.0364, + "step": 1453 + }, + { + "epoch": 0.1049024205475993, + "grad_norm": 3.7088348535307096, + "learning_rate": 3.941452671659775e-06, + "loss": 0.9862, + "step": 1454 + }, + { + "epoch": 0.1049745680170268, + "grad_norm": 3.657329823725796, + "learning_rate": 3.941340364331875e-06, + "loss": 1.0727, + "step": 1455 + }, + { + "epoch": 0.1050467154864543, + "grad_norm": 4.081872380281658, + "learning_rate": 3.941227950994564e-06, + "loss": 0.9823, + "step": 1456 + }, + { + "epoch": 0.10511886295588183, + "grad_norm": 3.830076880019558, + "learning_rate": 3.94111543165398e-06, + "loss": 1.0328, + "step": 1457 + }, + { + "epoch": 0.10519101042530933, + "grad_norm": 3.399872575503836, + "learning_rate": 3.941002806316269e-06, + "loss": 0.9872, + "step": 1458 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 2.25575421240945, + "learning_rate": 3.9408900749875795e-06, + "loss": 0.9934, + "step": 1459 + }, + { + "epoch": 0.10533530536416436, + "grad_norm": 2.2101583557011, + "learning_rate": 3.940777237674068e-06, + "loss": 1.0911, + "step": 1460 + }, + { + "epoch": 0.10540745283359186, + "grad_norm": 3.129889211186907, + "learning_rate": 3.940664294381896e-06, + "loss": 0.9838, + "step": 1461 + }, + { + "epoch": 0.10547960030301937, + "grad_norm": 0.7876964112228498, + "learning_rate": 3.940551245117231e-06, + "loss": 0.8104, + "step": 1462 + }, + { + "epoch": 0.10555174777244689, + "grad_norm": 3.590307029409837, + "learning_rate": 3.940438089886246e-06, + "loss": 0.9906, + "step": 1463 + }, + { + "epoch": 0.10562389524187439, + "grad_norm": 2.642852024677284, + "learning_rate": 3.940324828695121e-06, + "loss": 1.0245, + "step": 1464 + }, + { + "epoch": 0.1056960427113019, + "grad_norm": 3.641431334433084, + "learning_rate": 3.9402114615500394e-06, + "loss": 0.9642, + "step": 1465 + }, + { + "epoch": 0.10576819018072942, + "grad_norm": 4.316464357287049, + "learning_rate": 3.9400979884571925e-06, + "loss": 1.0008, + "step": 1466 + }, + { + "epoch": 0.10584033765015692, + "grad_norm": 3.4001097324839575, + "learning_rate": 3.939984409422776e-06, + "loss": 1.0686, + "step": 1467 + }, + { + "epoch": 0.10591248511958443, + "grad_norm": 2.429877761309405, + "learning_rate": 3.939870724452993e-06, + "loss": 1.0948, + "step": 1468 + }, + { + "epoch": 0.10598463258901195, + "grad_norm": 2.604348463706452, + "learning_rate": 3.9397569335540505e-06, + "loss": 0.9134, + "step": 1469 + }, + { + "epoch": 0.10605678005843945, + "grad_norm": 3.2313885007944196, + "learning_rate": 3.939643036732163e-06, + "loss": 1.0075, + "step": 1470 + }, + { + "epoch": 0.10612892752786696, + "grad_norm": 3.4742939952253304, + "learning_rate": 3.939529033993549e-06, + "loss": 1.0667, + "step": 1471 + }, + { + "epoch": 0.10620107499729448, + "grad_norm": 6.072571872805675, + "learning_rate": 3.939414925344435e-06, + "loss": 1.0357, + "step": 1472 + }, + { + "epoch": 0.10627322246672198, + "grad_norm": 2.3437556966076603, + "learning_rate": 3.939300710791051e-06, + "loss": 0.9701, + "step": 1473 + }, + { + "epoch": 0.10634536993614949, + "grad_norm": 6.82573066125954, + "learning_rate": 3.939186390339633e-06, + "loss": 0.9897, + "step": 1474 + }, + { + "epoch": 0.106417517405577, + "grad_norm": 3.9381956666661133, + "learning_rate": 3.939071963996427e-06, + "loss": 1.1798, + "step": 1475 + }, + { + "epoch": 0.10648966487500451, + "grad_norm": 4.240573301962989, + "learning_rate": 3.938957431767679e-06, + "loss": 0.981, + "step": 1476 + }, + { + "epoch": 0.10656181234443202, + "grad_norm": 3.0798997748775876, + "learning_rate": 3.938842793659642e-06, + "loss": 0.9591, + "step": 1477 + }, + { + "epoch": 0.10663395981385954, + "grad_norm": 3.078722435924255, + "learning_rate": 3.938728049678579e-06, + "loss": 1.1102, + "step": 1478 + }, + { + "epoch": 0.10670610728328704, + "grad_norm": 4.705903002749745, + "learning_rate": 3.938613199830753e-06, + "loss": 1.0424, + "step": 1479 + }, + { + "epoch": 0.10677825475271455, + "grad_norm": 3.1805889529529723, + "learning_rate": 3.9384982441224365e-06, + "loss": 1.0132, + "step": 1480 + }, + { + "epoch": 0.10685040222214205, + "grad_norm": 2.6836259109813225, + "learning_rate": 3.938383182559907e-06, + "loss": 0.9606, + "step": 1481 + }, + { + "epoch": 0.10692254969156957, + "grad_norm": 1.8986885312987747, + "learning_rate": 3.9382680151494486e-06, + "loss": 1.0829, + "step": 1482 + }, + { + "epoch": 0.10699469716099708, + "grad_norm": 3.6880949154719143, + "learning_rate": 3.938152741897349e-06, + "loss": 1.0294, + "step": 1483 + }, + { + "epoch": 0.10706684463042458, + "grad_norm": 2.5499525140567014, + "learning_rate": 3.938037362809902e-06, + "loss": 1.0005, + "step": 1484 + }, + { + "epoch": 0.1071389920998521, + "grad_norm": 5.011765941418504, + "learning_rate": 3.937921877893409e-06, + "loss": 1.0362, + "step": 1485 + }, + { + "epoch": 0.1072111395692796, + "grad_norm": 2.2110918078812647, + "learning_rate": 3.937806287154177e-06, + "loss": 0.9823, + "step": 1486 + }, + { + "epoch": 0.10728328703870711, + "grad_norm": 4.937136672933177, + "learning_rate": 3.937690590598516e-06, + "loss": 0.9802, + "step": 1487 + }, + { + "epoch": 0.10735543450813463, + "grad_norm": 4.270039604056951, + "learning_rate": 3.937574788232747e-06, + "loss": 1.0137, + "step": 1488 + }, + { + "epoch": 0.10742758197756214, + "grad_norm": 2.5902195078204953, + "learning_rate": 3.937458880063189e-06, + "loss": 1.0595, + "step": 1489 + }, + { + "epoch": 0.10749972944698964, + "grad_norm": 2.2670020818309538, + "learning_rate": 3.937342866096175e-06, + "loss": 0.9467, + "step": 1490 + }, + { + "epoch": 0.10757187691641716, + "grad_norm": 2.1963801384170414, + "learning_rate": 3.937226746338039e-06, + "loss": 1.0333, + "step": 1491 + }, + { + "epoch": 0.10764402438584467, + "grad_norm": 2.825545087906531, + "learning_rate": 3.937110520795122e-06, + "loss": 0.9867, + "step": 1492 + }, + { + "epoch": 0.10771617185527217, + "grad_norm": 3.6546375599058933, + "learning_rate": 3.93699418947377e-06, + "loss": 1.0699, + "step": 1493 + }, + { + "epoch": 0.10778831932469969, + "grad_norm": 3.339908425223571, + "learning_rate": 3.936877752380336e-06, + "loss": 1.0188, + "step": 1494 + }, + { + "epoch": 0.1078604667941272, + "grad_norm": 3.177280123926891, + "learning_rate": 3.936761209521178e-06, + "loss": 0.9839, + "step": 1495 + }, + { + "epoch": 0.1079326142635547, + "grad_norm": 3.07514863934294, + "learning_rate": 3.93664456090266e-06, + "loss": 0.9066, + "step": 1496 + }, + { + "epoch": 0.10800476173298222, + "grad_norm": 2.5257034757033883, + "learning_rate": 3.936527806531151e-06, + "loss": 1.0145, + "step": 1497 + }, + { + "epoch": 0.10807690920240973, + "grad_norm": 3.0580390047089474, + "learning_rate": 3.936410946413028e-06, + "loss": 0.9855, + "step": 1498 + }, + { + "epoch": 0.10814905667183723, + "grad_norm": 2.81522322316804, + "learning_rate": 3.9362939805546716e-06, + "loss": 1.0228, + "step": 1499 + }, + { + "epoch": 0.10822120414126475, + "grad_norm": 4.070506027219092, + "learning_rate": 3.9361769089624685e-06, + "loss": 0.9945, + "step": 1500 + }, + { + "epoch": 0.10829335161069226, + "grad_norm": 2.4421832747859122, + "learning_rate": 3.9360597316428125e-06, + "loss": 0.9841, + "step": 1501 + }, + { + "epoch": 0.10836549908011976, + "grad_norm": 2.7919067924812304, + "learning_rate": 3.935942448602101e-06, + "loss": 1.0022, + "step": 1502 + }, + { + "epoch": 0.10843764654954728, + "grad_norm": 1.376558547604242, + "learning_rate": 3.935825059846739e-06, + "loss": 0.8638, + "step": 1503 + }, + { + "epoch": 0.10850979401897479, + "grad_norm": 2.469689588771527, + "learning_rate": 3.935707565383137e-06, + "loss": 1.0687, + "step": 1504 + }, + { + "epoch": 0.10858194148840229, + "grad_norm": 1.8028210653206387, + "learning_rate": 3.93558996521771e-06, + "loss": 0.9028, + "step": 1505 + }, + { + "epoch": 0.1086540889578298, + "grad_norm": 2.7405991695496055, + "learning_rate": 3.935472259356881e-06, + "loss": 0.9996, + "step": 1506 + }, + { + "epoch": 0.10872623642725732, + "grad_norm": 4.381851716562575, + "learning_rate": 3.935354447807077e-06, + "loss": 0.9743, + "step": 1507 + }, + { + "epoch": 0.10879838389668482, + "grad_norm": 2.536412285002282, + "learning_rate": 3.93523653057473e-06, + "loss": 1.0122, + "step": 1508 + }, + { + "epoch": 0.10887053136611233, + "grad_norm": 3.729467127681583, + "learning_rate": 3.9351185076662805e-06, + "loss": 1.0663, + "step": 1509 + }, + { + "epoch": 0.10894267883553985, + "grad_norm": 3.4322226502460205, + "learning_rate": 3.935000379088173e-06, + "loss": 1.0355, + "step": 1510 + }, + { + "epoch": 0.10901482630496735, + "grad_norm": 2.9803290778114317, + "learning_rate": 3.934882144846858e-06, + "loss": 0.9825, + "step": 1511 + }, + { + "epoch": 0.10908697377439486, + "grad_norm": 4.858937332707002, + "learning_rate": 3.934763804948792e-06, + "loss": 1.0051, + "step": 1512 + }, + { + "epoch": 0.10915912124382238, + "grad_norm": 2.974338451528871, + "learning_rate": 3.934645359400436e-06, + "loss": 1.0222, + "step": 1513 + }, + { + "epoch": 0.10923126871324988, + "grad_norm": 2.600177293014583, + "learning_rate": 3.934526808208259e-06, + "loss": 0.9916, + "step": 1514 + }, + { + "epoch": 0.10930341618267739, + "grad_norm": 2.529608959842524, + "learning_rate": 3.934408151378735e-06, + "loss": 0.8705, + "step": 1515 + }, + { + "epoch": 0.1093755636521049, + "grad_norm": 2.2743089192165775, + "learning_rate": 3.934289388918343e-06, + "loss": 1.0922, + "step": 1516 + }, + { + "epoch": 0.10944771112153241, + "grad_norm": 2.7502276586452696, + "learning_rate": 3.934170520833567e-06, + "loss": 1.0018, + "step": 1517 + }, + { + "epoch": 0.10951985859095992, + "grad_norm": 2.232753245139377, + "learning_rate": 3.934051547130899e-06, + "loss": 1.0383, + "step": 1518 + }, + { + "epoch": 0.10959200606038744, + "grad_norm": 0.8650718863610325, + "learning_rate": 3.933932467816836e-06, + "loss": 0.8716, + "step": 1519 + }, + { + "epoch": 0.10966415352981494, + "grad_norm": 3.63867737897128, + "learning_rate": 3.9338132828978795e-06, + "loss": 1.0428, + "step": 1520 + }, + { + "epoch": 0.10973630099924245, + "grad_norm": 3.4887342340433634, + "learning_rate": 3.933693992380539e-06, + "loss": 0.9985, + "step": 1521 + }, + { + "epoch": 0.10980844846866997, + "grad_norm": 3.504621043704033, + "learning_rate": 3.933574596271328e-06, + "loss": 1.0137, + "step": 1522 + }, + { + "epoch": 0.10988059593809747, + "grad_norm": 3.196932132691458, + "learning_rate": 3.933455094576766e-06, + "loss": 1.0153, + "step": 1523 + }, + { + "epoch": 0.10995274340752498, + "grad_norm": 3.4180719850481065, + "learning_rate": 3.933335487303378e-06, + "loss": 0.9571, + "step": 1524 + }, + { + "epoch": 0.1100248908769525, + "grad_norm": 2.735443865448847, + "learning_rate": 3.933215774457697e-06, + "loss": 1.0447, + "step": 1525 + }, + { + "epoch": 0.11009703834638, + "grad_norm": 4.749659074293805, + "learning_rate": 3.933095956046259e-06, + "loss": 0.9842, + "step": 1526 + }, + { + "epoch": 0.11016918581580751, + "grad_norm": 2.8644868776670385, + "learning_rate": 3.932976032075607e-06, + "loss": 1.1045, + "step": 1527 + }, + { + "epoch": 0.11024133328523503, + "grad_norm": 2.7436325743275787, + "learning_rate": 3.932856002552289e-06, + "loss": 0.9674, + "step": 1528 + }, + { + "epoch": 0.11031348075466253, + "grad_norm": 3.9071820177181507, + "learning_rate": 3.93273586748286e-06, + "loss": 1.0992, + "step": 1529 + }, + { + "epoch": 0.11038562822409004, + "grad_norm": 3.1161879846772993, + "learning_rate": 3.93261562687388e-06, + "loss": 1.0129, + "step": 1530 + }, + { + "epoch": 0.11045777569351754, + "grad_norm": 2.7191609916039354, + "learning_rate": 3.932495280731914e-06, + "loss": 0.9684, + "step": 1531 + }, + { + "epoch": 0.11052992316294506, + "grad_norm": 0.8012809124962955, + "learning_rate": 3.932374829063536e-06, + "loss": 0.8527, + "step": 1532 + }, + { + "epoch": 0.11060207063237257, + "grad_norm": 4.163351545780154, + "learning_rate": 3.9322542718753216e-06, + "loss": 1.0913, + "step": 1533 + }, + { + "epoch": 0.11067421810180007, + "grad_norm": 3.049239429635391, + "learning_rate": 3.932133609173854e-06, + "loss": 1.0606, + "step": 1534 + }, + { + "epoch": 0.11074636557122759, + "grad_norm": 2.7772879507734216, + "learning_rate": 3.932012840965723e-06, + "loss": 1.1325, + "step": 1535 + }, + { + "epoch": 0.1108185130406551, + "grad_norm": 3.1676440654650695, + "learning_rate": 3.931891967257522e-06, + "loss": 1.0101, + "step": 1536 + }, + { + "epoch": 0.1108906605100826, + "grad_norm": 5.206481950408237, + "learning_rate": 3.931770988055853e-06, + "loss": 1.0407, + "step": 1537 + }, + { + "epoch": 0.11096280797951012, + "grad_norm": 2.0654135268280296, + "learning_rate": 3.931649903367321e-06, + "loss": 0.9427, + "step": 1538 + }, + { + "epoch": 0.11103495544893763, + "grad_norm": 2.767817000348508, + "learning_rate": 3.931528713198539e-06, + "loss": 1.1021, + "step": 1539 + }, + { + "epoch": 0.11110710291836513, + "grad_norm": 0.8594115856359152, + "learning_rate": 3.931407417556125e-06, + "loss": 0.9462, + "step": 1540 + }, + { + "epoch": 0.11117925038779265, + "grad_norm": 2.5887157808894496, + "learning_rate": 3.931286016446701e-06, + "loss": 1.0625, + "step": 1541 + }, + { + "epoch": 0.11125139785722016, + "grad_norm": 3.0037186146087436, + "learning_rate": 3.931164509876896e-06, + "loss": 1.0332, + "step": 1542 + }, + { + "epoch": 0.11132354532664766, + "grad_norm": 4.106545986615217, + "learning_rate": 3.931042897853348e-06, + "loss": 1.102, + "step": 1543 + }, + { + "epoch": 0.11139569279607518, + "grad_norm": 2.6082337219262692, + "learning_rate": 3.930921180382694e-06, + "loss": 0.9982, + "step": 1544 + }, + { + "epoch": 0.11146784026550269, + "grad_norm": 3.2694246372720186, + "learning_rate": 3.930799357471583e-06, + "loss": 0.9558, + "step": 1545 + }, + { + "epoch": 0.1115399877349302, + "grad_norm": 2.610641994224654, + "learning_rate": 3.9306774291266675e-06, + "loss": 0.9799, + "step": 1546 + }, + { + "epoch": 0.11161213520435771, + "grad_norm": 4.43625505203643, + "learning_rate": 3.930555395354604e-06, + "loss": 1.0978, + "step": 1547 + }, + { + "epoch": 0.11168428267378522, + "grad_norm": 3.1594930172091624, + "learning_rate": 3.930433256162057e-06, + "loss": 0.9165, + "step": 1548 + }, + { + "epoch": 0.11175643014321272, + "grad_norm": 3.0982489962810513, + "learning_rate": 3.930311011555696e-06, + "loss": 0.9039, + "step": 1549 + }, + { + "epoch": 0.11182857761264024, + "grad_norm": 3.299193665221429, + "learning_rate": 3.930188661542196e-06, + "loss": 1.0926, + "step": 1550 + }, + { + "epoch": 0.11190072508206775, + "grad_norm": 2.952847422315467, + "learning_rate": 3.930066206128239e-06, + "loss": 1.1056, + "step": 1551 + }, + { + "epoch": 0.11197287255149525, + "grad_norm": 4.173051418211629, + "learning_rate": 3.929943645320512e-06, + "loss": 1.0402, + "step": 1552 + }, + { + "epoch": 0.11204502002092277, + "grad_norm": 3.139296521150093, + "learning_rate": 3.929820979125706e-06, + "loss": 1.0587, + "step": 1553 + }, + { + "epoch": 0.11211716749035028, + "grad_norm": 4.159607413180613, + "learning_rate": 3.92969820755052e-06, + "loss": 1.0544, + "step": 1554 + }, + { + "epoch": 0.11218931495977778, + "grad_norm": 3.4707312896736373, + "learning_rate": 3.92957533060166e-06, + "loss": 1.0729, + "step": 1555 + }, + { + "epoch": 0.11226146242920529, + "grad_norm": 2.11262126777689, + "learning_rate": 3.9294523482858336e-06, + "loss": 1.0829, + "step": 1556 + }, + { + "epoch": 0.11233360989863281, + "grad_norm": 0.7040243754623795, + "learning_rate": 3.929329260609757e-06, + "loss": 0.8266, + "step": 1557 + }, + { + "epoch": 0.11240575736806031, + "grad_norm": 4.536086033968973, + "learning_rate": 3.929206067580151e-06, + "loss": 0.9161, + "step": 1558 + }, + { + "epoch": 0.11247790483748782, + "grad_norm": 0.7408084304222764, + "learning_rate": 3.9290827692037435e-06, + "loss": 0.859, + "step": 1559 + }, + { + "epoch": 0.11255005230691534, + "grad_norm": 6.568708988428259, + "learning_rate": 3.9289593654872674e-06, + "loss": 0.98, + "step": 1560 + }, + { + "epoch": 0.11262219977634284, + "grad_norm": 2.6306710519201455, + "learning_rate": 3.92883585643746e-06, + "loss": 1.0559, + "step": 1561 + }, + { + "epoch": 0.11269434724577035, + "grad_norm": 3.0403149531994935, + "learning_rate": 3.928712242061069e-06, + "loss": 1.0132, + "step": 1562 + }, + { + "epoch": 0.11276649471519787, + "grad_norm": 2.7234236786360864, + "learning_rate": 3.928588522364841e-06, + "loss": 1.0053, + "step": 1563 + }, + { + "epoch": 0.11283864218462537, + "grad_norm": 3.1113462094381834, + "learning_rate": 3.9284646973555335e-06, + "loss": 0.9134, + "step": 1564 + }, + { + "epoch": 0.11291078965405288, + "grad_norm": 4.4171643726457255, + "learning_rate": 3.9283407670399074e-06, + "loss": 0.9257, + "step": 1565 + }, + { + "epoch": 0.1129829371234804, + "grad_norm": 2.4287292946066907, + "learning_rate": 3.928216731424731e-06, + "loss": 1.0288, + "step": 1566 + }, + { + "epoch": 0.1130550845929079, + "grad_norm": 9.846609905116336, + "learning_rate": 3.928092590516776e-06, + "loss": 1.0423, + "step": 1567 + }, + { + "epoch": 0.11312723206233541, + "grad_norm": 3.2568795677362394, + "learning_rate": 3.927968344322824e-06, + "loss": 1.0287, + "step": 1568 + }, + { + "epoch": 0.11319937953176293, + "grad_norm": 3.973364602761681, + "learning_rate": 3.927843992849656e-06, + "loss": 1.0635, + "step": 1569 + }, + { + "epoch": 0.11327152700119043, + "grad_norm": 2.5204033813361857, + "learning_rate": 3.927719536104065e-06, + "loss": 0.95, + "step": 1570 + }, + { + "epoch": 0.11334367447061794, + "grad_norm": 4.886848917568421, + "learning_rate": 3.927594974092846e-06, + "loss": 0.9187, + "step": 1571 + }, + { + "epoch": 0.11341582194004546, + "grad_norm": 5.988629693670344, + "learning_rate": 3.927470306822802e-06, + "loss": 0.9999, + "step": 1572 + }, + { + "epoch": 0.11348796940947296, + "grad_norm": 2.5663299781462587, + "learning_rate": 3.927345534300738e-06, + "loss": 0.9858, + "step": 1573 + }, + { + "epoch": 0.11356011687890047, + "grad_norm": 2.197507148184233, + "learning_rate": 3.9272206565334705e-06, + "loss": 1.0682, + "step": 1574 + }, + { + "epoch": 0.11363226434832799, + "grad_norm": 3.7246966859358737, + "learning_rate": 3.927095673527817e-06, + "loss": 1.0655, + "step": 1575 + }, + { + "epoch": 0.1137044118177555, + "grad_norm": 3.5582532499951536, + "learning_rate": 3.926970585290603e-06, + "loss": 0.9712, + "step": 1576 + }, + { + "epoch": 0.113776559287183, + "grad_norm": 4.622838520468579, + "learning_rate": 3.9268453918286585e-06, + "loss": 1.0164, + "step": 1577 + }, + { + "epoch": 0.11384870675661052, + "grad_norm": 4.348622834138283, + "learning_rate": 3.926720093148819e-06, + "loss": 1.0585, + "step": 1578 + }, + { + "epoch": 0.11392085422603802, + "grad_norm": 4.86966178299246, + "learning_rate": 3.9265946892579295e-06, + "loss": 0.9474, + "step": 1579 + }, + { + "epoch": 0.11399300169546553, + "grad_norm": 4.129831201461323, + "learning_rate": 3.9264691801628345e-06, + "loss": 0.964, + "step": 1580 + }, + { + "epoch": 0.11406514916489305, + "grad_norm": 3.585222027445997, + "learning_rate": 3.92634356587039e-06, + "loss": 1.026, + "step": 1581 + }, + { + "epoch": 0.11413729663432055, + "grad_norm": 0.8033203065641715, + "learning_rate": 3.926217846387454e-06, + "loss": 0.8161, + "step": 1582 + }, + { + "epoch": 0.11420944410374806, + "grad_norm": 2.739864832892446, + "learning_rate": 3.926092021720893e-06, + "loss": 0.9734, + "step": 1583 + }, + { + "epoch": 0.11428159157317556, + "grad_norm": 6.717569220824767, + "learning_rate": 3.925966091877576e-06, + "loss": 0.9488, + "step": 1584 + }, + { + "epoch": 0.11435373904260308, + "grad_norm": 2.903541861869384, + "learning_rate": 3.92584005686438e-06, + "loss": 1.0797, + "step": 1585 + }, + { + "epoch": 0.11442588651203059, + "grad_norm": 5.147958828753302, + "learning_rate": 3.925713916688189e-06, + "loss": 0.9663, + "step": 1586 + }, + { + "epoch": 0.1144980339814581, + "grad_norm": 4.345618196150447, + "learning_rate": 3.925587671355889e-06, + "loss": 0.9543, + "step": 1587 + }, + { + "epoch": 0.11457018145088561, + "grad_norm": 3.4425253461183103, + "learning_rate": 3.9254613208743746e-06, + "loss": 0.9963, + "step": 1588 + }, + { + "epoch": 0.11464232892031312, + "grad_norm": 3.254816008259089, + "learning_rate": 3.925334865250545e-06, + "loss": 0.999, + "step": 1589 + }, + { + "epoch": 0.11471447638974062, + "grad_norm": 7.39540097401123, + "learning_rate": 3.925208304491306e-06, + "loss": 1.0661, + "step": 1590 + }, + { + "epoch": 0.11478662385916814, + "grad_norm": 2.623855341250093, + "learning_rate": 3.925081638603568e-06, + "loss": 1.0251, + "step": 1591 + }, + { + "epoch": 0.11485877132859565, + "grad_norm": 2.482148138121018, + "learning_rate": 3.924954867594249e-06, + "loss": 0.9577, + "step": 1592 + }, + { + "epoch": 0.11493091879802315, + "grad_norm": 5.711958056896952, + "learning_rate": 3.92482799147027e-06, + "loss": 0.8399, + "step": 1593 + }, + { + "epoch": 0.11500306626745067, + "grad_norm": 5.108816133784652, + "learning_rate": 3.92470101023856e-06, + "loss": 0.9384, + "step": 1594 + }, + { + "epoch": 0.11507521373687818, + "grad_norm": 5.3387550968832675, + "learning_rate": 3.9245739239060525e-06, + "loss": 0.9089, + "step": 1595 + }, + { + "epoch": 0.11514736120630568, + "grad_norm": 3.3857047246989986, + "learning_rate": 3.924446732479688e-06, + "loss": 1.1848, + "step": 1596 + }, + { + "epoch": 0.1152195086757332, + "grad_norm": 3.4784469469199357, + "learning_rate": 3.924319435966411e-06, + "loss": 1.0885, + "step": 1597 + }, + { + "epoch": 0.11529165614516071, + "grad_norm": 4.28278785428482, + "learning_rate": 3.924192034373174e-06, + "loss": 1.0066, + "step": 1598 + }, + { + "epoch": 0.11536380361458821, + "grad_norm": 4.562618724375667, + "learning_rate": 3.924064527706933e-06, + "loss": 1.0153, + "step": 1599 + }, + { + "epoch": 0.11543595108401573, + "grad_norm": 2.4420535274765767, + "learning_rate": 3.92393691597465e-06, + "loss": 0.9953, + "step": 1600 + }, + { + "epoch": 0.11550809855344324, + "grad_norm": 3.3311248297730844, + "learning_rate": 3.923809199183295e-06, + "loss": 1.0218, + "step": 1601 + }, + { + "epoch": 0.11558024602287074, + "grad_norm": 3.4314210720531615, + "learning_rate": 3.9236813773398405e-06, + "loss": 1.0132, + "step": 1602 + }, + { + "epoch": 0.11565239349229826, + "grad_norm": 0.7837188240555318, + "learning_rate": 3.923553450451268e-06, + "loss": 0.8809, + "step": 1603 + }, + { + "epoch": 0.11572454096172577, + "grad_norm": 17.86800391663388, + "learning_rate": 3.923425418524562e-06, + "loss": 1.0128, + "step": 1604 + }, + { + "epoch": 0.11579668843115327, + "grad_norm": 2.150789949653787, + "learning_rate": 3.923297281566714e-06, + "loss": 0.9093, + "step": 1605 + }, + { + "epoch": 0.1158688359005808, + "grad_norm": 1.9364841012811778, + "learning_rate": 3.923169039584722e-06, + "loss": 1.0369, + "step": 1606 + }, + { + "epoch": 0.1159409833700083, + "grad_norm": 2.3413283998608296, + "learning_rate": 3.923040692585587e-06, + "loss": 0.9116, + "step": 1607 + }, + { + "epoch": 0.1160131308394358, + "grad_norm": 3.243419440741376, + "learning_rate": 3.922912240576319e-06, + "loss": 1.0996, + "step": 1608 + }, + { + "epoch": 0.11608527830886331, + "grad_norm": 5.231677461977383, + "learning_rate": 3.922783683563933e-06, + "loss": 1.0646, + "step": 1609 + }, + { + "epoch": 0.11615742577829083, + "grad_norm": 2.684746507154488, + "learning_rate": 3.922655021555446e-06, + "loss": 1.0075, + "step": 1610 + }, + { + "epoch": 0.11622957324771833, + "grad_norm": 2.678173293542929, + "learning_rate": 3.922526254557887e-06, + "loss": 1.0731, + "step": 1611 + }, + { + "epoch": 0.11630172071714584, + "grad_norm": 0.8223238672936561, + "learning_rate": 3.9223973825782854e-06, + "loss": 0.8065, + "step": 1612 + }, + { + "epoch": 0.11637386818657336, + "grad_norm": 2.7054796492389825, + "learning_rate": 3.92226840562368e-06, + "loss": 0.9017, + "step": 1613 + }, + { + "epoch": 0.11644601565600086, + "grad_norm": 3.597675335861426, + "learning_rate": 3.922139323701113e-06, + "loss": 1.0274, + "step": 1614 + }, + { + "epoch": 0.11651816312542837, + "grad_norm": 2.7070348610241517, + "learning_rate": 3.922010136817633e-06, + "loss": 0.954, + "step": 1615 + }, + { + "epoch": 0.11659031059485589, + "grad_norm": 2.670747307053047, + "learning_rate": 3.921880844980293e-06, + "loss": 0.9333, + "step": 1616 + }, + { + "epoch": 0.1166624580642834, + "grad_norm": 2.482824357462393, + "learning_rate": 3.921751448196156e-06, + "loss": 1.0357, + "step": 1617 + }, + { + "epoch": 0.1167346055337109, + "grad_norm": 2.5613165192648744, + "learning_rate": 3.9216219464722866e-06, + "loss": 1.0845, + "step": 1618 + }, + { + "epoch": 0.11680675300313842, + "grad_norm": 3.2048742960590575, + "learning_rate": 3.921492339815756e-06, + "loss": 1.0245, + "step": 1619 + }, + { + "epoch": 0.11687890047256592, + "grad_norm": 2.5022251716789867, + "learning_rate": 3.921362628233642e-06, + "loss": 1.0946, + "step": 1620 + }, + { + "epoch": 0.11695104794199343, + "grad_norm": 2.2276587213723404, + "learning_rate": 3.921232811733027e-06, + "loss": 1.002, + "step": 1621 + }, + { + "epoch": 0.11702319541142095, + "grad_norm": 0.8055215605508825, + "learning_rate": 3.921102890321001e-06, + "loss": 0.9376, + "step": 1622 + }, + { + "epoch": 0.11709534288084845, + "grad_norm": 8.500452814943568, + "learning_rate": 3.920972864004657e-06, + "loss": 1.0414, + "step": 1623 + }, + { + "epoch": 0.11716749035027596, + "grad_norm": 2.5859415567141517, + "learning_rate": 3.920842732791097e-06, + "loss": 0.9423, + "step": 1624 + }, + { + "epoch": 0.11723963781970348, + "grad_norm": 7.359348823517008, + "learning_rate": 3.920712496687425e-06, + "loss": 0.992, + "step": 1625 + }, + { + "epoch": 0.11731178528913098, + "grad_norm": 4.202026450522837, + "learning_rate": 3.9205821557007545e-06, + "loss": 0.9152, + "step": 1626 + }, + { + "epoch": 0.11738393275855849, + "grad_norm": 2.0894172589783735, + "learning_rate": 3.920451709838202e-06, + "loss": 0.9455, + "step": 1627 + }, + { + "epoch": 0.11745608022798601, + "grad_norm": 3.720971605921985, + "learning_rate": 3.920321159106891e-06, + "loss": 0.9418, + "step": 1628 + }, + { + "epoch": 0.11752822769741351, + "grad_norm": 3.8971012248654953, + "learning_rate": 3.920190503513951e-06, + "loss": 0.9816, + "step": 1629 + }, + { + "epoch": 0.11760037516684102, + "grad_norm": 0.8394396852293436, + "learning_rate": 3.920059743066515e-06, + "loss": 0.8529, + "step": 1630 + }, + { + "epoch": 0.11767252263626854, + "grad_norm": 2.8484029745833426, + "learning_rate": 3.919928877771725e-06, + "loss": 1.099, + "step": 1631 + }, + { + "epoch": 0.11774467010569604, + "grad_norm": 3.0678611073990933, + "learning_rate": 3.919797907636726e-06, + "loss": 1.0643, + "step": 1632 + }, + { + "epoch": 0.11781681757512355, + "grad_norm": 3.090303447107199, + "learning_rate": 3.919666832668669e-06, + "loss": 1.1217, + "step": 1633 + }, + { + "epoch": 0.11788896504455106, + "grad_norm": 2.826954636330258, + "learning_rate": 3.919535652874714e-06, + "loss": 1.0469, + "step": 1634 + }, + { + "epoch": 0.11796111251397857, + "grad_norm": 3.761125844653929, + "learning_rate": 3.919404368262023e-06, + "loss": 1.0128, + "step": 1635 + }, + { + "epoch": 0.11803325998340608, + "grad_norm": 2.8869113470722465, + "learning_rate": 3.919272978837764e-06, + "loss": 1.0718, + "step": 1636 + }, + { + "epoch": 0.11810540745283359, + "grad_norm": 2.3918771892584436, + "learning_rate": 3.919141484609113e-06, + "loss": 1.0818, + "step": 1637 + }, + { + "epoch": 0.1181775549222611, + "grad_norm": 3.019855279549639, + "learning_rate": 3.919009885583249e-06, + "loss": 0.9861, + "step": 1638 + }, + { + "epoch": 0.11824970239168861, + "grad_norm": 3.6557069032741785, + "learning_rate": 3.91887818176736e-06, + "loss": 1.0415, + "step": 1639 + }, + { + "epoch": 0.11832184986111612, + "grad_norm": 1.9667523861108458, + "learning_rate": 3.9187463731686365e-06, + "loss": 1.0206, + "step": 1640 + }, + { + "epoch": 0.11839399733054363, + "grad_norm": 3.2169182759707935, + "learning_rate": 3.918614459794277e-06, + "loss": 0.913, + "step": 1641 + }, + { + "epoch": 0.11846614479997114, + "grad_norm": 0.8061736743491774, + "learning_rate": 3.918482441651484e-06, + "loss": 0.8903, + "step": 1642 + }, + { + "epoch": 0.11853829226939865, + "grad_norm": 7.328608059771651, + "learning_rate": 3.918350318747468e-06, + "loss": 1.0252, + "step": 1643 + }, + { + "epoch": 0.11861043973882616, + "grad_norm": 2.4981050939389577, + "learning_rate": 3.9182180910894404e-06, + "loss": 0.9448, + "step": 1644 + }, + { + "epoch": 0.11868258720825367, + "grad_norm": 14.68319678068081, + "learning_rate": 3.918085758684625e-06, + "loss": 1.1014, + "step": 1645 + }, + { + "epoch": 0.11875473467768118, + "grad_norm": 3.1815841229540207, + "learning_rate": 3.917953321540248e-06, + "loss": 0.9921, + "step": 1646 + }, + { + "epoch": 0.1188268821471087, + "grad_norm": 3.4580960632801303, + "learning_rate": 3.917820779663538e-06, + "loss": 1.1187, + "step": 1647 + }, + { + "epoch": 0.1188990296165362, + "grad_norm": 2.7146296354976975, + "learning_rate": 3.917688133061736e-06, + "loss": 1.0069, + "step": 1648 + }, + { + "epoch": 0.1189711770859637, + "grad_norm": 2.796989225473883, + "learning_rate": 3.917555381742083e-06, + "loss": 1.0263, + "step": 1649 + }, + { + "epoch": 0.11904332455539123, + "grad_norm": 3.8630877100155825, + "learning_rate": 3.917422525711831e-06, + "loss": 0.878, + "step": 1650 + }, + { + "epoch": 0.11911547202481873, + "grad_norm": 5.82749268729767, + "learning_rate": 3.917289564978231e-06, + "loss": 1.0596, + "step": 1651 + }, + { + "epoch": 0.11918761949424624, + "grad_norm": 3.1001955955080827, + "learning_rate": 3.917156499548546e-06, + "loss": 1.0238, + "step": 1652 + }, + { + "epoch": 0.11925976696367376, + "grad_norm": 2.7961232970670524, + "learning_rate": 3.917023329430042e-06, + "loss": 0.9146, + "step": 1653 + }, + { + "epoch": 0.11933191443310126, + "grad_norm": 4.082013027022722, + "learning_rate": 3.916890054629991e-06, + "loss": 0.9315, + "step": 1654 + }, + { + "epoch": 0.11940406190252877, + "grad_norm": 3.3705110720452742, + "learning_rate": 3.916756675155669e-06, + "loss": 1.0619, + "step": 1655 + }, + { + "epoch": 0.11947620937195629, + "grad_norm": 3.050542414226705, + "learning_rate": 3.916623191014362e-06, + "loss": 0.8911, + "step": 1656 + }, + { + "epoch": 0.11954835684138379, + "grad_norm": 3.6124789280260345, + "learning_rate": 3.9164896022133565e-06, + "loss": 1.0253, + "step": 1657 + }, + { + "epoch": 0.1196205043108113, + "grad_norm": 0.7826939399769269, + "learning_rate": 3.9163559087599495e-06, + "loss": 0.8282, + "step": 1658 + }, + { + "epoch": 0.1196926517802388, + "grad_norm": 3.440390602602286, + "learning_rate": 3.916222110661439e-06, + "loss": 1.1459, + "step": 1659 + }, + { + "epoch": 0.11976479924966632, + "grad_norm": 2.788110223186699, + "learning_rate": 3.916088207925133e-06, + "loss": 0.9967, + "step": 1660 + }, + { + "epoch": 0.11983694671909383, + "grad_norm": 3.144966427088634, + "learning_rate": 3.915954200558344e-06, + "loss": 1.0222, + "step": 1661 + }, + { + "epoch": 0.11990909418852133, + "grad_norm": 2.707247990990648, + "learning_rate": 3.915820088568388e-06, + "loss": 1.0124, + "step": 1662 + }, + { + "epoch": 0.11998124165794885, + "grad_norm": 3.287833013456955, + "learning_rate": 3.91568587196259e-06, + "loss": 0.9936, + "step": 1663 + }, + { + "epoch": 0.12005338912737636, + "grad_norm": 4.50912229129912, + "learning_rate": 3.915551550748277e-06, + "loss": 0.9616, + "step": 1664 + }, + { + "epoch": 0.12012553659680386, + "grad_norm": 2.783525457623135, + "learning_rate": 3.915417124932785e-06, + "loss": 1.0713, + "step": 1665 + }, + { + "epoch": 0.12019768406623138, + "grad_norm": 3.2653217083573596, + "learning_rate": 3.915282594523455e-06, + "loss": 1.0553, + "step": 1666 + }, + { + "epoch": 0.12026983153565889, + "grad_norm": 3.5338639568660826, + "learning_rate": 3.915147959527632e-06, + "loss": 0.9477, + "step": 1667 + }, + { + "epoch": 0.12034197900508639, + "grad_norm": 4.680589592140472, + "learning_rate": 3.915013219952669e-06, + "loss": 0.979, + "step": 1668 + }, + { + "epoch": 0.12041412647451391, + "grad_norm": 4.256276600848409, + "learning_rate": 3.9148783758059235e-06, + "loss": 0.9534, + "step": 1669 + }, + { + "epoch": 0.12048627394394142, + "grad_norm": 0.8403623177602558, + "learning_rate": 3.9147434270947585e-06, + "loss": 0.8965, + "step": 1670 + }, + { + "epoch": 0.12055842141336892, + "grad_norm": 3.107680122390821, + "learning_rate": 3.914608373826544e-06, + "loss": 1.0166, + "step": 1671 + }, + { + "epoch": 0.12063056888279644, + "grad_norm": 7.075997746615485, + "learning_rate": 3.914473216008651e-06, + "loss": 0.9725, + "step": 1672 + }, + { + "epoch": 0.12070271635222395, + "grad_norm": 2.6891546256882655, + "learning_rate": 3.9143379536484654e-06, + "loss": 0.9798, + "step": 1673 + }, + { + "epoch": 0.12077486382165145, + "grad_norm": 0.7830191988460858, + "learning_rate": 3.914202586753369e-06, + "loss": 0.8412, + "step": 1674 + }, + { + "epoch": 0.12084701129107897, + "grad_norm": 4.58398583131368, + "learning_rate": 3.914067115330757e-06, + "loss": 0.9458, + "step": 1675 + }, + { + "epoch": 0.12091915876050648, + "grad_norm": 5.345204294866327, + "learning_rate": 3.913931539388024e-06, + "loss": 0.9102, + "step": 1676 + }, + { + "epoch": 0.12099130622993398, + "grad_norm": 5.02504485001168, + "learning_rate": 3.913795858932576e-06, + "loss": 1.0692, + "step": 1677 + }, + { + "epoch": 0.1210634536993615, + "grad_norm": 0.8741108941165104, + "learning_rate": 3.913660073971821e-06, + "loss": 0.867, + "step": 1678 + }, + { + "epoch": 0.121135601168789, + "grad_norm": 3.963188900915936, + "learning_rate": 3.913524184513173e-06, + "loss": 1.1113, + "step": 1679 + }, + { + "epoch": 0.12120774863821651, + "grad_norm": 0.7625567399473295, + "learning_rate": 3.913388190564052e-06, + "loss": 0.8674, + "step": 1680 + }, + { + "epoch": 0.12127989610764403, + "grad_norm": 4.159216488999841, + "learning_rate": 3.913252092131886e-06, + "loss": 1.0565, + "step": 1681 + }, + { + "epoch": 0.12135204357707154, + "grad_norm": 3.478366615149589, + "learning_rate": 3.913115889224105e-06, + "loss": 1.0893, + "step": 1682 + }, + { + "epoch": 0.12142419104649904, + "grad_norm": 9.447633671053396, + "learning_rate": 3.9129795818481485e-06, + "loss": 1.1575, + "step": 1683 + }, + { + "epoch": 0.12149633851592656, + "grad_norm": 4.734204783385513, + "learning_rate": 3.912843170011458e-06, + "loss": 1.0272, + "step": 1684 + }, + { + "epoch": 0.12156848598535407, + "grad_norm": 7.069229565718745, + "learning_rate": 3.912706653721483e-06, + "loss": 0.8454, + "step": 1685 + }, + { + "epoch": 0.12164063345478157, + "grad_norm": 2.4478345059073225, + "learning_rate": 3.912570032985679e-06, + "loss": 1.0637, + "step": 1686 + }, + { + "epoch": 0.12171278092420908, + "grad_norm": 4.0631943329424764, + "learning_rate": 3.912433307811505e-06, + "loss": 0.9033, + "step": 1687 + }, + { + "epoch": 0.1217849283936366, + "grad_norm": 2.03813530314256, + "learning_rate": 3.912296478206428e-06, + "loss": 0.9787, + "step": 1688 + }, + { + "epoch": 0.1218570758630641, + "grad_norm": 4.485403547726995, + "learning_rate": 3.912159544177919e-06, + "loss": 0.9448, + "step": 1689 + }, + { + "epoch": 0.1219292233324916, + "grad_norm": 3.4373554546136633, + "learning_rate": 3.912022505733456e-06, + "loss": 0.9068, + "step": 1690 + }, + { + "epoch": 0.12200137080191913, + "grad_norm": 6.988906789708557, + "learning_rate": 3.911885362880522e-06, + "loss": 0.9787, + "step": 1691 + }, + { + "epoch": 0.12207351827134663, + "grad_norm": 2.590916200107878, + "learning_rate": 3.9117481156266065e-06, + "loss": 0.867, + "step": 1692 + }, + { + "epoch": 0.12214566574077414, + "grad_norm": 3.773424105097214, + "learning_rate": 3.911610763979202e-06, + "loss": 0.9964, + "step": 1693 + }, + { + "epoch": 0.12221781321020166, + "grad_norm": 4.4243659561998125, + "learning_rate": 3.911473307945812e-06, + "loss": 1.073, + "step": 1694 + }, + { + "epoch": 0.12228996067962916, + "grad_norm": 3.7432374377265667, + "learning_rate": 3.911335747533939e-06, + "loss": 1.0439, + "step": 1695 + }, + { + "epoch": 0.12236210814905667, + "grad_norm": 3.7012512359565544, + "learning_rate": 3.9111980827510975e-06, + "loss": 0.998, + "step": 1696 + }, + { + "epoch": 0.12243425561848419, + "grad_norm": 5.765073176082498, + "learning_rate": 3.911060313604804e-06, + "loss": 1.0031, + "step": 1697 + }, + { + "epoch": 0.12250640308791169, + "grad_norm": 2.9450571774176604, + "learning_rate": 3.91092244010258e-06, + "loss": 1.0168, + "step": 1698 + }, + { + "epoch": 0.1225785505573392, + "grad_norm": 3.4154750948134605, + "learning_rate": 3.910784462251956e-06, + "loss": 1.1275, + "step": 1699 + }, + { + "epoch": 0.12265069802676672, + "grad_norm": 2.342775574619961, + "learning_rate": 3.910646380060467e-06, + "loss": 1.0309, + "step": 1700 + }, + { + "epoch": 0.12272284549619422, + "grad_norm": 7.759454682056634, + "learning_rate": 3.9105081935356506e-06, + "loss": 1.1533, + "step": 1701 + }, + { + "epoch": 0.12279499296562173, + "grad_norm": 6.455029370560965, + "learning_rate": 3.910369902685055e-06, + "loss": 1.0939, + "step": 1702 + }, + { + "epoch": 0.12286714043504925, + "grad_norm": 4.857856734090682, + "learning_rate": 3.910231507516231e-06, + "loss": 0.9876, + "step": 1703 + }, + { + "epoch": 0.12293928790447675, + "grad_norm": 0.8050652145246394, + "learning_rate": 3.910093008036735e-06, + "loss": 0.8949, + "step": 1704 + }, + { + "epoch": 0.12301143537390426, + "grad_norm": 3.9307556520773317, + "learning_rate": 3.909954404254132e-06, + "loss": 0.999, + "step": 1705 + }, + { + "epoch": 0.12308358284333178, + "grad_norm": 5.180536767256788, + "learning_rate": 3.9098156961759885e-06, + "loss": 1.0174, + "step": 1706 + }, + { + "epoch": 0.12315573031275928, + "grad_norm": 7.556965718162186, + "learning_rate": 3.9096768838098805e-06, + "loss": 1.0157, + "step": 1707 + }, + { + "epoch": 0.12322787778218679, + "grad_norm": 4.969613054283176, + "learning_rate": 3.9095379671633865e-06, + "loss": 1.0732, + "step": 1708 + }, + { + "epoch": 0.1233000252516143, + "grad_norm": 2.9731663029488, + "learning_rate": 3.909398946244094e-06, + "loss": 1.0233, + "step": 1709 + }, + { + "epoch": 0.12337217272104181, + "grad_norm": 2.885911387277386, + "learning_rate": 3.909259821059592e-06, + "loss": 0.9955, + "step": 1710 + }, + { + "epoch": 0.12344432019046932, + "grad_norm": 3.0618438017689056, + "learning_rate": 3.90912059161748e-06, + "loss": 0.9503, + "step": 1711 + }, + { + "epoch": 0.12351646765989682, + "grad_norm": 4.313203394925977, + "learning_rate": 3.90898125792536e-06, + "loss": 1.0081, + "step": 1712 + }, + { + "epoch": 0.12358861512932434, + "grad_norm": 7.505733841325988, + "learning_rate": 3.90884181999084e-06, + "loss": 1.1082, + "step": 1713 + }, + { + "epoch": 0.12366076259875185, + "grad_norm": 3.7469744875110362, + "learning_rate": 3.908702277821534e-06, + "loss": 1.0405, + "step": 1714 + }, + { + "epoch": 0.12373291006817935, + "grad_norm": 8.564831938244387, + "learning_rate": 3.908562631425063e-06, + "loss": 0.9301, + "step": 1715 + }, + { + "epoch": 0.12380505753760687, + "grad_norm": 4.473644217439348, + "learning_rate": 3.908422880809051e-06, + "loss": 0.9964, + "step": 1716 + }, + { + "epoch": 0.12387720500703438, + "grad_norm": 8.585717126380228, + "learning_rate": 3.908283025981131e-06, + "loss": 1.016, + "step": 1717 + }, + { + "epoch": 0.12394935247646188, + "grad_norm": 0.8011508739886397, + "learning_rate": 3.9081430669489395e-06, + "loss": 0.8183, + "step": 1718 + }, + { + "epoch": 0.1240214999458894, + "grad_norm": 4.531084149712665, + "learning_rate": 3.908003003720118e-06, + "loss": 1.1175, + "step": 1719 + }, + { + "epoch": 0.12409364741531691, + "grad_norm": 3.8628792240184042, + "learning_rate": 3.907862836302316e-06, + "loss": 0.9831, + "step": 1720 + }, + { + "epoch": 0.12416579488474441, + "grad_norm": 3.5267524096828944, + "learning_rate": 3.907722564703188e-06, + "loss": 0.9476, + "step": 1721 + }, + { + "epoch": 0.12423794235417193, + "grad_norm": 3.085252748643173, + "learning_rate": 3.907582188930392e-06, + "loss": 1.1408, + "step": 1722 + }, + { + "epoch": 0.12431008982359944, + "grad_norm": 3.0458655617013854, + "learning_rate": 3.907441708991594e-06, + "loss": 1.0797, + "step": 1723 + }, + { + "epoch": 0.12438223729302694, + "grad_norm": 7.430706864794092, + "learning_rate": 3.907301124894465e-06, + "loss": 1.0815, + "step": 1724 + }, + { + "epoch": 0.12445438476245446, + "grad_norm": 5.8330956910182925, + "learning_rate": 3.907160436646684e-06, + "loss": 1.0258, + "step": 1725 + }, + { + "epoch": 0.12452653223188197, + "grad_norm": 4.3243627619001614, + "learning_rate": 3.90701964425593e-06, + "loss": 0.9591, + "step": 1726 + }, + { + "epoch": 0.12459867970130947, + "grad_norm": 5.035935394163576, + "learning_rate": 3.906878747729893e-06, + "loss": 0.9811, + "step": 1727 + }, + { + "epoch": 0.12467082717073699, + "grad_norm": 3.0730201488247695, + "learning_rate": 3.906737747076268e-06, + "loss": 1.0827, + "step": 1728 + }, + { + "epoch": 0.1247429746401645, + "grad_norm": 3.68870615225688, + "learning_rate": 3.906596642302752e-06, + "loss": 0.9376, + "step": 1729 + }, + { + "epoch": 0.124815122109592, + "grad_norm": 3.5538966378555576, + "learning_rate": 3.9064554334170504e-06, + "loss": 1.0082, + "step": 1730 + }, + { + "epoch": 0.12488726957901952, + "grad_norm": 4.509283450566047, + "learning_rate": 3.906314120426876e-06, + "loss": 0.9604, + "step": 1731 + }, + { + "epoch": 0.12495941704844703, + "grad_norm": 3.3489074861375325, + "learning_rate": 3.9061727033399446e-06, + "loss": 0.9041, + "step": 1732 + }, + { + "epoch": 0.12503156451787453, + "grad_norm": 4.760105225818465, + "learning_rate": 3.906031182163978e-06, + "loss": 0.9882, + "step": 1733 + }, + { + "epoch": 0.12510371198730205, + "grad_norm": 8.269280301459224, + "learning_rate": 3.9058895569067055e-06, + "loss": 1.0477, + "step": 1734 + }, + { + "epoch": 0.12517585945672954, + "grad_norm": 4.693317922725808, + "learning_rate": 3.905747827575858e-06, + "loss": 1.1143, + "step": 1735 + }, + { + "epoch": 0.12524800692615706, + "grad_norm": 8.603505205371102, + "learning_rate": 3.905605994179178e-06, + "loss": 0.961, + "step": 1736 + }, + { + "epoch": 0.12532015439558458, + "grad_norm": 6.551916107162314, + "learning_rate": 3.905464056724408e-06, + "loss": 0.9283, + "step": 1737 + }, + { + "epoch": 0.12539230186501207, + "grad_norm": 3.963902193466084, + "learning_rate": 3.9053220152193e-06, + "loss": 1.086, + "step": 1738 + }, + { + "epoch": 0.1254644493344396, + "grad_norm": 3.510449614025922, + "learning_rate": 3.90517986967161e-06, + "loss": 1.0342, + "step": 1739 + }, + { + "epoch": 0.1255365968038671, + "grad_norm": 4.664882159773727, + "learning_rate": 3.9050376200891e-06, + "loss": 1.0286, + "step": 1740 + }, + { + "epoch": 0.1256087442732946, + "grad_norm": 5.391655953272337, + "learning_rate": 3.904895266479537e-06, + "loss": 0.9062, + "step": 1741 + }, + { + "epoch": 0.12568089174272212, + "grad_norm": 9.313721851863878, + "learning_rate": 3.904752808850696e-06, + "loss": 1.0831, + "step": 1742 + }, + { + "epoch": 0.12575303921214964, + "grad_norm": 3.6470655847483147, + "learning_rate": 3.904610247210355e-06, + "loss": 1.0022, + "step": 1743 + }, + { + "epoch": 0.12582518668157713, + "grad_norm": 2.8783523254415884, + "learning_rate": 3.9044675815663e-06, + "loss": 0.9423, + "step": 1744 + }, + { + "epoch": 0.12589733415100465, + "grad_norm": 9.777854842065308, + "learning_rate": 3.904324811926319e-06, + "loss": 1.045, + "step": 1745 + }, + { + "epoch": 0.12596948162043217, + "grad_norm": 0.7474681717338384, + "learning_rate": 3.90418193829821e-06, + "loss": 0.8896, + "step": 1746 + }, + { + "epoch": 0.12604162908985966, + "grad_norm": 6.03838815415539, + "learning_rate": 3.904038960689775e-06, + "loss": 1.0391, + "step": 1747 + }, + { + "epoch": 0.12611377655928718, + "grad_norm": 8.728490058211046, + "learning_rate": 3.90389587910882e-06, + "loss": 1.0498, + "step": 1748 + }, + { + "epoch": 0.1261859240287147, + "grad_norm": 7.916156337418259, + "learning_rate": 3.903752693563159e-06, + "loss": 0.955, + "step": 1749 + }, + { + "epoch": 0.1262580714981422, + "grad_norm": 0.7745235409024956, + "learning_rate": 3.903609404060612e-06, + "loss": 0.8555, + "step": 1750 + }, + { + "epoch": 0.1263302189675697, + "grad_norm": 1.162662509101104, + "learning_rate": 3.903466010609002e-06, + "loss": 0.7945, + "step": 1751 + }, + { + "epoch": 0.12640236643699723, + "grad_norm": 4.6330479888505565, + "learning_rate": 3.903322513216159e-06, + "loss": 0.9996, + "step": 1752 + }, + { + "epoch": 0.12647451390642472, + "grad_norm": 5.212512097241752, + "learning_rate": 3.9031789118899195e-06, + "loss": 0.9847, + "step": 1753 + }, + { + "epoch": 0.12654666137585224, + "grad_norm": 7.980712050408972, + "learning_rate": 3.903035206638125e-06, + "loss": 0.8959, + "step": 1754 + }, + { + "epoch": 0.12661880884527976, + "grad_norm": 5.311133354775328, + "learning_rate": 3.902891397468623e-06, + "loss": 0.8886, + "step": 1755 + }, + { + "epoch": 0.12669095631470725, + "grad_norm": 4.382137688622517, + "learning_rate": 3.902747484389266e-06, + "loss": 1.0522, + "step": 1756 + }, + { + "epoch": 0.12676310378413477, + "grad_norm": 7.974599807886742, + "learning_rate": 3.902603467407912e-06, + "loss": 0.8307, + "step": 1757 + }, + { + "epoch": 0.1268352512535623, + "grad_norm": 16.67857779534546, + "learning_rate": 3.902459346532426e-06, + "loss": 1.0782, + "step": 1758 + }, + { + "epoch": 0.12690739872298978, + "grad_norm": 10.375159204939076, + "learning_rate": 3.902315121770679e-06, + "loss": 1.123, + "step": 1759 + }, + { + "epoch": 0.1269795461924173, + "grad_norm": 2.975776147975739, + "learning_rate": 3.902170793130544e-06, + "loss": 1.0055, + "step": 1760 + }, + { + "epoch": 0.12705169366184482, + "grad_norm": 12.522374384656137, + "learning_rate": 3.902026360619904e-06, + "loss": 1.0542, + "step": 1761 + }, + { + "epoch": 0.1271238411312723, + "grad_norm": 6.607741422309257, + "learning_rate": 3.901881824246645e-06, + "loss": 1.0188, + "step": 1762 + }, + { + "epoch": 0.12719598860069983, + "grad_norm": 6.330261321978818, + "learning_rate": 3.901737184018661e-06, + "loss": 1.0616, + "step": 1763 + }, + { + "epoch": 0.12726813607012735, + "grad_norm": 6.101045750264964, + "learning_rate": 3.901592439943849e-06, + "loss": 1.1174, + "step": 1764 + }, + { + "epoch": 0.12734028353955484, + "grad_norm": 6.4040764819885, + "learning_rate": 3.901447592030113e-06, + "loss": 0.9484, + "step": 1765 + }, + { + "epoch": 0.12741243100898236, + "grad_norm": 5.907531599233919, + "learning_rate": 3.901302640285363e-06, + "loss": 1.1399, + "step": 1766 + }, + { + "epoch": 0.12748457847840988, + "grad_norm": 10.877563525193908, + "learning_rate": 3.901157584717514e-06, + "loss": 0.9504, + "step": 1767 + }, + { + "epoch": 0.12755672594783737, + "grad_norm": 13.931235235453705, + "learning_rate": 3.901012425334488e-06, + "loss": 0.8836, + "step": 1768 + }, + { + "epoch": 0.1276288734172649, + "grad_norm": 5.1289081094103635, + "learning_rate": 3.90086716214421e-06, + "loss": 1.0679, + "step": 1769 + }, + { + "epoch": 0.1277010208866924, + "grad_norm": 0.7200828301945571, + "learning_rate": 3.900721795154613e-06, + "loss": 0.8332, + "step": 1770 + }, + { + "epoch": 0.1277731683561199, + "grad_norm": 11.333871118090428, + "learning_rate": 3.900576324373635e-06, + "loss": 0.997, + "step": 1771 + }, + { + "epoch": 0.12784531582554742, + "grad_norm": 7.6281356617666685, + "learning_rate": 3.900430749809221e-06, + "loss": 0.8698, + "step": 1772 + }, + { + "epoch": 0.12791746329497494, + "grad_norm": 10.020674885999368, + "learning_rate": 3.9002850714693176e-06, + "loss": 0.9132, + "step": 1773 + }, + { + "epoch": 0.12798961076440243, + "grad_norm": 7.817065316495284, + "learning_rate": 3.900139289361881e-06, + "loss": 0.9391, + "step": 1774 + }, + { + "epoch": 0.12806175823382995, + "grad_norm": 9.382478706463772, + "learning_rate": 3.899993403494872e-06, + "loss": 1.0405, + "step": 1775 + }, + { + "epoch": 0.12813390570325744, + "grad_norm": 7.394556012240631, + "learning_rate": 3.899847413876257e-06, + "loss": 0.9809, + "step": 1776 + }, + { + "epoch": 0.12820605317268496, + "grad_norm": 20.157499052868793, + "learning_rate": 3.899701320514007e-06, + "loss": 1.0676, + "step": 1777 + }, + { + "epoch": 0.12827820064211248, + "grad_norm": 10.094588206537715, + "learning_rate": 3.899555123416101e-06, + "loss": 1.0431, + "step": 1778 + }, + { + "epoch": 0.12835034811153997, + "grad_norm": 10.553280028519643, + "learning_rate": 3.899408822590522e-06, + "loss": 1.217, + "step": 1779 + }, + { + "epoch": 0.1284224955809675, + "grad_norm": 15.771489091524062, + "learning_rate": 3.899262418045259e-06, + "loss": 1.0488, + "step": 1780 + }, + { + "epoch": 0.128494643050395, + "grad_norm": 17.53302373769906, + "learning_rate": 3.899115909788305e-06, + "loss": 1.0221, + "step": 1781 + }, + { + "epoch": 0.1285667905198225, + "grad_norm": 21.170654081494064, + "learning_rate": 3.8989692978276615e-06, + "loss": 0.9905, + "step": 1782 + }, + { + "epoch": 0.12863893798925002, + "grad_norm": 21.04213520195662, + "learning_rate": 3.898822582171335e-06, + "loss": 1.0192, + "step": 1783 + }, + { + "epoch": 0.12871108545867754, + "grad_norm": 19.598619747219285, + "learning_rate": 3.8986757628273365e-06, + "loss": 0.9769, + "step": 1784 + }, + { + "epoch": 0.12878323292810503, + "grad_norm": 14.120517795999849, + "learning_rate": 3.898528839803682e-06, + "loss": 1.0973, + "step": 1785 + }, + { + "epoch": 0.12885538039753255, + "grad_norm": 6.848332512599326, + "learning_rate": 3.898381813108397e-06, + "loss": 0.9331, + "step": 1786 + }, + { + "epoch": 0.12892752786696007, + "grad_norm": 10.73818284728922, + "learning_rate": 3.8982346827495086e-06, + "loss": 1.0228, + "step": 1787 + }, + { + "epoch": 0.12899967533638756, + "grad_norm": 56.653552404063774, + "learning_rate": 3.898087448735051e-06, + "loss": 1.0339, + "step": 1788 + }, + { + "epoch": 0.12907182280581508, + "grad_norm": 10.972726823709497, + "learning_rate": 3.897940111073064e-06, + "loss": 1.0779, + "step": 1789 + }, + { + "epoch": 0.1291439702752426, + "grad_norm": 10.57451059638352, + "learning_rate": 3.897792669771593e-06, + "loss": 0.9975, + "step": 1790 + }, + { + "epoch": 0.1292161177446701, + "grad_norm": 7.295418636867812, + "learning_rate": 3.897645124838691e-06, + "loss": 0.9053, + "step": 1791 + }, + { + "epoch": 0.12928826521409761, + "grad_norm": 0.7459873702818471, + "learning_rate": 3.897497476282413e-06, + "loss": 0.7912, + "step": 1792 + }, + { + "epoch": 0.12936041268352513, + "grad_norm": 20.34315520323843, + "learning_rate": 3.897349724110822e-06, + "loss": 0.9922, + "step": 1793 + }, + { + "epoch": 0.12943256015295262, + "grad_norm": 51.70516485096653, + "learning_rate": 3.897201868331986e-06, + "loss": 0.9563, + "step": 1794 + }, + { + "epoch": 0.12950470762238014, + "grad_norm": 10.446639941712231, + "learning_rate": 3.89705390895398e-06, + "loss": 1.1448, + "step": 1795 + }, + { + "epoch": 0.12957685509180766, + "grad_norm": 12.969213564757165, + "learning_rate": 3.896905845984882e-06, + "loss": 0.9424, + "step": 1796 + }, + { + "epoch": 0.12964900256123515, + "grad_norm": 17.108475111894013, + "learning_rate": 3.896757679432779e-06, + "loss": 1.0095, + "step": 1797 + }, + { + "epoch": 0.12972115003066267, + "grad_norm": 9.272947148998801, + "learning_rate": 3.896609409305759e-06, + "loss": 1.0313, + "step": 1798 + }, + { + "epoch": 0.1297932975000902, + "grad_norm": 8.663849837476851, + "learning_rate": 3.896461035611921e-06, + "loss": 0.962, + "step": 1799 + }, + { + "epoch": 0.12986544496951768, + "grad_norm": 12.941751712111065, + "learning_rate": 3.896312558359367e-06, + "loss": 0.902, + "step": 1800 + }, + { + "epoch": 0.1299375924389452, + "grad_norm": 12.555851177985144, + "learning_rate": 3.8961639775562035e-06, + "loss": 1.0059, + "step": 1801 + }, + { + "epoch": 0.13000973990837272, + "grad_norm": 11.332717953598788, + "learning_rate": 3.8960152932105435e-06, + "loss": 0.9592, + "step": 1802 + }, + { + "epoch": 0.13008188737780021, + "grad_norm": 0.9241379587262543, + "learning_rate": 3.895866505330509e-06, + "loss": 0.9776, + "step": 1803 + }, + { + "epoch": 0.13015403484722773, + "grad_norm": 24.100383632028297, + "learning_rate": 3.8957176139242214e-06, + "loss": 1.091, + "step": 1804 + }, + { + "epoch": 0.13022618231665525, + "grad_norm": 9.463404792855345, + "learning_rate": 3.895568618999814e-06, + "loss": 0.9552, + "step": 1805 + }, + { + "epoch": 0.13029832978608274, + "grad_norm": 14.846990805760207, + "learning_rate": 3.89541952056542e-06, + "loss": 1.0047, + "step": 1806 + }, + { + "epoch": 0.13037047725551026, + "grad_norm": 7.916933583896367, + "learning_rate": 3.895270318629184e-06, + "loss": 1.0555, + "step": 1807 + }, + { + "epoch": 0.13044262472493778, + "grad_norm": 7.503761365565116, + "learning_rate": 3.895121013199251e-06, + "loss": 0.9357, + "step": 1808 + }, + { + "epoch": 0.13051477219436527, + "grad_norm": 8.50722779786033, + "learning_rate": 3.8949716042837746e-06, + "loss": 0.9601, + "step": 1809 + }, + { + "epoch": 0.1305869196637928, + "grad_norm": 12.248335121837414, + "learning_rate": 3.8948220918909145e-06, + "loss": 0.9885, + "step": 1810 + }, + { + "epoch": 0.1306590671332203, + "grad_norm": 4.66086487926109, + "learning_rate": 3.8946724760288345e-06, + "loss": 1.0929, + "step": 1811 + }, + { + "epoch": 0.1307312146026478, + "grad_norm": 4.194655951303359, + "learning_rate": 3.894522756705704e-06, + "loss": 1.0459, + "step": 1812 + }, + { + "epoch": 0.13080336207207532, + "grad_norm": 7.5401864750719145, + "learning_rate": 3.8943729339296994e-06, + "loss": 1.0337, + "step": 1813 + }, + { + "epoch": 0.13087550954150284, + "grad_norm": 5.554653162253219, + "learning_rate": 3.894223007709001e-06, + "loss": 0.9253, + "step": 1814 + }, + { + "epoch": 0.13094765701093034, + "grad_norm": 2.604872239214314, + "learning_rate": 3.8940729780517975e-06, + "loss": 1.0367, + "step": 1815 + }, + { + "epoch": 0.13101980448035785, + "grad_norm": 9.180750021619838, + "learning_rate": 3.893922844966279e-06, + "loss": 0.9917, + "step": 1816 + }, + { + "epoch": 0.13109195194978537, + "grad_norm": 3.1497194316587858, + "learning_rate": 3.893772608460646e-06, + "loss": 1.0819, + "step": 1817 + }, + { + "epoch": 0.13116409941921287, + "grad_norm": 5.772067639203734, + "learning_rate": 3.8936222685431e-06, + "loss": 1.0508, + "step": 1818 + }, + { + "epoch": 0.13123624688864038, + "grad_norm": 7.3806286039108615, + "learning_rate": 3.893471825221853e-06, + "loss": 0.9475, + "step": 1819 + }, + { + "epoch": 0.1313083943580679, + "grad_norm": 3.094796206123124, + "learning_rate": 3.893321278505119e-06, + "loss": 0.9245, + "step": 1820 + }, + { + "epoch": 0.1313805418274954, + "grad_norm": 6.4916128186533655, + "learning_rate": 3.893170628401118e-06, + "loss": 1.0333, + "step": 1821 + }, + { + "epoch": 0.13145268929692291, + "grad_norm": 4.45139254951558, + "learning_rate": 3.893019874918078e-06, + "loss": 1.0285, + "step": 1822 + }, + { + "epoch": 0.13152483676635043, + "grad_norm": 3.9602436609154243, + "learning_rate": 3.89286901806423e-06, + "loss": 1.0746, + "step": 1823 + }, + { + "epoch": 0.13159698423577793, + "grad_norm": 6.429136899268148, + "learning_rate": 3.892718057847813e-06, + "loss": 1.047, + "step": 1824 + }, + { + "epoch": 0.13166913170520544, + "grad_norm": 12.089475837495629, + "learning_rate": 3.892566994277069e-06, + "loss": 1.0736, + "step": 1825 + }, + { + "epoch": 0.13174127917463294, + "grad_norm": 5.236439221010021, + "learning_rate": 3.892415827360247e-06, + "loss": 0.9976, + "step": 1826 + }, + { + "epoch": 0.13181342664406046, + "grad_norm": 3.7032938085782243, + "learning_rate": 3.892264557105602e-06, + "loss": 0.9907, + "step": 1827 + }, + { + "epoch": 0.13188557411348797, + "grad_norm": 3.8153855707153186, + "learning_rate": 3.892113183521395e-06, + "loss": 1.0269, + "step": 1828 + }, + { + "epoch": 0.13195772158291547, + "grad_norm": 9.88065996815243, + "learning_rate": 3.891961706615891e-06, + "loss": 0.9799, + "step": 1829 + }, + { + "epoch": 0.13202986905234299, + "grad_norm": 5.590879417673383, + "learning_rate": 3.891810126397362e-06, + "loss": 0.9789, + "step": 1830 + }, + { + "epoch": 0.1321020165217705, + "grad_norm": 10.375488269760488, + "learning_rate": 3.8916584428740865e-06, + "loss": 1.0738, + "step": 1831 + }, + { + "epoch": 0.132174163991198, + "grad_norm": 4.808574710563445, + "learning_rate": 3.891506656054344e-06, + "loss": 0.9614, + "step": 1832 + }, + { + "epoch": 0.13224631146062552, + "grad_norm": 4.358547118409808, + "learning_rate": 3.891354765946427e-06, + "loss": 1.0747, + "step": 1833 + }, + { + "epoch": 0.13231845893005303, + "grad_norm": 8.580425127785636, + "learning_rate": 3.891202772558626e-06, + "loss": 1.1273, + "step": 1834 + }, + { + "epoch": 0.13239060639948053, + "grad_norm": 5.377252151261105, + "learning_rate": 3.891050675899245e-06, + "loss": 0.936, + "step": 1835 + }, + { + "epoch": 0.13246275386890805, + "grad_norm": 24.612110463048726, + "learning_rate": 3.890898475976585e-06, + "loss": 1.0097, + "step": 1836 + }, + { + "epoch": 0.13253490133833556, + "grad_norm": 3.826326407037612, + "learning_rate": 3.89074617279896e-06, + "loss": 0.9775, + "step": 1837 + }, + { + "epoch": 0.13260704880776306, + "grad_norm": 6.922612067045975, + "learning_rate": 3.890593766374685e-06, + "loss": 1.2095, + "step": 1838 + }, + { + "epoch": 0.13267919627719058, + "grad_norm": 5.136481844584491, + "learning_rate": 3.890441256712084e-06, + "loss": 1.0672, + "step": 1839 + }, + { + "epoch": 0.1327513437466181, + "grad_norm": 4.561922637778524, + "learning_rate": 3.8902886438194834e-06, + "loss": 0.9425, + "step": 1840 + }, + { + "epoch": 0.13282349121604559, + "grad_norm": 3.7845203979684348, + "learning_rate": 3.890135927705218e-06, + "loss": 0.9486, + "step": 1841 + }, + { + "epoch": 0.1328956386854731, + "grad_norm": 4.028516212092704, + "learning_rate": 3.889983108377627e-06, + "loss": 1.046, + "step": 1842 + }, + { + "epoch": 0.13296778615490062, + "grad_norm": 6.579873475594647, + "learning_rate": 3.889830185845054e-06, + "loss": 1.0455, + "step": 1843 + }, + { + "epoch": 0.13303993362432812, + "grad_norm": 4.634379387285621, + "learning_rate": 3.889677160115852e-06, + "loss": 1.0507, + "step": 1844 + }, + { + "epoch": 0.13311208109375564, + "grad_norm": 3.900096593785458, + "learning_rate": 3.8895240311983745e-06, + "loss": 1.0179, + "step": 1845 + }, + { + "epoch": 0.13318422856318315, + "grad_norm": 7.374148303492702, + "learning_rate": 3.889370799100984e-06, + "loss": 1.0386, + "step": 1846 + }, + { + "epoch": 0.13325637603261065, + "grad_norm": 4.847775466276831, + "learning_rate": 3.889217463832049e-06, + "loss": 0.9733, + "step": 1847 + }, + { + "epoch": 0.13332852350203817, + "grad_norm": 0.8048997987853813, + "learning_rate": 3.889064025399942e-06, + "loss": 0.8518, + "step": 1848 + }, + { + "epoch": 0.13340067097146568, + "grad_norm": 4.129651077346594, + "learning_rate": 3.888910483813042e-06, + "loss": 1.0002, + "step": 1849 + }, + { + "epoch": 0.13347281844089318, + "grad_norm": 8.37960142439593, + "learning_rate": 3.888756839079733e-06, + "loss": 1.0662, + "step": 1850 + }, + { + "epoch": 0.1335449659103207, + "grad_norm": 6.745155856832293, + "learning_rate": 3.888603091208404e-06, + "loss": 0.9743, + "step": 1851 + }, + { + "epoch": 0.13361711337974821, + "grad_norm": 7.514515372542642, + "learning_rate": 3.888449240207452e-06, + "loss": 1.0915, + "step": 1852 + }, + { + "epoch": 0.1336892608491757, + "grad_norm": 40.5994029936094, + "learning_rate": 3.888295286085278e-06, + "loss": 0.915, + "step": 1853 + }, + { + "epoch": 0.13376140831860323, + "grad_norm": 4.261784092361125, + "learning_rate": 3.888141228850288e-06, + "loss": 0.9749, + "step": 1854 + }, + { + "epoch": 0.13383355578803074, + "grad_norm": 8.102841253347687, + "learning_rate": 3.887987068510896e-06, + "loss": 0.9703, + "step": 1855 + }, + { + "epoch": 0.13390570325745824, + "grad_norm": 0.7699057350421739, + "learning_rate": 3.887832805075519e-06, + "loss": 0.8154, + "step": 1856 + }, + { + "epoch": 0.13397785072688576, + "grad_norm": 29.576074818341873, + "learning_rate": 3.8876784385525806e-06, + "loss": 0.9813, + "step": 1857 + }, + { + "epoch": 0.13404999819631327, + "grad_norm": 3.1975248181630356, + "learning_rate": 3.887523968950512e-06, + "loss": 1.0945, + "step": 1858 + }, + { + "epoch": 0.13412214566574077, + "grad_norm": 8.989574327755363, + "learning_rate": 3.887369396277745e-06, + "loss": 0.9567, + "step": 1859 + }, + { + "epoch": 0.13419429313516829, + "grad_norm": 9.008466764644638, + "learning_rate": 3.8872147205427235e-06, + "loss": 1.0633, + "step": 1860 + }, + { + "epoch": 0.1342664406045958, + "grad_norm": 6.293310628515979, + "learning_rate": 3.887059941753891e-06, + "loss": 0.9894, + "step": 1861 + }, + { + "epoch": 0.1343385880740233, + "grad_norm": 6.6751340816904134, + "learning_rate": 3.8869050599197014e-06, + "loss": 1.0146, + "step": 1862 + }, + { + "epoch": 0.13441073554345082, + "grad_norm": 6.283499699151602, + "learning_rate": 3.886750075048612e-06, + "loss": 0.959, + "step": 1863 + }, + { + "epoch": 0.13448288301287833, + "grad_norm": 5.497363065269267, + "learning_rate": 3.8865949871490845e-06, + "loss": 0.9807, + "step": 1864 + }, + { + "epoch": 0.13455503048230583, + "grad_norm": 7.843204068946483, + "learning_rate": 3.88643979622959e-06, + "loss": 1.0296, + "step": 1865 + }, + { + "epoch": 0.13462717795173335, + "grad_norm": 16.6641714644234, + "learning_rate": 3.8862845022986006e-06, + "loss": 0.9999, + "step": 1866 + }, + { + "epoch": 0.13469932542116086, + "grad_norm": 8.10331249557111, + "learning_rate": 3.886129105364598e-06, + "loss": 1.0736, + "step": 1867 + }, + { + "epoch": 0.13477147289058836, + "grad_norm": 3.774272944685682, + "learning_rate": 3.8859736054360665e-06, + "loss": 0.9797, + "step": 1868 + }, + { + "epoch": 0.13484362036001588, + "grad_norm": 5.26187697684562, + "learning_rate": 3.885818002521499e-06, + "loss": 1.0192, + "step": 1869 + }, + { + "epoch": 0.1349157678294434, + "grad_norm": 84.42634722329724, + "learning_rate": 3.88566229662939e-06, + "loss": 0.9741, + "step": 1870 + }, + { + "epoch": 0.1349879152988709, + "grad_norm": 44.11544774217063, + "learning_rate": 3.885506487768244e-06, + "loss": 0.9587, + "step": 1871 + }, + { + "epoch": 0.1350600627682984, + "grad_norm": 4.117152754982663, + "learning_rate": 3.8853505759465696e-06, + "loss": 0.9015, + "step": 1872 + }, + { + "epoch": 0.13513221023772592, + "grad_norm": 0.9491811360257438, + "learning_rate": 3.885194561172878e-06, + "loss": 0.8512, + "step": 1873 + }, + { + "epoch": 0.13520435770715342, + "grad_norm": 4.560381881049105, + "learning_rate": 3.885038443455692e-06, + "loss": 0.9017, + "step": 1874 + }, + { + "epoch": 0.13527650517658094, + "grad_norm": 21.785861913104906, + "learning_rate": 3.884882222803533e-06, + "loss": 0.9916, + "step": 1875 + }, + { + "epoch": 0.13534865264600845, + "grad_norm": 3.7555459021143895, + "learning_rate": 3.884725899224934e-06, + "loss": 0.9626, + "step": 1876 + }, + { + "epoch": 0.13542080011543595, + "grad_norm": 12.182841031573298, + "learning_rate": 3.884569472728432e-06, + "loss": 1.0117, + "step": 1877 + }, + { + "epoch": 0.13549294758486347, + "grad_norm": 4.430999722965674, + "learning_rate": 3.884412943322566e-06, + "loss": 1.0632, + "step": 1878 + }, + { + "epoch": 0.13556509505429096, + "grad_norm": 7.654017033271187, + "learning_rate": 3.884256311015885e-06, + "loss": 0.9868, + "step": 1879 + }, + { + "epoch": 0.13563724252371848, + "grad_norm": 4.379962831104331, + "learning_rate": 3.884099575816943e-06, + "loss": 0.9806, + "step": 1880 + }, + { + "epoch": 0.135709389993146, + "grad_norm": 5.257744299799136, + "learning_rate": 3.883942737734297e-06, + "loss": 1.0977, + "step": 1881 + }, + { + "epoch": 0.1357815374625735, + "grad_norm": 4.036972597238492, + "learning_rate": 3.883785796776513e-06, + "loss": 0.8792, + "step": 1882 + }, + { + "epoch": 0.135853684932001, + "grad_norm": 8.037509720056331, + "learning_rate": 3.883628752952159e-06, + "loss": 0.9768, + "step": 1883 + }, + { + "epoch": 0.13592583240142853, + "grad_norm": 21.21067060720669, + "learning_rate": 3.883471606269813e-06, + "loss": 1.0035, + "step": 1884 + }, + { + "epoch": 0.13599797987085602, + "grad_norm": 5.925014499051023, + "learning_rate": 3.883314356738054e-06, + "loss": 0.9957, + "step": 1885 + }, + { + "epoch": 0.13607012734028354, + "grad_norm": 3.7486021615514735, + "learning_rate": 3.88315700436547e-06, + "loss": 1.0329, + "step": 1886 + }, + { + "epoch": 0.13614227480971106, + "grad_norm": 10.305444881899431, + "learning_rate": 3.882999549160654e-06, + "loss": 1.0406, + "step": 1887 + }, + { + "epoch": 0.13621442227913855, + "grad_norm": 3.24904090227685, + "learning_rate": 3.882841991132203e-06, + "loss": 1.0213, + "step": 1888 + }, + { + "epoch": 0.13628656974856607, + "grad_norm": 3.289010308003358, + "learning_rate": 3.88268433028872e-06, + "loss": 1.0554, + "step": 1889 + }, + { + "epoch": 0.13635871721799359, + "grad_norm": 36.18664486522013, + "learning_rate": 3.882526566638816e-06, + "loss": 1.0432, + "step": 1890 + }, + { + "epoch": 0.13643086468742108, + "grad_norm": 7.023445647068412, + "learning_rate": 3.882368700191105e-06, + "loss": 1.0115, + "step": 1891 + }, + { + "epoch": 0.1365030121568486, + "grad_norm": 4.249677758061578, + "learning_rate": 3.882210730954208e-06, + "loss": 0.9956, + "step": 1892 + }, + { + "epoch": 0.13657515962627612, + "grad_norm": 7.128870933131697, + "learning_rate": 3.8820526589367495e-06, + "loss": 1.0039, + "step": 1893 + }, + { + "epoch": 0.1366473070957036, + "grad_norm": 4.419856928585476, + "learning_rate": 3.8818944841473625e-06, + "loss": 0.9739, + "step": 1894 + }, + { + "epoch": 0.13671945456513113, + "grad_norm": 3.796906522141205, + "learning_rate": 3.881736206594686e-06, + "loss": 1.0821, + "step": 1895 + }, + { + "epoch": 0.13679160203455865, + "grad_norm": 4.868990984964947, + "learning_rate": 3.881577826287359e-06, + "loss": 0.9836, + "step": 1896 + }, + { + "epoch": 0.13686374950398614, + "grad_norm": 11.027262801907995, + "learning_rate": 3.881419343234034e-06, + "loss": 0.9778, + "step": 1897 + }, + { + "epoch": 0.13693589697341366, + "grad_norm": 7.438526243044184, + "learning_rate": 3.881260757443362e-06, + "loss": 0.9432, + "step": 1898 + }, + { + "epoch": 0.13700804444284118, + "grad_norm": 3.428244180615825, + "learning_rate": 3.881102068924006e-06, + "loss": 0.9599, + "step": 1899 + }, + { + "epoch": 0.13708019191226867, + "grad_norm": 3.658465374509423, + "learning_rate": 3.880943277684628e-06, + "loss": 1.0024, + "step": 1900 + }, + { + "epoch": 0.1371523393816962, + "grad_norm": 4.249481618345725, + "learning_rate": 3.880784383733901e-06, + "loss": 0.9454, + "step": 1901 + }, + { + "epoch": 0.1372244868511237, + "grad_norm": 5.547457640229585, + "learning_rate": 3.880625387080502e-06, + "loss": 0.9878, + "step": 1902 + }, + { + "epoch": 0.1372966343205512, + "grad_norm": 0.8188531883384982, + "learning_rate": 3.880466287733111e-06, + "loss": 0.7944, + "step": 1903 + }, + { + "epoch": 0.13736878178997872, + "grad_norm": 2.5826179888084386, + "learning_rate": 3.8803070857004184e-06, + "loss": 0.9148, + "step": 1904 + }, + { + "epoch": 0.13744092925940624, + "grad_norm": 3.4052272276044446, + "learning_rate": 3.880147780991116e-06, + "loss": 1.0726, + "step": 1905 + }, + { + "epoch": 0.13751307672883373, + "grad_norm": 5.867217082877318, + "learning_rate": 3.879988373613903e-06, + "loss": 1.068, + "step": 1906 + }, + { + "epoch": 0.13758522419826125, + "grad_norm": 4.80448483915832, + "learning_rate": 3.879828863577486e-06, + "loss": 0.9511, + "step": 1907 + }, + { + "epoch": 0.13765737166768877, + "grad_norm": 7.088363686335222, + "learning_rate": 3.8796692508905725e-06, + "loss": 1.1247, + "step": 1908 + }, + { + "epoch": 0.13772951913711626, + "grad_norm": 4.881762973143222, + "learning_rate": 3.8795095355618796e-06, + "loss": 0.9526, + "step": 1909 + }, + { + "epoch": 0.13780166660654378, + "grad_norm": 3.634994540623654, + "learning_rate": 3.879349717600129e-06, + "loss": 1.0354, + "step": 1910 + }, + { + "epoch": 0.1378738140759713, + "grad_norm": 6.947148392583407, + "learning_rate": 3.8791897970140466e-06, + "loss": 0.9904, + "step": 1911 + }, + { + "epoch": 0.1379459615453988, + "grad_norm": 3.522811935615613, + "learning_rate": 3.879029773812366e-06, + "loss": 1.0019, + "step": 1912 + }, + { + "epoch": 0.1380181090148263, + "grad_norm": 6.581656842096022, + "learning_rate": 3.878869648003826e-06, + "loss": 0.9642, + "step": 1913 + }, + { + "epoch": 0.13809025648425383, + "grad_norm": 3.2395427901663605, + "learning_rate": 3.87870941959717e-06, + "loss": 1.0986, + "step": 1914 + }, + { + "epoch": 0.13816240395368132, + "grad_norm": 11.543432070862174, + "learning_rate": 3.878549088601147e-06, + "loss": 0.9806, + "step": 1915 + }, + { + "epoch": 0.13823455142310884, + "grad_norm": 3.8879449031677855, + "learning_rate": 3.878388655024513e-06, + "loss": 0.9521, + "step": 1916 + }, + { + "epoch": 0.13830669889253636, + "grad_norm": 5.114211473588282, + "learning_rate": 3.878228118876027e-06, + "loss": 0.8574, + "step": 1917 + }, + { + "epoch": 0.13837884636196385, + "grad_norm": 1.0559824587781135, + "learning_rate": 3.878067480164457e-06, + "loss": 1.0297, + "step": 1918 + }, + { + "epoch": 0.13845099383139137, + "grad_norm": 2.8283949243706346, + "learning_rate": 3.877906738898574e-06, + "loss": 1.0472, + "step": 1919 + }, + { + "epoch": 0.13852314130081889, + "grad_norm": 5.604254720721698, + "learning_rate": 3.877745895087157e-06, + "loss": 1.0077, + "step": 1920 + }, + { + "epoch": 0.13859528877024638, + "grad_norm": 4.212224590229628, + "learning_rate": 3.877584948738986e-06, + "loss": 1.0062, + "step": 1921 + }, + { + "epoch": 0.1386674362396739, + "grad_norm": 2.526505438845012, + "learning_rate": 3.877423899862853e-06, + "loss": 1.1046, + "step": 1922 + }, + { + "epoch": 0.13873958370910142, + "grad_norm": 2.4261987299270458, + "learning_rate": 3.87726274846755e-06, + "loss": 1.0452, + "step": 1923 + }, + { + "epoch": 0.1388117311785289, + "grad_norm": 3.1681523769608333, + "learning_rate": 3.877101494561878e-06, + "loss": 0.9323, + "step": 1924 + }, + { + "epoch": 0.13888387864795643, + "grad_norm": 5.245209642844382, + "learning_rate": 3.876940138154642e-06, + "loss": 1.0142, + "step": 1925 + }, + { + "epoch": 0.13895602611738395, + "grad_norm": 3.4506618638877327, + "learning_rate": 3.876778679254653e-06, + "loss": 1.0572, + "step": 1926 + }, + { + "epoch": 0.13902817358681144, + "grad_norm": 2.744320379594138, + "learning_rate": 3.876617117870728e-06, + "loss": 1.0297, + "step": 1927 + }, + { + "epoch": 0.13910032105623896, + "grad_norm": 8.834931522917902, + "learning_rate": 3.8764554540116895e-06, + "loss": 0.9385, + "step": 1928 + }, + { + "epoch": 0.13917246852566645, + "grad_norm": 3.1311520863831452, + "learning_rate": 3.876293687686365e-06, + "loss": 0.8928, + "step": 1929 + }, + { + "epoch": 0.13924461599509397, + "grad_norm": 3.6073765362016186, + "learning_rate": 3.876131818903588e-06, + "loss": 0.9804, + "step": 1930 + }, + { + "epoch": 0.1393167634645215, + "grad_norm": 4.2056427969395145, + "learning_rate": 3.875969847672198e-06, + "loss": 1.006, + "step": 1931 + }, + { + "epoch": 0.13938891093394898, + "grad_norm": 4.939311600569902, + "learning_rate": 3.875807774001038e-06, + "loss": 0.837, + "step": 1932 + }, + { + "epoch": 0.1394610584033765, + "grad_norm": 6.862235131215904, + "learning_rate": 3.875645597898961e-06, + "loss": 0.9166, + "step": 1933 + }, + { + "epoch": 0.13953320587280402, + "grad_norm": 2.492768796853541, + "learning_rate": 3.8754833193748194e-06, + "loss": 1.007, + "step": 1934 + }, + { + "epoch": 0.1396053533422315, + "grad_norm": 2.8026818885274922, + "learning_rate": 3.8753209384374785e-06, + "loss": 0.9778, + "step": 1935 + }, + { + "epoch": 0.13967750081165903, + "grad_norm": 5.240730276398133, + "learning_rate": 3.875158455095802e-06, + "loss": 1.0335, + "step": 1936 + }, + { + "epoch": 0.13974964828108655, + "grad_norm": 2.8801185819267014, + "learning_rate": 3.8749958693586646e-06, + "loss": 1.0734, + "step": 1937 + }, + { + "epoch": 0.13982179575051404, + "grad_norm": 2.071945410175027, + "learning_rate": 3.874833181234944e-06, + "loss": 1.0782, + "step": 1938 + }, + { + "epoch": 0.13989394321994156, + "grad_norm": 3.558924972579391, + "learning_rate": 3.874670390733523e-06, + "loss": 1.1657, + "step": 1939 + }, + { + "epoch": 0.13996609068936908, + "grad_norm": 3.507907381877278, + "learning_rate": 3.874507497863292e-06, + "loss": 0.9968, + "step": 1940 + }, + { + "epoch": 0.14003823815879657, + "grad_norm": 10.896947002692643, + "learning_rate": 3.8743445026331455e-06, + "loss": 0.8893, + "step": 1941 + }, + { + "epoch": 0.1401103856282241, + "grad_norm": 4.054288811459247, + "learning_rate": 3.874181405051984e-06, + "loss": 0.9743, + "step": 1942 + }, + { + "epoch": 0.1401825330976516, + "grad_norm": 0.7854263068972698, + "learning_rate": 3.8740182051287155e-06, + "loss": 0.8588, + "step": 1943 + }, + { + "epoch": 0.1402546805670791, + "grad_norm": 3.1321548951336005, + "learning_rate": 3.8738549028722495e-06, + "loss": 1.0288, + "step": 1944 + }, + { + "epoch": 0.14032682803650662, + "grad_norm": 5.746122960496794, + "learning_rate": 3.873691498291504e-06, + "loss": 1.0232, + "step": 1945 + }, + { + "epoch": 0.14039897550593414, + "grad_norm": 0.7577194078034868, + "learning_rate": 3.873527991395402e-06, + "loss": 0.8727, + "step": 1946 + }, + { + "epoch": 0.14047112297536163, + "grad_norm": 2.987182574786386, + "learning_rate": 3.873364382192871e-06, + "loss": 0.9206, + "step": 1947 + }, + { + "epoch": 0.14054327044478915, + "grad_norm": 5.7740360925310785, + "learning_rate": 3.873200670692846e-06, + "loss": 1.0029, + "step": 1948 + }, + { + "epoch": 0.14061541791421667, + "grad_norm": 3.181033437736018, + "learning_rate": 3.8730368569042685e-06, + "loss": 1.0713, + "step": 1949 + }, + { + "epoch": 0.14068756538364416, + "grad_norm": 3.6132073472172026, + "learning_rate": 3.872872940836081e-06, + "loss": 1.0267, + "step": 1950 + }, + { + "epoch": 0.14075971285307168, + "grad_norm": 0.8378607471180872, + "learning_rate": 3.872708922497235e-06, + "loss": 0.8764, + "step": 1951 + }, + { + "epoch": 0.1408318603224992, + "grad_norm": 6.806644828280625, + "learning_rate": 3.872544801896688e-06, + "loss": 1.0038, + "step": 1952 + }, + { + "epoch": 0.1409040077919267, + "grad_norm": 12.265098764587187, + "learning_rate": 3.872380579043401e-06, + "loss": 1.0525, + "step": 1953 + }, + { + "epoch": 0.1409761552613542, + "grad_norm": 6.466198404144263, + "learning_rate": 3.872216253946341e-06, + "loss": 1.0205, + "step": 1954 + }, + { + "epoch": 0.14104830273078173, + "grad_norm": 4.081406015215242, + "learning_rate": 3.8720518266144836e-06, + "loss": 0.8823, + "step": 1955 + }, + { + "epoch": 0.14112045020020922, + "grad_norm": 0.7600119615542079, + "learning_rate": 3.871887297056805e-06, + "loss": 0.8069, + "step": 1956 + }, + { + "epoch": 0.14119259766963674, + "grad_norm": 5.573488675527686, + "learning_rate": 3.871722665282291e-06, + "loss": 1.0692, + "step": 1957 + }, + { + "epoch": 0.14126474513906426, + "grad_norm": 4.205278376777962, + "learning_rate": 3.8715579312999304e-06, + "loss": 1.0299, + "step": 1958 + }, + { + "epoch": 0.14133689260849175, + "grad_norm": 3.73822206392541, + "learning_rate": 3.87139309511872e-06, + "loss": 0.9409, + "step": 1959 + }, + { + "epoch": 0.14140904007791927, + "grad_norm": 3.0587666390811767, + "learning_rate": 3.87122815674766e-06, + "loss": 1.0313, + "step": 1960 + }, + { + "epoch": 0.1414811875473468, + "grad_norm": 3.434331231016236, + "learning_rate": 3.871063116195758e-06, + "loss": 1.0085, + "step": 1961 + }, + { + "epoch": 0.14155333501677428, + "grad_norm": 2.8565506457608754, + "learning_rate": 3.870897973472026e-06, + "loss": 1.0175, + "step": 1962 + }, + { + "epoch": 0.1416254824862018, + "grad_norm": 4.916103891179688, + "learning_rate": 3.870732728585481e-06, + "loss": 0.9654, + "step": 1963 + }, + { + "epoch": 0.14169762995562932, + "grad_norm": 2.7710148935898604, + "learning_rate": 3.870567381545147e-06, + "loss": 0.9696, + "step": 1964 + }, + { + "epoch": 0.1417697774250568, + "grad_norm": 5.973686373927156, + "learning_rate": 3.870401932360053e-06, + "loss": 0.996, + "step": 1965 + }, + { + "epoch": 0.14184192489448433, + "grad_norm": 5.592491647699605, + "learning_rate": 3.870236381039232e-06, + "loss": 1.072, + "step": 1966 + }, + { + "epoch": 0.14191407236391185, + "grad_norm": 5.269053443867877, + "learning_rate": 3.870070727591727e-06, + "loss": 1.0095, + "step": 1967 + }, + { + "epoch": 0.14198621983333934, + "grad_norm": 4.797742932854558, + "learning_rate": 3.869904972026582e-06, + "loss": 1.027, + "step": 1968 + }, + { + "epoch": 0.14205836730276686, + "grad_norm": 9.696595087907308, + "learning_rate": 3.869739114352849e-06, + "loss": 0.9331, + "step": 1969 + }, + { + "epoch": 0.14213051477219438, + "grad_norm": 3.078340474443839, + "learning_rate": 3.869573154579585e-06, + "loss": 0.9603, + "step": 1970 + }, + { + "epoch": 0.14220266224162187, + "grad_norm": 3.7099475704714444, + "learning_rate": 3.869407092715851e-06, + "loss": 1.0279, + "step": 1971 + }, + { + "epoch": 0.1422748097110494, + "grad_norm": 2.2924259199613717, + "learning_rate": 3.869240928770716e-06, + "loss": 0.97, + "step": 1972 + }, + { + "epoch": 0.1423469571804769, + "grad_norm": 4.2214111976920705, + "learning_rate": 3.869074662753253e-06, + "loss": 1.0396, + "step": 1973 + }, + { + "epoch": 0.1424191046499044, + "grad_norm": 16.899080402703316, + "learning_rate": 3.8689082946725435e-06, + "loss": 1.0271, + "step": 1974 + }, + { + "epoch": 0.14249125211933192, + "grad_norm": 4.602658722485715, + "learning_rate": 3.868741824537669e-06, + "loss": 1.0042, + "step": 1975 + }, + { + "epoch": 0.14256339958875944, + "grad_norm": 3.072911218325855, + "learning_rate": 3.868575252357722e-06, + "loss": 1.0443, + "step": 1976 + }, + { + "epoch": 0.14263554705818693, + "grad_norm": 3.691258729277823, + "learning_rate": 3.868408578141798e-06, + "loss": 1.0608, + "step": 1977 + }, + { + "epoch": 0.14270769452761445, + "grad_norm": 9.450045501760908, + "learning_rate": 3.868241801898997e-06, + "loss": 1.0548, + "step": 1978 + }, + { + "epoch": 0.14277984199704197, + "grad_norm": 11.7330258097952, + "learning_rate": 3.868074923638428e-06, + "loss": 1.0011, + "step": 1979 + }, + { + "epoch": 0.14285198946646946, + "grad_norm": 3.6581482483454053, + "learning_rate": 3.8679079433692026e-06, + "loss": 0.9996, + "step": 1980 + }, + { + "epoch": 0.14292413693589698, + "grad_norm": 3.121436566943989, + "learning_rate": 3.86774086110044e-06, + "loss": 1.189, + "step": 1981 + }, + { + "epoch": 0.14299628440532447, + "grad_norm": 2.991342290721065, + "learning_rate": 3.867573676841262e-06, + "loss": 1.0946, + "step": 1982 + }, + { + "epoch": 0.143068431874752, + "grad_norm": 5.573946544520925, + "learning_rate": 3.8674063906008e-06, + "loss": 1.037, + "step": 1983 + }, + { + "epoch": 0.1431405793441795, + "grad_norm": 4.673604485612732, + "learning_rate": 3.8672390023881865e-06, + "loss": 0.9261, + "step": 1984 + }, + { + "epoch": 0.143212726813607, + "grad_norm": 4.207666375717745, + "learning_rate": 3.867071512212564e-06, + "loss": 1.0055, + "step": 1985 + }, + { + "epoch": 0.14328487428303452, + "grad_norm": 4.56991100667034, + "learning_rate": 3.866903920083079e-06, + "loss": 0.9608, + "step": 1986 + }, + { + "epoch": 0.14335702175246204, + "grad_norm": 3.3446351778118117, + "learning_rate": 3.86673622600888e-06, + "loss": 0.9329, + "step": 1987 + }, + { + "epoch": 0.14342916922188953, + "grad_norm": 4.079723293420634, + "learning_rate": 3.866568429999128e-06, + "loss": 0.9498, + "step": 1988 + }, + { + "epoch": 0.14350131669131705, + "grad_norm": 2.6439573490725223, + "learning_rate": 3.866400532062983e-06, + "loss": 1.0675, + "step": 1989 + }, + { + "epoch": 0.14357346416074457, + "grad_norm": 8.168519828373036, + "learning_rate": 3.866232532209614e-06, + "loss": 0.9693, + "step": 1990 + }, + { + "epoch": 0.14364561163017206, + "grad_norm": 3.7225825971940676, + "learning_rate": 3.866064430448195e-06, + "loss": 1.0556, + "step": 1991 + }, + { + "epoch": 0.14371775909959958, + "grad_norm": 8.028078870689045, + "learning_rate": 3.865896226787905e-06, + "loss": 1.0614, + "step": 1992 + }, + { + "epoch": 0.1437899065690271, + "grad_norm": 3.176007214679739, + "learning_rate": 3.86572792123793e-06, + "loss": 0.8918, + "step": 1993 + }, + { + "epoch": 0.1438620540384546, + "grad_norm": 12.549022524029262, + "learning_rate": 3.8655595138074594e-06, + "loss": 1.0205, + "step": 1994 + }, + { + "epoch": 0.1439342015078821, + "grad_norm": 4.174683043732182, + "learning_rate": 3.865391004505691e-06, + "loss": 1.0806, + "step": 1995 + }, + { + "epoch": 0.14400634897730963, + "grad_norm": 3.303418648622425, + "learning_rate": 3.865222393341824e-06, + "loss": 1.0538, + "step": 1996 + }, + { + "epoch": 0.14407849644673712, + "grad_norm": 3.8138535395057818, + "learning_rate": 3.865053680325067e-06, + "loss": 1.1069, + "step": 1997 + }, + { + "epoch": 0.14415064391616464, + "grad_norm": 3.643413998012453, + "learning_rate": 3.864884865464633e-06, + "loss": 1.0222, + "step": 1998 + }, + { + "epoch": 0.14422279138559216, + "grad_norm": 5.6467213325301415, + "learning_rate": 3.864715948769741e-06, + "loss": 0.9557, + "step": 1999 + }, + { + "epoch": 0.14429493885501965, + "grad_norm": 5.883203825277165, + "learning_rate": 3.864546930249612e-06, + "loss": 0.9233, + "step": 2000 + }, + { + "epoch": 0.14436708632444717, + "grad_norm": 0.7315958884147126, + "learning_rate": 3.8643778099134785e-06, + "loss": 0.7527, + "step": 2001 + }, + { + "epoch": 0.1444392337938747, + "grad_norm": 7.582510962976718, + "learning_rate": 3.864208587770575e-06, + "loss": 0.9903, + "step": 2002 + }, + { + "epoch": 0.14451138126330218, + "grad_norm": 5.7654185684589505, + "learning_rate": 3.864039263830141e-06, + "loss": 1.0669, + "step": 2003 + }, + { + "epoch": 0.1445835287327297, + "grad_norm": 3.431883506451737, + "learning_rate": 3.863869838101423e-06, + "loss": 1.0674, + "step": 2004 + }, + { + "epoch": 0.14465567620215722, + "grad_norm": 3.636472765412108, + "learning_rate": 3.863700310593674e-06, + "loss": 0.9873, + "step": 2005 + }, + { + "epoch": 0.1447278236715847, + "grad_norm": 9.861968894746983, + "learning_rate": 3.863530681316149e-06, + "loss": 0.9718, + "step": 2006 + }, + { + "epoch": 0.14479997114101223, + "grad_norm": 3.532334152831629, + "learning_rate": 3.863360950278113e-06, + "loss": 0.9011, + "step": 2007 + }, + { + "epoch": 0.14487211861043975, + "grad_norm": 8.572443847472341, + "learning_rate": 3.863191117488833e-06, + "loss": 0.9121, + "step": 2008 + }, + { + "epoch": 0.14494426607986724, + "grad_norm": 6.61660955037689, + "learning_rate": 3.8630211829575835e-06, + "loss": 1.0382, + "step": 2009 + }, + { + "epoch": 0.14501641354929476, + "grad_norm": 5.8533429237119154, + "learning_rate": 3.862851146693644e-06, + "loss": 0.8347, + "step": 2010 + }, + { + "epoch": 0.14508856101872228, + "grad_norm": 3.1373085237109244, + "learning_rate": 3.862681008706299e-06, + "loss": 1.0495, + "step": 2011 + }, + { + "epoch": 0.14516070848814977, + "grad_norm": 4.422845848452094, + "learning_rate": 3.862510769004839e-06, + "loss": 0.9906, + "step": 2012 + }, + { + "epoch": 0.1452328559575773, + "grad_norm": 4.161533754482506, + "learning_rate": 3.862340427598561e-06, + "loss": 1.0496, + "step": 2013 + }, + { + "epoch": 0.1453050034270048, + "grad_norm": 3.8929419302050015, + "learning_rate": 3.8621699844967675e-06, + "loss": 0.9056, + "step": 2014 + }, + { + "epoch": 0.1453771508964323, + "grad_norm": 3.609997319989253, + "learning_rate": 3.861999439708764e-06, + "loss": 0.9199, + "step": 2015 + }, + { + "epoch": 0.14544929836585982, + "grad_norm": 4.308557449699758, + "learning_rate": 3.861828793243864e-06, + "loss": 1.0071, + "step": 2016 + }, + { + "epoch": 0.14552144583528734, + "grad_norm": 4.491976260318681, + "learning_rate": 3.861658045111386e-06, + "loss": 0.9302, + "step": 2017 + }, + { + "epoch": 0.14559359330471483, + "grad_norm": 4.029239123434889, + "learning_rate": 3.861487195320653e-06, + "loss": 0.8905, + "step": 2018 + }, + { + "epoch": 0.14566574077414235, + "grad_norm": 5.898105071344286, + "learning_rate": 3.861316243880996e-06, + "loss": 0.9848, + "step": 2019 + }, + { + "epoch": 0.14573788824356987, + "grad_norm": 2.9007039629777736, + "learning_rate": 3.861145190801749e-06, + "loss": 1.0829, + "step": 2020 + }, + { + "epoch": 0.14581003571299736, + "grad_norm": 3.5848848547327004, + "learning_rate": 3.860974036092253e-06, + "loss": 0.9438, + "step": 2021 + }, + { + "epoch": 0.14588218318242488, + "grad_norm": 3.309267013848431, + "learning_rate": 3.860802779761854e-06, + "loss": 0.9533, + "step": 2022 + }, + { + "epoch": 0.1459543306518524, + "grad_norm": 0.7385338648790668, + "learning_rate": 3.860631421819904e-06, + "loss": 0.7559, + "step": 2023 + }, + { + "epoch": 0.1460264781212799, + "grad_norm": 8.188725270615517, + "learning_rate": 3.860459962275759e-06, + "loss": 0.9763, + "step": 2024 + }, + { + "epoch": 0.1460986255907074, + "grad_norm": 8.022648699206448, + "learning_rate": 3.860288401138783e-06, + "loss": 0.9942, + "step": 2025 + }, + { + "epoch": 0.14617077306013493, + "grad_norm": 6.258401945358573, + "learning_rate": 3.8601167384183445e-06, + "loss": 0.9899, + "step": 2026 + }, + { + "epoch": 0.14624292052956242, + "grad_norm": 3.5072283353980036, + "learning_rate": 3.859944974123816e-06, + "loss": 0.7995, + "step": 2027 + }, + { + "epoch": 0.14631506799898994, + "grad_norm": 3.777986994416533, + "learning_rate": 3.8597731082645785e-06, + "loss": 1.0229, + "step": 2028 + }, + { + "epoch": 0.14638721546841746, + "grad_norm": 10.225010998260627, + "learning_rate": 3.859601140850016e-06, + "loss": 0.9412, + "step": 2029 + }, + { + "epoch": 0.14645936293784495, + "grad_norm": 4.997875716039129, + "learning_rate": 3.859429071889518e-06, + "loss": 0.9924, + "step": 2030 + }, + { + "epoch": 0.14653151040727247, + "grad_norm": 3.067315655604379, + "learning_rate": 3.859256901392484e-06, + "loss": 1.0497, + "step": 2031 + }, + { + "epoch": 0.14660365787669996, + "grad_norm": 4.811430378736526, + "learning_rate": 3.859084629368312e-06, + "loss": 0.9542, + "step": 2032 + }, + { + "epoch": 0.14667580534612748, + "grad_norm": 3.1462015774334495, + "learning_rate": 3.85891225582641e-06, + "loss": 1.0433, + "step": 2033 + }, + { + "epoch": 0.146747952815555, + "grad_norm": 3.1949374624707634, + "learning_rate": 3.858739780776192e-06, + "loss": 0.9296, + "step": 2034 + }, + { + "epoch": 0.1468201002849825, + "grad_norm": 3.544507282487984, + "learning_rate": 3.858567204227075e-06, + "loss": 0.9515, + "step": 2035 + }, + { + "epoch": 0.14689224775441, + "grad_norm": 6.48454707273572, + "learning_rate": 3.8583945261884835e-06, + "loss": 0.9875, + "step": 2036 + }, + { + "epoch": 0.14696439522383753, + "grad_norm": 2.538188232145232, + "learning_rate": 3.858221746669847e-06, + "loss": 1.0192, + "step": 2037 + }, + { + "epoch": 0.14703654269326502, + "grad_norm": 4.28087619903848, + "learning_rate": 3.8580488656805985e-06, + "loss": 0.9544, + "step": 2038 + }, + { + "epoch": 0.14710869016269254, + "grad_norm": 7.393726947970985, + "learning_rate": 3.85787588323018e-06, + "loss": 0.9529, + "step": 2039 + }, + { + "epoch": 0.14718083763212006, + "grad_norm": 3.2676572180169092, + "learning_rate": 3.857702799328038e-06, + "loss": 1.1336, + "step": 2040 + }, + { + "epoch": 0.14725298510154755, + "grad_norm": 4.832932926999907, + "learning_rate": 3.857529613983623e-06, + "loss": 0.9852, + "step": 2041 + }, + { + "epoch": 0.14732513257097507, + "grad_norm": 8.910119858951331, + "learning_rate": 3.857356327206391e-06, + "loss": 0.9526, + "step": 2042 + }, + { + "epoch": 0.1473972800404026, + "grad_norm": 3.4711964545895384, + "learning_rate": 3.8571829390058066e-06, + "loss": 1.065, + "step": 2043 + }, + { + "epoch": 0.14746942750983008, + "grad_norm": 4.2807570124892145, + "learning_rate": 3.857009449391337e-06, + "loss": 1.0353, + "step": 2044 + }, + { + "epoch": 0.1475415749792576, + "grad_norm": 5.714507650425151, + "learning_rate": 3.856835858372455e-06, + "loss": 0.8927, + "step": 2045 + }, + { + "epoch": 0.14761372244868512, + "grad_norm": 6.934737746733239, + "learning_rate": 3.856662165958641e-06, + "loss": 0.9513, + "step": 2046 + }, + { + "epoch": 0.1476858699181126, + "grad_norm": 3.753373091325069, + "learning_rate": 3.856488372159379e-06, + "loss": 1.0394, + "step": 2047 + }, + { + "epoch": 0.14775801738754013, + "grad_norm": 3.9883704404357427, + "learning_rate": 3.856314476984161e-06, + "loss": 0.9864, + "step": 2048 + }, + { + "epoch": 0.14783016485696765, + "grad_norm": 4.499645643057455, + "learning_rate": 3.8561404804424795e-06, + "loss": 0.989, + "step": 2049 + }, + { + "epoch": 0.14790231232639514, + "grad_norm": 3.218769999321591, + "learning_rate": 3.855966382543838e-06, + "loss": 0.9447, + "step": 2050 + }, + { + "epoch": 0.14797445979582266, + "grad_norm": 3.7456521578472084, + "learning_rate": 3.855792183297743e-06, + "loss": 0.9206, + "step": 2051 + }, + { + "epoch": 0.14804660726525018, + "grad_norm": 4.03730449380321, + "learning_rate": 3.855617882713707e-06, + "loss": 1.0187, + "step": 2052 + }, + { + "epoch": 0.14811875473467767, + "grad_norm": 0.8042728133305479, + "learning_rate": 3.855443480801247e-06, + "loss": 0.8723, + "step": 2053 + }, + { + "epoch": 0.1481909022041052, + "grad_norm": 6.9201316274130695, + "learning_rate": 3.855268977569888e-06, + "loss": 0.9609, + "step": 2054 + }, + { + "epoch": 0.1482630496735327, + "grad_norm": 0.8737824006410543, + "learning_rate": 3.855094373029158e-06, + "loss": 0.9185, + "step": 2055 + }, + { + "epoch": 0.1483351971429602, + "grad_norm": 3.6742135899755124, + "learning_rate": 3.8549196671885915e-06, + "loss": 0.9452, + "step": 2056 + }, + { + "epoch": 0.14840734461238772, + "grad_norm": 4.501116720025701, + "learning_rate": 3.854744860057728e-06, + "loss": 1.0217, + "step": 2057 + }, + { + "epoch": 0.14847949208181524, + "grad_norm": 8.047182184670685, + "learning_rate": 3.8545699516461145e-06, + "loss": 1.085, + "step": 2058 + }, + { + "epoch": 0.14855163955124273, + "grad_norm": 4.068280611635555, + "learning_rate": 3.854394941963301e-06, + "loss": 0.9518, + "step": 2059 + }, + { + "epoch": 0.14862378702067025, + "grad_norm": 5.1948104271614675, + "learning_rate": 3.854219831018845e-06, + "loss": 0.9911, + "step": 2060 + }, + { + "epoch": 0.14869593449009777, + "grad_norm": 4.420579484607909, + "learning_rate": 3.854044618822307e-06, + "loss": 0.9468, + "step": 2061 + }, + { + "epoch": 0.14876808195952526, + "grad_norm": 4.333558565790896, + "learning_rate": 3.853869305383256e-06, + "loss": 1.0967, + "step": 2062 + }, + { + "epoch": 0.14884022942895278, + "grad_norm": 4.006441651519618, + "learning_rate": 3.853693890711265e-06, + "loss": 0.9823, + "step": 2063 + }, + { + "epoch": 0.1489123768983803, + "grad_norm": 4.680324097195103, + "learning_rate": 3.853518374815913e-06, + "loss": 1.0516, + "step": 2064 + }, + { + "epoch": 0.1489845243678078, + "grad_norm": 3.778382277898764, + "learning_rate": 3.853342757706785e-06, + "loss": 0.8954, + "step": 2065 + }, + { + "epoch": 0.1490566718372353, + "grad_norm": 2.975881103058147, + "learning_rate": 3.853167039393469e-06, + "loss": 0.9104, + "step": 2066 + }, + { + "epoch": 0.14912881930666283, + "grad_norm": 4.679903920157368, + "learning_rate": 3.852991219885562e-06, + "loss": 1.0343, + "step": 2067 + }, + { + "epoch": 0.14920096677609032, + "grad_norm": 5.260203301159685, + "learning_rate": 3.852815299192662e-06, + "loss": 1.0537, + "step": 2068 + }, + { + "epoch": 0.14927311424551784, + "grad_norm": 4.546057139247775, + "learning_rate": 3.852639277324379e-06, + "loss": 1.1321, + "step": 2069 + }, + { + "epoch": 0.14934526171494536, + "grad_norm": 6.067418570960337, + "learning_rate": 3.852463154290323e-06, + "loss": 1.0298, + "step": 2070 + }, + { + "epoch": 0.14941740918437285, + "grad_norm": 6.41494027565607, + "learning_rate": 3.852286930100112e-06, + "loss": 1.0639, + "step": 2071 + }, + { + "epoch": 0.14948955665380037, + "grad_norm": 3.30120608513254, + "learning_rate": 3.852110604763368e-06, + "loss": 0.9626, + "step": 2072 + }, + { + "epoch": 0.1495617041232279, + "grad_norm": 4.533787720478359, + "learning_rate": 3.8519341782897204e-06, + "loss": 0.8916, + "step": 2073 + }, + { + "epoch": 0.14963385159265538, + "grad_norm": 7.036964908401228, + "learning_rate": 3.851757650688803e-06, + "loss": 1.0089, + "step": 2074 + }, + { + "epoch": 0.1497059990620829, + "grad_norm": 3.018212507902465, + "learning_rate": 3.851581021970255e-06, + "loss": 1.0392, + "step": 2075 + }, + { + "epoch": 0.14977814653151042, + "grad_norm": 14.596115933418618, + "learning_rate": 3.851404292143723e-06, + "loss": 1.0795, + "step": 2076 + }, + { + "epoch": 0.1498502940009379, + "grad_norm": 3.960105673218102, + "learning_rate": 3.851227461218855e-06, + "loss": 1.0861, + "step": 2077 + }, + { + "epoch": 0.14992244147036543, + "grad_norm": 7.263629335718404, + "learning_rate": 3.851050529205309e-06, + "loss": 0.9799, + "step": 2078 + }, + { + "epoch": 0.14999458893979295, + "grad_norm": 3.045307088566254, + "learning_rate": 3.8508734961127454e-06, + "loss": 1.0288, + "step": 2079 + }, + { + "epoch": 0.15006673640922044, + "grad_norm": 14.54954220815201, + "learning_rate": 3.850696361950832e-06, + "loss": 0.9266, + "step": 2080 + }, + { + "epoch": 0.15013888387864796, + "grad_norm": 2.470622065122846, + "learning_rate": 3.850519126729241e-06, + "loss": 1.065, + "step": 2081 + }, + { + "epoch": 0.15021103134807548, + "grad_norm": 4.683907925437849, + "learning_rate": 3.8503417904576515e-06, + "loss": 1.0425, + "step": 2082 + }, + { + "epoch": 0.15028317881750297, + "grad_norm": 2.877426450371047, + "learning_rate": 3.850164353145747e-06, + "loss": 1.0951, + "step": 2083 + }, + { + "epoch": 0.1503553262869305, + "grad_norm": 0.7813932287530597, + "learning_rate": 3.8499868148032145e-06, + "loss": 0.8965, + "step": 2084 + }, + { + "epoch": 0.15042747375635798, + "grad_norm": 2.676013440826828, + "learning_rate": 3.849809175439752e-06, + "loss": 0.9335, + "step": 2085 + }, + { + "epoch": 0.1504996212257855, + "grad_norm": 3.926071657285701, + "learning_rate": 3.849631435065058e-06, + "loss": 0.908, + "step": 2086 + }, + { + "epoch": 0.15057176869521302, + "grad_norm": 4.6100916418536695, + "learning_rate": 3.8494535936888375e-06, + "loss": 0.9259, + "step": 2087 + }, + { + "epoch": 0.1506439161646405, + "grad_norm": 2.979211784679161, + "learning_rate": 3.849275651320804e-06, + "loss": 0.889, + "step": 2088 + }, + { + "epoch": 0.15071606363406803, + "grad_norm": 2.535362952318226, + "learning_rate": 3.849097607970672e-06, + "loss": 0.944, + "step": 2089 + }, + { + "epoch": 0.15078821110349555, + "grad_norm": 3.458467932843224, + "learning_rate": 3.848919463648165e-06, + "loss": 0.9428, + "step": 2090 + }, + { + "epoch": 0.15086035857292304, + "grad_norm": 2.833912360172191, + "learning_rate": 3.848741218363011e-06, + "loss": 1.0122, + "step": 2091 + }, + { + "epoch": 0.15093250604235056, + "grad_norm": 3.9591369750051624, + "learning_rate": 3.848562872124942e-06, + "loss": 0.9521, + "step": 2092 + }, + { + "epoch": 0.15100465351177808, + "grad_norm": 8.366609384206402, + "learning_rate": 3.848384424943699e-06, + "loss": 1.0506, + "step": 2093 + }, + { + "epoch": 0.15107680098120557, + "grad_norm": 3.789263973582049, + "learning_rate": 3.848205876829024e-06, + "loss": 0.9707, + "step": 2094 + }, + { + "epoch": 0.1511489484506331, + "grad_norm": 2.7007307794394233, + "learning_rate": 3.848027227790668e-06, + "loss": 1.0278, + "step": 2095 + }, + { + "epoch": 0.1512210959200606, + "grad_norm": 2.4201884642427363, + "learning_rate": 3.847848477838387e-06, + "loss": 0.9815, + "step": 2096 + }, + { + "epoch": 0.1512932433894881, + "grad_norm": 3.127168894560219, + "learning_rate": 3.84766962698194e-06, + "loss": 1.1185, + "step": 2097 + }, + { + "epoch": 0.15136539085891562, + "grad_norm": 4.361569962926642, + "learning_rate": 3.8474906752310945e-06, + "loss": 0.9843, + "step": 2098 + }, + { + "epoch": 0.15143753832834314, + "grad_norm": 7.067400826998769, + "learning_rate": 3.847311622595623e-06, + "loss": 0.9156, + "step": 2099 + }, + { + "epoch": 0.15150968579777063, + "grad_norm": 3.749118065440954, + "learning_rate": 3.847132469085302e-06, + "loss": 0.9515, + "step": 2100 + }, + { + "epoch": 0.15158183326719815, + "grad_norm": 3.4082593678203192, + "learning_rate": 3.846953214709916e-06, + "loss": 0.9669, + "step": 2101 + }, + { + "epoch": 0.15165398073662567, + "grad_norm": 2.4570911200041348, + "learning_rate": 3.846773859479251e-06, + "loss": 0.9366, + "step": 2102 + }, + { + "epoch": 0.15172612820605316, + "grad_norm": 4.102170481352653, + "learning_rate": 3.846594403403101e-06, + "loss": 1.0619, + "step": 2103 + }, + { + "epoch": 0.15179827567548068, + "grad_norm": 3.829731008779778, + "learning_rate": 3.846414846491268e-06, + "loss": 0.948, + "step": 2104 + }, + { + "epoch": 0.1518704231449082, + "grad_norm": 7.376418672309701, + "learning_rate": 3.846235188753555e-06, + "loss": 1.0714, + "step": 2105 + }, + { + "epoch": 0.1519425706143357, + "grad_norm": 5.119612676752113, + "learning_rate": 3.846055430199773e-06, + "loss": 0.99, + "step": 2106 + }, + { + "epoch": 0.1520147180837632, + "grad_norm": 4.162587088742085, + "learning_rate": 3.845875570839738e-06, + "loss": 0.9196, + "step": 2107 + }, + { + "epoch": 0.15208686555319073, + "grad_norm": 0.891178360744287, + "learning_rate": 3.845695610683271e-06, + "loss": 0.8989, + "step": 2108 + }, + { + "epoch": 0.15215901302261822, + "grad_norm": 3.2578916837368035, + "learning_rate": 3.8455155497401995e-06, + "loss": 1.0027, + "step": 2109 + }, + { + "epoch": 0.15223116049204574, + "grad_norm": 12.181693077739004, + "learning_rate": 3.8453353880203545e-06, + "loss": 1.0197, + "step": 2110 + }, + { + "epoch": 0.15230330796147326, + "grad_norm": 2.6215963549763517, + "learning_rate": 3.845155125533576e-06, + "loss": 1.0082, + "step": 2111 + }, + { + "epoch": 0.15237545543090075, + "grad_norm": 6.8576874970807165, + "learning_rate": 3.8449747622897075e-06, + "loss": 0.9634, + "step": 2112 + }, + { + "epoch": 0.15244760290032827, + "grad_norm": 10.632076285588724, + "learning_rate": 3.844794298298596e-06, + "loss": 0.9924, + "step": 2113 + }, + { + "epoch": 0.1525197503697558, + "grad_norm": 3.64686279294832, + "learning_rate": 3.844613733570097e-06, + "loss": 0.9894, + "step": 2114 + }, + { + "epoch": 0.15259189783918328, + "grad_norm": 3.342501683602091, + "learning_rate": 3.844433068114072e-06, + "loss": 1.0693, + "step": 2115 + }, + { + "epoch": 0.1526640453086108, + "grad_norm": 7.566025849933718, + "learning_rate": 3.844252301940384e-06, + "loss": 0.9934, + "step": 2116 + }, + { + "epoch": 0.15273619277803832, + "grad_norm": 4.8852000022404045, + "learning_rate": 3.844071435058904e-06, + "loss": 1.0828, + "step": 2117 + }, + { + "epoch": 0.1528083402474658, + "grad_norm": 5.492098768231037, + "learning_rate": 3.843890467479511e-06, + "loss": 0.8816, + "step": 2118 + }, + { + "epoch": 0.15288048771689333, + "grad_norm": 3.9779202704478065, + "learning_rate": 3.843709399212084e-06, + "loss": 1.0833, + "step": 2119 + }, + { + "epoch": 0.15295263518632085, + "grad_norm": 3.36601134113253, + "learning_rate": 3.843528230266514e-06, + "loss": 0.9902, + "step": 2120 + }, + { + "epoch": 0.15302478265574834, + "grad_norm": 3.285098044733701, + "learning_rate": 3.84334696065269e-06, + "loss": 0.9756, + "step": 2121 + }, + { + "epoch": 0.15309693012517586, + "grad_norm": 7.484599004590793, + "learning_rate": 3.843165590380512e-06, + "loss": 0.9667, + "step": 2122 + }, + { + "epoch": 0.15316907759460338, + "grad_norm": 3.19668049896504, + "learning_rate": 3.8429841194598855e-06, + "loss": 1.0494, + "step": 2123 + }, + { + "epoch": 0.15324122506403087, + "grad_norm": 3.999569631312571, + "learning_rate": 3.842802547900719e-06, + "loss": 0.9942, + "step": 2124 + }, + { + "epoch": 0.1533133725334584, + "grad_norm": 2.683666955651804, + "learning_rate": 3.842620875712926e-06, + "loss": 0.9473, + "step": 2125 + }, + { + "epoch": 0.1533855200028859, + "grad_norm": 4.534743862804725, + "learning_rate": 3.842439102906429e-06, + "loss": 1.1472, + "step": 2126 + }, + { + "epoch": 0.1534576674723134, + "grad_norm": 2.632683544226873, + "learning_rate": 3.842257229491152e-06, + "loss": 1.0479, + "step": 2127 + }, + { + "epoch": 0.15352981494174092, + "grad_norm": 4.386476559292732, + "learning_rate": 3.842075255477028e-06, + "loss": 1.0063, + "step": 2128 + }, + { + "epoch": 0.15360196241116844, + "grad_norm": 3.4552159947672743, + "learning_rate": 3.841893180873994e-06, + "loss": 0.9649, + "step": 2129 + }, + { + "epoch": 0.15367410988059593, + "grad_norm": 4.500349455086295, + "learning_rate": 3.841711005691992e-06, + "loss": 1.01, + "step": 2130 + }, + { + "epoch": 0.15374625735002345, + "grad_norm": 4.874934660644863, + "learning_rate": 3.841528729940969e-06, + "loss": 1.0177, + "step": 2131 + }, + { + "epoch": 0.15381840481945097, + "grad_norm": 3.2087986266044544, + "learning_rate": 3.841346353630879e-06, + "loss": 0.9321, + "step": 2132 + }, + { + "epoch": 0.15389055228887846, + "grad_norm": 4.844390826750026, + "learning_rate": 3.841163876771681e-06, + "loss": 1.1125, + "step": 2133 + }, + { + "epoch": 0.15396269975830598, + "grad_norm": 3.608749401487559, + "learning_rate": 3.84098129937334e-06, + "loss": 0.9931, + "step": 2134 + }, + { + "epoch": 0.15403484722773347, + "grad_norm": 3.0949270147983636, + "learning_rate": 3.840798621445825e-06, + "loss": 1.0317, + "step": 2135 + }, + { + "epoch": 0.154106994697161, + "grad_norm": 2.9819381911219063, + "learning_rate": 3.840615842999112e-06, + "loss": 0.9411, + "step": 2136 + }, + { + "epoch": 0.1541791421665885, + "grad_norm": 3.4656307182574415, + "learning_rate": 3.840432964043182e-06, + "loss": 1.1194, + "step": 2137 + }, + { + "epoch": 0.154251289636016, + "grad_norm": 4.639744736128343, + "learning_rate": 3.840249984588021e-06, + "loss": 0.9846, + "step": 2138 + }, + { + "epoch": 0.15432343710544352, + "grad_norm": 4.375787282679737, + "learning_rate": 3.84006690464362e-06, + "loss": 0.9257, + "step": 2139 + }, + { + "epoch": 0.15439558457487104, + "grad_norm": 3.4000603670483196, + "learning_rate": 3.839883724219976e-06, + "loss": 1.0302, + "step": 2140 + }, + { + "epoch": 0.15446773204429853, + "grad_norm": 3.7817473281545273, + "learning_rate": 3.839700443327094e-06, + "loss": 0.9424, + "step": 2141 + }, + { + "epoch": 0.15453987951372605, + "grad_norm": 4.748449775300849, + "learning_rate": 3.839517061974981e-06, + "loss": 0.9359, + "step": 2142 + }, + { + "epoch": 0.15461202698315357, + "grad_norm": 3.3113517930486727, + "learning_rate": 3.839333580173651e-06, + "loss": 0.9238, + "step": 2143 + }, + { + "epoch": 0.15468417445258106, + "grad_norm": 4.49971346472733, + "learning_rate": 3.839149997933123e-06, + "loss": 0.9542, + "step": 2144 + }, + { + "epoch": 0.15475632192200858, + "grad_norm": 2.378706699765038, + "learning_rate": 3.838966315263422e-06, + "loss": 0.9564, + "step": 2145 + }, + { + "epoch": 0.1548284693914361, + "grad_norm": 9.52228742607085, + "learning_rate": 3.838782532174579e-06, + "loss": 1.0186, + "step": 2146 + }, + { + "epoch": 0.1549006168608636, + "grad_norm": 0.7107278284109384, + "learning_rate": 3.838598648676628e-06, + "loss": 0.8866, + "step": 2147 + }, + { + "epoch": 0.1549727643302911, + "grad_norm": 4.2875542551061105, + "learning_rate": 3.838414664779611e-06, + "loss": 1.0371, + "step": 2148 + }, + { + "epoch": 0.15504491179971863, + "grad_norm": 4.387581744614432, + "learning_rate": 3.838230580493575e-06, + "loss": 0.9639, + "step": 2149 + }, + { + "epoch": 0.15511705926914612, + "grad_norm": 3.819134676923682, + "learning_rate": 3.838046395828572e-06, + "loss": 1.0985, + "step": 2150 + }, + { + "epoch": 0.15518920673857364, + "grad_norm": 3.792693170344129, + "learning_rate": 3.837862110794659e-06, + "loss": 0.9598, + "step": 2151 + }, + { + "epoch": 0.15526135420800116, + "grad_norm": 3.5163009332845743, + "learning_rate": 3.8376777254018994e-06, + "loss": 0.9324, + "step": 2152 + }, + { + "epoch": 0.15533350167742865, + "grad_norm": 2.406284084326375, + "learning_rate": 3.837493239660363e-06, + "loss": 1.0026, + "step": 2153 + }, + { + "epoch": 0.15540564914685617, + "grad_norm": 32.31651744549043, + "learning_rate": 3.837308653580122e-06, + "loss": 0.8721, + "step": 2154 + }, + { + "epoch": 0.1554777966162837, + "grad_norm": 2.6342982958648933, + "learning_rate": 3.837123967171258e-06, + "loss": 1.0323, + "step": 2155 + }, + { + "epoch": 0.15554994408571118, + "grad_norm": 3.690992091928763, + "learning_rate": 3.8369391804438545e-06, + "loss": 0.9209, + "step": 2156 + }, + { + "epoch": 0.1556220915551387, + "grad_norm": 2.9301734622996363, + "learning_rate": 3.836754293408002e-06, + "loss": 0.9155, + "step": 2157 + }, + { + "epoch": 0.15569423902456622, + "grad_norm": 2.4172887878304388, + "learning_rate": 3.836569306073798e-06, + "loss": 1.0057, + "step": 2158 + }, + { + "epoch": 0.1557663864939937, + "grad_norm": 3.1884367819111064, + "learning_rate": 3.836384218451342e-06, + "loss": 1.0087, + "step": 2159 + }, + { + "epoch": 0.15583853396342123, + "grad_norm": 4.270516856803537, + "learning_rate": 3.8361990305507415e-06, + "loss": 0.9194, + "step": 2160 + }, + { + "epoch": 0.15591068143284875, + "grad_norm": 3.1757154845012447, + "learning_rate": 3.83601374238211e-06, + "loss": 1.0425, + "step": 2161 + }, + { + "epoch": 0.15598282890227624, + "grad_norm": 3.1851780231733735, + "learning_rate": 3.835828353955565e-06, + "loss": 0.9491, + "step": 2162 + }, + { + "epoch": 0.15605497637170376, + "grad_norm": 2.8154108878469635, + "learning_rate": 3.8356428652812295e-06, + "loss": 1.0558, + "step": 2163 + }, + { + "epoch": 0.15612712384113128, + "grad_norm": 3.7675185132093896, + "learning_rate": 3.835457276369232e-06, + "loss": 0.949, + "step": 2164 + }, + { + "epoch": 0.15619927131055877, + "grad_norm": 2.7749330598472643, + "learning_rate": 3.835271587229708e-06, + "loss": 0.9774, + "step": 2165 + }, + { + "epoch": 0.1562714187799863, + "grad_norm": 0.8906006726071165, + "learning_rate": 3.835085797872795e-06, + "loss": 0.8941, + "step": 2166 + }, + { + "epoch": 0.1563435662494138, + "grad_norm": 4.389990709855454, + "learning_rate": 3.8348999083086414e-06, + "loss": 0.993, + "step": 2167 + }, + { + "epoch": 0.1564157137188413, + "grad_norm": 2.873449487956743, + "learning_rate": 3.834713918547396e-06, + "loss": 0.9967, + "step": 2168 + }, + { + "epoch": 0.15648786118826882, + "grad_norm": 5.733205400562504, + "learning_rate": 3.834527828599216e-06, + "loss": 0.9699, + "step": 2169 + }, + { + "epoch": 0.15656000865769634, + "grad_norm": 3.555099698156237, + "learning_rate": 3.834341638474261e-06, + "loss": 1.0201, + "step": 2170 + }, + { + "epoch": 0.15663215612712383, + "grad_norm": 2.996176508390918, + "learning_rate": 3.834155348182701e-06, + "loss": 1.0269, + "step": 2171 + }, + { + "epoch": 0.15670430359655135, + "grad_norm": 6.5502481078702814, + "learning_rate": 3.833968957734706e-06, + "loss": 1.0238, + "step": 2172 + }, + { + "epoch": 0.15677645106597887, + "grad_norm": 0.7846467371918534, + "learning_rate": 3.833782467140456e-06, + "loss": 0.901, + "step": 2173 + }, + { + "epoch": 0.15684859853540636, + "grad_norm": 3.46837882040669, + "learning_rate": 3.833595876410134e-06, + "loss": 1.0337, + "step": 2174 + }, + { + "epoch": 0.15692074600483388, + "grad_norm": 4.364165705666841, + "learning_rate": 3.833409185553929e-06, + "loss": 0.9562, + "step": 2175 + }, + { + "epoch": 0.1569928934742614, + "grad_norm": 2.89802025930459, + "learning_rate": 3.833222394582035e-06, + "loss": 0.9536, + "step": 2176 + }, + { + "epoch": 0.1570650409436889, + "grad_norm": 3.987915978812109, + "learning_rate": 3.833035503504653e-06, + "loss": 1.0519, + "step": 2177 + }, + { + "epoch": 0.1571371884131164, + "grad_norm": 0.9259520103612799, + "learning_rate": 3.832848512331987e-06, + "loss": 0.8631, + "step": 2178 + }, + { + "epoch": 0.15720933588254393, + "grad_norm": 4.024391194616235, + "learning_rate": 3.832661421074249e-06, + "loss": 0.9673, + "step": 2179 + }, + { + "epoch": 0.15728148335197142, + "grad_norm": 1.9169598507206411, + "learning_rate": 3.832474229741655e-06, + "loss": 0.9678, + "step": 2180 + }, + { + "epoch": 0.15735363082139894, + "grad_norm": 4.127432366134147, + "learning_rate": 3.832286938344428e-06, + "loss": 0.9642, + "step": 2181 + }, + { + "epoch": 0.15742577829082646, + "grad_norm": 5.7101422341931904, + "learning_rate": 3.832099546892792e-06, + "loss": 0.9714, + "step": 2182 + }, + { + "epoch": 0.15749792576025395, + "grad_norm": 7.683758329055266, + "learning_rate": 3.831912055396984e-06, + "loss": 1.1024, + "step": 2183 + }, + { + "epoch": 0.15757007322968147, + "grad_norm": 4.013781647677708, + "learning_rate": 3.831724463867239e-06, + "loss": 1.0465, + "step": 2184 + }, + { + "epoch": 0.157642220699109, + "grad_norm": 4.430258846944243, + "learning_rate": 3.8315367723138025e-06, + "loss": 1.0476, + "step": 2185 + }, + { + "epoch": 0.15771436816853648, + "grad_norm": 6.088787229451946, + "learning_rate": 3.831348980746922e-06, + "loss": 1.0603, + "step": 2186 + }, + { + "epoch": 0.157786515637964, + "grad_norm": 5.409318879804388, + "learning_rate": 3.831161089176855e-06, + "loss": 1.0135, + "step": 2187 + }, + { + "epoch": 0.1578586631073915, + "grad_norm": 2.749596392750864, + "learning_rate": 3.830973097613859e-06, + "loss": 1.0453, + "step": 2188 + }, + { + "epoch": 0.15793081057681901, + "grad_norm": 3.059814521304381, + "learning_rate": 3.830785006068199e-06, + "loss": 1.0349, + "step": 2189 + }, + { + "epoch": 0.15800295804624653, + "grad_norm": 3.721623953064369, + "learning_rate": 3.830596814550148e-06, + "loss": 1.0318, + "step": 2190 + }, + { + "epoch": 0.15807510551567402, + "grad_norm": 4.864207719546072, + "learning_rate": 3.830408523069981e-06, + "loss": 0.9884, + "step": 2191 + }, + { + "epoch": 0.15814725298510154, + "grad_norm": 3.580120346561246, + "learning_rate": 3.830220131637981e-06, + "loss": 0.9651, + "step": 2192 + }, + { + "epoch": 0.15821940045452906, + "grad_norm": 6.751095718177613, + "learning_rate": 3.8300316402644345e-06, + "loss": 0.94, + "step": 2193 + }, + { + "epoch": 0.15829154792395655, + "grad_norm": 4.2664094420223595, + "learning_rate": 3.829843048959635e-06, + "loss": 0.9751, + "step": 2194 + }, + { + "epoch": 0.15836369539338407, + "grad_norm": 3.04488804904239, + "learning_rate": 3.829654357733881e-06, + "loss": 1.0503, + "step": 2195 + }, + { + "epoch": 0.1584358428628116, + "grad_norm": 4.418521971261709, + "learning_rate": 3.829465566597474e-06, + "loss": 1.0149, + "step": 2196 + }, + { + "epoch": 0.15850799033223908, + "grad_norm": 3.8076929523671987, + "learning_rate": 3.829276675560727e-06, + "loss": 1.0676, + "step": 2197 + }, + { + "epoch": 0.1585801378016666, + "grad_norm": 2.7845876148021054, + "learning_rate": 3.829087684633951e-06, + "loss": 1.0987, + "step": 2198 + }, + { + "epoch": 0.15865228527109412, + "grad_norm": 2.3483204338454047, + "learning_rate": 3.8288985938274675e-06, + "loss": 1.0073, + "step": 2199 + }, + { + "epoch": 0.15872443274052161, + "grad_norm": 2.619290363944142, + "learning_rate": 3.828709403151603e-06, + "loss": 1.0673, + "step": 2200 + }, + { + "epoch": 0.15879658020994913, + "grad_norm": 2.366111989457657, + "learning_rate": 3.8285201126166865e-06, + "loss": 1.0061, + "step": 2201 + }, + { + "epoch": 0.15886872767937665, + "grad_norm": 4.478190447268498, + "learning_rate": 3.8283307222330566e-06, + "loss": 1.0114, + "step": 2202 + }, + { + "epoch": 0.15894087514880414, + "grad_norm": 3.4126266847228144, + "learning_rate": 3.828141232011054e-06, + "loss": 0.9791, + "step": 2203 + }, + { + "epoch": 0.15901302261823166, + "grad_norm": 9.727531562544167, + "learning_rate": 3.827951641961026e-06, + "loss": 1.0619, + "step": 2204 + }, + { + "epoch": 0.15908517008765918, + "grad_norm": 3.423716985592782, + "learning_rate": 3.827761952093326e-06, + "loss": 1.0642, + "step": 2205 + }, + { + "epoch": 0.15915731755708667, + "grad_norm": 5.054134851634921, + "learning_rate": 3.827572162418312e-06, + "loss": 1.0029, + "step": 2206 + }, + { + "epoch": 0.1592294650265142, + "grad_norm": 4.331671298236041, + "learning_rate": 3.827382272946348e-06, + "loss": 0.9619, + "step": 2207 + }, + { + "epoch": 0.1593016124959417, + "grad_norm": 10.771002900334022, + "learning_rate": 3.827192283687801e-06, + "loss": 0.9252, + "step": 2208 + }, + { + "epoch": 0.1593737599653692, + "grad_norm": 4.844864846185868, + "learning_rate": 3.827002194653049e-06, + "loss": 1.0524, + "step": 2209 + }, + { + "epoch": 0.15944590743479672, + "grad_norm": 4.935234032737023, + "learning_rate": 3.826812005852471e-06, + "loss": 0.9593, + "step": 2210 + }, + { + "epoch": 0.15951805490422424, + "grad_norm": 4.539336257006613, + "learning_rate": 3.826621717296451e-06, + "loss": 0.9019, + "step": 2211 + }, + { + "epoch": 0.15959020237365174, + "grad_norm": 3.440957567320838, + "learning_rate": 3.826431328995381e-06, + "loss": 1.0097, + "step": 2212 + }, + { + "epoch": 0.15966234984307925, + "grad_norm": 4.806544793145149, + "learning_rate": 3.826240840959658e-06, + "loss": 1.1154, + "step": 2213 + }, + { + "epoch": 0.15973449731250677, + "grad_norm": 7.056933344416614, + "learning_rate": 3.826050253199682e-06, + "loss": 1.0219, + "step": 2214 + }, + { + "epoch": 0.15980664478193427, + "grad_norm": 2.321529595828285, + "learning_rate": 3.825859565725862e-06, + "loss": 1.037, + "step": 2215 + }, + { + "epoch": 0.15987879225136178, + "grad_norm": 7.420498433196406, + "learning_rate": 3.82566877854861e-06, + "loss": 1.0215, + "step": 2216 + }, + { + "epoch": 0.1599509397207893, + "grad_norm": 3.0809345880911185, + "learning_rate": 3.825477891678345e-06, + "loss": 0.9871, + "step": 2217 + }, + { + "epoch": 0.1600230871902168, + "grad_norm": 3.4694527953669847, + "learning_rate": 3.82528690512549e-06, + "loss": 1.0188, + "step": 2218 + }, + { + "epoch": 0.16009523465964431, + "grad_norm": 3.4235267310655413, + "learning_rate": 3.825095818900474e-06, + "loss": 1.0069, + "step": 2219 + }, + { + "epoch": 0.16016738212907183, + "grad_norm": 11.204030020322556, + "learning_rate": 3.824904633013731e-06, + "loss": 0.9999, + "step": 2220 + }, + { + "epoch": 0.16023952959849933, + "grad_norm": 2.684690026659615, + "learning_rate": 3.824713347475702e-06, + "loss": 0.9642, + "step": 2221 + }, + { + "epoch": 0.16031167706792684, + "grad_norm": 6.1460825034456015, + "learning_rate": 3.824521962296832e-06, + "loss": 1.0261, + "step": 2222 + }, + { + "epoch": 0.16038382453735436, + "grad_norm": 1.027101147221855, + "learning_rate": 3.824330477487572e-06, + "loss": 0.9123, + "step": 2223 + }, + { + "epoch": 0.16045597200678186, + "grad_norm": 4.889403754394428, + "learning_rate": 3.824138893058377e-06, + "loss": 0.9581, + "step": 2224 + }, + { + "epoch": 0.16052811947620937, + "grad_norm": 24.51834727356931, + "learning_rate": 3.823947209019712e-06, + "loss": 0.9952, + "step": 2225 + }, + { + "epoch": 0.1606002669456369, + "grad_norm": 5.224328080920524, + "learning_rate": 3.82375542538204e-06, + "loss": 0.9908, + "step": 2226 + }, + { + "epoch": 0.16067241441506439, + "grad_norm": 4.013428321001558, + "learning_rate": 3.8235635421558365e-06, + "loss": 1.0549, + "step": 2227 + }, + { + "epoch": 0.1607445618844919, + "grad_norm": 4.317740973643337, + "learning_rate": 3.823371559351578e-06, + "loss": 1.0211, + "step": 2228 + }, + { + "epoch": 0.16081670935391942, + "grad_norm": 7.2056409037461915, + "learning_rate": 3.823179476979748e-06, + "loss": 1.0215, + "step": 2229 + }, + { + "epoch": 0.16088885682334692, + "grad_norm": 5.959400783857109, + "learning_rate": 3.822987295050837e-06, + "loss": 1.0873, + "step": 2230 + }, + { + "epoch": 0.16096100429277443, + "grad_norm": 3.384664473477757, + "learning_rate": 3.822795013575338e-06, + "loss": 0.9951, + "step": 2231 + }, + { + "epoch": 0.16103315176220195, + "grad_norm": 4.5520906193701824, + "learning_rate": 3.822602632563751e-06, + "loss": 1.085, + "step": 2232 + }, + { + "epoch": 0.16110529923162945, + "grad_norm": 0.724793690891259, + "learning_rate": 3.822410152026581e-06, + "loss": 0.807, + "step": 2233 + }, + { + "epoch": 0.16117744670105696, + "grad_norm": 3.669981772769911, + "learning_rate": 3.822217571974339e-06, + "loss": 1.0324, + "step": 2234 + }, + { + "epoch": 0.16124959417048448, + "grad_norm": 3.000246991480484, + "learning_rate": 3.822024892417542e-06, + "loss": 1.1433, + "step": 2235 + }, + { + "epoch": 0.16132174163991198, + "grad_norm": 2.93839818330787, + "learning_rate": 3.82183211336671e-06, + "loss": 0.9395, + "step": 2236 + }, + { + "epoch": 0.1613938891093395, + "grad_norm": 3.2855355024566135, + "learning_rate": 3.82163923483237e-06, + "loss": 0.9513, + "step": 2237 + }, + { + "epoch": 0.16146603657876699, + "grad_norm": 0.6692493499593104, + "learning_rate": 3.821446256825055e-06, + "loss": 0.7981, + "step": 2238 + }, + { + "epoch": 0.1615381840481945, + "grad_norm": 3.885700218892481, + "learning_rate": 3.821253179355302e-06, + "loss": 1.0086, + "step": 2239 + }, + { + "epoch": 0.16161033151762202, + "grad_norm": 10.91248115109698, + "learning_rate": 3.8210600024336556e-06, + "loss": 1.0072, + "step": 2240 + }, + { + "epoch": 0.16168247898704952, + "grad_norm": 3.5935814859438158, + "learning_rate": 3.8208667260706645e-06, + "loss": 0.9953, + "step": 2241 + }, + { + "epoch": 0.16175462645647704, + "grad_norm": 4.094138090651348, + "learning_rate": 3.820673350276881e-06, + "loss": 1.061, + "step": 2242 + }, + { + "epoch": 0.16182677392590455, + "grad_norm": 3.896098381178945, + "learning_rate": 3.820479875062867e-06, + "loss": 1.0463, + "step": 2243 + }, + { + "epoch": 0.16189892139533205, + "grad_norm": 2.948269844241346, + "learning_rate": 3.820286300439184e-06, + "loss": 0.8892, + "step": 2244 + }, + { + "epoch": 0.16197106886475957, + "grad_norm": 4.405923384877804, + "learning_rate": 3.820092626416407e-06, + "loss": 1.028, + "step": 2245 + }, + { + "epoch": 0.16204321633418708, + "grad_norm": 3.2485980898312694, + "learning_rate": 3.819898853005108e-06, + "loss": 0.9885, + "step": 2246 + }, + { + "epoch": 0.16211536380361458, + "grad_norm": 3.5321807984922438, + "learning_rate": 3.8197049802158705e-06, + "loss": 0.9716, + "step": 2247 + }, + { + "epoch": 0.1621875112730421, + "grad_norm": 3.4381971172569874, + "learning_rate": 3.81951100805928e-06, + "loss": 1.0433, + "step": 2248 + }, + { + "epoch": 0.16225965874246961, + "grad_norm": 3.3694522614024547, + "learning_rate": 3.819316936545929e-06, + "loss": 1.0082, + "step": 2249 + }, + { + "epoch": 0.1623318062118971, + "grad_norm": 2.4765472892992078, + "learning_rate": 3.819122765686415e-06, + "loss": 0.9454, + "step": 2250 + }, + { + "epoch": 0.16240395368132463, + "grad_norm": 2.3650097791538123, + "learning_rate": 3.818928495491341e-06, + "loss": 0.9316, + "step": 2251 + }, + { + "epoch": 0.16247610115075214, + "grad_norm": 5.444312552500226, + "learning_rate": 3.818734125971315e-06, + "loss": 1.0195, + "step": 2252 + }, + { + "epoch": 0.16254824862017964, + "grad_norm": 2.3211436212061747, + "learning_rate": 3.818539657136951e-06, + "loss": 0.9709, + "step": 2253 + }, + { + "epoch": 0.16262039608960716, + "grad_norm": 2.3887589096470094, + "learning_rate": 3.818345088998868e-06, + "loss": 0.9508, + "step": 2254 + }, + { + "epoch": 0.16269254355903467, + "grad_norm": 0.9550957239319884, + "learning_rate": 3.818150421567692e-06, + "loss": 0.9042, + "step": 2255 + }, + { + "epoch": 0.16276469102846217, + "grad_norm": 2.7467102834639516, + "learning_rate": 3.8179556548540514e-06, + "loss": 0.938, + "step": 2256 + }, + { + "epoch": 0.16283683849788969, + "grad_norm": 6.164834480631575, + "learning_rate": 3.817760788868583e-06, + "loss": 1.0676, + "step": 2257 + }, + { + "epoch": 0.1629089859673172, + "grad_norm": 69.7879496056178, + "learning_rate": 3.817565823621926e-06, + "loss": 1.0526, + "step": 2258 + }, + { + "epoch": 0.1629811334367447, + "grad_norm": 2.497302793825585, + "learning_rate": 3.8173707591247286e-06, + "loss": 0.8779, + "step": 2259 + }, + { + "epoch": 0.16305328090617222, + "grad_norm": 3.4840662524365387, + "learning_rate": 3.817175595387641e-06, + "loss": 1.0135, + "step": 2260 + }, + { + "epoch": 0.16312542837559973, + "grad_norm": 3.6300773578734526, + "learning_rate": 3.816980332421322e-06, + "loss": 1.0991, + "step": 2261 + }, + { + "epoch": 0.16319757584502723, + "grad_norm": 5.605821594404429, + "learning_rate": 3.816784970236432e-06, + "loss": 0.9921, + "step": 2262 + }, + { + "epoch": 0.16326972331445475, + "grad_norm": 3.6853477533401535, + "learning_rate": 3.816589508843642e-06, + "loss": 1.0619, + "step": 2263 + }, + { + "epoch": 0.16334187078388226, + "grad_norm": 2.622624184983739, + "learning_rate": 3.816393948253623e-06, + "loss": 1.0923, + "step": 2264 + }, + { + "epoch": 0.16341401825330976, + "grad_norm": 4.8740830170359235, + "learning_rate": 3.816198288477054e-06, + "loss": 1.0363, + "step": 2265 + }, + { + "epoch": 0.16348616572273728, + "grad_norm": 2.4939973292638555, + "learning_rate": 3.81600252952462e-06, + "loss": 1.0876, + "step": 2266 + }, + { + "epoch": 0.1635583131921648, + "grad_norm": 3.133908505777252, + "learning_rate": 3.815806671407011e-06, + "loss": 1.0299, + "step": 2267 + }, + { + "epoch": 0.1636304606615923, + "grad_norm": 3.5457215975508944, + "learning_rate": 3.815610714134921e-06, + "loss": 0.9678, + "step": 2268 + }, + { + "epoch": 0.1637026081310198, + "grad_norm": 2.2508175742049494, + "learning_rate": 3.815414657719051e-06, + "loss": 0.9945, + "step": 2269 + }, + { + "epoch": 0.16377475560044732, + "grad_norm": 3.3802099634449716, + "learning_rate": 3.815218502170108e-06, + "loss": 0.9465, + "step": 2270 + }, + { + "epoch": 0.16384690306987482, + "grad_norm": 2.6442999914752052, + "learning_rate": 3.8150222474988006e-06, + "loss": 0.9897, + "step": 2271 + }, + { + "epoch": 0.16391905053930234, + "grad_norm": 2.8804463753220535, + "learning_rate": 3.814825893715849e-06, + "loss": 1.0275, + "step": 2272 + }, + { + "epoch": 0.16399119800872985, + "grad_norm": 3.1580738803177044, + "learning_rate": 3.8146294408319726e-06, + "loss": 1.0152, + "step": 2273 + }, + { + "epoch": 0.16406334547815735, + "grad_norm": 3.5561626349848514, + "learning_rate": 3.8144328888579e-06, + "loss": 1.0736, + "step": 2274 + }, + { + "epoch": 0.16413549294758487, + "grad_norm": 2.0162417628858473, + "learning_rate": 3.814236237804364e-06, + "loss": 0.9375, + "step": 2275 + }, + { + "epoch": 0.16420764041701238, + "grad_norm": 3.872158485361155, + "learning_rate": 3.814039487682104e-06, + "loss": 1.0484, + "step": 2276 + }, + { + "epoch": 0.16427978788643988, + "grad_norm": 2.779806812764204, + "learning_rate": 3.813842638501862e-06, + "loss": 1.0393, + "step": 2277 + }, + { + "epoch": 0.1643519353558674, + "grad_norm": 2.3819494466726003, + "learning_rate": 3.813645690274388e-06, + "loss": 0.9454, + "step": 2278 + }, + { + "epoch": 0.16442408282529491, + "grad_norm": 2.358400560461001, + "learning_rate": 3.8134486430104373e-06, + "loss": 0.9105, + "step": 2279 + }, + { + "epoch": 0.1644962302947224, + "grad_norm": 7.306066046390407, + "learning_rate": 3.8132514967207693e-06, + "loss": 1.0238, + "step": 2280 + }, + { + "epoch": 0.16456837776414993, + "grad_norm": 2.718364469005681, + "learning_rate": 3.813054251416149e-06, + "loss": 0.9323, + "step": 2281 + }, + { + "epoch": 0.16464052523357744, + "grad_norm": 1.8451094707070423, + "learning_rate": 3.8128569071073487e-06, + "loss": 0.9146, + "step": 2282 + }, + { + "epoch": 0.16471267270300494, + "grad_norm": 2.6072805073451404, + "learning_rate": 3.812659463805143e-06, + "loss": 0.9428, + "step": 2283 + }, + { + "epoch": 0.16478482017243246, + "grad_norm": 3.4956968284632923, + "learning_rate": 3.8124619215203143e-06, + "loss": 0.9739, + "step": 2284 + }, + { + "epoch": 0.16485696764185997, + "grad_norm": 0.7090111929705393, + "learning_rate": 3.81226428026365e-06, + "loss": 0.8727, + "step": 2285 + }, + { + "epoch": 0.16492911511128747, + "grad_norm": 6.1048058011396975, + "learning_rate": 3.812066540045942e-06, + "loss": 1.02, + "step": 2286 + }, + { + "epoch": 0.16500126258071499, + "grad_norm": 1.9359857733298358, + "learning_rate": 3.8118687008779876e-06, + "loss": 1.0542, + "step": 2287 + }, + { + "epoch": 0.1650734100501425, + "grad_norm": 2.926977099100652, + "learning_rate": 3.8116707627705907e-06, + "loss": 1.0102, + "step": 2288 + }, + { + "epoch": 0.16514555751957, + "grad_norm": 2.0718450667806723, + "learning_rate": 3.811472725734561e-06, + "loss": 0.9752, + "step": 2289 + }, + { + "epoch": 0.16521770498899752, + "grad_norm": 0.708318728876087, + "learning_rate": 3.8112745897807114e-06, + "loss": 0.8059, + "step": 2290 + }, + { + "epoch": 0.165289852458425, + "grad_norm": 2.9494392767302635, + "learning_rate": 3.811076354919861e-06, + "loss": 1.0123, + "step": 2291 + }, + { + "epoch": 0.16536199992785253, + "grad_norm": 4.620278293765519, + "learning_rate": 3.8108780211628353e-06, + "loss": 0.9334, + "step": 2292 + }, + { + "epoch": 0.16543414739728005, + "grad_norm": 2.7065741963712444, + "learning_rate": 3.8106795885204648e-06, + "loss": 1.0553, + "step": 2293 + }, + { + "epoch": 0.16550629486670754, + "grad_norm": 2.2083091614557913, + "learning_rate": 3.810481057003585e-06, + "loss": 1.026, + "step": 2294 + }, + { + "epoch": 0.16557844233613506, + "grad_norm": 2.805705276329952, + "learning_rate": 3.810282426623036e-06, + "loss": 0.9929, + "step": 2295 + }, + { + "epoch": 0.16565058980556258, + "grad_norm": 2.3212439725650724, + "learning_rate": 3.8100836973896663e-06, + "loss": 1.0399, + "step": 2296 + }, + { + "epoch": 0.16572273727499007, + "grad_norm": 2.7164557412142445, + "learning_rate": 3.809884869314326e-06, + "loss": 1.0155, + "step": 2297 + }, + { + "epoch": 0.1657948847444176, + "grad_norm": 2.0130565750350864, + "learning_rate": 3.809685942407873e-06, + "loss": 1.0232, + "step": 2298 + }, + { + "epoch": 0.1658670322138451, + "grad_norm": 3.229613554190597, + "learning_rate": 3.8094869166811696e-06, + "loss": 1.0819, + "step": 2299 + }, + { + "epoch": 0.1659391796832726, + "grad_norm": 1.6990145154964975, + "learning_rate": 3.8092877921450847e-06, + "loss": 1.0334, + "step": 2300 + }, + { + "epoch": 0.16601132715270012, + "grad_norm": 2.6189157729382266, + "learning_rate": 3.809088568810491e-06, + "loss": 0.9077, + "step": 2301 + }, + { + "epoch": 0.16608347462212764, + "grad_norm": 3.2121138819343154, + "learning_rate": 3.8088892466882674e-06, + "loss": 1.1221, + "step": 2302 + }, + { + "epoch": 0.16615562209155513, + "grad_norm": 4.657823539958822, + "learning_rate": 3.8086898257892982e-06, + "loss": 0.8917, + "step": 2303 + }, + { + "epoch": 0.16622776956098265, + "grad_norm": 1.8921247476619298, + "learning_rate": 3.808490306124474e-06, + "loss": 1.0268, + "step": 2304 + }, + { + "epoch": 0.16629991703041017, + "grad_norm": 1.837701088418559, + "learning_rate": 3.808290687704688e-06, + "loss": 1.0784, + "step": 2305 + }, + { + "epoch": 0.16637206449983766, + "grad_norm": 2.383725451066463, + "learning_rate": 3.808090970540842e-06, + "loss": 1.0119, + "step": 2306 + }, + { + "epoch": 0.16644421196926518, + "grad_norm": 2.2643795404854594, + "learning_rate": 3.8078911546438415e-06, + "loss": 0.9625, + "step": 2307 + }, + { + "epoch": 0.1665163594386927, + "grad_norm": 3.5904915010420475, + "learning_rate": 3.807691240024598e-06, + "loss": 1.177, + "step": 2308 + }, + { + "epoch": 0.1665885069081202, + "grad_norm": 2.105612557052574, + "learning_rate": 3.807491226694027e-06, + "loss": 1.0804, + "step": 2309 + }, + { + "epoch": 0.1666606543775477, + "grad_norm": 19.24402238257214, + "learning_rate": 3.8072911146630516e-06, + "loss": 0.9979, + "step": 2310 + }, + { + "epoch": 0.16673280184697523, + "grad_norm": 5.399006307090584, + "learning_rate": 3.807090903942599e-06, + "loss": 0.9247, + "step": 2311 + }, + { + "epoch": 0.16680494931640272, + "grad_norm": 2.0898752370583575, + "learning_rate": 3.806890594543601e-06, + "loss": 1.0093, + "step": 2312 + }, + { + "epoch": 0.16687709678583024, + "grad_norm": 16.941930888089377, + "learning_rate": 3.8066901864769974e-06, + "loss": 0.9659, + "step": 2313 + }, + { + "epoch": 0.16694924425525776, + "grad_norm": 2.78986122811685, + "learning_rate": 3.8064896797537304e-06, + "loss": 0.9622, + "step": 2314 + }, + { + "epoch": 0.16702139172468525, + "grad_norm": 2.7599172368287217, + "learning_rate": 3.8062890743847493e-06, + "loss": 0.9383, + "step": 2315 + }, + { + "epoch": 0.16709353919411277, + "grad_norm": 4.220981036228797, + "learning_rate": 3.8060883703810088e-06, + "loss": 0.8972, + "step": 2316 + }, + { + "epoch": 0.16716568666354029, + "grad_norm": 2.1150633794788862, + "learning_rate": 3.805887567753468e-06, + "loss": 0.8753, + "step": 2317 + }, + { + "epoch": 0.16723783413296778, + "grad_norm": 2.914962343263886, + "learning_rate": 3.8056866665130923e-06, + "loss": 1.014, + "step": 2318 + }, + { + "epoch": 0.1673099816023953, + "grad_norm": 2.51606414942388, + "learning_rate": 3.8054856666708528e-06, + "loss": 1.0308, + "step": 2319 + }, + { + "epoch": 0.16738212907182282, + "grad_norm": 3.623516305294332, + "learning_rate": 3.8052845682377238e-06, + "loss": 1.0322, + "step": 2320 + }, + { + "epoch": 0.1674542765412503, + "grad_norm": 2.72059007835629, + "learning_rate": 3.805083371224688e-06, + "loss": 0.9541, + "step": 2321 + }, + { + "epoch": 0.16752642401067783, + "grad_norm": 3.530568419989209, + "learning_rate": 3.8048820756427312e-06, + "loss": 0.9657, + "step": 2322 + }, + { + "epoch": 0.16759857148010535, + "grad_norm": 10.456846296109033, + "learning_rate": 3.8046806815028456e-06, + "loss": 0.9448, + "step": 2323 + }, + { + "epoch": 0.16767071894953284, + "grad_norm": 6.197140360280661, + "learning_rate": 3.804479188816029e-06, + "loss": 1.083, + "step": 2324 + }, + { + "epoch": 0.16774286641896036, + "grad_norm": 2.12243800833208, + "learning_rate": 3.804277597593284e-06, + "loss": 0.9808, + "step": 2325 + }, + { + "epoch": 0.16781501388838788, + "grad_norm": 4.342331469421931, + "learning_rate": 3.804075907845618e-06, + "loss": 0.983, + "step": 2326 + }, + { + "epoch": 0.16788716135781537, + "grad_norm": 2.1516007873630163, + "learning_rate": 3.803874119584046e-06, + "loss": 1.0669, + "step": 2327 + }, + { + "epoch": 0.1679593088272429, + "grad_norm": 3.726145211134484, + "learning_rate": 3.8036722328195854e-06, + "loss": 1.0423, + "step": 2328 + }, + { + "epoch": 0.1680314562966704, + "grad_norm": 3.002250621898827, + "learning_rate": 3.803470247563261e-06, + "loss": 1.0777, + "step": 2329 + }, + { + "epoch": 0.1681036037660979, + "grad_norm": 2.5479376512621417, + "learning_rate": 3.803268163826103e-06, + "loss": 0.9755, + "step": 2330 + }, + { + "epoch": 0.16817575123552542, + "grad_norm": 3.2916288896799237, + "learning_rate": 3.8030659816191457e-06, + "loss": 1.0736, + "step": 2331 + }, + { + "epoch": 0.16824789870495294, + "grad_norm": 3.4415381554601834, + "learning_rate": 3.8028637009534305e-06, + "loss": 0.9346, + "step": 2332 + }, + { + "epoch": 0.16832004617438043, + "grad_norm": 2.9022836178368676, + "learning_rate": 3.802661321840002e-06, + "loss": 0.9704, + "step": 2333 + }, + { + "epoch": 0.16839219364380795, + "grad_norm": 2.5452272666678035, + "learning_rate": 3.802458844289912e-06, + "loss": 0.9321, + "step": 2334 + }, + { + "epoch": 0.16846434111323547, + "grad_norm": 3.459513696441906, + "learning_rate": 3.8022562683142176e-06, + "loss": 0.962, + "step": 2335 + }, + { + "epoch": 0.16853648858266296, + "grad_norm": 1.9669425781587844, + "learning_rate": 3.8020535939239796e-06, + "loss": 1.0403, + "step": 2336 + }, + { + "epoch": 0.16860863605209048, + "grad_norm": 2.268900640861787, + "learning_rate": 3.801850821130266e-06, + "loss": 1.0118, + "step": 2337 + }, + { + "epoch": 0.168680783521518, + "grad_norm": 2.082041785122267, + "learning_rate": 3.801647949944149e-06, + "loss": 1.082, + "step": 2338 + }, + { + "epoch": 0.1687529309909455, + "grad_norm": 1.9119827493543804, + "learning_rate": 3.8014449803767067e-06, + "loss": 1.0478, + "step": 2339 + }, + { + "epoch": 0.168825078460373, + "grad_norm": 2.493537656687503, + "learning_rate": 3.801241912439023e-06, + "loss": 0.9724, + "step": 2340 + }, + { + "epoch": 0.1688972259298005, + "grad_norm": 1.7572488516894573, + "learning_rate": 3.8010387461421866e-06, + "loss": 0.9444, + "step": 2341 + }, + { + "epoch": 0.16896937339922802, + "grad_norm": 4.503851831509384, + "learning_rate": 3.8008354814972913e-06, + "loss": 1.0512, + "step": 2342 + }, + { + "epoch": 0.16904152086865554, + "grad_norm": 2.8495464566391826, + "learning_rate": 3.8006321185154373e-06, + "loss": 1.0006, + "step": 2343 + }, + { + "epoch": 0.16911366833808303, + "grad_norm": 2.8140563896998225, + "learning_rate": 3.800428657207728e-06, + "loss": 0.9951, + "step": 2344 + }, + { + "epoch": 0.16918581580751055, + "grad_norm": 2.0361328125, + "learning_rate": 3.800225097585276e-06, + "loss": 1.093, + "step": 2345 + }, + { + "epoch": 0.16925796327693807, + "grad_norm": 2.351742962474397, + "learning_rate": 3.8000214396591945e-06, + "loss": 1.1374, + "step": 2346 + }, + { + "epoch": 0.16933011074636556, + "grad_norm": 2.5721409563977744, + "learning_rate": 3.799817683440606e-06, + "loss": 0.9688, + "step": 2347 + }, + { + "epoch": 0.16940225821579308, + "grad_norm": 0.6744492694802421, + "learning_rate": 3.7996138289406366e-06, + "loss": 0.8119, + "step": 2348 + }, + { + "epoch": 0.1694744056852206, + "grad_norm": 2.428115090604025, + "learning_rate": 3.799409876170418e-06, + "loss": 1.0573, + "step": 2349 + }, + { + "epoch": 0.1695465531546481, + "grad_norm": 4.231715193945123, + "learning_rate": 3.7992058251410876e-06, + "loss": 1.0284, + "step": 2350 + }, + { + "epoch": 0.1696187006240756, + "grad_norm": 2.6234293280378234, + "learning_rate": 3.7990016758637866e-06, + "loss": 1.0515, + "step": 2351 + }, + { + "epoch": 0.16969084809350313, + "grad_norm": 2.521963155309427, + "learning_rate": 3.7987974283496645e-06, + "loss": 1.0665, + "step": 2352 + }, + { + "epoch": 0.16976299556293062, + "grad_norm": 0.6596151538321482, + "learning_rate": 3.7985930826098735e-06, + "loss": 0.8213, + "step": 2353 + }, + { + "epoch": 0.16983514303235814, + "grad_norm": 1.7967168987213875, + "learning_rate": 3.798388638655572e-06, + "loss": 0.9854, + "step": 2354 + }, + { + "epoch": 0.16990729050178566, + "grad_norm": 2.125369769069241, + "learning_rate": 3.798184096497925e-06, + "loss": 0.7867, + "step": 2355 + }, + { + "epoch": 0.16997943797121315, + "grad_norm": 2.7275361779153653, + "learning_rate": 3.797979456148101e-06, + "loss": 1.0232, + "step": 2356 + }, + { + "epoch": 0.17005158544064067, + "grad_norm": 2.5322215723473294, + "learning_rate": 3.797774717617275e-06, + "loss": 1.064, + "step": 2357 + }, + { + "epoch": 0.1701237329100682, + "grad_norm": 2.5402474323414026, + "learning_rate": 3.797569880916626e-06, + "loss": 1.016, + "step": 2358 + }, + { + "epoch": 0.17019588037949568, + "grad_norm": 3.0795712244388183, + "learning_rate": 3.7973649460573407e-06, + "loss": 1.0813, + "step": 2359 + }, + { + "epoch": 0.1702680278489232, + "grad_norm": 3.140422150243225, + "learning_rate": 3.79715991305061e-06, + "loss": 1.0394, + "step": 2360 + }, + { + "epoch": 0.17034017531835072, + "grad_norm": 3.290463255758982, + "learning_rate": 3.796954781907628e-06, + "loss": 0.8994, + "step": 2361 + }, + { + "epoch": 0.1704123227877782, + "grad_norm": 3.9010803193578383, + "learning_rate": 3.796749552639598e-06, + "loss": 1.0674, + "step": 2362 + }, + { + "epoch": 0.17048447025720573, + "grad_norm": 7.724623696257268, + "learning_rate": 3.7965442252577265e-06, + "loss": 1.0188, + "step": 2363 + }, + { + "epoch": 0.17055661772663325, + "grad_norm": 2.2579834553236613, + "learning_rate": 3.7963387997732253e-06, + "loss": 0.9819, + "step": 2364 + }, + { + "epoch": 0.17062876519606074, + "grad_norm": 9.34566496041058, + "learning_rate": 3.796133276197312e-06, + "loss": 1.0315, + "step": 2365 + }, + { + "epoch": 0.17070091266548826, + "grad_norm": 2.03245520416857, + "learning_rate": 3.7959276545412093e-06, + "loss": 1.0733, + "step": 2366 + }, + { + "epoch": 0.17077306013491578, + "grad_norm": 2.781784777715564, + "learning_rate": 3.7957219348161464e-06, + "loss": 1.0471, + "step": 2367 + }, + { + "epoch": 0.17084520760434327, + "grad_norm": 3.7483673356276452, + "learning_rate": 3.7955161170333556e-06, + "loss": 1.0021, + "step": 2368 + }, + { + "epoch": 0.1709173550737708, + "grad_norm": 3.1822075382648056, + "learning_rate": 3.7953102012040764e-06, + "loss": 1.0465, + "step": 2369 + }, + { + "epoch": 0.1709895025431983, + "grad_norm": 2.645330175981765, + "learning_rate": 3.795104187339554e-06, + "loss": 0.9291, + "step": 2370 + }, + { + "epoch": 0.1710616500126258, + "grad_norm": 4.317215925544878, + "learning_rate": 3.7948980754510363e-06, + "loss": 1.0147, + "step": 2371 + }, + { + "epoch": 0.17113379748205332, + "grad_norm": 4.417777491577398, + "learning_rate": 3.794691865549779e-06, + "loss": 1.049, + "step": 2372 + }, + { + "epoch": 0.17120594495148084, + "grad_norm": 3.5121378918995063, + "learning_rate": 3.794485557647043e-06, + "loss": 1.1297, + "step": 2373 + }, + { + "epoch": 0.17127809242090833, + "grad_norm": 2.3637423483221918, + "learning_rate": 3.794279151754094e-06, + "loss": 0.9932, + "step": 2374 + }, + { + "epoch": 0.17135023989033585, + "grad_norm": 0.7419478983362107, + "learning_rate": 3.794072647882202e-06, + "loss": 0.8729, + "step": 2375 + }, + { + "epoch": 0.17142238735976337, + "grad_norm": 3.3363215562643886, + "learning_rate": 3.793866046042645e-06, + "loss": 1.1208, + "step": 2376 + }, + { + "epoch": 0.17149453482919086, + "grad_norm": 1.690877642413661, + "learning_rate": 3.793659346246703e-06, + "loss": 0.9943, + "step": 2377 + }, + { + "epoch": 0.17156668229861838, + "grad_norm": 0.8091074099845311, + "learning_rate": 3.7934525485056643e-06, + "loss": 0.8478, + "step": 2378 + }, + { + "epoch": 0.1716388297680459, + "grad_norm": 2.2746849177225736, + "learning_rate": 3.793245652830821e-06, + "loss": 1.0236, + "step": 2379 + }, + { + "epoch": 0.1717109772374734, + "grad_norm": 11.992982719969389, + "learning_rate": 3.793038659233471e-06, + "loss": 1.0161, + "step": 2380 + }, + { + "epoch": 0.1717831247069009, + "grad_norm": 3.2291231870287693, + "learning_rate": 3.792831567724918e-06, + "loss": 1.0536, + "step": 2381 + }, + { + "epoch": 0.17185527217632843, + "grad_norm": 1.5903926717167192, + "learning_rate": 3.7926243783164693e-06, + "loss": 0.8099, + "step": 2382 + }, + { + "epoch": 0.17192741964575592, + "grad_norm": 5.424432772326454, + "learning_rate": 3.792417091019439e-06, + "loss": 0.9412, + "step": 2383 + }, + { + "epoch": 0.17199956711518344, + "grad_norm": 8.483459535670537, + "learning_rate": 3.7922097058451477e-06, + "loss": 0.9801, + "step": 2384 + }, + { + "epoch": 0.17207171458461096, + "grad_norm": 2.4596870272896094, + "learning_rate": 3.7920022228049186e-06, + "loss": 1.0511, + "step": 2385 + }, + { + "epoch": 0.17214386205403845, + "grad_norm": 3.3729426859903913, + "learning_rate": 3.7917946419100816e-06, + "loss": 0.9395, + "step": 2386 + }, + { + "epoch": 0.17221600952346597, + "grad_norm": 2.3697249406635943, + "learning_rate": 3.791586963171972e-06, + "loss": 1.0124, + "step": 2387 + }, + { + "epoch": 0.1722881569928935, + "grad_norm": 3.4814064141410386, + "learning_rate": 3.791379186601931e-06, + "loss": 1.0323, + "step": 2388 + }, + { + "epoch": 0.17236030446232098, + "grad_norm": 2.7646303273978545, + "learning_rate": 3.791171312211304e-06, + "loss": 1.0023, + "step": 2389 + }, + { + "epoch": 0.1724324519317485, + "grad_norm": 3.1193430243114193, + "learning_rate": 3.790963340011442e-06, + "loss": 1.0105, + "step": 2390 + }, + { + "epoch": 0.17250459940117602, + "grad_norm": 4.746836160748263, + "learning_rate": 3.7907552700137024e-06, + "loss": 0.8718, + "step": 2391 + }, + { + "epoch": 0.1725767468706035, + "grad_norm": 0.7552640477818309, + "learning_rate": 3.7905471022294463e-06, + "loss": 0.8819, + "step": 2392 + }, + { + "epoch": 0.17264889434003103, + "grad_norm": 4.807759315610633, + "learning_rate": 3.790338836670042e-06, + "loss": 1.0579, + "step": 2393 + }, + { + "epoch": 0.17272104180945852, + "grad_norm": 2.963018727660821, + "learning_rate": 3.7901304733468607e-06, + "loss": 0.9108, + "step": 2394 + }, + { + "epoch": 0.17279318927888604, + "grad_norm": 1.9382848688081835, + "learning_rate": 3.789922012271281e-06, + "loss": 0.9378, + "step": 2395 + }, + { + "epoch": 0.17286533674831356, + "grad_norm": 5.024722586038994, + "learning_rate": 3.7897134534546863e-06, + "loss": 1.0305, + "step": 2396 + }, + { + "epoch": 0.17293748421774105, + "grad_norm": 2.1460929145714154, + "learning_rate": 3.789504796908465e-06, + "loss": 0.9989, + "step": 2397 + }, + { + "epoch": 0.17300963168716857, + "grad_norm": 2.6399886589095685, + "learning_rate": 3.789296042644012e-06, + "loss": 0.9882, + "step": 2398 + }, + { + "epoch": 0.1730817791565961, + "grad_norm": 4.773163782940964, + "learning_rate": 3.7890871906727256e-06, + "loss": 0.9261, + "step": 2399 + }, + { + "epoch": 0.17315392662602358, + "grad_norm": 2.6685028211847825, + "learning_rate": 3.788878241006011e-06, + "loss": 0.9563, + "step": 2400 + }, + { + "epoch": 0.1732260740954511, + "grad_norm": 2.9920931569656948, + "learning_rate": 3.788669193655277e-06, + "loss": 1.0871, + "step": 2401 + }, + { + "epoch": 0.17329822156487862, + "grad_norm": 3.7920634862035785, + "learning_rate": 3.7884600486319405e-06, + "loss": 0.9509, + "step": 2402 + }, + { + "epoch": 0.1733703690343061, + "grad_norm": 10.969720955066782, + "learning_rate": 3.788250805947421e-06, + "loss": 0.9079, + "step": 2403 + }, + { + "epoch": 0.17344251650373363, + "grad_norm": 0.8169626046847605, + "learning_rate": 3.788041465613145e-06, + "loss": 0.8821, + "step": 2404 + }, + { + "epoch": 0.17351466397316115, + "grad_norm": 2.681028336474459, + "learning_rate": 3.787832027640544e-06, + "loss": 1.0957, + "step": 2405 + }, + { + "epoch": 0.17358681144258864, + "grad_norm": 3.03683335009754, + "learning_rate": 3.787622492041054e-06, + "loss": 1.0384, + "step": 2406 + }, + { + "epoch": 0.17365895891201616, + "grad_norm": 2.2443878329830897, + "learning_rate": 3.7874128588261174e-06, + "loss": 0.9119, + "step": 2407 + }, + { + "epoch": 0.17373110638144368, + "grad_norm": 2.2200875347510034, + "learning_rate": 3.787203128007181e-06, + "loss": 1.0484, + "step": 2408 + }, + { + "epoch": 0.17380325385087117, + "grad_norm": 3.168408082350844, + "learning_rate": 3.7869932995956982e-06, + "loss": 0.8436, + "step": 2409 + }, + { + "epoch": 0.1738754013202987, + "grad_norm": 2.679639365428427, + "learning_rate": 3.786783373603126e-06, + "loss": 1.0667, + "step": 2410 + }, + { + "epoch": 0.1739475487897262, + "grad_norm": 4.140651256550005, + "learning_rate": 3.7865733500409286e-06, + "loss": 0.9933, + "step": 2411 + }, + { + "epoch": 0.1740196962591537, + "grad_norm": 2.203976189424147, + "learning_rate": 3.7863632289205743e-06, + "loss": 0.9018, + "step": 2412 + }, + { + "epoch": 0.17409184372858122, + "grad_norm": 2.1394114151936026, + "learning_rate": 3.786153010253537e-06, + "loss": 1.025, + "step": 2413 + }, + { + "epoch": 0.17416399119800874, + "grad_norm": 4.097332966200463, + "learning_rate": 3.7859426940512956e-06, + "loss": 0.9294, + "step": 2414 + }, + { + "epoch": 0.17423613866743623, + "grad_norm": 1.8994048993593244, + "learning_rate": 3.785732280325335e-06, + "loss": 0.9481, + "step": 2415 + }, + { + "epoch": 0.17430828613686375, + "grad_norm": 2.762318158961441, + "learning_rate": 3.785521769087145e-06, + "loss": 0.9974, + "step": 2416 + }, + { + "epoch": 0.17438043360629127, + "grad_norm": 4.083395873129307, + "learning_rate": 3.785311160348222e-06, + "loss": 1.0299, + "step": 2417 + }, + { + "epoch": 0.17445258107571876, + "grad_norm": 2.1492173877463534, + "learning_rate": 3.7851004541200645e-06, + "loss": 1.0535, + "step": 2418 + }, + { + "epoch": 0.17452472854514628, + "grad_norm": 5.2873296110507, + "learning_rate": 3.78488965041418e-06, + "loss": 1.0138, + "step": 2419 + }, + { + "epoch": 0.1745968760145738, + "grad_norm": 2.7996726083088, + "learning_rate": 3.7846787492420785e-06, + "loss": 0.9752, + "step": 2420 + }, + { + "epoch": 0.1746690234840013, + "grad_norm": 8.087338533514227, + "learning_rate": 3.7844677506152776e-06, + "loss": 1.0561, + "step": 2421 + }, + { + "epoch": 0.1747411709534288, + "grad_norm": 2.830309787954063, + "learning_rate": 3.7842566545452982e-06, + "loss": 1.0018, + "step": 2422 + }, + { + "epoch": 0.17481331842285633, + "grad_norm": 3.0319540248394654, + "learning_rate": 3.7840454610436685e-06, + "loss": 1.0303, + "step": 2423 + }, + { + "epoch": 0.17488546589228382, + "grad_norm": 2.162962706351495, + "learning_rate": 3.7838341701219204e-06, + "loss": 0.962, + "step": 2424 + }, + { + "epoch": 0.17495761336171134, + "grad_norm": 4.226224480331623, + "learning_rate": 3.7836227817915917e-06, + "loss": 0.8851, + "step": 2425 + }, + { + "epoch": 0.17502976083113886, + "grad_norm": 3.1178517793045266, + "learning_rate": 3.7834112960642254e-06, + "loss": 1.0182, + "step": 2426 + }, + { + "epoch": 0.17510190830056635, + "grad_norm": 3.368680760055988, + "learning_rate": 3.7831997129513707e-06, + "loss": 0.9508, + "step": 2427 + }, + { + "epoch": 0.17517405576999387, + "grad_norm": 2.1542840371047673, + "learning_rate": 3.7829880324645804e-06, + "loss": 0.9865, + "step": 2428 + }, + { + "epoch": 0.1752462032394214, + "grad_norm": 4.15187978799071, + "learning_rate": 3.7827762546154144e-06, + "loss": 1.0424, + "step": 2429 + }, + { + "epoch": 0.17531835070884888, + "grad_norm": 3.667851747834391, + "learning_rate": 3.7825643794154367e-06, + "loss": 1.0339, + "step": 2430 + }, + { + "epoch": 0.1753904981782764, + "grad_norm": 1.0826978592509429, + "learning_rate": 3.7823524068762174e-06, + "loss": 0.9104, + "step": 2431 + }, + { + "epoch": 0.17546264564770392, + "grad_norm": 2.329820156606017, + "learning_rate": 3.7821403370093303e-06, + "loss": 0.9788, + "step": 2432 + }, + { + "epoch": 0.1755347931171314, + "grad_norm": 2.829869022371328, + "learning_rate": 3.781928169826357e-06, + "loss": 1.001, + "step": 2433 + }, + { + "epoch": 0.17560694058655893, + "grad_norm": 3.312235551750624, + "learning_rate": 3.7817159053388828e-06, + "loss": 0.8942, + "step": 2434 + }, + { + "epoch": 0.17567908805598645, + "grad_norm": 1.961905859649508, + "learning_rate": 3.781503543558499e-06, + "loss": 0.9812, + "step": 2435 + }, + { + "epoch": 0.17575123552541394, + "grad_norm": 5.220269261865889, + "learning_rate": 3.7812910844968017e-06, + "loss": 1.0173, + "step": 2436 + }, + { + "epoch": 0.17582338299484146, + "grad_norm": 3.1007610986448375, + "learning_rate": 3.7810785281653922e-06, + "loss": 0.9431, + "step": 2437 + }, + { + "epoch": 0.17589553046426898, + "grad_norm": 3.051467017395396, + "learning_rate": 3.7808658745758775e-06, + "loss": 1.0054, + "step": 2438 + }, + { + "epoch": 0.17596767793369647, + "grad_norm": 3.009267796778727, + "learning_rate": 3.7806531237398697e-06, + "loss": 1.0426, + "step": 2439 + }, + { + "epoch": 0.176039825403124, + "grad_norm": 2.6552245909675896, + "learning_rate": 3.780440275668987e-06, + "loss": 0.9335, + "step": 2440 + }, + { + "epoch": 0.1761119728725515, + "grad_norm": 2.165322498150355, + "learning_rate": 3.780227330374852e-06, + "loss": 1.0305, + "step": 2441 + }, + { + "epoch": 0.176184120341979, + "grad_norm": 2.453178648149443, + "learning_rate": 3.780014287869092e-06, + "loss": 0.9063, + "step": 2442 + }, + { + "epoch": 0.17625626781140652, + "grad_norm": 2.879913774895019, + "learning_rate": 3.7798011481633416e-06, + "loss": 1.0047, + "step": 2443 + }, + { + "epoch": 0.176328415280834, + "grad_norm": 2.3047008449362054, + "learning_rate": 3.779587911269239e-06, + "loss": 1.0319, + "step": 2444 + }, + { + "epoch": 0.17640056275026153, + "grad_norm": 3.0312315950129873, + "learning_rate": 3.7793745771984282e-06, + "loss": 0.8543, + "step": 2445 + }, + { + "epoch": 0.17647271021968905, + "grad_norm": 2.264624328616551, + "learning_rate": 3.7791611459625587e-06, + "loss": 0.9825, + "step": 2446 + }, + { + "epoch": 0.17654485768911654, + "grad_norm": 2.7299721283939626, + "learning_rate": 3.7789476175732852e-06, + "loss": 0.9408, + "step": 2447 + }, + { + "epoch": 0.17661700515854406, + "grad_norm": 4.476354996963254, + "learning_rate": 3.7787339920422686e-06, + "loss": 0.9591, + "step": 2448 + }, + { + "epoch": 0.17668915262797158, + "grad_norm": 2.3165413879807506, + "learning_rate": 3.7785202693811725e-06, + "loss": 0.9484, + "step": 2449 + }, + { + "epoch": 0.17676130009739907, + "grad_norm": 4.190491248491819, + "learning_rate": 3.778306449601668e-06, + "loss": 1.0108, + "step": 2450 + }, + { + "epoch": 0.1768334475668266, + "grad_norm": 2.554730429565715, + "learning_rate": 3.7780925327154323e-06, + "loss": 1.0041, + "step": 2451 + }, + { + "epoch": 0.1769055950362541, + "grad_norm": 3.59959506830445, + "learning_rate": 3.7778785187341456e-06, + "loss": 0.8668, + "step": 2452 + }, + { + "epoch": 0.1769777425056816, + "grad_norm": 6.029209246306035, + "learning_rate": 3.7776644076694936e-06, + "loss": 0.8908, + "step": 2453 + }, + { + "epoch": 0.17704988997510912, + "grad_norm": 0.6906592865455099, + "learning_rate": 3.7774501995331693e-06, + "loss": 0.8483, + "step": 2454 + }, + { + "epoch": 0.17712203744453664, + "grad_norm": 2.0932727098899395, + "learning_rate": 3.77723589433687e-06, + "loss": 0.9842, + "step": 2455 + }, + { + "epoch": 0.17719418491396413, + "grad_norm": 12.549628044786825, + "learning_rate": 3.7770214920922974e-06, + "loss": 0.9137, + "step": 2456 + }, + { + "epoch": 0.17726633238339165, + "grad_norm": 2.8256514042981418, + "learning_rate": 3.776806992811159e-06, + "loss": 1.1198, + "step": 2457 + }, + { + "epoch": 0.17733847985281917, + "grad_norm": 3.5958546985213986, + "learning_rate": 3.776592396505169e-06, + "loss": 0.9428, + "step": 2458 + }, + { + "epoch": 0.17741062732224666, + "grad_norm": 2.1259446008090683, + "learning_rate": 3.7763777031860445e-06, + "loss": 1.0035, + "step": 2459 + }, + { + "epoch": 0.17748277479167418, + "grad_norm": 2.7188963576637195, + "learning_rate": 3.7761629128655094e-06, + "loss": 0.9622, + "step": 2460 + }, + { + "epoch": 0.1775549222611017, + "grad_norm": 2.7244524729407984, + "learning_rate": 3.7759480255552934e-06, + "loss": 1.0417, + "step": 2461 + }, + { + "epoch": 0.1776270697305292, + "grad_norm": 0.7171552630058703, + "learning_rate": 3.775733041267129e-06, + "loss": 0.8112, + "step": 2462 + }, + { + "epoch": 0.1776992171999567, + "grad_norm": 4.104970449882579, + "learning_rate": 3.7755179600127576e-06, + "loss": 0.9721, + "step": 2463 + }, + { + "epoch": 0.17777136466938423, + "grad_norm": 2.085694831134072, + "learning_rate": 3.7753027818039227e-06, + "loss": 1.0501, + "step": 2464 + }, + { + "epoch": 0.17784351213881172, + "grad_norm": 2.514389777352273, + "learning_rate": 3.775087506652375e-06, + "loss": 0.9922, + "step": 2465 + }, + { + "epoch": 0.17791565960823924, + "grad_norm": 2.2744088211752618, + "learning_rate": 3.7748721345698698e-06, + "loss": 1.0293, + "step": 2466 + }, + { + "epoch": 0.17798780707766676, + "grad_norm": 2.3628787872376122, + "learning_rate": 3.7746566655681675e-06, + "loss": 1.0081, + "step": 2467 + }, + { + "epoch": 0.17805995454709425, + "grad_norm": 2.246684068146429, + "learning_rate": 3.7744410996590348e-06, + "loss": 1.0652, + "step": 2468 + }, + { + "epoch": 0.17813210201652177, + "grad_norm": 4.59404374824788, + "learning_rate": 3.7742254368542418e-06, + "loss": 1.1137, + "step": 2469 + }, + { + "epoch": 0.1782042494859493, + "grad_norm": 2.456205147292452, + "learning_rate": 3.7740096771655658e-06, + "loss": 0.9633, + "step": 2470 + }, + { + "epoch": 0.17827639695537678, + "grad_norm": 3.37643571621791, + "learning_rate": 3.773793820604789e-06, + "loss": 1.0874, + "step": 2471 + }, + { + "epoch": 0.1783485444248043, + "grad_norm": 2.513851417229446, + "learning_rate": 3.773577867183697e-06, + "loss": 0.9063, + "step": 2472 + }, + { + "epoch": 0.17842069189423182, + "grad_norm": 2.3306665053371196, + "learning_rate": 3.7733618169140842e-06, + "loss": 0.9859, + "step": 2473 + }, + { + "epoch": 0.1784928393636593, + "grad_norm": 3.6798348366949845, + "learning_rate": 3.7731456698077466e-06, + "loss": 1.0414, + "step": 2474 + }, + { + "epoch": 0.17856498683308683, + "grad_norm": 2.1662950808439785, + "learning_rate": 3.772929425876488e-06, + "loss": 1.0227, + "step": 2475 + }, + { + "epoch": 0.17863713430251435, + "grad_norm": 2.3472843224651596, + "learning_rate": 3.7727130851321166e-06, + "loss": 1.0171, + "step": 2476 + }, + { + "epoch": 0.17870928177194184, + "grad_norm": 2.116528735835618, + "learning_rate": 3.7724966475864468e-06, + "loss": 1.0, + "step": 2477 + }, + { + "epoch": 0.17878142924136936, + "grad_norm": 2.073804336213096, + "learning_rate": 3.772280113251296e-06, + "loss": 1.0045, + "step": 2478 + }, + { + "epoch": 0.17885357671079688, + "grad_norm": 1.9785849134507993, + "learning_rate": 3.772063482138489e-06, + "loss": 0.9036, + "step": 2479 + }, + { + "epoch": 0.17892572418022437, + "grad_norm": 2.848035998984857, + "learning_rate": 3.7718467542598553e-06, + "loss": 1.0041, + "step": 2480 + }, + { + "epoch": 0.1789978716496519, + "grad_norm": 2.9186535380268452, + "learning_rate": 3.7716299296272292e-06, + "loss": 0.9982, + "step": 2481 + }, + { + "epoch": 0.1790700191190794, + "grad_norm": 2.2967867672120823, + "learning_rate": 3.7714130082524516e-06, + "loss": 1.0143, + "step": 2482 + }, + { + "epoch": 0.1791421665885069, + "grad_norm": 2.616183962510244, + "learning_rate": 3.771195990147367e-06, + "loss": 0.9996, + "step": 2483 + }, + { + "epoch": 0.17921431405793442, + "grad_norm": 2.3397302361212122, + "learning_rate": 3.7709788753238255e-06, + "loss": 0.9747, + "step": 2484 + }, + { + "epoch": 0.17928646152736194, + "grad_norm": 2.296809189041767, + "learning_rate": 3.770761663793684e-06, + "loss": 0.907, + "step": 2485 + }, + { + "epoch": 0.17935860899678943, + "grad_norm": 7.597942937232512, + "learning_rate": 3.770544355568803e-06, + "loss": 1.1225, + "step": 2486 + }, + { + "epoch": 0.17943075646621695, + "grad_norm": 3.5510051056619183, + "learning_rate": 3.770326950661049e-06, + "loss": 1.0075, + "step": 2487 + }, + { + "epoch": 0.17950290393564447, + "grad_norm": 3.4773573748960778, + "learning_rate": 3.7701094490822943e-06, + "loss": 0.9195, + "step": 2488 + }, + { + "epoch": 0.17957505140507196, + "grad_norm": 2.380923763966019, + "learning_rate": 3.769891850844415e-06, + "loss": 1.008, + "step": 2489 + }, + { + "epoch": 0.17964719887449948, + "grad_norm": 2.8148498890831264, + "learning_rate": 3.7696741559592937e-06, + "loss": 1.0163, + "step": 2490 + }, + { + "epoch": 0.179719346343927, + "grad_norm": 3.220271519414542, + "learning_rate": 3.7694563644388175e-06, + "loss": 0.9617, + "step": 2491 + }, + { + "epoch": 0.1797914938133545, + "grad_norm": 3.681412407963129, + "learning_rate": 3.76923847629488e-06, + "loss": 0.8858, + "step": 2492 + }, + { + "epoch": 0.179863641282782, + "grad_norm": 2.1509397049969743, + "learning_rate": 3.7690204915393784e-06, + "loss": 0.9413, + "step": 2493 + }, + { + "epoch": 0.17993578875220953, + "grad_norm": 2.9383399249554847, + "learning_rate": 3.7688024101842173e-06, + "loss": 1.0026, + "step": 2494 + }, + { + "epoch": 0.18000793622163702, + "grad_norm": 1.9689834093060399, + "learning_rate": 3.7685842322413034e-06, + "loss": 1.1511, + "step": 2495 + }, + { + "epoch": 0.18008008369106454, + "grad_norm": 2.5634820498453172, + "learning_rate": 3.768365957722552e-06, + "loss": 1.0152, + "step": 2496 + }, + { + "epoch": 0.18015223116049203, + "grad_norm": 4.104416789583776, + "learning_rate": 3.768147586639882e-06, + "loss": 1.0038, + "step": 2497 + }, + { + "epoch": 0.18022437862991955, + "grad_norm": 2.2837414657525184, + "learning_rate": 3.7679291190052175e-06, + "loss": 0.9456, + "step": 2498 + }, + { + "epoch": 0.18029652609934707, + "grad_norm": 2.5526003463105265, + "learning_rate": 3.767710554830489e-06, + "loss": 1.0487, + "step": 2499 + }, + { + "epoch": 0.18036867356877456, + "grad_norm": 2.893001754617802, + "learning_rate": 3.767491894127631e-06, + "loss": 1.0552, + "step": 2500 + }, + { + "epoch": 0.18044082103820208, + "grad_norm": 3.0737082458613845, + "learning_rate": 3.7672731369085833e-06, + "loss": 0.8901, + "step": 2501 + }, + { + "epoch": 0.1805129685076296, + "grad_norm": 2.2715270939595964, + "learning_rate": 3.767054283185292e-06, + "loss": 1.0071, + "step": 2502 + }, + { + "epoch": 0.1805851159770571, + "grad_norm": 4.939260048371563, + "learning_rate": 3.766835332969707e-06, + "loss": 1.0558, + "step": 2503 + }, + { + "epoch": 0.1806572634464846, + "grad_norm": 2.7410421125815554, + "learning_rate": 3.7666162862737857e-06, + "loss": 1.0302, + "step": 2504 + }, + { + "epoch": 0.18072941091591213, + "grad_norm": 2.4365697210346036, + "learning_rate": 3.766397143109489e-06, + "loss": 1.0118, + "step": 2505 + }, + { + "epoch": 0.18080155838533962, + "grad_norm": 3.201327531345654, + "learning_rate": 3.766177903488783e-06, + "loss": 0.9604, + "step": 2506 + }, + { + "epoch": 0.18087370585476714, + "grad_norm": 2.8058893290560127, + "learning_rate": 3.76595856742364e-06, + "loss": 0.9915, + "step": 2507 + }, + { + "epoch": 0.18094585332419466, + "grad_norm": 5.46246953820436, + "learning_rate": 3.7657391349260362e-06, + "loss": 1.1308, + "step": 2508 + }, + { + "epoch": 0.18101800079362215, + "grad_norm": 2.8012821701905697, + "learning_rate": 3.765519606007956e-06, + "loss": 1.0601, + "step": 2509 + }, + { + "epoch": 0.18109014826304967, + "grad_norm": 4.0625009390022955, + "learning_rate": 3.7652999806813856e-06, + "loss": 0.9898, + "step": 2510 + }, + { + "epoch": 0.1811622957324772, + "grad_norm": 2.82048942877444, + "learning_rate": 3.7650802589583173e-06, + "loss": 0.954, + "step": 2511 + }, + { + "epoch": 0.18123444320190468, + "grad_norm": 1.9858007640571673, + "learning_rate": 3.764860440850751e-06, + "loss": 0.9599, + "step": 2512 + }, + { + "epoch": 0.1813065906713322, + "grad_norm": 7.216542620690342, + "learning_rate": 3.764640526370689e-06, + "loss": 1.0244, + "step": 2513 + }, + { + "epoch": 0.18137873814075972, + "grad_norm": 2.5841726867382593, + "learning_rate": 3.7644205155301404e-06, + "loss": 0.9743, + "step": 2514 + }, + { + "epoch": 0.1814508856101872, + "grad_norm": 2.437247532216348, + "learning_rate": 3.764200408341119e-06, + "loss": 0.9949, + "step": 2515 + }, + { + "epoch": 0.18152303307961473, + "grad_norm": 2.54466863442274, + "learning_rate": 3.7639802048156445e-06, + "loss": 0.9663, + "step": 2516 + }, + { + "epoch": 0.18159518054904225, + "grad_norm": 2.6073834705739145, + "learning_rate": 3.763759904965741e-06, + "loss": 1.0372, + "step": 2517 + }, + { + "epoch": 0.18166732801846974, + "grad_norm": 2.3906135309480296, + "learning_rate": 3.7635395088034376e-06, + "loss": 1.0326, + "step": 2518 + }, + { + "epoch": 0.18173947548789726, + "grad_norm": 2.061064017969707, + "learning_rate": 3.7633190163407702e-06, + "loss": 1.026, + "step": 2519 + }, + { + "epoch": 0.18181162295732478, + "grad_norm": 2.016655946603241, + "learning_rate": 3.7630984275897796e-06, + "loss": 0.9731, + "step": 2520 + }, + { + "epoch": 0.18188377042675227, + "grad_norm": 3.189497527486773, + "learning_rate": 3.7628777425625103e-06, + "loss": 0.9528, + "step": 2521 + }, + { + "epoch": 0.1819559178961798, + "grad_norm": 2.4418645077732117, + "learning_rate": 3.762656961271013e-06, + "loss": 1.0036, + "step": 2522 + }, + { + "epoch": 0.1820280653656073, + "grad_norm": 3.1266138105933807, + "learning_rate": 3.762436083727345e-06, + "loss": 0.8191, + "step": 2523 + }, + { + "epoch": 0.1821002128350348, + "grad_norm": 5.553662770281936, + "learning_rate": 3.7622151099435666e-06, + "loss": 0.988, + "step": 2524 + }, + { + "epoch": 0.18217236030446232, + "grad_norm": 3.676227603287685, + "learning_rate": 3.7619940399317437e-06, + "loss": 1.0626, + "step": 2525 + }, + { + "epoch": 0.18224450777388984, + "grad_norm": 2.2367711590360573, + "learning_rate": 3.7617728737039495e-06, + "loss": 1.0068, + "step": 2526 + }, + { + "epoch": 0.18231665524331733, + "grad_norm": 4.288298658716827, + "learning_rate": 3.761551611272261e-06, + "loss": 1.113, + "step": 2527 + }, + { + "epoch": 0.18238880271274485, + "grad_norm": 0.6988120574554005, + "learning_rate": 3.761330252648759e-06, + "loss": 0.7898, + "step": 2528 + }, + { + "epoch": 0.18246095018217237, + "grad_norm": 3.181082904376911, + "learning_rate": 3.7611087978455328e-06, + "loss": 0.9591, + "step": 2529 + }, + { + "epoch": 0.18253309765159986, + "grad_norm": 2.8956637618732897, + "learning_rate": 3.7608872468746746e-06, + "loss": 1.0364, + "step": 2530 + }, + { + "epoch": 0.18260524512102738, + "grad_norm": 2.7439127219919777, + "learning_rate": 3.7606655997482826e-06, + "loss": 1.0044, + "step": 2531 + }, + { + "epoch": 0.1826773925904549, + "grad_norm": 2.612710978918792, + "learning_rate": 3.7604438564784596e-06, + "loss": 1.0373, + "step": 2532 + }, + { + "epoch": 0.1827495400598824, + "grad_norm": 3.009222319503942, + "learning_rate": 3.7602220170773144e-06, + "loss": 0.977, + "step": 2533 + }, + { + "epoch": 0.1828216875293099, + "grad_norm": 5.6594849498396, + "learning_rate": 3.760000081556961e-06, + "loss": 0.9456, + "step": 2534 + }, + { + "epoch": 0.18289383499873743, + "grad_norm": 0.713975556337188, + "learning_rate": 3.759778049929519e-06, + "loss": 0.7982, + "step": 2535 + }, + { + "epoch": 0.18296598246816492, + "grad_norm": 1.9458194056903526, + "learning_rate": 3.759555922207112e-06, + "loss": 1.0876, + "step": 2536 + }, + { + "epoch": 0.18303812993759244, + "grad_norm": 3.643147000233125, + "learning_rate": 3.7593336984018695e-06, + "loss": 0.9966, + "step": 2537 + }, + { + "epoch": 0.18311027740701996, + "grad_norm": 2.197147132221664, + "learning_rate": 3.7591113785259263e-06, + "loss": 0.9743, + "step": 2538 + }, + { + "epoch": 0.18318242487644745, + "grad_norm": 3.3762457632400498, + "learning_rate": 3.758888962591423e-06, + "loss": 0.9576, + "step": 2539 + }, + { + "epoch": 0.18325457234587497, + "grad_norm": 6.345715147918742, + "learning_rate": 3.7586664506105047e-06, + "loss": 0.954, + "step": 2540 + }, + { + "epoch": 0.1833267198153025, + "grad_norm": 2.433736095888363, + "learning_rate": 3.758443842595322e-06, + "loss": 0.9411, + "step": 2541 + }, + { + "epoch": 0.18339886728472998, + "grad_norm": 3.2226902815437968, + "learning_rate": 3.7582211385580305e-06, + "loss": 0.7623, + "step": 2542 + }, + { + "epoch": 0.1834710147541575, + "grad_norm": 2.588042540499821, + "learning_rate": 3.757998338510791e-06, + "loss": 0.9106, + "step": 2543 + }, + { + "epoch": 0.18354316222358502, + "grad_norm": 3.1555664530940524, + "learning_rate": 3.75777544246577e-06, + "loss": 1.0147, + "step": 2544 + }, + { + "epoch": 0.1836153096930125, + "grad_norm": 3.4018618815090447, + "learning_rate": 3.7575524504351402e-06, + "loss": 0.9883, + "step": 2545 + }, + { + "epoch": 0.18368745716244003, + "grad_norm": 2.5196550205791053, + "learning_rate": 3.7573293624310762e-06, + "loss": 1.0435, + "step": 2546 + }, + { + "epoch": 0.18375960463186752, + "grad_norm": 1.8862142263449333, + "learning_rate": 3.757106178465762e-06, + "loss": 0.9683, + "step": 2547 + }, + { + "epoch": 0.18383175210129504, + "grad_norm": 0.754916369246269, + "learning_rate": 3.7568828985513833e-06, + "loss": 0.8781, + "step": 2548 + }, + { + "epoch": 0.18390389957072256, + "grad_norm": 3.503390985577709, + "learning_rate": 3.7566595227001336e-06, + "loss": 1.0198, + "step": 2549 + }, + { + "epoch": 0.18397604704015005, + "grad_norm": 2.178093877977756, + "learning_rate": 3.75643605092421e-06, + "loss": 0.9873, + "step": 2550 + }, + { + "epoch": 0.18404819450957757, + "grad_norm": 2.6218996358266464, + "learning_rate": 3.7562124832358163e-06, + "loss": 1.0431, + "step": 2551 + }, + { + "epoch": 0.1841203419790051, + "grad_norm": 2.034175116450997, + "learning_rate": 3.75598881964716e-06, + "loss": 0.9822, + "step": 2552 + }, + { + "epoch": 0.18419248944843258, + "grad_norm": 2.946930863143212, + "learning_rate": 3.7557650601704544e-06, + "loss": 0.9974, + "step": 2553 + }, + { + "epoch": 0.1842646369178601, + "grad_norm": 2.360678205509133, + "learning_rate": 3.755541204817919e-06, + "loss": 1.0444, + "step": 2554 + }, + { + "epoch": 0.18433678438728762, + "grad_norm": 3.383502281994316, + "learning_rate": 3.7553172536017763e-06, + "loss": 1.0598, + "step": 2555 + }, + { + "epoch": 0.1844089318567151, + "grad_norm": 3.446127589683801, + "learning_rate": 3.755093206534257e-06, + "loss": 1.013, + "step": 2556 + }, + { + "epoch": 0.18448107932614263, + "grad_norm": 2.2336185481965485, + "learning_rate": 3.7548690636275946e-06, + "loss": 0.9216, + "step": 2557 + }, + { + "epoch": 0.18455322679557015, + "grad_norm": 5.993945245675364, + "learning_rate": 3.7546448248940293e-06, + "loss": 1.0056, + "step": 2558 + }, + { + "epoch": 0.18462537426499764, + "grad_norm": 2.2909848210311896, + "learning_rate": 3.754420490345805e-06, + "loss": 0.9418, + "step": 2559 + }, + { + "epoch": 0.18469752173442516, + "grad_norm": 2.1433699334887217, + "learning_rate": 3.754196059995173e-06, + "loss": 1.0348, + "step": 2560 + }, + { + "epoch": 0.18476966920385268, + "grad_norm": 2.43113513273118, + "learning_rate": 3.7539715338543877e-06, + "loss": 1.0358, + "step": 2561 + }, + { + "epoch": 0.18484181667328017, + "grad_norm": 0.8544070828154945, + "learning_rate": 3.75374691193571e-06, + "loss": 0.9206, + "step": 2562 + }, + { + "epoch": 0.1849139641427077, + "grad_norm": 2.1863076366332193, + "learning_rate": 3.7535221942514053e-06, + "loss": 1.0351, + "step": 2563 + }, + { + "epoch": 0.1849861116121352, + "grad_norm": 0.840757431886728, + "learning_rate": 3.7532973808137453e-06, + "loss": 0.8688, + "step": 2564 + }, + { + "epoch": 0.1850582590815627, + "grad_norm": 5.688371528670869, + "learning_rate": 3.7530724716350057e-06, + "loss": 1.0029, + "step": 2565 + }, + { + "epoch": 0.18513040655099022, + "grad_norm": 3.713398906144777, + "learning_rate": 3.752847466727468e-06, + "loss": 0.9562, + "step": 2566 + }, + { + "epoch": 0.18520255402041774, + "grad_norm": 2.0628538117232784, + "learning_rate": 3.7526223661034184e-06, + "loss": 1.0503, + "step": 2567 + }, + { + "epoch": 0.18527470148984523, + "grad_norm": 1.9806328880415403, + "learning_rate": 3.75239716977515e-06, + "loss": 1.0519, + "step": 2568 + }, + { + "epoch": 0.18534684895927275, + "grad_norm": 2.8314001182522177, + "learning_rate": 3.7521718777549594e-06, + "loss": 0.8878, + "step": 2569 + }, + { + "epoch": 0.18541899642870027, + "grad_norm": 2.310912128384008, + "learning_rate": 3.7519464900551485e-06, + "loss": 1.0757, + "step": 2570 + }, + { + "epoch": 0.18549114389812776, + "grad_norm": 2.2902920385990764, + "learning_rate": 3.751721006688026e-06, + "loss": 1.0678, + "step": 2571 + }, + { + "epoch": 0.18556329136755528, + "grad_norm": 2.2687337659354836, + "learning_rate": 3.7514954276659026e-06, + "loss": 1.0309, + "step": 2572 + }, + { + "epoch": 0.1856354388369828, + "grad_norm": 3.0386002294428462, + "learning_rate": 3.751269753001099e-06, + "loss": 1.0485, + "step": 2573 + }, + { + "epoch": 0.1857075863064103, + "grad_norm": 2.239855573800596, + "learning_rate": 3.7510439827059366e-06, + "loss": 1.1049, + "step": 2574 + }, + { + "epoch": 0.1857797337758378, + "grad_norm": 2.9720437500353225, + "learning_rate": 3.7508181167927447e-06, + "loss": 0.9946, + "step": 2575 + }, + { + "epoch": 0.18585188124526533, + "grad_norm": 3.2690200314845974, + "learning_rate": 3.7505921552738565e-06, + "loss": 1.1457, + "step": 2576 + }, + { + "epoch": 0.18592402871469282, + "grad_norm": 2.6996124024692274, + "learning_rate": 3.750366098161611e-06, + "loss": 1.0177, + "step": 2577 + }, + { + "epoch": 0.18599617618412034, + "grad_norm": 0.8333310643801, + "learning_rate": 3.750139945468353e-06, + "loss": 0.8587, + "step": 2578 + }, + { + "epoch": 0.18606832365354786, + "grad_norm": 2.733241516602555, + "learning_rate": 3.749913697206431e-06, + "loss": 0.9783, + "step": 2579 + }, + { + "epoch": 0.18614047112297535, + "grad_norm": 3.8345443775226955, + "learning_rate": 3.7496873533882e-06, + "loss": 0.948, + "step": 2580 + }, + { + "epoch": 0.18621261859240287, + "grad_norm": 2.1293408431484258, + "learning_rate": 3.74946091402602e-06, + "loss": 1.05, + "step": 2581 + }, + { + "epoch": 0.1862847660618304, + "grad_norm": 2.686524857437829, + "learning_rate": 3.7492343791322556e-06, + "loss": 1.0186, + "step": 2582 + }, + { + "epoch": 0.18635691353125788, + "grad_norm": 2.807470784226377, + "learning_rate": 3.7490077487192773e-06, + "loss": 1.0496, + "step": 2583 + }, + { + "epoch": 0.1864290610006854, + "grad_norm": 4.523261032220072, + "learning_rate": 3.7487810227994606e-06, + "loss": 0.933, + "step": 2584 + }, + { + "epoch": 0.18650120847011292, + "grad_norm": 2.690252801580843, + "learning_rate": 3.7485542013851855e-06, + "loss": 1.0138, + "step": 2585 + }, + { + "epoch": 0.18657335593954041, + "grad_norm": 3.095771976511545, + "learning_rate": 3.748327284488839e-06, + "loss": 0.9924, + "step": 2586 + }, + { + "epoch": 0.18664550340896793, + "grad_norm": 5.84118171598105, + "learning_rate": 3.748100272122811e-06, + "loss": 1.0038, + "step": 2587 + }, + { + "epoch": 0.18671765087839545, + "grad_norm": 2.9055018949041322, + "learning_rate": 3.7478731642994984e-06, + "loss": 1.0503, + "step": 2588 + }, + { + "epoch": 0.18678979834782294, + "grad_norm": 2.9607083274706416, + "learning_rate": 3.747645961031303e-06, + "loss": 0.9166, + "step": 2589 + }, + { + "epoch": 0.18686194581725046, + "grad_norm": 4.9506043961034445, + "learning_rate": 3.7474186623306317e-06, + "loss": 1.009, + "step": 2590 + }, + { + "epoch": 0.18693409328667798, + "grad_norm": 5.646662220748598, + "learning_rate": 3.747191268209895e-06, + "loss": 0.9233, + "step": 2591 + }, + { + "epoch": 0.18700624075610547, + "grad_norm": 5.0440134728877215, + "learning_rate": 3.7469637786815117e-06, + "loss": 0.9862, + "step": 2592 + }, + { + "epoch": 0.187078388225533, + "grad_norm": 2.3992174104458877, + "learning_rate": 3.746736193757903e-06, + "loss": 1.0318, + "step": 2593 + }, + { + "epoch": 0.1871505356949605, + "grad_norm": 4.135562436139492, + "learning_rate": 3.7465085134514977e-06, + "loss": 1.0296, + "step": 2594 + }, + { + "epoch": 0.187222683164388, + "grad_norm": 2.628282764974799, + "learning_rate": 3.746280737774727e-06, + "loss": 0.9702, + "step": 2595 + }, + { + "epoch": 0.18729483063381552, + "grad_norm": 3.912030878674544, + "learning_rate": 3.7460528667400306e-06, + "loss": 1.0238, + "step": 2596 + }, + { + "epoch": 0.18736697810324304, + "grad_norm": 5.077052546008525, + "learning_rate": 3.7458249003598496e-06, + "loss": 0.9513, + "step": 2597 + }, + { + "epoch": 0.18743912557267053, + "grad_norm": 3.761224224982241, + "learning_rate": 3.7455968386466346e-06, + "loss": 0.9763, + "step": 2598 + }, + { + "epoch": 0.18751127304209805, + "grad_norm": 2.086178769220705, + "learning_rate": 3.745368681612838e-06, + "loss": 1.0025, + "step": 2599 + }, + { + "epoch": 0.18758342051152554, + "grad_norm": 3.0972630755168282, + "learning_rate": 3.7451404292709184e-06, + "loss": 0.9769, + "step": 2600 + }, + { + "epoch": 0.18765556798095306, + "grad_norm": 6.792619728041265, + "learning_rate": 3.7449120816333405e-06, + "loss": 0.9107, + "step": 2601 + }, + { + "epoch": 0.18772771545038058, + "grad_norm": 2.351150324491855, + "learning_rate": 3.7446836387125737e-06, + "loss": 0.9475, + "step": 2602 + }, + { + "epoch": 0.18779986291980807, + "grad_norm": 2.987034755855785, + "learning_rate": 3.7444551005210914e-06, + "loss": 1.0551, + "step": 2603 + }, + { + "epoch": 0.1878720103892356, + "grad_norm": 3.603919062993766, + "learning_rate": 3.744226467071374e-06, + "loss": 1.0063, + "step": 2604 + }, + { + "epoch": 0.1879441578586631, + "grad_norm": 4.542498497802621, + "learning_rate": 3.743997738375906e-06, + "loss": 0.9417, + "step": 2605 + }, + { + "epoch": 0.1880163053280906, + "grad_norm": 2.239020792964667, + "learning_rate": 3.743768914447178e-06, + "loss": 0.9921, + "step": 2606 + }, + { + "epoch": 0.18808845279751812, + "grad_norm": 0.8977239013889515, + "learning_rate": 3.7435399952976844e-06, + "loss": 0.8149, + "step": 2607 + }, + { + "epoch": 0.18816060026694564, + "grad_norm": 1.0125017119028195, + "learning_rate": 3.7433109809399264e-06, + "loss": 0.9367, + "step": 2608 + }, + { + "epoch": 0.18823274773637313, + "grad_norm": 5.340995748027172, + "learning_rate": 3.743081871386409e-06, + "loss": 1.1277, + "step": 2609 + }, + { + "epoch": 0.18830489520580065, + "grad_norm": 3.489299766444182, + "learning_rate": 3.7428526666496436e-06, + "loss": 1.0623, + "step": 2610 + }, + { + "epoch": 0.18837704267522817, + "grad_norm": 2.1808193098566537, + "learning_rate": 3.742623366742145e-06, + "loss": 1.1005, + "step": 2611 + }, + { + "epoch": 0.18844919014465566, + "grad_norm": 4.509007868953022, + "learning_rate": 3.742393971676436e-06, + "loss": 1.0245, + "step": 2612 + }, + { + "epoch": 0.18852133761408318, + "grad_norm": 3.627025301558699, + "learning_rate": 3.7421644814650424e-06, + "loss": 1.01, + "step": 2613 + }, + { + "epoch": 0.1885934850835107, + "grad_norm": 2.85047787457899, + "learning_rate": 3.7419348961204956e-06, + "loss": 0.9385, + "step": 2614 + }, + { + "epoch": 0.1886656325529382, + "grad_norm": 3.7095685180473335, + "learning_rate": 3.7417052156553325e-06, + "loss": 0.9085, + "step": 2615 + }, + { + "epoch": 0.18873778002236571, + "grad_norm": 5.993677622941854, + "learning_rate": 3.7414754400820952e-06, + "loss": 1.0388, + "step": 2616 + }, + { + "epoch": 0.18880992749179323, + "grad_norm": 3.2748319801152914, + "learning_rate": 3.7412455694133308e-06, + "loss": 1.0123, + "step": 2617 + }, + { + "epoch": 0.18888207496122073, + "grad_norm": 3.7460102473748655, + "learning_rate": 3.741015603661592e-06, + "loss": 0.9705, + "step": 2618 + }, + { + "epoch": 0.18895422243064824, + "grad_norm": 2.6264817733204846, + "learning_rate": 3.740785542839435e-06, + "loss": 1.0652, + "step": 2619 + }, + { + "epoch": 0.18902636990007576, + "grad_norm": 2.9417064660453542, + "learning_rate": 3.740555386959425e-06, + "loss": 0.989, + "step": 2620 + }, + { + "epoch": 0.18909851736950326, + "grad_norm": 6.421652834128478, + "learning_rate": 3.740325136034128e-06, + "loss": 1.0151, + "step": 2621 + }, + { + "epoch": 0.18917066483893077, + "grad_norm": 2.6334948462035137, + "learning_rate": 3.740094790076118e-06, + "loss": 0.9282, + "step": 2622 + }, + { + "epoch": 0.1892428123083583, + "grad_norm": 2.3066067220730324, + "learning_rate": 3.7398643490979735e-06, + "loss": 1.053, + "step": 2623 + }, + { + "epoch": 0.18931495977778579, + "grad_norm": 3.6293415510667106, + "learning_rate": 3.7396338131122762e-06, + "loss": 1.0491, + "step": 2624 + }, + { + "epoch": 0.1893871072472133, + "grad_norm": 2.514803450167598, + "learning_rate": 3.7394031821316175e-06, + "loss": 0.9866, + "step": 2625 + }, + { + "epoch": 0.18945925471664082, + "grad_norm": 2.0328038068111947, + "learning_rate": 3.7391724561685902e-06, + "loss": 0.9851, + "step": 2626 + }, + { + "epoch": 0.18953140218606832, + "grad_norm": 4.455652209148142, + "learning_rate": 3.738941635235793e-06, + "loss": 0.8863, + "step": 2627 + }, + { + "epoch": 0.18960354965549583, + "grad_norm": 2.4336588010467097, + "learning_rate": 3.73871071934583e-06, + "loss": 0.9403, + "step": 2628 + }, + { + "epoch": 0.18967569712492335, + "grad_norm": 4.719761822073704, + "learning_rate": 3.7384797085113114e-06, + "loss": 1.0132, + "step": 2629 + }, + { + "epoch": 0.18974784459435085, + "grad_norm": 0.7094457296996929, + "learning_rate": 3.7382486027448515e-06, + "loss": 0.8861, + "step": 2630 + }, + { + "epoch": 0.18981999206377836, + "grad_norm": 3.722054431859586, + "learning_rate": 3.7380174020590707e-06, + "loss": 0.9665, + "step": 2631 + }, + { + "epoch": 0.18989213953320588, + "grad_norm": 3.825179107062941, + "learning_rate": 3.737786106466593e-06, + "loss": 0.9576, + "step": 2632 + }, + { + "epoch": 0.18996428700263338, + "grad_norm": 4.480339121585461, + "learning_rate": 3.737554715980049e-06, + "loss": 1.0173, + "step": 2633 + }, + { + "epoch": 0.1900364344720609, + "grad_norm": 3.7873433096423637, + "learning_rate": 3.737323230612074e-06, + "loss": 1.0027, + "step": 2634 + }, + { + "epoch": 0.1901085819414884, + "grad_norm": 2.884490891729037, + "learning_rate": 3.7370916503753095e-06, + "loss": 1.0072, + "step": 2635 + }, + { + "epoch": 0.1901807294109159, + "grad_norm": 3.784601035010383, + "learning_rate": 3.7368599752824e-06, + "loss": 1.0046, + "step": 2636 + }, + { + "epoch": 0.19025287688034342, + "grad_norm": 0.7891867889113487, + "learning_rate": 3.736628205345997e-06, + "loss": 0.863, + "step": 2637 + }, + { + "epoch": 0.19032502434977094, + "grad_norm": 4.298233982538915, + "learning_rate": 3.736396340578756e-06, + "loss": 0.9452, + "step": 2638 + }, + { + "epoch": 0.19039717181919844, + "grad_norm": 3.012653843920435, + "learning_rate": 3.7361643809933395e-06, + "loss": 0.987, + "step": 2639 + }, + { + "epoch": 0.19046931928862595, + "grad_norm": 3.5668378153109823, + "learning_rate": 3.7359323266024126e-06, + "loss": 0.9873, + "step": 2640 + }, + { + "epoch": 0.19054146675805347, + "grad_norm": 4.558038699003795, + "learning_rate": 3.735700177418648e-06, + "loss": 0.9783, + "step": 2641 + }, + { + "epoch": 0.19061361422748097, + "grad_norm": 2.7163061799911756, + "learning_rate": 3.735467933454722e-06, + "loss": 0.9861, + "step": 2642 + }, + { + "epoch": 0.19068576169690848, + "grad_norm": 2.6095295020864433, + "learning_rate": 3.7352355947233166e-06, + "loss": 0.947, + "step": 2643 + }, + { + "epoch": 0.190757909166336, + "grad_norm": 6.070115487572761, + "learning_rate": 3.7350031612371186e-06, + "loss": 0.9131, + "step": 2644 + }, + { + "epoch": 0.1908300566357635, + "grad_norm": 3.2336942536835718, + "learning_rate": 3.7347706330088213e-06, + "loss": 1.0793, + "step": 2645 + }, + { + "epoch": 0.19090220410519101, + "grad_norm": 2.4774906573230107, + "learning_rate": 3.7345380100511214e-06, + "loss": 1.0205, + "step": 2646 + }, + { + "epoch": 0.19097435157461853, + "grad_norm": 3.165799791908631, + "learning_rate": 3.734305292376722e-06, + "loss": 1.0068, + "step": 2647 + }, + { + "epoch": 0.19104649904404603, + "grad_norm": 2.415551871195844, + "learning_rate": 3.73407247999833e-06, + "loss": 0.9717, + "step": 2648 + }, + { + "epoch": 0.19111864651347354, + "grad_norm": 4.136700076312314, + "learning_rate": 3.7338395729286595e-06, + "loss": 1.0063, + "step": 2649 + }, + { + "epoch": 0.19119079398290104, + "grad_norm": 3.7797325178905603, + "learning_rate": 3.733606571180429e-06, + "loss": 1.0696, + "step": 2650 + }, + { + "epoch": 0.19126294145232856, + "grad_norm": 3.615511215384593, + "learning_rate": 3.7333734747663605e-06, + "loss": 1.1541, + "step": 2651 + }, + { + "epoch": 0.19133508892175607, + "grad_norm": 2.409297450063163, + "learning_rate": 3.7331402836991838e-06, + "loss": 0.9686, + "step": 2652 + }, + { + "epoch": 0.19140723639118357, + "grad_norm": 3.3108694993975547, + "learning_rate": 3.7329069979916322e-06, + "loss": 0.9016, + "step": 2653 + }, + { + "epoch": 0.19147938386061109, + "grad_norm": 5.1920199637830065, + "learning_rate": 3.732673617656444e-06, + "loss": 0.9713, + "step": 2654 + }, + { + "epoch": 0.1915515313300386, + "grad_norm": 5.7599517285125685, + "learning_rate": 3.7324401427063634e-06, + "loss": 1.0538, + "step": 2655 + }, + { + "epoch": 0.1916236787994661, + "grad_norm": 8.910580515847132, + "learning_rate": 3.7322065731541406e-06, + "loss": 0.8852, + "step": 2656 + }, + { + "epoch": 0.19169582626889362, + "grad_norm": 3.663546072348313, + "learning_rate": 3.7319729090125288e-06, + "loss": 1.054, + "step": 2657 + }, + { + "epoch": 0.19176797373832113, + "grad_norm": 3.467076765770215, + "learning_rate": 3.731739150294288e-06, + "loss": 0.941, + "step": 2658 + }, + { + "epoch": 0.19184012120774863, + "grad_norm": 2.3683557428869766, + "learning_rate": 3.731505297012183e-06, + "loss": 1.064, + "step": 2659 + }, + { + "epoch": 0.19191226867717615, + "grad_norm": 2.961430571474382, + "learning_rate": 3.731271349178984e-06, + "loss": 0.9251, + "step": 2660 + }, + { + "epoch": 0.19198441614660366, + "grad_norm": 2.2797438993007364, + "learning_rate": 3.7310373068074646e-06, + "loss": 0.9659, + "step": 2661 + }, + { + "epoch": 0.19205656361603116, + "grad_norm": 3.4904267311990864, + "learning_rate": 3.730803169910406e-06, + "loss": 0.841, + "step": 2662 + }, + { + "epoch": 0.19212871108545868, + "grad_norm": 1.9825060596349404, + "learning_rate": 3.7305689385005945e-06, + "loss": 0.9749, + "step": 2663 + }, + { + "epoch": 0.1922008585548862, + "grad_norm": 3.232509351393766, + "learning_rate": 3.730334612590819e-06, + "loss": 0.9852, + "step": 2664 + }, + { + "epoch": 0.1922730060243137, + "grad_norm": 0.7292966363515193, + "learning_rate": 3.730100192193876e-06, + "loss": 0.9234, + "step": 2665 + }, + { + "epoch": 0.1923451534937412, + "grad_norm": 0.717854065810538, + "learning_rate": 3.729865677322566e-06, + "loss": 0.8503, + "step": 2666 + }, + { + "epoch": 0.19241730096316872, + "grad_norm": 3.8802333071457573, + "learning_rate": 3.729631067989695e-06, + "loss": 1.0535, + "step": 2667 + }, + { + "epoch": 0.19248944843259622, + "grad_norm": 2.1080389241962574, + "learning_rate": 3.7293963642080747e-06, + "loss": 1.1332, + "step": 2668 + }, + { + "epoch": 0.19256159590202374, + "grad_norm": 3.54558401938428, + "learning_rate": 3.72916156599052e-06, + "loss": 1.0388, + "step": 2669 + }, + { + "epoch": 0.19263374337145125, + "grad_norm": 2.3399905762115867, + "learning_rate": 3.7289266733498543e-06, + "loss": 0.9897, + "step": 2670 + }, + { + "epoch": 0.19270589084087875, + "grad_norm": 2.4489717739249675, + "learning_rate": 3.7286916862989024e-06, + "loss": 1.0519, + "step": 2671 + }, + { + "epoch": 0.19277803831030627, + "grad_norm": 6.994243707352625, + "learning_rate": 3.7284566048504974e-06, + "loss": 1.0196, + "step": 2672 + }, + { + "epoch": 0.19285018577973378, + "grad_norm": 2.7901847568988356, + "learning_rate": 3.7282214290174763e-06, + "loss": 0.8927, + "step": 2673 + }, + { + "epoch": 0.19292233324916128, + "grad_norm": 3.1366445644247225, + "learning_rate": 3.72798615881268e-06, + "loss": 1.0302, + "step": 2674 + }, + { + "epoch": 0.1929944807185888, + "grad_norm": 2.735179150727108, + "learning_rate": 3.727750794248956e-06, + "loss": 0.9977, + "step": 2675 + }, + { + "epoch": 0.19306662818801631, + "grad_norm": 3.503726746246876, + "learning_rate": 3.7275153353391576e-06, + "loss": 0.9963, + "step": 2676 + }, + { + "epoch": 0.1931387756574438, + "grad_norm": 2.4256253645438846, + "learning_rate": 3.7272797820961412e-06, + "loss": 0.9016, + "step": 2677 + }, + { + "epoch": 0.19321092312687133, + "grad_norm": 3.4454745645964016, + "learning_rate": 3.727044134532771e-06, + "loss": 0.9043, + "step": 2678 + }, + { + "epoch": 0.19328307059629884, + "grad_norm": 2.441887647851351, + "learning_rate": 3.7268083926619126e-06, + "loss": 0.8729, + "step": 2679 + }, + { + "epoch": 0.19335521806572634, + "grad_norm": 3.6966890831678425, + "learning_rate": 3.7265725564964414e-06, + "loss": 1.0175, + "step": 2680 + }, + { + "epoch": 0.19342736553515386, + "grad_norm": 2.6391634536143833, + "learning_rate": 3.7263366260492345e-06, + "loss": 0.9109, + "step": 2681 + }, + { + "epoch": 0.19349951300458137, + "grad_norm": 2.399593310866688, + "learning_rate": 3.726100601333174e-06, + "loss": 1.0769, + "step": 2682 + }, + { + "epoch": 0.19357166047400887, + "grad_norm": 4.323859691788963, + "learning_rate": 3.7258644823611506e-06, + "loss": 1.0463, + "step": 2683 + }, + { + "epoch": 0.19364380794343639, + "grad_norm": 2.295501921376874, + "learning_rate": 3.725628269146056e-06, + "loss": 1.0262, + "step": 2684 + }, + { + "epoch": 0.1937159554128639, + "grad_norm": 2.8904926991471958, + "learning_rate": 3.72539196170079e-06, + "loss": 0.914, + "step": 2685 + }, + { + "epoch": 0.1937881028822914, + "grad_norm": 2.9080011158013597, + "learning_rate": 3.7251555600382563e-06, + "loss": 0.9843, + "step": 2686 + }, + { + "epoch": 0.19386025035171892, + "grad_norm": 2.370359907386567, + "learning_rate": 3.724919064171364e-06, + "loss": 0.9998, + "step": 2687 + }, + { + "epoch": 0.19393239782114643, + "grad_norm": 2.0731622623916426, + "learning_rate": 3.7246824741130266e-06, + "loss": 1.078, + "step": 2688 + }, + { + "epoch": 0.19400454529057393, + "grad_norm": 3.4672250230777837, + "learning_rate": 3.7244457898761635e-06, + "loss": 0.919, + "step": 2689 + }, + { + "epoch": 0.19407669276000145, + "grad_norm": 2.97203540710059, + "learning_rate": 3.7242090114737002e-06, + "loss": 0.9957, + "step": 2690 + }, + { + "epoch": 0.19414884022942897, + "grad_norm": 7.24588685267292, + "learning_rate": 3.723972138918565e-06, + "loss": 1.0339, + "step": 2691 + }, + { + "epoch": 0.19422098769885646, + "grad_norm": 3.238365623194031, + "learning_rate": 3.723735172223694e-06, + "loss": 0.9464, + "step": 2692 + }, + { + "epoch": 0.19429313516828398, + "grad_norm": 2.059794877219152, + "learning_rate": 3.723498111402026e-06, + "loss": 0.9571, + "step": 2693 + }, + { + "epoch": 0.1943652826377115, + "grad_norm": 2.337925909886716, + "learning_rate": 3.723260956466506e-06, + "loss": 1.0674, + "step": 2694 + }, + { + "epoch": 0.194437430107139, + "grad_norm": 1.6855432680517968, + "learning_rate": 3.7230237074300847e-06, + "loss": 0.9695, + "step": 2695 + }, + { + "epoch": 0.1945095775765665, + "grad_norm": 2.6716995627824573, + "learning_rate": 3.7227863643057173e-06, + "loss": 0.9794, + "step": 2696 + }, + { + "epoch": 0.19458172504599403, + "grad_norm": 2.8700854548581782, + "learning_rate": 3.7225489271063637e-06, + "loss": 0.9499, + "step": 2697 + }, + { + "epoch": 0.19465387251542152, + "grad_norm": 3.237866567236297, + "learning_rate": 3.7223113958449898e-06, + "loss": 0.9633, + "step": 2698 + }, + { + "epoch": 0.19472601998484904, + "grad_norm": 4.848245614102896, + "learning_rate": 3.7220737705345666e-06, + "loss": 0.9873, + "step": 2699 + }, + { + "epoch": 0.19479816745427656, + "grad_norm": 2.1637628120558725, + "learning_rate": 3.7218360511880694e-06, + "loss": 1.0039, + "step": 2700 + }, + { + "epoch": 0.19487031492370405, + "grad_norm": 4.931435059143912, + "learning_rate": 3.7215982378184794e-06, + "loss": 1.0711, + "step": 2701 + }, + { + "epoch": 0.19494246239313157, + "grad_norm": 3.133299069183438, + "learning_rate": 3.7213603304387833e-06, + "loss": 1.0445, + "step": 2702 + }, + { + "epoch": 0.19501460986255906, + "grad_norm": 4.369487232004952, + "learning_rate": 3.7211223290619717e-06, + "loss": 0.8939, + "step": 2703 + }, + { + "epoch": 0.19508675733198658, + "grad_norm": 3.901710008209116, + "learning_rate": 3.720884233701041e-06, + "loss": 0.9522, + "step": 2704 + }, + { + "epoch": 0.1951589048014141, + "grad_norm": 0.7219650674754182, + "learning_rate": 3.7206460443689927e-06, + "loss": 0.9074, + "step": 2705 + }, + { + "epoch": 0.1952310522708416, + "grad_norm": 2.7353615861060097, + "learning_rate": 3.7204077610788334e-06, + "loss": 1.0852, + "step": 2706 + }, + { + "epoch": 0.1953031997402691, + "grad_norm": 2.205911375864621, + "learning_rate": 3.7201693838435758e-06, + "loss": 1.0198, + "step": 2707 + }, + { + "epoch": 0.19537534720969663, + "grad_norm": 0.7453742027732658, + "learning_rate": 3.719930912676235e-06, + "loss": 0.8375, + "step": 2708 + }, + { + "epoch": 0.19544749467912412, + "grad_norm": 3.389698798603124, + "learning_rate": 3.7196923475898344e-06, + "loss": 1.0027, + "step": 2709 + }, + { + "epoch": 0.19551964214855164, + "grad_norm": 1.9878905986141984, + "learning_rate": 3.7194536885974008e-06, + "loss": 1.0759, + "step": 2710 + }, + { + "epoch": 0.19559178961797916, + "grad_norm": 3.0065564988697613, + "learning_rate": 3.7192149357119663e-06, + "loss": 1.0443, + "step": 2711 + }, + { + "epoch": 0.19566393708740665, + "grad_norm": 2.353164178083912, + "learning_rate": 3.7189760889465686e-06, + "loss": 1.0689, + "step": 2712 + }, + { + "epoch": 0.19573608455683417, + "grad_norm": 3.2003756004678303, + "learning_rate": 3.7187371483142506e-06, + "loss": 0.9449, + "step": 2713 + }, + { + "epoch": 0.19580823202626169, + "grad_norm": 2.6355922072579787, + "learning_rate": 3.7184981138280593e-06, + "loss": 1.0055, + "step": 2714 + }, + { + "epoch": 0.19588037949568918, + "grad_norm": 3.17003559465611, + "learning_rate": 3.718258985501047e-06, + "loss": 1.0932, + "step": 2715 + }, + { + "epoch": 0.1959525269651167, + "grad_norm": 2.8033359001713394, + "learning_rate": 3.7180197633462726e-06, + "loss": 0.9275, + "step": 2716 + }, + { + "epoch": 0.19602467443454422, + "grad_norm": 4.167545429387166, + "learning_rate": 3.717780447376799e-06, + "loss": 1.0074, + "step": 2717 + }, + { + "epoch": 0.1960968219039717, + "grad_norm": 2.260540749327496, + "learning_rate": 3.7175410376056943e-06, + "loss": 0.9651, + "step": 2718 + }, + { + "epoch": 0.19616896937339923, + "grad_norm": 3.133845513329592, + "learning_rate": 3.7173015340460314e-06, + "loss": 0.8849, + "step": 2719 + }, + { + "epoch": 0.19624111684282675, + "grad_norm": 3.0538575588901056, + "learning_rate": 3.7170619367108884e-06, + "loss": 1.012, + "step": 2720 + }, + { + "epoch": 0.19631326431225424, + "grad_norm": 2.4508075823355746, + "learning_rate": 3.71682224561335e-06, + "loss": 1.0492, + "step": 2721 + }, + { + "epoch": 0.19638541178168176, + "grad_norm": 2.603239784595079, + "learning_rate": 3.7165824607665047e-06, + "loss": 0.9624, + "step": 2722 + }, + { + "epoch": 0.19645755925110928, + "grad_norm": 3.5928182969814255, + "learning_rate": 3.716342582183445e-06, + "loss": 0.9424, + "step": 2723 + }, + { + "epoch": 0.19652970672053677, + "grad_norm": 2.318184850048184, + "learning_rate": 3.7161026098772707e-06, + "loss": 1.0272, + "step": 2724 + }, + { + "epoch": 0.1966018541899643, + "grad_norm": 3.5799130965186134, + "learning_rate": 3.7158625438610857e-06, + "loss": 1.0632, + "step": 2725 + }, + { + "epoch": 0.1966740016593918, + "grad_norm": 3.916403308428229, + "learning_rate": 3.715622384147999e-06, + "loss": 0.9317, + "step": 2726 + }, + { + "epoch": 0.1967461491288193, + "grad_norm": 3.035328431811761, + "learning_rate": 3.7153821307511253e-06, + "loss": 1.0533, + "step": 2727 + }, + { + "epoch": 0.19681829659824682, + "grad_norm": 4.296292796139613, + "learning_rate": 3.715141783683584e-06, + "loss": 0.9526, + "step": 2728 + }, + { + "epoch": 0.19689044406767434, + "grad_norm": 3.0580101576961374, + "learning_rate": 3.714901342958498e-06, + "loss": 1.0196, + "step": 2729 + }, + { + "epoch": 0.19696259153710183, + "grad_norm": 3.4097826076805284, + "learning_rate": 3.7146608085889987e-06, + "loss": 0.9777, + "step": 2730 + }, + { + "epoch": 0.19703473900652935, + "grad_norm": 2.4225249372051088, + "learning_rate": 3.7144201805882194e-06, + "loss": 1.0725, + "step": 2731 + }, + { + "epoch": 0.19710688647595687, + "grad_norm": 3.556184491189395, + "learning_rate": 3.714179458969301e-06, + "loss": 1.0455, + "step": 2732 + }, + { + "epoch": 0.19717903394538436, + "grad_norm": 2.46661023470618, + "learning_rate": 3.713938643745389e-06, + "loss": 0.9905, + "step": 2733 + }, + { + "epoch": 0.19725118141481188, + "grad_norm": 3.8898623534809453, + "learning_rate": 3.7136977349296315e-06, + "loss": 0.9572, + "step": 2734 + }, + { + "epoch": 0.1973233288842394, + "grad_norm": 4.752974933810986, + "learning_rate": 3.713456732535184e-06, + "loss": 0.9821, + "step": 2735 + }, + { + "epoch": 0.1973954763536669, + "grad_norm": 3.545129960103155, + "learning_rate": 3.7132156365752085e-06, + "loss": 0.9742, + "step": 2736 + }, + { + "epoch": 0.1974676238230944, + "grad_norm": 5.817077475016282, + "learning_rate": 3.7129744470628685e-06, + "loss": 1.037, + "step": 2737 + }, + { + "epoch": 0.19753977129252193, + "grad_norm": 3.0020145963432148, + "learning_rate": 3.7127331640113355e-06, + "loss": 1.0657, + "step": 2738 + }, + { + "epoch": 0.19761191876194942, + "grad_norm": 3.060898498317838, + "learning_rate": 3.7124917874337846e-06, + "loss": 0.9561, + "step": 2739 + }, + { + "epoch": 0.19768406623137694, + "grad_norm": 3.7792363124992447, + "learning_rate": 3.7122503173433966e-06, + "loss": 1.0182, + "step": 2740 + }, + { + "epoch": 0.19775621370080446, + "grad_norm": 2.7153432263104276, + "learning_rate": 3.712008753753357e-06, + "loss": 1.0152, + "step": 2741 + }, + { + "epoch": 0.19782836117023195, + "grad_norm": 5.946365002620069, + "learning_rate": 3.7117670966768575e-06, + "loss": 1.0304, + "step": 2742 + }, + { + "epoch": 0.19790050863965947, + "grad_norm": 2.6879956875039883, + "learning_rate": 3.7115253461270933e-06, + "loss": 0.9473, + "step": 2743 + }, + { + "epoch": 0.197972656109087, + "grad_norm": 2.7725446096534334, + "learning_rate": 3.7112835021172662e-06, + "loss": 0.9954, + "step": 2744 + }, + { + "epoch": 0.19804480357851448, + "grad_norm": 7.581183942867099, + "learning_rate": 3.711041564660582e-06, + "loss": 1.0619, + "step": 2745 + }, + { + "epoch": 0.198116951047942, + "grad_norm": 4.7141122827376325, + "learning_rate": 3.7107995337702515e-06, + "loss": 1.0972, + "step": 2746 + }, + { + "epoch": 0.19818909851736952, + "grad_norm": 4.805325002168411, + "learning_rate": 3.7105574094594917e-06, + "loss": 1.0812, + "step": 2747 + }, + { + "epoch": 0.198261245986797, + "grad_norm": 3.7199048725393755, + "learning_rate": 3.7103151917415244e-06, + "loss": 0.9493, + "step": 2748 + }, + { + "epoch": 0.19833339345622453, + "grad_norm": 3.567291517574966, + "learning_rate": 3.7100728806295756e-06, + "loss": 0.8832, + "step": 2749 + }, + { + "epoch": 0.19840554092565205, + "grad_norm": 3.7471297405780613, + "learning_rate": 3.7098304761368776e-06, + "loss": 0.9981, + "step": 2750 + }, + { + "epoch": 0.19847768839507954, + "grad_norm": 2.6558527929979387, + "learning_rate": 3.709587978276666e-06, + "loss": 1.0184, + "step": 2751 + }, + { + "epoch": 0.19854983586450706, + "grad_norm": 3.1197875229304355, + "learning_rate": 3.7093453870621847e-06, + "loss": 1.1494, + "step": 2752 + }, + { + "epoch": 0.19862198333393455, + "grad_norm": 2.4462633325742678, + "learning_rate": 3.709102702506679e-06, + "loss": 1.0375, + "step": 2753 + }, + { + "epoch": 0.19869413080336207, + "grad_norm": 2.5875485291283877, + "learning_rate": 3.708859924623401e-06, + "loss": 0.9719, + "step": 2754 + }, + { + "epoch": 0.1987662782727896, + "grad_norm": 3.4800470270070583, + "learning_rate": 3.7086170534256098e-06, + "loss": 1.0156, + "step": 2755 + }, + { + "epoch": 0.19883842574221708, + "grad_norm": 6.088434806345, + "learning_rate": 3.7083740889265655e-06, + "loss": 0.9287, + "step": 2756 + }, + { + "epoch": 0.1989105732116446, + "grad_norm": 3.73884015504221, + "learning_rate": 3.708131031139537e-06, + "loss": 1.0444, + "step": 2757 + }, + { + "epoch": 0.19898272068107212, + "grad_norm": 4.479688155696782, + "learning_rate": 3.707887880077796e-06, + "loss": 1.1121, + "step": 2758 + }, + { + "epoch": 0.1990548681504996, + "grad_norm": 3.231316636245095, + "learning_rate": 3.7076446357546196e-06, + "loss": 0.9454, + "step": 2759 + }, + { + "epoch": 0.19912701561992713, + "grad_norm": 3.909035383882613, + "learning_rate": 3.7074012981832917e-06, + "loss": 0.9761, + "step": 2760 + }, + { + "epoch": 0.19919916308935465, + "grad_norm": 2.82474497091256, + "learning_rate": 3.7071578673770995e-06, + "loss": 1.1052, + "step": 2761 + }, + { + "epoch": 0.19927131055878214, + "grad_norm": 6.146508269237795, + "learning_rate": 3.706914343349335e-06, + "loss": 0.9872, + "step": 2762 + }, + { + "epoch": 0.19934345802820966, + "grad_norm": 3.2205633592323686, + "learning_rate": 3.706670726113298e-06, + "loss": 0.9375, + "step": 2763 + }, + { + "epoch": 0.19941560549763718, + "grad_norm": 3.383529622314267, + "learning_rate": 3.7064270156822906e-06, + "loss": 1.0289, + "step": 2764 + }, + { + "epoch": 0.19948775296706467, + "grad_norm": 4.082025642938733, + "learning_rate": 3.70618321206962e-06, + "loss": 0.965, + "step": 2765 + }, + { + "epoch": 0.1995599004364922, + "grad_norm": 2.3816216166324136, + "learning_rate": 3.705939315288601e-06, + "loss": 1.0139, + "step": 2766 + }, + { + "epoch": 0.1996320479059197, + "grad_norm": 2.6808440712557693, + "learning_rate": 3.705695325352551e-06, + "loss": 1.0238, + "step": 2767 + }, + { + "epoch": 0.1997041953753472, + "grad_norm": 0.757158055821277, + "learning_rate": 3.705451242274793e-06, + "loss": 0.809, + "step": 2768 + }, + { + "epoch": 0.19977634284477472, + "grad_norm": 4.054123914649383, + "learning_rate": 3.705207066068657e-06, + "loss": 1.0381, + "step": 2769 + }, + { + "epoch": 0.19984849031420224, + "grad_norm": 2.4042477885487292, + "learning_rate": 3.704962796747475e-06, + "loss": 0.9692, + "step": 2770 + }, + { + "epoch": 0.19992063778362973, + "grad_norm": 0.8138833007975081, + "learning_rate": 3.704718434324586e-06, + "loss": 0.8054, + "step": 2771 + }, + { + "epoch": 0.19999278525305725, + "grad_norm": 2.7613091711402125, + "learning_rate": 3.7044739788133343e-06, + "loss": 1.0686, + "step": 2772 + }, + { + "epoch": 0.20006493272248477, + "grad_norm": 3.3946099135016605, + "learning_rate": 3.7042294302270686e-06, + "loss": 1.0074, + "step": 2773 + }, + { + "epoch": 0.20013708019191226, + "grad_norm": 2.881973268500095, + "learning_rate": 3.7039847885791426e-06, + "loss": 1.0383, + "step": 2774 + }, + { + "epoch": 0.20020922766133978, + "grad_norm": 3.3792436552547658, + "learning_rate": 3.7037400538829147e-06, + "loss": 0.936, + "step": 2775 + }, + { + "epoch": 0.2002813751307673, + "grad_norm": 3.173573457330822, + "learning_rate": 3.7034952261517494e-06, + "loss": 0.9887, + "step": 2776 + }, + { + "epoch": 0.2003535226001948, + "grad_norm": 2.956687756118765, + "learning_rate": 3.703250305399016e-06, + "loss": 0.9661, + "step": 2777 + }, + { + "epoch": 0.2004256700696223, + "grad_norm": 2.451856151375144, + "learning_rate": 3.703005291638089e-06, + "loss": 1.0303, + "step": 2778 + }, + { + "epoch": 0.20049781753904983, + "grad_norm": 4.4318418293213115, + "learning_rate": 3.702760184882347e-06, + "loss": 0.9672, + "step": 2779 + }, + { + "epoch": 0.20056996500847732, + "grad_norm": 2.127709848743351, + "learning_rate": 3.702514985145175e-06, + "loss": 1.077, + "step": 2780 + }, + { + "epoch": 0.20064211247790484, + "grad_norm": 3.1941078358828987, + "learning_rate": 3.7022696924399623e-06, + "loss": 0.9604, + "step": 2781 + }, + { + "epoch": 0.20071425994733236, + "grad_norm": 2.730296815798982, + "learning_rate": 3.702024306780103e-06, + "loss": 1.0238, + "step": 2782 + }, + { + "epoch": 0.20078640741675985, + "grad_norm": 3.3836801310478575, + "learning_rate": 3.701778828178997e-06, + "loss": 0.9736, + "step": 2783 + }, + { + "epoch": 0.20085855488618737, + "grad_norm": 2.392632034628623, + "learning_rate": 3.701533256650049e-06, + "loss": 0.9861, + "step": 2784 + }, + { + "epoch": 0.2009307023556149, + "grad_norm": 2.9406419548818796, + "learning_rate": 3.7012875922066688e-06, + "loss": 1.0133, + "step": 2785 + }, + { + "epoch": 0.20100284982504238, + "grad_norm": 3.2608094552622715, + "learning_rate": 3.701041834862271e-06, + "loss": 0.9379, + "step": 2786 + }, + { + "epoch": 0.2010749972944699, + "grad_norm": 3.2841451315829957, + "learning_rate": 3.700795984630275e-06, + "loss": 0.9682, + "step": 2787 + }, + { + "epoch": 0.20114714476389742, + "grad_norm": 2.3120248667293786, + "learning_rate": 3.7005500415241073e-06, + "loss": 1.0014, + "step": 2788 + }, + { + "epoch": 0.2012192922333249, + "grad_norm": 2.3993475861708564, + "learning_rate": 3.7003040055571973e-06, + "loss": 0.9402, + "step": 2789 + }, + { + "epoch": 0.20129143970275243, + "grad_norm": 2.6151249743734613, + "learning_rate": 3.7000578767429792e-06, + "loss": 1.0175, + "step": 2790 + }, + { + "epoch": 0.20136358717217995, + "grad_norm": 3.310376620345527, + "learning_rate": 3.699811655094894e-06, + "loss": 0.8328, + "step": 2791 + }, + { + "epoch": 0.20143573464160744, + "grad_norm": 2.7070829488378125, + "learning_rate": 3.699565340626387e-06, + "loss": 1.0305, + "step": 2792 + }, + { + "epoch": 0.20150788211103496, + "grad_norm": 2.311175817822753, + "learning_rate": 3.6993189333509082e-06, + "loss": 0.9535, + "step": 2793 + }, + { + "epoch": 0.20158002958046248, + "grad_norm": 3.235980091708023, + "learning_rate": 3.699072433281913e-06, + "loss": 1.0598, + "step": 2794 + }, + { + "epoch": 0.20165217704988997, + "grad_norm": 2.803423413368955, + "learning_rate": 3.698825840432862e-06, + "loss": 0.9915, + "step": 2795 + }, + { + "epoch": 0.2017243245193175, + "grad_norm": 3.471408821623887, + "learning_rate": 3.698579154817221e-06, + "loss": 0.9987, + "step": 2796 + }, + { + "epoch": 0.201796471988745, + "grad_norm": 2.5075803274902118, + "learning_rate": 3.69833237644846e-06, + "loss": 1.0458, + "step": 2797 + }, + { + "epoch": 0.2018686194581725, + "grad_norm": 3.28596550117349, + "learning_rate": 3.698085505340055e-06, + "loss": 1.0322, + "step": 2798 + }, + { + "epoch": 0.20194076692760002, + "grad_norm": 3.405534301602985, + "learning_rate": 3.6978385415054863e-06, + "loss": 1.1048, + "step": 2799 + }, + { + "epoch": 0.20201291439702754, + "grad_norm": 2.3564171850657605, + "learning_rate": 3.6975914849582407e-06, + "loss": 0.9762, + "step": 2800 + }, + { + "epoch": 0.20208506186645503, + "grad_norm": 2.965777384598365, + "learning_rate": 3.6973443357118077e-06, + "loss": 1.0498, + "step": 2801 + }, + { + "epoch": 0.20215720933588255, + "grad_norm": 0.8002601975253337, + "learning_rate": 3.697097093779684e-06, + "loss": 0.9084, + "step": 2802 + }, + { + "epoch": 0.20222935680531004, + "grad_norm": 3.6798146219831027, + "learning_rate": 3.6968497591753706e-06, + "loss": 0.9208, + "step": 2803 + }, + { + "epoch": 0.20230150427473756, + "grad_norm": 2.5184180824297098, + "learning_rate": 3.696602331912374e-06, + "loss": 1.0906, + "step": 2804 + }, + { + "epoch": 0.20237365174416508, + "grad_norm": 13.15594844517823, + "learning_rate": 3.6963548120042037e-06, + "loss": 0.9817, + "step": 2805 + }, + { + "epoch": 0.20244579921359257, + "grad_norm": 4.178410928738854, + "learning_rate": 3.6961071994643774e-06, + "loss": 0.901, + "step": 2806 + }, + { + "epoch": 0.2025179466830201, + "grad_norm": 3.5979692983542, + "learning_rate": 3.6958594943064157e-06, + "loss": 0.9529, + "step": 2807 + }, + { + "epoch": 0.2025900941524476, + "grad_norm": 2.805423480619126, + "learning_rate": 3.695611696543844e-06, + "loss": 0.9421, + "step": 2808 + }, + { + "epoch": 0.2026622416218751, + "grad_norm": 3.7322695874217553, + "learning_rate": 3.6953638061901958e-06, + "loss": 1.0575, + "step": 2809 + }, + { + "epoch": 0.20273438909130262, + "grad_norm": 2.629451972808617, + "learning_rate": 3.695115823259005e-06, + "loss": 0.9256, + "step": 2810 + }, + { + "epoch": 0.20280653656073014, + "grad_norm": 3.325992527873626, + "learning_rate": 3.694867747763815e-06, + "loss": 0.9873, + "step": 2811 + }, + { + "epoch": 0.20287868403015763, + "grad_norm": 2.673707211131109, + "learning_rate": 3.6946195797181714e-06, + "loss": 0.9391, + "step": 2812 + }, + { + "epoch": 0.20295083149958515, + "grad_norm": 47.31194269817083, + "learning_rate": 3.6943713191356256e-06, + "loss": 0.932, + "step": 2813 + }, + { + "epoch": 0.20302297896901267, + "grad_norm": 0.7518497544614159, + "learning_rate": 3.6941229660297343e-06, + "loss": 0.8887, + "step": 2814 + }, + { + "epoch": 0.20309512643844016, + "grad_norm": 3.510988696361263, + "learning_rate": 3.693874520414059e-06, + "loss": 1.1203, + "step": 2815 + }, + { + "epoch": 0.20316727390786768, + "grad_norm": 3.09878207862195, + "learning_rate": 3.6936259823021673e-06, + "loss": 0.8763, + "step": 2816 + }, + { + "epoch": 0.2032394213772952, + "grad_norm": 2.227498068760507, + "learning_rate": 3.6933773517076297e-06, + "loss": 1.0428, + "step": 2817 + }, + { + "epoch": 0.2033115688467227, + "grad_norm": 3.6560590645257336, + "learning_rate": 3.6931286286440245e-06, + "loss": 0.9792, + "step": 2818 + }, + { + "epoch": 0.2033837163161502, + "grad_norm": 3.4320236973600173, + "learning_rate": 3.692879813124932e-06, + "loss": 1.0525, + "step": 2819 + }, + { + "epoch": 0.20345586378557773, + "grad_norm": 3.0196275782055593, + "learning_rate": 3.6926309051639396e-06, + "loss": 1.0659, + "step": 2820 + }, + { + "epoch": 0.20352801125500522, + "grad_norm": 0.6989380043776373, + "learning_rate": 3.69238190477464e-06, + "loss": 0.8899, + "step": 2821 + }, + { + "epoch": 0.20360015872443274, + "grad_norm": 4.375193564356432, + "learning_rate": 3.6921328119706293e-06, + "loss": 1.1, + "step": 2822 + }, + { + "epoch": 0.20367230619386026, + "grad_norm": 0.7998669871378847, + "learning_rate": 3.6918836267655093e-06, + "loss": 0.9159, + "step": 2823 + }, + { + "epoch": 0.20374445366328775, + "grad_norm": 2.8479342017555984, + "learning_rate": 3.691634349172888e-06, + "loss": 1.0341, + "step": 2824 + }, + { + "epoch": 0.20381660113271527, + "grad_norm": 3.010426680780318, + "learning_rate": 3.691384979206377e-06, + "loss": 0.8698, + "step": 2825 + }, + { + "epoch": 0.2038887486021428, + "grad_norm": 0.8325635613127645, + "learning_rate": 3.691135516879593e-06, + "loss": 0.8366, + "step": 2826 + }, + { + "epoch": 0.20396089607157028, + "grad_norm": 6.414922138553294, + "learning_rate": 3.6908859622061596e-06, + "loss": 1.0398, + "step": 2827 + }, + { + "epoch": 0.2040330435409978, + "grad_norm": 0.6959478925486547, + "learning_rate": 3.6906363151997033e-06, + "loss": 0.8502, + "step": 2828 + }, + { + "epoch": 0.20410519101042532, + "grad_norm": 2.654192408063096, + "learning_rate": 3.6903865758738563e-06, + "loss": 1.0726, + "step": 2829 + }, + { + "epoch": 0.2041773384798528, + "grad_norm": 4.722522768417085, + "learning_rate": 3.6901367442422556e-06, + "loss": 0.9581, + "step": 2830 + }, + { + "epoch": 0.20424948594928033, + "grad_norm": 1.806680346902852, + "learning_rate": 3.689886820318544e-06, + "loss": 1.0835, + "step": 2831 + }, + { + "epoch": 0.20432163341870785, + "grad_norm": 3.188463402059364, + "learning_rate": 3.689636804116369e-06, + "loss": 0.9974, + "step": 2832 + }, + { + "epoch": 0.20439378088813534, + "grad_norm": 5.3822804313981925, + "learning_rate": 3.6893866956493832e-06, + "loss": 0.9286, + "step": 2833 + }, + { + "epoch": 0.20446592835756286, + "grad_norm": 3.7946703126058354, + "learning_rate": 3.6891364949312437e-06, + "loss": 1.0294, + "step": 2834 + }, + { + "epoch": 0.20453807582699038, + "grad_norm": 2.8999910946413308, + "learning_rate": 3.688886201975613e-06, + "loss": 0.9938, + "step": 2835 + }, + { + "epoch": 0.20461022329641787, + "grad_norm": 3.981526152945852, + "learning_rate": 3.688635816796159e-06, + "loss": 0.9716, + "step": 2836 + }, + { + "epoch": 0.2046823707658454, + "grad_norm": 4.189402589293106, + "learning_rate": 3.6883853394065546e-06, + "loss": 0.9263, + "step": 2837 + }, + { + "epoch": 0.2047545182352729, + "grad_norm": 3.6820673606715766, + "learning_rate": 3.6881347698204765e-06, + "loss": 0.9646, + "step": 2838 + }, + { + "epoch": 0.2048266657047004, + "grad_norm": 6.443749810560133, + "learning_rate": 3.6878841080516074e-06, + "loss": 0.9291, + "step": 2839 + }, + { + "epoch": 0.20489881317412792, + "grad_norm": 6.11431107789548, + "learning_rate": 3.687633354113636e-06, + "loss": 0.9897, + "step": 2840 + }, + { + "epoch": 0.20497096064355544, + "grad_norm": 3.5523267347483274, + "learning_rate": 3.6873825080202544e-06, + "loss": 0.8456, + "step": 2841 + }, + { + "epoch": 0.20504310811298293, + "grad_norm": 7.459296592297123, + "learning_rate": 3.687131569785161e-06, + "loss": 0.9773, + "step": 2842 + }, + { + "epoch": 0.20511525558241045, + "grad_norm": 4.103123075509473, + "learning_rate": 3.6868805394220575e-06, + "loss": 0.9554, + "step": 2843 + }, + { + "epoch": 0.20518740305183797, + "grad_norm": 3.845286116650969, + "learning_rate": 3.6866294169446526e-06, + "loss": 0.9591, + "step": 2844 + }, + { + "epoch": 0.20525955052126546, + "grad_norm": 3.296051501075446, + "learning_rate": 3.686378202366659e-06, + "loss": 0.8855, + "step": 2845 + }, + { + "epoch": 0.20533169799069298, + "grad_norm": 2.705326308560765, + "learning_rate": 3.6861268957017947e-06, + "loss": 1.0261, + "step": 2846 + }, + { + "epoch": 0.2054038454601205, + "grad_norm": 5.45248837840133, + "learning_rate": 3.6858754969637822e-06, + "loss": 0.9631, + "step": 2847 + }, + { + "epoch": 0.205475992929548, + "grad_norm": 3.926659329272044, + "learning_rate": 3.6856240061663496e-06, + "loss": 1.0143, + "step": 2848 + }, + { + "epoch": 0.2055481403989755, + "grad_norm": 3.91877180029541, + "learning_rate": 3.6853724233232307e-06, + "loss": 1.0254, + "step": 2849 + }, + { + "epoch": 0.20562028786840303, + "grad_norm": 3.1622576051479294, + "learning_rate": 3.6851207484481617e-06, + "loss": 1.0552, + "step": 2850 + }, + { + "epoch": 0.20569243533783052, + "grad_norm": 3.471809893391637, + "learning_rate": 3.6848689815548876e-06, + "loss": 1.0064, + "step": 2851 + }, + { + "epoch": 0.20576458280725804, + "grad_norm": 7.379113553367782, + "learning_rate": 3.6846171226571547e-06, + "loss": 0.9039, + "step": 2852 + }, + { + "epoch": 0.20583673027668556, + "grad_norm": 4.39703509399207, + "learning_rate": 3.6843651717687178e-06, + "loss": 0.9867, + "step": 2853 + }, + { + "epoch": 0.20590887774611305, + "grad_norm": 3.2236502669173026, + "learning_rate": 3.684113128903334e-06, + "loss": 1.0528, + "step": 2854 + }, + { + "epoch": 0.20598102521554057, + "grad_norm": 4.7229672212030644, + "learning_rate": 3.6838609940747665e-06, + "loss": 0.9764, + "step": 2855 + }, + { + "epoch": 0.20605317268496806, + "grad_norm": 3.426471705871107, + "learning_rate": 3.6836087672967837e-06, + "loss": 1.0254, + "step": 2856 + }, + { + "epoch": 0.20612532015439558, + "grad_norm": 4.250867867213908, + "learning_rate": 3.683356448583158e-06, + "loss": 0.9859, + "step": 2857 + }, + { + "epoch": 0.2061974676238231, + "grad_norm": 3.8765554690191553, + "learning_rate": 3.683104037947669e-06, + "loss": 0.9996, + "step": 2858 + }, + { + "epoch": 0.2062696150932506, + "grad_norm": 3.0526273761138785, + "learning_rate": 3.682851535404099e-06, + "loss": 0.9708, + "step": 2859 + }, + { + "epoch": 0.2063417625626781, + "grad_norm": 2.8289328417177417, + "learning_rate": 3.682598940966236e-06, + "loss": 1.0748, + "step": 2860 + }, + { + "epoch": 0.20641391003210563, + "grad_norm": 2.994738415230816, + "learning_rate": 3.682346254647874e-06, + "loss": 0.9313, + "step": 2861 + }, + { + "epoch": 0.20648605750153312, + "grad_norm": 4.135264024711983, + "learning_rate": 3.6820934764628102e-06, + "loss": 0.9992, + "step": 2862 + }, + { + "epoch": 0.20655820497096064, + "grad_norm": 0.7160916718318182, + "learning_rate": 3.681840606424849e-06, + "loss": 0.8184, + "step": 2863 + }, + { + "epoch": 0.20663035244038816, + "grad_norm": 4.086355738632681, + "learning_rate": 3.6815876445477983e-06, + "loss": 0.9778, + "step": 2864 + }, + { + "epoch": 0.20670249990981565, + "grad_norm": 2.607724884371586, + "learning_rate": 3.6813345908454716e-06, + "loss": 1.0407, + "step": 2865 + }, + { + "epoch": 0.20677464737924317, + "grad_norm": 6.735727833683817, + "learning_rate": 3.681081445331687e-06, + "loss": 1.0387, + "step": 2866 + }, + { + "epoch": 0.2068467948486707, + "grad_norm": 2.7183737658922675, + "learning_rate": 3.680828208020267e-06, + "loss": 0.9633, + "step": 2867 + }, + { + "epoch": 0.20691894231809818, + "grad_norm": 2.4061555720044856, + "learning_rate": 3.6805748789250414e-06, + "loss": 0.9838, + "step": 2868 + }, + { + "epoch": 0.2069910897875257, + "grad_norm": 2.3940543715788762, + "learning_rate": 3.680321458059843e-06, + "loss": 1.0395, + "step": 2869 + }, + { + "epoch": 0.20706323725695322, + "grad_norm": 3.090315173966999, + "learning_rate": 3.6800679454385096e-06, + "loss": 0.8585, + "step": 2870 + }, + { + "epoch": 0.2071353847263807, + "grad_norm": 2.7201945534015968, + "learning_rate": 3.679814341074886e-06, + "loss": 0.9876, + "step": 2871 + }, + { + "epoch": 0.20720753219580823, + "grad_norm": 2.471513288150035, + "learning_rate": 3.6795606449828185e-06, + "loss": 0.9235, + "step": 2872 + }, + { + "epoch": 0.20727967966523575, + "grad_norm": 0.817932053756625, + "learning_rate": 3.6793068571761624e-06, + "loss": 0.8519, + "step": 2873 + }, + { + "epoch": 0.20735182713466324, + "grad_norm": 2.2693554913589207, + "learning_rate": 3.6790529776687753e-06, + "loss": 1.0142, + "step": 2874 + }, + { + "epoch": 0.20742397460409076, + "grad_norm": 5.63720227320203, + "learning_rate": 3.678799006474521e-06, + "loss": 0.9781, + "step": 2875 + }, + { + "epoch": 0.20749612207351828, + "grad_norm": 2.5086877549246704, + "learning_rate": 3.6785449436072672e-06, + "loss": 0.9933, + "step": 2876 + }, + { + "epoch": 0.20756826954294577, + "grad_norm": 2.693265895313964, + "learning_rate": 3.678290789080888e-06, + "loss": 1.0035, + "step": 2877 + }, + { + "epoch": 0.2076404170123733, + "grad_norm": 0.9093643476249013, + "learning_rate": 3.678036542909262e-06, + "loss": 0.8164, + "step": 2878 + }, + { + "epoch": 0.2077125644818008, + "grad_norm": 3.4323148982294605, + "learning_rate": 3.677782205106272e-06, + "loss": 0.9826, + "step": 2879 + }, + { + "epoch": 0.2077847119512283, + "grad_norm": 2.973911336247982, + "learning_rate": 3.6775277756858066e-06, + "loss": 1.0227, + "step": 2880 + }, + { + "epoch": 0.20785685942065582, + "grad_norm": 3.0417760193559142, + "learning_rate": 3.677273254661759e-06, + "loss": 0.9542, + "step": 2881 + }, + { + "epoch": 0.20792900689008334, + "grad_norm": 2.3716721559819782, + "learning_rate": 3.6770186420480282e-06, + "loss": 1.0007, + "step": 2882 + }, + { + "epoch": 0.20800115435951083, + "grad_norm": 2.2148600044528663, + "learning_rate": 3.676763937858518e-06, + "loss": 1.0583, + "step": 2883 + }, + { + "epoch": 0.20807330182893835, + "grad_norm": 2.025916389050541, + "learning_rate": 3.676509142107136e-06, + "loss": 1.0433, + "step": 2884 + }, + { + "epoch": 0.20814544929836587, + "grad_norm": 3.302463946784584, + "learning_rate": 3.676254254807796e-06, + "loss": 1.0087, + "step": 2885 + }, + { + "epoch": 0.20821759676779336, + "grad_norm": 2.8540591662876245, + "learning_rate": 3.6759992759744166e-06, + "loss": 1.0616, + "step": 2886 + }, + { + "epoch": 0.20828974423722088, + "grad_norm": 3.035067484575144, + "learning_rate": 3.6757442056209204e-06, + "loss": 1.0753, + "step": 2887 + }, + { + "epoch": 0.2083618917066484, + "grad_norm": 9.385708808938801, + "learning_rate": 3.675489043761237e-06, + "loss": 0.9334, + "step": 2888 + }, + { + "epoch": 0.2084340391760759, + "grad_norm": 2.2918534173877685, + "learning_rate": 3.675233790409299e-06, + "loss": 0.9964, + "step": 2889 + }, + { + "epoch": 0.2085061866455034, + "grad_norm": 2.2881588763449088, + "learning_rate": 3.6749784455790457e-06, + "loss": 0.9263, + "step": 2890 + }, + { + "epoch": 0.20857833411493093, + "grad_norm": 3.4104849710461904, + "learning_rate": 3.67472300928442e-06, + "loss": 1.0083, + "step": 2891 + }, + { + "epoch": 0.20865048158435842, + "grad_norm": 2.3043162935961323, + "learning_rate": 3.674467481539371e-06, + "loss": 0.9452, + "step": 2892 + }, + { + "epoch": 0.20872262905378594, + "grad_norm": 2.7449028286993085, + "learning_rate": 3.6742118623578506e-06, + "loss": 1.0579, + "step": 2893 + }, + { + "epoch": 0.20879477652321346, + "grad_norm": 2.6135210916482916, + "learning_rate": 3.673956151753818e-06, + "loss": 0.9949, + "step": 2894 + }, + { + "epoch": 0.20886692399264095, + "grad_norm": 2.6250224339571036, + "learning_rate": 3.673700349741237e-06, + "loss": 0.9516, + "step": 2895 + }, + { + "epoch": 0.20893907146206847, + "grad_norm": 0.7271392747914979, + "learning_rate": 3.673444456334076e-06, + "loss": 0.8104, + "step": 2896 + }, + { + "epoch": 0.209011218931496, + "grad_norm": 3.6449837848318354, + "learning_rate": 3.673188471546308e-06, + "loss": 1.0508, + "step": 2897 + }, + { + "epoch": 0.20908336640092348, + "grad_norm": 2.15741609748372, + "learning_rate": 3.6729323953919115e-06, + "loss": 1.1013, + "step": 2898 + }, + { + "epoch": 0.209155513870351, + "grad_norm": 3.4629692503323732, + "learning_rate": 3.672676227884869e-06, + "loss": 1.0005, + "step": 2899 + }, + { + "epoch": 0.20922766133977852, + "grad_norm": 2.1309404925912614, + "learning_rate": 3.672419969039171e-06, + "loss": 1.0418, + "step": 2900 + }, + { + "epoch": 0.209299808809206, + "grad_norm": 5.987210630301209, + "learning_rate": 3.6721636188688086e-06, + "loss": 0.9709, + "step": 2901 + }, + { + "epoch": 0.20937195627863353, + "grad_norm": 3.5866815464131827, + "learning_rate": 3.6719071773877815e-06, + "loss": 1.0881, + "step": 2902 + }, + { + "epoch": 0.20944410374806105, + "grad_norm": 3.180901972651647, + "learning_rate": 3.671650644610093e-06, + "loss": 0.9903, + "step": 2903 + }, + { + "epoch": 0.20951625121748854, + "grad_norm": 0.8284197588632227, + "learning_rate": 3.671394020549751e-06, + "loss": 0.898, + "step": 2904 + }, + { + "epoch": 0.20958839868691606, + "grad_norm": 4.349761096927255, + "learning_rate": 3.6711373052207686e-06, + "loss": 1.0039, + "step": 2905 + }, + { + "epoch": 0.20966054615634355, + "grad_norm": 3.2156709925381013, + "learning_rate": 3.6708804986371637e-06, + "loss": 0.955, + "step": 2906 + }, + { + "epoch": 0.20973269362577107, + "grad_norm": 0.737482920949992, + "learning_rate": 3.670623600812961e-06, + "loss": 0.871, + "step": 2907 + }, + { + "epoch": 0.2098048410951986, + "grad_norm": 4.530258175395988, + "learning_rate": 3.670366611762188e-06, + "loss": 1.0248, + "step": 2908 + }, + { + "epoch": 0.20987698856462608, + "grad_norm": 3.0082309976714825, + "learning_rate": 3.670109531498877e-06, + "loss": 1.0024, + "step": 2909 + }, + { + "epoch": 0.2099491360340536, + "grad_norm": 2.9858243129323188, + "learning_rate": 3.669852360037067e-06, + "loss": 1.0204, + "step": 2910 + }, + { + "epoch": 0.21002128350348112, + "grad_norm": 2.28532171709958, + "learning_rate": 3.6695950973908022e-06, + "loss": 1.0203, + "step": 2911 + }, + { + "epoch": 0.2100934309729086, + "grad_norm": 3.9124694140521474, + "learning_rate": 3.6693377435741295e-06, + "loss": 0.9351, + "step": 2912 + }, + { + "epoch": 0.21016557844233613, + "grad_norm": 3.031792818212669, + "learning_rate": 3.669080298601102e-06, + "loss": 0.9554, + "step": 2913 + }, + { + "epoch": 0.21023772591176365, + "grad_norm": 2.541824857031027, + "learning_rate": 3.6688227624857777e-06, + "loss": 1.0897, + "step": 2914 + }, + { + "epoch": 0.21030987338119114, + "grad_norm": 11.572689371197455, + "learning_rate": 3.6685651352422207e-06, + "loss": 0.9163, + "step": 2915 + }, + { + "epoch": 0.21038202085061866, + "grad_norm": 5.140035578088789, + "learning_rate": 3.6683074168844984e-06, + "loss": 0.9465, + "step": 2916 + }, + { + "epoch": 0.21045416832004618, + "grad_norm": 2.0904416949050177, + "learning_rate": 3.668049607426684e-06, + "loss": 0.9195, + "step": 2917 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 5.120682176801305, + "learning_rate": 3.667791706882855e-06, + "loss": 0.9645, + "step": 2918 + }, + { + "epoch": 0.2105984632589012, + "grad_norm": 3.4173829018010218, + "learning_rate": 3.6675337152670954e-06, + "loss": 0.9543, + "step": 2919 + }, + { + "epoch": 0.2106706107283287, + "grad_norm": 2.3330855805699513, + "learning_rate": 3.667275632593492e-06, + "loss": 0.945, + "step": 2920 + }, + { + "epoch": 0.2107427581977562, + "grad_norm": 2.885492500566445, + "learning_rate": 3.667017458876139e-06, + "loss": 0.9398, + "step": 2921 + }, + { + "epoch": 0.21081490566718372, + "grad_norm": 2.454873791964193, + "learning_rate": 3.666759194129133e-06, + "loss": 1.0129, + "step": 2922 + }, + { + "epoch": 0.21088705313661124, + "grad_norm": 2.080315833321861, + "learning_rate": 3.666500838366578e-06, + "loss": 0.9286, + "step": 2923 + }, + { + "epoch": 0.21095920060603873, + "grad_norm": 3.5239985457037393, + "learning_rate": 3.6662423916025812e-06, + "loss": 1.1003, + "step": 2924 + }, + { + "epoch": 0.21103134807546625, + "grad_norm": 4.626688468581253, + "learning_rate": 3.665983853851256e-06, + "loss": 0.9989, + "step": 2925 + }, + { + "epoch": 0.21110349554489377, + "grad_norm": 0.972523140129405, + "learning_rate": 3.6657252251267193e-06, + "loss": 0.931, + "step": 2926 + }, + { + "epoch": 0.21117564301432126, + "grad_norm": 3.5114257147100174, + "learning_rate": 3.6654665054430946e-06, + "loss": 1.0329, + "step": 2927 + }, + { + "epoch": 0.21124779048374878, + "grad_norm": 0.8627153155491001, + "learning_rate": 3.6652076948145092e-06, + "loss": 0.8521, + "step": 2928 + }, + { + "epoch": 0.2113199379531763, + "grad_norm": 2.7377133290678484, + "learning_rate": 3.664948793255096e-06, + "loss": 0.9315, + "step": 2929 + }, + { + "epoch": 0.2113920854226038, + "grad_norm": 2.7798495249194817, + "learning_rate": 3.6646898007789934e-06, + "loss": 0.9995, + "step": 2930 + }, + { + "epoch": 0.2114642328920313, + "grad_norm": 3.6843803269830686, + "learning_rate": 3.664430717400342e-06, + "loss": 1.0615, + "step": 2931 + }, + { + "epoch": 0.21153638036145883, + "grad_norm": 2.8961312303157896, + "learning_rate": 3.6641715431332914e-06, + "loss": 1.0208, + "step": 2932 + }, + { + "epoch": 0.21160852783088632, + "grad_norm": 2.7749867585012327, + "learning_rate": 3.6639122779919935e-06, + "loss": 0.8757, + "step": 2933 + }, + { + "epoch": 0.21168067530031384, + "grad_norm": 2.6539814854991572, + "learning_rate": 3.6636529219906054e-06, + "loss": 0.9139, + "step": 2934 + }, + { + "epoch": 0.21175282276974136, + "grad_norm": 3.8255529365551513, + "learning_rate": 3.6633934751432897e-06, + "loss": 1.0269, + "step": 2935 + }, + { + "epoch": 0.21182497023916885, + "grad_norm": 2.344403493693322, + "learning_rate": 3.6631339374642138e-06, + "loss": 1.0518, + "step": 2936 + }, + { + "epoch": 0.21189711770859637, + "grad_norm": 4.214436904744484, + "learning_rate": 3.662874308967551e-06, + "loss": 1.0084, + "step": 2937 + }, + { + "epoch": 0.2119692651780239, + "grad_norm": 3.0230264704659295, + "learning_rate": 3.662614589667478e-06, + "loss": 0.9557, + "step": 2938 + }, + { + "epoch": 0.21204141264745138, + "grad_norm": 2.5254681332665387, + "learning_rate": 3.662354779578176e-06, + "loss": 1.1959, + "step": 2939 + }, + { + "epoch": 0.2121135601168789, + "grad_norm": 6.477928247698041, + "learning_rate": 3.662094878713834e-06, + "loss": 1.0292, + "step": 2940 + }, + { + "epoch": 0.21218570758630642, + "grad_norm": 3.961360269289511, + "learning_rate": 3.6618348870886435e-06, + "loss": 0.8709, + "step": 2941 + }, + { + "epoch": 0.2122578550557339, + "grad_norm": 4.43661920106997, + "learning_rate": 3.661574804716802e-06, + "loss": 0.9862, + "step": 2942 + }, + { + "epoch": 0.21233000252516143, + "grad_norm": 2.1848663825201196, + "learning_rate": 3.6613146316125105e-06, + "loss": 0.996, + "step": 2943 + }, + { + "epoch": 0.21240214999458895, + "grad_norm": 2.3810425234942243, + "learning_rate": 3.661054367789978e-06, + "loss": 0.9103, + "step": 2944 + }, + { + "epoch": 0.21247429746401644, + "grad_norm": 3.1876729282518563, + "learning_rate": 3.660794013263415e-06, + "loss": 1.0645, + "step": 2945 + }, + { + "epoch": 0.21254644493344396, + "grad_norm": 3.504652201202225, + "learning_rate": 3.6605335680470384e-06, + "loss": 1.0396, + "step": 2946 + }, + { + "epoch": 0.21261859240287148, + "grad_norm": 3.21676974814951, + "learning_rate": 3.6602730321550713e-06, + "loss": 1.0199, + "step": 2947 + }, + { + "epoch": 0.21269073987229897, + "grad_norm": 4.782145497353811, + "learning_rate": 3.6600124056017404e-06, + "loss": 1.0317, + "step": 2948 + }, + { + "epoch": 0.2127628873417265, + "grad_norm": 2.7580974312793387, + "learning_rate": 3.659751688401277e-06, + "loss": 0.9591, + "step": 2949 + }, + { + "epoch": 0.212835034811154, + "grad_norm": 3.9619570290913315, + "learning_rate": 3.659490880567918e-06, + "loss": 0.8928, + "step": 2950 + }, + { + "epoch": 0.2129071822805815, + "grad_norm": 5.821133016828371, + "learning_rate": 3.6592299821159048e-06, + "loss": 1.0338, + "step": 2951 + }, + { + "epoch": 0.21297932975000902, + "grad_norm": 11.555974985319418, + "learning_rate": 3.658968993059485e-06, + "loss": 1.0268, + "step": 2952 + }, + { + "epoch": 0.21305147721943654, + "grad_norm": 2.4444916051110703, + "learning_rate": 3.65870791341291e-06, + "loss": 1.0457, + "step": 2953 + }, + { + "epoch": 0.21312362468886403, + "grad_norm": 2.7898750724305357, + "learning_rate": 3.6584467431904357e-06, + "loss": 1.0046, + "step": 2954 + }, + { + "epoch": 0.21319577215829155, + "grad_norm": 4.1853479577528345, + "learning_rate": 3.6581854824063243e-06, + "loss": 1.003, + "step": 2955 + }, + { + "epoch": 0.21326791962771907, + "grad_norm": 2.7889128145286715, + "learning_rate": 3.657924131074842e-06, + "loss": 1.0194, + "step": 2956 + }, + { + "epoch": 0.21334006709714656, + "grad_norm": 3.059688133603579, + "learning_rate": 3.6576626892102605e-06, + "loss": 0.9136, + "step": 2957 + }, + { + "epoch": 0.21341221456657408, + "grad_norm": 3.0068535403126346, + "learning_rate": 3.6574011568268556e-06, + "loss": 1.071, + "step": 2958 + }, + { + "epoch": 0.21348436203600157, + "grad_norm": 3.18392010285662, + "learning_rate": 3.657139533938909e-06, + "loss": 0.9535, + "step": 2959 + }, + { + "epoch": 0.2135565095054291, + "grad_norm": 3.333707613595094, + "learning_rate": 3.656877820560708e-06, + "loss": 1.054, + "step": 2960 + }, + { + "epoch": 0.2136286569748566, + "grad_norm": 3.769262053211643, + "learning_rate": 3.6566160167065415e-06, + "loss": 0.9311, + "step": 2961 + }, + { + "epoch": 0.2137008044442841, + "grad_norm": 4.148831738491153, + "learning_rate": 3.6563541223907076e-06, + "loss": 0.9612, + "step": 2962 + }, + { + "epoch": 0.21377295191371162, + "grad_norm": 2.780287758321697, + "learning_rate": 3.6560921376275068e-06, + "loss": 1.0265, + "step": 2963 + }, + { + "epoch": 0.21384509938313914, + "grad_norm": 3.5139012158512286, + "learning_rate": 3.655830062431244e-06, + "loss": 0.9914, + "step": 2964 + }, + { + "epoch": 0.21391724685256663, + "grad_norm": 4.084006325413273, + "learning_rate": 3.655567896816232e-06, + "loss": 1.0332, + "step": 2965 + }, + { + "epoch": 0.21398939432199415, + "grad_norm": 2.8005511456698913, + "learning_rate": 3.6553056407967858e-06, + "loss": 1.0538, + "step": 2966 + }, + { + "epoch": 0.21406154179142167, + "grad_norm": 3.0865989265945752, + "learning_rate": 3.6550432943872265e-06, + "loss": 0.9938, + "step": 2967 + }, + { + "epoch": 0.21413368926084916, + "grad_norm": 2.4447543448703994, + "learning_rate": 3.6547808576018796e-06, + "loss": 1.0586, + "step": 2968 + }, + { + "epoch": 0.21420583673027668, + "grad_norm": 2.6728331872199025, + "learning_rate": 3.654518330455075e-06, + "loss": 0.814, + "step": 2969 + }, + { + "epoch": 0.2142779841997042, + "grad_norm": 2.0843522695420087, + "learning_rate": 3.6542557129611505e-06, + "loss": 1.043, + "step": 2970 + }, + { + "epoch": 0.2143501316691317, + "grad_norm": 3.433026541425344, + "learning_rate": 3.6539930051344445e-06, + "loss": 1.0549, + "step": 2971 + }, + { + "epoch": 0.2144222791385592, + "grad_norm": 3.202766658928716, + "learning_rate": 3.6537302069893035e-06, + "loss": 1.1077, + "step": 2972 + }, + { + "epoch": 0.21449442660798673, + "grad_norm": 3.623696849337151, + "learning_rate": 3.6534673185400776e-06, + "loss": 0.9303, + "step": 2973 + }, + { + "epoch": 0.21456657407741422, + "grad_norm": 3.2852108255722388, + "learning_rate": 3.6532043398011227e-06, + "loss": 0.996, + "step": 2974 + }, + { + "epoch": 0.21463872154684174, + "grad_norm": 3.24730130169939, + "learning_rate": 3.6529412707867994e-06, + "loss": 1.0191, + "step": 2975 + }, + { + "epoch": 0.21471086901626926, + "grad_norm": 2.9965458694173153, + "learning_rate": 3.6526781115114708e-06, + "loss": 0.9271, + "step": 2976 + }, + { + "epoch": 0.21478301648569675, + "grad_norm": 3.912112178411065, + "learning_rate": 3.65241486198951e-06, + "loss": 0.9339, + "step": 2977 + }, + { + "epoch": 0.21485516395512427, + "grad_norm": 2.655961054625565, + "learning_rate": 3.6521515222352893e-06, + "loss": 1.0479, + "step": 2978 + }, + { + "epoch": 0.2149273114245518, + "grad_norm": 2.4616935416347068, + "learning_rate": 3.651888092263191e-06, + "loss": 0.9758, + "step": 2979 + }, + { + "epoch": 0.21499945889397928, + "grad_norm": 11.69516963527471, + "learning_rate": 3.6516245720875986e-06, + "loss": 1.0053, + "step": 2980 + }, + { + "epoch": 0.2150716063634068, + "grad_norm": 2.401681700250649, + "learning_rate": 3.6513609617229024e-06, + "loss": 1.052, + "step": 2981 + }, + { + "epoch": 0.21514375383283432, + "grad_norm": 3.1323932928495535, + "learning_rate": 3.6510972611834976e-06, + "loss": 0.9993, + "step": 2982 + }, + { + "epoch": 0.21521590130226181, + "grad_norm": 7.326004469811578, + "learning_rate": 3.650833470483783e-06, + "loss": 0.9757, + "step": 2983 + }, + { + "epoch": 0.21528804877168933, + "grad_norm": 2.385996607839598, + "learning_rate": 3.6505695896381643e-06, + "loss": 0.9721, + "step": 2984 + }, + { + "epoch": 0.21536019624111685, + "grad_norm": 3.3911817243025553, + "learning_rate": 3.65030561866105e-06, + "loss": 0.968, + "step": 2985 + }, + { + "epoch": 0.21543234371054434, + "grad_norm": 3.4310162518482445, + "learning_rate": 3.6500415575668557e-06, + "loss": 1.09, + "step": 2986 + }, + { + "epoch": 0.21550449117997186, + "grad_norm": 7.337925975593581, + "learning_rate": 3.6497774063699994e-06, + "loss": 0.9836, + "step": 2987 + }, + { + "epoch": 0.21557663864939938, + "grad_norm": 7.393057231419948, + "learning_rate": 3.6495131650849068e-06, + "loss": 0.9514, + "step": 2988 + }, + { + "epoch": 0.21564878611882687, + "grad_norm": 3.9177964116508823, + "learning_rate": 3.6492488337260065e-06, + "loss": 1.0712, + "step": 2989 + }, + { + "epoch": 0.2157209335882544, + "grad_norm": 3.3452809474406737, + "learning_rate": 3.648984412307732e-06, + "loss": 1.16, + "step": 2990 + }, + { + "epoch": 0.2157930810576819, + "grad_norm": 3.4238474835002504, + "learning_rate": 3.648719900844524e-06, + "loss": 1.0757, + "step": 2991 + }, + { + "epoch": 0.2158652285271094, + "grad_norm": 0.7550025045593353, + "learning_rate": 3.648455299350825e-06, + "loss": 0.8328, + "step": 2992 + }, + { + "epoch": 0.21593737599653692, + "grad_norm": 2.5602545785981254, + "learning_rate": 3.648190607841085e-06, + "loss": 0.9812, + "step": 2993 + }, + { + "epoch": 0.21600952346596444, + "grad_norm": 0.762935585927699, + "learning_rate": 3.647925826329757e-06, + "loss": 0.8258, + "step": 2994 + }, + { + "epoch": 0.21608167093539193, + "grad_norm": 2.8247375433880366, + "learning_rate": 3.6476609548312996e-06, + "loss": 1.0086, + "step": 2995 + }, + { + "epoch": 0.21615381840481945, + "grad_norm": 2.44373794903918, + "learning_rate": 3.6473959933601777e-06, + "loss": 0.9614, + "step": 2996 + }, + { + "epoch": 0.21622596587424697, + "grad_norm": 3.5393226645802205, + "learning_rate": 3.6471309419308584e-06, + "loss": 1.0559, + "step": 2997 + }, + { + "epoch": 0.21629811334367446, + "grad_norm": 2.136657044462933, + "learning_rate": 3.6468658005578163e-06, + "loss": 1.063, + "step": 2998 + }, + { + "epoch": 0.21637026081310198, + "grad_norm": 2.4732842634668173, + "learning_rate": 3.646600569255529e-06, + "loss": 1.0005, + "step": 2999 + }, + { + "epoch": 0.2164424082825295, + "grad_norm": 3.9802062722049114, + "learning_rate": 3.64633524803848e-06, + "loss": 1.0507, + "step": 3000 + }, + { + "epoch": 0.216514555751957, + "grad_norm": 2.2506479813732687, + "learning_rate": 3.6460698369211576e-06, + "loss": 0.9873, + "step": 3001 + }, + { + "epoch": 0.2165867032213845, + "grad_norm": 1.9889608544495885, + "learning_rate": 3.645804335918056e-06, + "loss": 1.0666, + "step": 3002 + }, + { + "epoch": 0.21665885069081203, + "grad_norm": 4.17450188503481, + "learning_rate": 3.6455387450436712e-06, + "loss": 0.9564, + "step": 3003 + }, + { + "epoch": 0.21673099816023952, + "grad_norm": 2.4177163135594637, + "learning_rate": 3.645273064312507e-06, + "loss": 1.0666, + "step": 3004 + }, + { + "epoch": 0.21680314562966704, + "grad_norm": 54.93391804306789, + "learning_rate": 3.6450072937390717e-06, + "loss": 1.0015, + "step": 3005 + }, + { + "epoch": 0.21687529309909456, + "grad_norm": 2.269872432938998, + "learning_rate": 3.6447414333378775e-06, + "loss": 0.9696, + "step": 3006 + }, + { + "epoch": 0.21694744056852205, + "grad_norm": 2.7638904714233705, + "learning_rate": 3.6444754831234425e-06, + "loss": 1.021, + "step": 3007 + }, + { + "epoch": 0.21701958803794957, + "grad_norm": 2.739767109517174, + "learning_rate": 3.6442094431102886e-06, + "loss": 0.9203, + "step": 3008 + }, + { + "epoch": 0.21709173550737706, + "grad_norm": 2.8857851493206406, + "learning_rate": 3.6439433133129442e-06, + "loss": 1.0077, + "step": 3009 + }, + { + "epoch": 0.21716388297680458, + "grad_norm": 2.3012917540003546, + "learning_rate": 3.643677093745941e-06, + "loss": 1.08, + "step": 3010 + }, + { + "epoch": 0.2172360304462321, + "grad_norm": 3.0016405070631924, + "learning_rate": 3.643410784423816e-06, + "loss": 1.0789, + "step": 3011 + }, + { + "epoch": 0.2173081779156596, + "grad_norm": 2.5145061208210904, + "learning_rate": 3.643144385361112e-06, + "loss": 1.0802, + "step": 3012 + }, + { + "epoch": 0.21738032538508711, + "grad_norm": 4.044936728530792, + "learning_rate": 3.6428778965723755e-06, + "loss": 0.9906, + "step": 3013 + }, + { + "epoch": 0.21745247285451463, + "grad_norm": 3.4739308201254637, + "learning_rate": 3.6426113180721594e-06, + "loss": 1.0628, + "step": 3014 + }, + { + "epoch": 0.21752462032394212, + "grad_norm": 3.994330680074837, + "learning_rate": 3.6423446498750197e-06, + "loss": 0.941, + "step": 3015 + }, + { + "epoch": 0.21759676779336964, + "grad_norm": 0.7317824764388858, + "learning_rate": 3.6420778919955184e-06, + "loss": 0.7874, + "step": 3016 + }, + { + "epoch": 0.21766891526279716, + "grad_norm": 1.7039575903992301, + "learning_rate": 3.6418110444482226e-06, + "loss": 1.0263, + "step": 3017 + }, + { + "epoch": 0.21774106273222466, + "grad_norm": 8.424561477251167, + "learning_rate": 3.6415441072477027e-06, + "loss": 0.9414, + "step": 3018 + }, + { + "epoch": 0.21781321020165217, + "grad_norm": 2.8369925561967935, + "learning_rate": 3.6412770804085368e-06, + "loss": 1.0303, + "step": 3019 + }, + { + "epoch": 0.2178853576710797, + "grad_norm": 2.6934738300837355, + "learning_rate": 3.6410099639453042e-06, + "loss": 0.9369, + "step": 3020 + }, + { + "epoch": 0.21795750514050719, + "grad_norm": 2.5428457391522987, + "learning_rate": 3.640742757872593e-06, + "loss": 0.9449, + "step": 3021 + }, + { + "epoch": 0.2180296526099347, + "grad_norm": 3.7349832590077776, + "learning_rate": 3.6404754622049937e-06, + "loss": 1.0256, + "step": 3022 + }, + { + "epoch": 0.21810180007936222, + "grad_norm": 2.688435059160213, + "learning_rate": 3.6402080769571023e-06, + "loss": 1.0119, + "step": 3023 + }, + { + "epoch": 0.21817394754878972, + "grad_norm": 2.779377682141776, + "learning_rate": 3.639940602143519e-06, + "loss": 1.0829, + "step": 3024 + }, + { + "epoch": 0.21824609501821723, + "grad_norm": 2.925264565004088, + "learning_rate": 3.6396730377788506e-06, + "loss": 1.0187, + "step": 3025 + }, + { + "epoch": 0.21831824248764475, + "grad_norm": 2.563975304905697, + "learning_rate": 3.639405383877708e-06, + "loss": 0.9746, + "step": 3026 + }, + { + "epoch": 0.21839038995707225, + "grad_norm": 2.7683658273050336, + "learning_rate": 3.6391376404547053e-06, + "loss": 0.9908, + "step": 3027 + }, + { + "epoch": 0.21846253742649976, + "grad_norm": 3.7526182571065414, + "learning_rate": 3.6388698075244644e-06, + "loss": 1.0116, + "step": 3028 + }, + { + "epoch": 0.21853468489592728, + "grad_norm": 3.9939177285375647, + "learning_rate": 3.6386018851016102e-06, + "loss": 1.0278, + "step": 3029 + }, + { + "epoch": 0.21860683236535478, + "grad_norm": 5.181395466307459, + "learning_rate": 3.638333873200773e-06, + "loss": 0.803, + "step": 3030 + }, + { + "epoch": 0.2186789798347823, + "grad_norm": 4.3536056570855415, + "learning_rate": 3.6380657718365877e-06, + "loss": 0.9527, + "step": 3031 + }, + { + "epoch": 0.2187511273042098, + "grad_norm": 2.8391327315499706, + "learning_rate": 3.6377975810236946e-06, + "loss": 0.9542, + "step": 3032 + }, + { + "epoch": 0.2188232747736373, + "grad_norm": 2.6190385791490445, + "learning_rate": 3.637529300776739e-06, + "loss": 1.0111, + "step": 3033 + }, + { + "epoch": 0.21889542224306482, + "grad_norm": 0.9346301020806582, + "learning_rate": 3.6372609311103694e-06, + "loss": 0.9191, + "step": 3034 + }, + { + "epoch": 0.21896756971249234, + "grad_norm": 3.433274741428987, + "learning_rate": 3.636992472039242e-06, + "loss": 1.0299, + "step": 3035 + }, + { + "epoch": 0.21903971718191984, + "grad_norm": 5.249166513311676, + "learning_rate": 3.6367239235780156e-06, + "loss": 1.0312, + "step": 3036 + }, + { + "epoch": 0.21911186465134735, + "grad_norm": 3.9559576568343116, + "learning_rate": 3.636455285741354e-06, + "loss": 1.0116, + "step": 3037 + }, + { + "epoch": 0.21918401212077487, + "grad_norm": 3.882092292046242, + "learning_rate": 3.636186558543928e-06, + "loss": 0.8976, + "step": 3038 + }, + { + "epoch": 0.21925615959020237, + "grad_norm": 3.2735409230939667, + "learning_rate": 3.6359177420004104e-06, + "loss": 1.0189, + "step": 3039 + }, + { + "epoch": 0.21932830705962988, + "grad_norm": 2.8089297203759354, + "learning_rate": 3.635648836125481e-06, + "loss": 0.9764, + "step": 3040 + }, + { + "epoch": 0.2194004545290574, + "grad_norm": 5.470929567062511, + "learning_rate": 3.635379840933824e-06, + "loss": 0.939, + "step": 3041 + }, + { + "epoch": 0.2194726019984849, + "grad_norm": 2.5244796065596464, + "learning_rate": 3.6351107564401274e-06, + "loss": 1.0031, + "step": 3042 + }, + { + "epoch": 0.21954474946791241, + "grad_norm": 3.372674494047395, + "learning_rate": 3.634841582659085e-06, + "loss": 0.9541, + "step": 3043 + }, + { + "epoch": 0.21961689693733993, + "grad_norm": 2.8224621133483123, + "learning_rate": 3.6345723196053964e-06, + "loss": 0.9337, + "step": 3044 + }, + { + "epoch": 0.21968904440676743, + "grad_norm": 4.364929161239802, + "learning_rate": 3.6343029672937645e-06, + "loss": 1.0326, + "step": 3045 + }, + { + "epoch": 0.21976119187619494, + "grad_norm": 4.679842989317386, + "learning_rate": 3.634033525738897e-06, + "loss": 0.9193, + "step": 3046 + }, + { + "epoch": 0.21983333934562246, + "grad_norm": 31.120247229057423, + "learning_rate": 3.633763994955508e-06, + "loss": 0.9251, + "step": 3047 + }, + { + "epoch": 0.21990548681504996, + "grad_norm": 2.571916815787463, + "learning_rate": 3.633494374958315e-06, + "loss": 0.995, + "step": 3048 + }, + { + "epoch": 0.21997763428447747, + "grad_norm": 2.684483987107871, + "learning_rate": 3.6332246657620415e-06, + "loss": 0.9492, + "step": 3049 + }, + { + "epoch": 0.220049781753905, + "grad_norm": 2.6201271969735194, + "learning_rate": 3.6329548673814148e-06, + "loss": 1.0881, + "step": 3050 + }, + { + "epoch": 0.22012192922333249, + "grad_norm": 4.396391967181903, + "learning_rate": 3.632684979831168e-06, + "loss": 0.9086, + "step": 3051 + }, + { + "epoch": 0.22019407669276, + "grad_norm": 3.262797176229011, + "learning_rate": 3.6324150031260377e-06, + "loss": 0.971, + "step": 3052 + }, + { + "epoch": 0.22026622416218752, + "grad_norm": 3.4192295386713303, + "learning_rate": 3.632144937280768e-06, + "loss": 0.9933, + "step": 3053 + }, + { + "epoch": 0.22033837163161502, + "grad_norm": 3.5194365460083796, + "learning_rate": 3.631874782310105e-06, + "loss": 1.1182, + "step": 3054 + }, + { + "epoch": 0.22041051910104253, + "grad_norm": 2.9893189068507677, + "learning_rate": 3.6316045382288012e-06, + "loss": 1.047, + "step": 3055 + }, + { + "epoch": 0.22048266657047005, + "grad_norm": 12.297360169510847, + "learning_rate": 3.6313342050516133e-06, + "loss": 0.973, + "step": 3056 + }, + { + "epoch": 0.22055481403989755, + "grad_norm": 2.6959394969603365, + "learning_rate": 3.6310637827933035e-06, + "loss": 0.9615, + "step": 3057 + }, + { + "epoch": 0.22062696150932506, + "grad_norm": 2.086030536534168, + "learning_rate": 3.6307932714686382e-06, + "loss": 0.9316, + "step": 3058 + }, + { + "epoch": 0.22069910897875258, + "grad_norm": 3.7618860700716628, + "learning_rate": 3.6305226710923897e-06, + "loss": 1.0307, + "step": 3059 + }, + { + "epoch": 0.22077125644818008, + "grad_norm": 3.852317751485545, + "learning_rate": 3.6302519816793344e-06, + "loss": 1.023, + "step": 3060 + }, + { + "epoch": 0.2208434039176076, + "grad_norm": 2.261223773456267, + "learning_rate": 3.629981203244253e-06, + "loss": 1.0037, + "step": 3061 + }, + { + "epoch": 0.2209155513870351, + "grad_norm": 3.274128187779863, + "learning_rate": 3.629710335801932e-06, + "loss": 0.9224, + "step": 3062 + }, + { + "epoch": 0.2209876988564626, + "grad_norm": 3.487366491243857, + "learning_rate": 3.629439379367163e-06, + "loss": 1.0275, + "step": 3063 + }, + { + "epoch": 0.22105984632589012, + "grad_norm": 2.996745887815264, + "learning_rate": 3.629168333954741e-06, + "loss": 0.9857, + "step": 3064 + }, + { + "epoch": 0.22113199379531762, + "grad_norm": 4.270219836327109, + "learning_rate": 3.6288971995794673e-06, + "loss": 0.9964, + "step": 3065 + }, + { + "epoch": 0.22120414126474514, + "grad_norm": 2.449325340178351, + "learning_rate": 3.6286259762561475e-06, + "loss": 0.9472, + "step": 3066 + }, + { + "epoch": 0.22127628873417265, + "grad_norm": 17.31736978835755, + "learning_rate": 3.6283546639995927e-06, + "loss": 1.0385, + "step": 3067 + }, + { + "epoch": 0.22134843620360015, + "grad_norm": 2.4700762892150188, + "learning_rate": 3.628083262824617e-06, + "loss": 1.1043, + "step": 3068 + }, + { + "epoch": 0.22142058367302767, + "grad_norm": 2.5909159240450026, + "learning_rate": 3.6278117727460414e-06, + "loss": 1.0566, + "step": 3069 + }, + { + "epoch": 0.22149273114245518, + "grad_norm": 5.913249071990993, + "learning_rate": 3.627540193778691e-06, + "loss": 1.0184, + "step": 3070 + }, + { + "epoch": 0.22156487861188268, + "grad_norm": 2.8975693875579394, + "learning_rate": 3.6272685259373957e-06, + "loss": 0.9081, + "step": 3071 + }, + { + "epoch": 0.2216370260813102, + "grad_norm": 2.9161904264105214, + "learning_rate": 3.6269967692369894e-06, + "loss": 0.9706, + "step": 3072 + }, + { + "epoch": 0.22170917355073771, + "grad_norm": 2.6472189471489296, + "learning_rate": 3.626724923692313e-06, + "loss": 0.9884, + "step": 3073 + }, + { + "epoch": 0.2217813210201652, + "grad_norm": 3.3050748990296426, + "learning_rate": 3.6264529893182108e-06, + "loss": 1.0795, + "step": 3074 + }, + { + "epoch": 0.22185346848959273, + "grad_norm": 3.01559495663872, + "learning_rate": 3.6261809661295316e-06, + "loss": 1.013, + "step": 3075 + }, + { + "epoch": 0.22192561595902024, + "grad_norm": 2.8474280078819905, + "learning_rate": 3.6259088541411293e-06, + "loss": 1.0284, + "step": 3076 + }, + { + "epoch": 0.22199776342844774, + "grad_norm": 0.6911867299709002, + "learning_rate": 3.625636653367864e-06, + "loss": 0.8077, + "step": 3077 + }, + { + "epoch": 0.22206991089787526, + "grad_norm": 2.430784903710715, + "learning_rate": 3.625364363824598e-06, + "loss": 1.0568, + "step": 3078 + }, + { + "epoch": 0.22214205836730277, + "grad_norm": 2.923364106831518, + "learning_rate": 3.6250919855262017e-06, + "loss": 0.958, + "step": 3079 + }, + { + "epoch": 0.22221420583673027, + "grad_norm": 4.262097363738689, + "learning_rate": 3.624819518487548e-06, + "loss": 0.9698, + "step": 3080 + }, + { + "epoch": 0.22228635330615779, + "grad_norm": 2.9335176785659542, + "learning_rate": 3.624546962723515e-06, + "loss": 0.9743, + "step": 3081 + }, + { + "epoch": 0.2223585007755853, + "grad_norm": 2.5409240471583825, + "learning_rate": 3.624274318248986e-06, + "loss": 1.0214, + "step": 3082 + }, + { + "epoch": 0.2224306482450128, + "grad_norm": 2.26836750179495, + "learning_rate": 3.62400158507885e-06, + "loss": 0.9223, + "step": 3083 + }, + { + "epoch": 0.22250279571444032, + "grad_norm": 2.4898433363321355, + "learning_rate": 3.6237287632279992e-06, + "loss": 1.1354, + "step": 3084 + }, + { + "epoch": 0.22257494318386783, + "grad_norm": 2.0459137035155384, + "learning_rate": 3.623455852711331e-06, + "loss": 0.9359, + "step": 3085 + }, + { + "epoch": 0.22264709065329533, + "grad_norm": 2.67316749052001, + "learning_rate": 3.623182853543749e-06, + "loss": 0.8743, + "step": 3086 + }, + { + "epoch": 0.22271923812272285, + "grad_norm": 3.273777909889993, + "learning_rate": 3.62290976574016e-06, + "loss": 1.0074, + "step": 3087 + }, + { + "epoch": 0.22279138559215036, + "grad_norm": 0.900860975960624, + "learning_rate": 3.622636589315476e-06, + "loss": 0.908, + "step": 3088 + }, + { + "epoch": 0.22286353306157786, + "grad_norm": 0.8815606279971947, + "learning_rate": 3.622363324284615e-06, + "loss": 0.8763, + "step": 3089 + }, + { + "epoch": 0.22293568053100538, + "grad_norm": 2.1410975247959296, + "learning_rate": 3.622089970662499e-06, + "loss": 0.9707, + "step": 3090 + }, + { + "epoch": 0.2230078280004329, + "grad_norm": 6.742346203683275, + "learning_rate": 3.6218165284640546e-06, + "loss": 0.845, + "step": 3091 + }, + { + "epoch": 0.2230799754698604, + "grad_norm": 0.687892325040156, + "learning_rate": 3.621542997704212e-06, + "loss": 0.8134, + "step": 3092 + }, + { + "epoch": 0.2231521229392879, + "grad_norm": 2.3639030206090785, + "learning_rate": 3.6212693783979103e-06, + "loss": 0.9575, + "step": 3093 + }, + { + "epoch": 0.22322427040871543, + "grad_norm": 2.999938487375958, + "learning_rate": 3.62099567056009e-06, + "loss": 0.895, + "step": 3094 + }, + { + "epoch": 0.22329641787814292, + "grad_norm": 0.8074873574274029, + "learning_rate": 3.620721874205696e-06, + "loss": 0.8758, + "step": 3095 + }, + { + "epoch": 0.22336856534757044, + "grad_norm": 3.2737617423133543, + "learning_rate": 3.6204479893496798e-06, + "loss": 0.8619, + "step": 3096 + }, + { + "epoch": 0.22344071281699796, + "grad_norm": 1.7468882551696903, + "learning_rate": 3.620174016006998e-06, + "loss": 1.0119, + "step": 3097 + }, + { + "epoch": 0.22351286028642545, + "grad_norm": 3.0125989209154245, + "learning_rate": 3.6198999541926114e-06, + "loss": 1.0701, + "step": 3098 + }, + { + "epoch": 0.22358500775585297, + "grad_norm": 2.5114591235920756, + "learning_rate": 3.619625803921484e-06, + "loss": 0.9321, + "step": 3099 + }, + { + "epoch": 0.22365715522528049, + "grad_norm": 2.7612769651672098, + "learning_rate": 3.619351565208588e-06, + "loss": 0.8265, + "step": 3100 + }, + { + "epoch": 0.22372930269470798, + "grad_norm": 2.631179348321016, + "learning_rate": 3.6190772380688973e-06, + "loss": 0.9798, + "step": 3101 + }, + { + "epoch": 0.2238014501641355, + "grad_norm": 2.2998061388663147, + "learning_rate": 3.618802822517392e-06, + "loss": 0.9672, + "step": 3102 + }, + { + "epoch": 0.22387359763356302, + "grad_norm": 4.769318097074674, + "learning_rate": 3.6185283185690577e-06, + "loss": 1.0609, + "step": 3103 + }, + { + "epoch": 0.2239457451029905, + "grad_norm": 4.5879101645231, + "learning_rate": 3.618253726238883e-06, + "loss": 0.9996, + "step": 3104 + }, + { + "epoch": 0.22401789257241803, + "grad_norm": 5.245225460999627, + "learning_rate": 3.617979045541863e-06, + "loss": 0.9613, + "step": 3105 + }, + { + "epoch": 0.22409004004184555, + "grad_norm": 1.9973509052765877, + "learning_rate": 3.617704276492997e-06, + "loss": 1.0477, + "step": 3106 + }, + { + "epoch": 0.22416218751127304, + "grad_norm": 2.710797572853338, + "learning_rate": 3.6174294191072886e-06, + "loss": 1.0197, + "step": 3107 + }, + { + "epoch": 0.22423433498070056, + "grad_norm": 2.4788417977298605, + "learning_rate": 3.617154473399748e-06, + "loss": 1.114, + "step": 3108 + }, + { + "epoch": 0.22430648245012808, + "grad_norm": 3.3776130450663153, + "learning_rate": 3.6168794393853874e-06, + "loss": 0.9912, + "step": 3109 + }, + { + "epoch": 0.22437862991955557, + "grad_norm": 2.4069976635910884, + "learning_rate": 3.6166043170792265e-06, + "loss": 1.0104, + "step": 3110 + }, + { + "epoch": 0.22445077738898309, + "grad_norm": 2.839688933086569, + "learning_rate": 3.616329106496288e-06, + "loss": 1.0613, + "step": 3111 + }, + { + "epoch": 0.22452292485841058, + "grad_norm": 2.356093391860134, + "learning_rate": 3.6160538076516007e-06, + "loss": 0.9501, + "step": 3112 + }, + { + "epoch": 0.2245950723278381, + "grad_norm": 2.2846786652045767, + "learning_rate": 3.615778420560197e-06, + "loss": 0.9611, + "step": 3113 + }, + { + "epoch": 0.22466721979726562, + "grad_norm": 2.203974458598387, + "learning_rate": 3.6155029452371154e-06, + "loss": 0.9617, + "step": 3114 + }, + { + "epoch": 0.2247393672666931, + "grad_norm": 3.287957737606971, + "learning_rate": 3.615227381697398e-06, + "loss": 0.9157, + "step": 3115 + }, + { + "epoch": 0.22481151473612063, + "grad_norm": 2.385552903550799, + "learning_rate": 3.6149517299560933e-06, + "loss": 0.939, + "step": 3116 + }, + { + "epoch": 0.22488366220554815, + "grad_norm": 2.1512259957782467, + "learning_rate": 3.6146759900282526e-06, + "loss": 1.0108, + "step": 3117 + }, + { + "epoch": 0.22495580967497564, + "grad_norm": 2.699402290872242, + "learning_rate": 3.6144001619289335e-06, + "loss": 0.9864, + "step": 3118 + }, + { + "epoch": 0.22502795714440316, + "grad_norm": 2.4557547111167017, + "learning_rate": 3.6141242456731977e-06, + "loss": 0.9731, + "step": 3119 + }, + { + "epoch": 0.22510010461383068, + "grad_norm": 3.3160265018798376, + "learning_rate": 3.613848241276113e-06, + "loss": 1.0045, + "step": 3120 + }, + { + "epoch": 0.22517225208325817, + "grad_norm": 3.8144242480425765, + "learning_rate": 3.6135721487527486e-06, + "loss": 0.9345, + "step": 3121 + }, + { + "epoch": 0.2252443995526857, + "grad_norm": 2.555569651007364, + "learning_rate": 3.6132959681181835e-06, + "loss": 0.9923, + "step": 3122 + }, + { + "epoch": 0.2253165470221132, + "grad_norm": 1.8264870764282721, + "learning_rate": 3.6130196993874976e-06, + "loss": 1.0374, + "step": 3123 + }, + { + "epoch": 0.2253886944915407, + "grad_norm": 2.8719511036549124, + "learning_rate": 3.6127433425757766e-06, + "loss": 0.902, + "step": 3124 + }, + { + "epoch": 0.22546084196096822, + "grad_norm": 0.7969252626611721, + "learning_rate": 3.612466897698112e-06, + "loss": 0.8345, + "step": 3125 + }, + { + "epoch": 0.22553298943039574, + "grad_norm": 2.3504426133535388, + "learning_rate": 3.6121903647696e-06, + "loss": 0.9294, + "step": 3126 + }, + { + "epoch": 0.22560513689982323, + "grad_norm": 2.314482483496549, + "learning_rate": 3.611913743805339e-06, + "loss": 1.0182, + "step": 3127 + }, + { + "epoch": 0.22567728436925075, + "grad_norm": 5.2004088681208405, + "learning_rate": 3.611637034820437e-06, + "loss": 1.0185, + "step": 3128 + }, + { + "epoch": 0.22574943183867827, + "grad_norm": 2.9455687717483565, + "learning_rate": 3.611360237830002e-06, + "loss": 1.0764, + "step": 3129 + }, + { + "epoch": 0.22582157930810576, + "grad_norm": 22.16184971990859, + "learning_rate": 3.611083352849149e-06, + "loss": 1.0678, + "step": 3130 + }, + { + "epoch": 0.22589372677753328, + "grad_norm": 2.7398214103803933, + "learning_rate": 3.610806379892999e-06, + "loss": 0.9362, + "step": 3131 + }, + { + "epoch": 0.2259658742469608, + "grad_norm": 3.1293420761933306, + "learning_rate": 3.610529318976675e-06, + "loss": 0.9198, + "step": 3132 + }, + { + "epoch": 0.2260380217163883, + "grad_norm": 2.5684843199765366, + "learning_rate": 3.6102521701153065e-06, + "loss": 1.0251, + "step": 3133 + }, + { + "epoch": 0.2261101691858158, + "grad_norm": 3.9313085409151074, + "learning_rate": 3.609974933324029e-06, + "loss": 1.0189, + "step": 3134 + }, + { + "epoch": 0.22618231665524333, + "grad_norm": 4.046167260220549, + "learning_rate": 3.6096976086179797e-06, + "loss": 0.9439, + "step": 3135 + }, + { + "epoch": 0.22625446412467082, + "grad_norm": 10.077996304895352, + "learning_rate": 3.609420196012303e-06, + "loss": 0.9667, + "step": 3136 + }, + { + "epoch": 0.22632661159409834, + "grad_norm": 3.8602690491276426, + "learning_rate": 3.6091426955221465e-06, + "loss": 0.9811, + "step": 3137 + }, + { + "epoch": 0.22639875906352586, + "grad_norm": 4.678406707293377, + "learning_rate": 3.608865107162665e-06, + "loss": 0.9586, + "step": 3138 + }, + { + "epoch": 0.22647090653295335, + "grad_norm": 2.981436196196757, + "learning_rate": 3.6085874309490157e-06, + "loss": 0.9508, + "step": 3139 + }, + { + "epoch": 0.22654305400238087, + "grad_norm": 2.4946699544143147, + "learning_rate": 3.608309666896362e-06, + "loss": 0.9111, + "step": 3140 + }, + { + "epoch": 0.2266152014718084, + "grad_norm": 4.919422713426243, + "learning_rate": 3.6080318150198705e-06, + "loss": 1.0017, + "step": 3141 + }, + { + "epoch": 0.22668734894123588, + "grad_norm": 3.1822231220827777, + "learning_rate": 3.6077538753347145e-06, + "loss": 1.0814, + "step": 3142 + }, + { + "epoch": 0.2267594964106634, + "grad_norm": 0.8103082880218879, + "learning_rate": 3.6074758478560716e-06, + "loss": 0.9218, + "step": 3143 + }, + { + "epoch": 0.22683164388009092, + "grad_norm": 4.951401660409904, + "learning_rate": 3.6071977325991227e-06, + "loss": 0.9453, + "step": 3144 + }, + { + "epoch": 0.2269037913495184, + "grad_norm": 5.795608423267535, + "learning_rate": 3.6069195295790556e-06, + "loss": 0.8816, + "step": 3145 + }, + { + "epoch": 0.22697593881894593, + "grad_norm": 5.388415782300428, + "learning_rate": 3.6066412388110614e-06, + "loss": 1.0413, + "step": 3146 + }, + { + "epoch": 0.22704808628837345, + "grad_norm": 3.0396425139897625, + "learning_rate": 3.606362860310337e-06, + "loss": 1.0804, + "step": 3147 + }, + { + "epoch": 0.22712023375780094, + "grad_norm": 3.3681364558795424, + "learning_rate": 3.606084394092083e-06, + "loss": 0.9002, + "step": 3148 + }, + { + "epoch": 0.22719238122722846, + "grad_norm": 2.8585040324170836, + "learning_rate": 3.605805840171506e-06, + "loss": 0.9704, + "step": 3149 + }, + { + "epoch": 0.22726452869665598, + "grad_norm": 6.485314432137535, + "learning_rate": 3.6055271985638163e-06, + "loss": 1.0014, + "step": 3150 + }, + { + "epoch": 0.22733667616608347, + "grad_norm": 4.85327531000882, + "learning_rate": 3.6052484692842297e-06, + "loss": 0.9753, + "step": 3151 + }, + { + "epoch": 0.227408823635511, + "grad_norm": 2.949968538278172, + "learning_rate": 3.6049696523479673e-06, + "loss": 0.9742, + "step": 3152 + }, + { + "epoch": 0.2274809711049385, + "grad_norm": 8.080884215063698, + "learning_rate": 3.6046907477702524e-06, + "loss": 1.0162, + "step": 3153 + }, + { + "epoch": 0.227553118574366, + "grad_norm": 2.9242152669337056, + "learning_rate": 3.6044117555663166e-06, + "loss": 1.0335, + "step": 3154 + }, + { + "epoch": 0.22762526604379352, + "grad_norm": 7.882225476005482, + "learning_rate": 3.604132675751395e-06, + "loss": 0.9563, + "step": 3155 + }, + { + "epoch": 0.22769741351322104, + "grad_norm": 7.341620473323067, + "learning_rate": 3.6038535083407256e-06, + "loss": 0.9541, + "step": 3156 + }, + { + "epoch": 0.22776956098264853, + "grad_norm": 5.236634817109522, + "learning_rate": 3.6035742533495533e-06, + "loss": 1.0582, + "step": 3157 + }, + { + "epoch": 0.22784170845207605, + "grad_norm": 3.3983966693398484, + "learning_rate": 3.6032949107931276e-06, + "loss": 0.9095, + "step": 3158 + }, + { + "epoch": 0.22791385592150357, + "grad_norm": 3.3339088578881513, + "learning_rate": 3.6030154806867018e-06, + "loss": 0.9275, + "step": 3159 + }, + { + "epoch": 0.22798600339093106, + "grad_norm": 10.27299673781208, + "learning_rate": 3.6027359630455347e-06, + "loss": 1.0587, + "step": 3160 + }, + { + "epoch": 0.22805815086035858, + "grad_norm": 3.5434103020831063, + "learning_rate": 3.6024563578848896e-06, + "loss": 1.0243, + "step": 3161 + }, + { + "epoch": 0.2281302983297861, + "grad_norm": 2.6379933081217377, + "learning_rate": 3.6021766652200354e-06, + "loss": 1.0241, + "step": 3162 + }, + { + "epoch": 0.2282024457992136, + "grad_norm": 4.75512799978208, + "learning_rate": 3.601896885066244e-06, + "loss": 0.9951, + "step": 3163 + }, + { + "epoch": 0.2282745932686411, + "grad_norm": 3.8175696763710487, + "learning_rate": 3.601617017438794e-06, + "loss": 0.9966, + "step": 3164 + }, + { + "epoch": 0.2283467407380686, + "grad_norm": 0.801577437412216, + "learning_rate": 3.601337062352968e-06, + "loss": 0.873, + "step": 3165 + }, + { + "epoch": 0.22841888820749612, + "grad_norm": 2.565253476414055, + "learning_rate": 3.6010570198240523e-06, + "loss": 0.9642, + "step": 3166 + }, + { + "epoch": 0.22849103567692364, + "grad_norm": 2.509052956178478, + "learning_rate": 3.6007768898673404e-06, + "loss": 0.9465, + "step": 3167 + }, + { + "epoch": 0.22856318314635113, + "grad_norm": 6.972921311926189, + "learning_rate": 3.6004966724981277e-06, + "loss": 1.0487, + "step": 3168 + }, + { + "epoch": 0.22863533061577865, + "grad_norm": 2.5850227328394766, + "learning_rate": 3.6002163677317166e-06, + "loss": 1.0391, + "step": 3169 + }, + { + "epoch": 0.22870747808520617, + "grad_norm": 4.77532771718534, + "learning_rate": 3.599935975583414e-06, + "loss": 0.99, + "step": 3170 + }, + { + "epoch": 0.22877962555463366, + "grad_norm": 5.638503587125432, + "learning_rate": 3.5996554960685304e-06, + "loss": 0.956, + "step": 3171 + }, + { + "epoch": 0.22885177302406118, + "grad_norm": 3.9723594051998354, + "learning_rate": 3.599374929202382e-06, + "loss": 1.0975, + "step": 3172 + }, + { + "epoch": 0.2289239204934887, + "grad_norm": 3.9703686634761732, + "learning_rate": 3.599094275000289e-06, + "loss": 1.1191, + "step": 3173 + }, + { + "epoch": 0.2289960679629162, + "grad_norm": 5.495306960497102, + "learning_rate": 3.5988135334775775e-06, + "loss": 0.9166, + "step": 3174 + }, + { + "epoch": 0.2290682154323437, + "grad_norm": 2.4715542861313877, + "learning_rate": 3.5985327046495773e-06, + "loss": 0.9191, + "step": 3175 + }, + { + "epoch": 0.22914036290177123, + "grad_norm": 2.467976316106537, + "learning_rate": 3.5982517885316232e-06, + "loss": 0.9757, + "step": 3176 + }, + { + "epoch": 0.22921251037119872, + "grad_norm": 5.922223163928319, + "learning_rate": 3.597970785139057e-06, + "loss": 1.0175, + "step": 3177 + }, + { + "epoch": 0.22928465784062624, + "grad_norm": 3.4256678076374674, + "learning_rate": 3.5976896944872205e-06, + "loss": 1.0129, + "step": 3178 + }, + { + "epoch": 0.22935680531005376, + "grad_norm": 2.9614684099492674, + "learning_rate": 3.597408516591464e-06, + "loss": 1.0525, + "step": 3179 + }, + { + "epoch": 0.22942895277948125, + "grad_norm": 3.323873033488046, + "learning_rate": 3.5971272514671426e-06, + "loss": 0.8719, + "step": 3180 + }, + { + "epoch": 0.22950110024890877, + "grad_norm": 2.2769825356089717, + "learning_rate": 3.5968458991296144e-06, + "loss": 1.0788, + "step": 3181 + }, + { + "epoch": 0.2295732477183363, + "grad_norm": 2.196531995582397, + "learning_rate": 3.5965644595942423e-06, + "loss": 0.9995, + "step": 3182 + }, + { + "epoch": 0.22964539518776378, + "grad_norm": 9.147688993850997, + "learning_rate": 3.596282932876396e-06, + "loss": 1.0208, + "step": 3183 + }, + { + "epoch": 0.2297175426571913, + "grad_norm": 2.656137710890587, + "learning_rate": 3.5960013189914477e-06, + "loss": 0.9006, + "step": 3184 + }, + { + "epoch": 0.22978969012661882, + "grad_norm": 4.842538399059145, + "learning_rate": 3.5957196179547756e-06, + "loss": 0.9886, + "step": 3185 + }, + { + "epoch": 0.2298618375960463, + "grad_norm": 3.182314375792711, + "learning_rate": 3.5954378297817617e-06, + "loss": 0.9734, + "step": 3186 + }, + { + "epoch": 0.22993398506547383, + "grad_norm": 4.437222539259784, + "learning_rate": 3.595155954487795e-06, + "loss": 0.9521, + "step": 3187 + }, + { + "epoch": 0.23000613253490135, + "grad_norm": 2.9381771524617175, + "learning_rate": 3.594873992088266e-06, + "loss": 1.003, + "step": 3188 + }, + { + "epoch": 0.23007828000432884, + "grad_norm": 4.022395619424454, + "learning_rate": 3.594591942598573e-06, + "loss": 1.0018, + "step": 3189 + }, + { + "epoch": 0.23015042747375636, + "grad_norm": 2.632759342732333, + "learning_rate": 3.5943098060341166e-06, + "loss": 0.9737, + "step": 3190 + }, + { + "epoch": 0.23022257494318388, + "grad_norm": 4.438418011336852, + "learning_rate": 3.5940275824103033e-06, + "loss": 1.0395, + "step": 3191 + }, + { + "epoch": 0.23029472241261137, + "grad_norm": 3.0524997535599243, + "learning_rate": 3.593745271742545e-06, + "loss": 0.9802, + "step": 3192 + }, + { + "epoch": 0.2303668698820389, + "grad_norm": 4.132737272619922, + "learning_rate": 3.593462874046257e-06, + "loss": 0.9963, + "step": 3193 + }, + { + "epoch": 0.2304390173514664, + "grad_norm": 3.4699842302035506, + "learning_rate": 3.5931803893368604e-06, + "loss": 0.9798, + "step": 3194 + }, + { + "epoch": 0.2305111648208939, + "grad_norm": 5.179465264663568, + "learning_rate": 3.592897817629781e-06, + "loss": 0.9948, + "step": 3195 + }, + { + "epoch": 0.23058331229032142, + "grad_norm": 3.6865972933413116, + "learning_rate": 3.592615158940448e-06, + "loss": 0.9607, + "step": 3196 + }, + { + "epoch": 0.23065545975974894, + "grad_norm": 0.8289862778382684, + "learning_rate": 3.592332413284296e-06, + "loss": 0.8734, + "step": 3197 + }, + { + "epoch": 0.23072760722917643, + "grad_norm": 0.7654423009130532, + "learning_rate": 3.592049580676767e-06, + "loss": 0.889, + "step": 3198 + }, + { + "epoch": 0.23079975469860395, + "grad_norm": 3.098894869798345, + "learning_rate": 3.5917666611333032e-06, + "loss": 1.1068, + "step": 3199 + }, + { + "epoch": 0.23087190216803147, + "grad_norm": 2.8485224993103264, + "learning_rate": 3.5914836546693547e-06, + "loss": 1.009, + "step": 3200 + }, + { + "epoch": 0.23094404963745896, + "grad_norm": 11.469755123487747, + "learning_rate": 3.5912005613003755e-06, + "loss": 0.8794, + "step": 3201 + }, + { + "epoch": 0.23101619710688648, + "grad_norm": 4.000612212060682, + "learning_rate": 3.5909173810418236e-06, + "loss": 1.0625, + "step": 3202 + }, + { + "epoch": 0.231088344576314, + "grad_norm": 8.417694129801262, + "learning_rate": 3.590634113909163e-06, + "loss": 1.0331, + "step": 3203 + }, + { + "epoch": 0.2311604920457415, + "grad_norm": 3.618323261089413, + "learning_rate": 3.5903507599178616e-06, + "loss": 0.9923, + "step": 3204 + }, + { + "epoch": 0.231232639515169, + "grad_norm": 3.4163042822223066, + "learning_rate": 3.5900673190833932e-06, + "loss": 0.8961, + "step": 3205 + }, + { + "epoch": 0.23130478698459653, + "grad_norm": 3.855141112717199, + "learning_rate": 3.5897837914212342e-06, + "loss": 1.1101, + "step": 3206 + }, + { + "epoch": 0.23137693445402402, + "grad_norm": 4.237580272173066, + "learning_rate": 3.589500176946868e-06, + "loss": 1.0112, + "step": 3207 + }, + { + "epoch": 0.23144908192345154, + "grad_norm": 3.7182443739849065, + "learning_rate": 3.5892164756757807e-06, + "loss": 0.8783, + "step": 3208 + }, + { + "epoch": 0.23152122939287906, + "grad_norm": 0.7416819406572517, + "learning_rate": 3.5889326876234643e-06, + "loss": 0.8846, + "step": 3209 + }, + { + "epoch": 0.23159337686230655, + "grad_norm": 2.8700296311394005, + "learning_rate": 3.5886488128054172e-06, + "loss": 0.9829, + "step": 3210 + }, + { + "epoch": 0.23166552433173407, + "grad_norm": 2.4533343377664143, + "learning_rate": 3.5883648512371386e-06, + "loss": 0.9607, + "step": 3211 + }, + { + "epoch": 0.2317376718011616, + "grad_norm": 2.972734527960825, + "learning_rate": 3.5880808029341355e-06, + "loss": 0.9041, + "step": 3212 + }, + { + "epoch": 0.23180981927058908, + "grad_norm": 2.773940349715858, + "learning_rate": 3.5877966679119183e-06, + "loss": 1.1316, + "step": 3213 + }, + { + "epoch": 0.2318819667400166, + "grad_norm": 3.590877280407162, + "learning_rate": 3.5875124461860034e-06, + "loss": 0.8989, + "step": 3214 + }, + { + "epoch": 0.2319541142094441, + "grad_norm": 3.048222952780987, + "learning_rate": 3.5872281377719105e-06, + "loss": 0.9617, + "step": 3215 + }, + { + "epoch": 0.2320262616788716, + "grad_norm": 6.787340092751207, + "learning_rate": 3.5869437426851645e-06, + "loss": 1.0385, + "step": 3216 + }, + { + "epoch": 0.23209840914829913, + "grad_norm": 3.0712191963436517, + "learning_rate": 3.586659260941295e-06, + "loss": 0.8277, + "step": 3217 + }, + { + "epoch": 0.23217055661772662, + "grad_norm": 2.96192645866801, + "learning_rate": 3.5863746925558376e-06, + "loss": 0.998, + "step": 3218 + }, + { + "epoch": 0.23224270408715414, + "grad_norm": 4.668721132814768, + "learning_rate": 3.5860900375443305e-06, + "loss": 0.9755, + "step": 3219 + }, + { + "epoch": 0.23231485155658166, + "grad_norm": 3.072881890224076, + "learning_rate": 3.5858052959223184e-06, + "loss": 1.0082, + "step": 3220 + }, + { + "epoch": 0.23238699902600915, + "grad_norm": 3.1837716831027554, + "learning_rate": 3.5855204677053494e-06, + "loss": 1.0058, + "step": 3221 + }, + { + "epoch": 0.23245914649543667, + "grad_norm": 2.9424682159133266, + "learning_rate": 3.5852355529089763e-06, + "loss": 1.0704, + "step": 3222 + }, + { + "epoch": 0.2325312939648642, + "grad_norm": 3.0735877042525437, + "learning_rate": 3.5849505515487586e-06, + "loss": 1.0335, + "step": 3223 + }, + { + "epoch": 0.23260344143429168, + "grad_norm": 3.587004459196477, + "learning_rate": 3.5846654636402586e-06, + "loss": 0.9513, + "step": 3224 + }, + { + "epoch": 0.2326755889037192, + "grad_norm": 2.5359187456284817, + "learning_rate": 3.5843802891990438e-06, + "loss": 0.9079, + "step": 3225 + }, + { + "epoch": 0.23274773637314672, + "grad_norm": 4.197492604888163, + "learning_rate": 3.584095028240686e-06, + "loss": 1.0533, + "step": 3226 + }, + { + "epoch": 0.2328198838425742, + "grad_norm": 6.41433994004489, + "learning_rate": 3.5838096807807635e-06, + "loss": 0.9587, + "step": 3227 + }, + { + "epoch": 0.23289203131200173, + "grad_norm": 3.4599005736690316, + "learning_rate": 3.5835242468348574e-06, + "loss": 0.96, + "step": 3228 + }, + { + "epoch": 0.23296417878142925, + "grad_norm": 4.173904439668495, + "learning_rate": 3.583238726418554e-06, + "loss": 0.8423, + "step": 3229 + }, + { + "epoch": 0.23303632625085674, + "grad_norm": 3.4982025435595636, + "learning_rate": 3.5829531195474443e-06, + "loss": 0.8682, + "step": 3230 + }, + { + "epoch": 0.23310847372028426, + "grad_norm": 7.400195000630949, + "learning_rate": 3.5826674262371254e-06, + "loss": 0.9532, + "step": 3231 + }, + { + "epoch": 0.23318062118971178, + "grad_norm": 2.5960579221344244, + "learning_rate": 3.5823816465031968e-06, + "loss": 0.9516, + "step": 3232 + }, + { + "epoch": 0.23325276865913927, + "grad_norm": 4.98599149984958, + "learning_rate": 3.5820957803612645e-06, + "loss": 0.9917, + "step": 3233 + }, + { + "epoch": 0.2333249161285668, + "grad_norm": 4.487284178577997, + "learning_rate": 3.5818098278269383e-06, + "loss": 1.033, + "step": 3234 + }, + { + "epoch": 0.2333970635979943, + "grad_norm": 4.526608530007377, + "learning_rate": 3.5815237889158326e-06, + "loss": 1.0167, + "step": 3235 + }, + { + "epoch": 0.2334692110674218, + "grad_norm": 4.678082377125573, + "learning_rate": 3.5812376636435676e-06, + "loss": 0.9389, + "step": 3236 + }, + { + "epoch": 0.23354135853684932, + "grad_norm": 3.7714135722898323, + "learning_rate": 3.5809514520257673e-06, + "loss": 0.9515, + "step": 3237 + }, + { + "epoch": 0.23361350600627684, + "grad_norm": 4.95413438397737, + "learning_rate": 3.580665154078061e-06, + "loss": 0.9743, + "step": 3238 + }, + { + "epoch": 0.23368565347570433, + "grad_norm": 3.6141162464253664, + "learning_rate": 3.5803787698160824e-06, + "loss": 1.0175, + "step": 3239 + }, + { + "epoch": 0.23375780094513185, + "grad_norm": 2.644457772387872, + "learning_rate": 3.580092299255469e-06, + "loss": 1.0045, + "step": 3240 + }, + { + "epoch": 0.23382994841455937, + "grad_norm": 3.8018281755224406, + "learning_rate": 3.5798057424118637e-06, + "loss": 1.0453, + "step": 3241 + }, + { + "epoch": 0.23390209588398686, + "grad_norm": 3.0303003455641444, + "learning_rate": 3.579519099300916e-06, + "loss": 1.005, + "step": 3242 + }, + { + "epoch": 0.23397424335341438, + "grad_norm": 3.6220912444208464, + "learning_rate": 3.5792323699382774e-06, + "loss": 1.0645, + "step": 3243 + }, + { + "epoch": 0.2340463908228419, + "grad_norm": 0.8498919137785705, + "learning_rate": 3.578945554339605e-06, + "loss": 0.8895, + "step": 3244 + }, + { + "epoch": 0.2341185382922694, + "grad_norm": 5.762509214844855, + "learning_rate": 3.5786586525205607e-06, + "loss": 1.0144, + "step": 3245 + }, + { + "epoch": 0.2341906857616969, + "grad_norm": 3.1995737626398366, + "learning_rate": 3.578371664496812e-06, + "loss": 0.952, + "step": 3246 + }, + { + "epoch": 0.23426283323112443, + "grad_norm": 2.1989972560322473, + "learning_rate": 3.578084590284029e-06, + "loss": 1.0092, + "step": 3247 + }, + { + "epoch": 0.23433498070055192, + "grad_norm": 4.235971522854189, + "learning_rate": 3.577797429897889e-06, + "loss": 1.0478, + "step": 3248 + }, + { + "epoch": 0.23440712816997944, + "grad_norm": 3.595456854132615, + "learning_rate": 3.577510183354072e-06, + "loss": 0.9041, + "step": 3249 + }, + { + "epoch": 0.23447927563940696, + "grad_norm": 2.4386487356930706, + "learning_rate": 3.5772228506682636e-06, + "loss": 0.9533, + "step": 3250 + }, + { + "epoch": 0.23455142310883445, + "grad_norm": 2.360801720138797, + "learning_rate": 3.576935431856154e-06, + "loss": 0.9535, + "step": 3251 + }, + { + "epoch": 0.23462357057826197, + "grad_norm": 2.7211015550587443, + "learning_rate": 3.5766479269334377e-06, + "loss": 0.8867, + "step": 3252 + }, + { + "epoch": 0.2346957180476895, + "grad_norm": 2.73297667580013, + "learning_rate": 3.576360335915815e-06, + "loss": 0.9638, + "step": 3253 + }, + { + "epoch": 0.23476786551711698, + "grad_norm": 3.1015305217180176, + "learning_rate": 3.57607265881899e-06, + "loss": 0.9941, + "step": 3254 + }, + { + "epoch": 0.2348400129865445, + "grad_norm": 3.81660677989191, + "learning_rate": 3.575784895658671e-06, + "loss": 0.9511, + "step": 3255 + }, + { + "epoch": 0.23491216045597202, + "grad_norm": 3.412112449465558, + "learning_rate": 3.5754970464505724e-06, + "loss": 1.0288, + "step": 3256 + }, + { + "epoch": 0.2349843079253995, + "grad_norm": 2.9146008032674433, + "learning_rate": 3.575209111210413e-06, + "loss": 0.9981, + "step": 3257 + }, + { + "epoch": 0.23505645539482703, + "grad_norm": 5.764393910212903, + "learning_rate": 3.574921089953914e-06, + "loss": 0.943, + "step": 3258 + }, + { + "epoch": 0.23512860286425455, + "grad_norm": 3.269975456588984, + "learning_rate": 3.5746329826968058e-06, + "loss": 1.0682, + "step": 3259 + }, + { + "epoch": 0.23520075033368204, + "grad_norm": 0.8051779280264362, + "learning_rate": 3.5743447894548185e-06, + "loss": 0.8499, + "step": 3260 + }, + { + "epoch": 0.23527289780310956, + "grad_norm": 3.063219569781185, + "learning_rate": 3.5740565102436908e-06, + "loss": 0.9466, + "step": 3261 + }, + { + "epoch": 0.23534504527253708, + "grad_norm": 3.747149973905624, + "learning_rate": 3.573768145079164e-06, + "loss": 0.9355, + "step": 3262 + }, + { + "epoch": 0.23541719274196457, + "grad_norm": 3.8461420323117093, + "learning_rate": 3.573479693976985e-06, + "loss": 1.0253, + "step": 3263 + }, + { + "epoch": 0.2354893402113921, + "grad_norm": 2.727309422535107, + "learning_rate": 3.5731911569529036e-06, + "loss": 0.9902, + "step": 3264 + }, + { + "epoch": 0.2355614876808196, + "grad_norm": 3.8703086511117695, + "learning_rate": 3.5729025340226774e-06, + "loss": 0.8438, + "step": 3265 + }, + { + "epoch": 0.2356336351502471, + "grad_norm": 3.0087998392171493, + "learning_rate": 3.572613825202067e-06, + "loss": 0.9356, + "step": 3266 + }, + { + "epoch": 0.23570578261967462, + "grad_norm": 3.9125414422616087, + "learning_rate": 3.572325030506837e-06, + "loss": 0.9535, + "step": 3267 + }, + { + "epoch": 0.2357779300891021, + "grad_norm": 18.05102512481329, + "learning_rate": 3.5720361499527575e-06, + "loss": 0.9949, + "step": 3268 + }, + { + "epoch": 0.23585007755852963, + "grad_norm": 3.8027047820818236, + "learning_rate": 3.571747183555604e-06, + "loss": 0.8764, + "step": 3269 + }, + { + "epoch": 0.23592222502795715, + "grad_norm": 3.6214027972471756, + "learning_rate": 3.571458131331154e-06, + "loss": 0.9897, + "step": 3270 + }, + { + "epoch": 0.23599437249738464, + "grad_norm": 2.5783278876725704, + "learning_rate": 3.571168993295194e-06, + "loss": 0.9846, + "step": 3271 + }, + { + "epoch": 0.23606651996681216, + "grad_norm": 4.190814400417312, + "learning_rate": 3.5708797694635106e-06, + "loss": 0.9594, + "step": 3272 + }, + { + "epoch": 0.23613866743623968, + "grad_norm": 3.3642885691173916, + "learning_rate": 3.5705904598518983e-06, + "loss": 1.0311, + "step": 3273 + }, + { + "epoch": 0.23621081490566717, + "grad_norm": 5.05693105819082, + "learning_rate": 3.5703010644761557e-06, + "loss": 0.8042, + "step": 3274 + }, + { + "epoch": 0.2362829623750947, + "grad_norm": 3.061571875862825, + "learning_rate": 3.570011583352085e-06, + "loss": 1.016, + "step": 3275 + }, + { + "epoch": 0.2363551098445222, + "grad_norm": 3.586529452264806, + "learning_rate": 3.5697220164954924e-06, + "loss": 0.919, + "step": 3276 + }, + { + "epoch": 0.2364272573139497, + "grad_norm": 6.88705884901848, + "learning_rate": 3.5694323639221926e-06, + "loss": 1.0414, + "step": 3277 + }, + { + "epoch": 0.23649940478337722, + "grad_norm": 4.459622966071428, + "learning_rate": 3.569142625648001e-06, + "loss": 1.0031, + "step": 3278 + }, + { + "epoch": 0.23657155225280474, + "grad_norm": 2.8279171018954696, + "learning_rate": 3.56885280168874e-06, + "loss": 1.0138, + "step": 3279 + }, + { + "epoch": 0.23664369972223223, + "grad_norm": 0.7889166971090275, + "learning_rate": 3.5685628920602343e-06, + "loss": 0.8473, + "step": 3280 + }, + { + "epoch": 0.23671584719165975, + "grad_norm": 4.152966112666824, + "learning_rate": 3.568272896778316e-06, + "loss": 0.8398, + "step": 3281 + }, + { + "epoch": 0.23678799466108727, + "grad_norm": 3.407868447034733, + "learning_rate": 3.5679828158588203e-06, + "loss": 1.0171, + "step": 3282 + }, + { + "epoch": 0.23686014213051476, + "grad_norm": 3.260889736057866, + "learning_rate": 3.5676926493175875e-06, + "loss": 1.0013, + "step": 3283 + }, + { + "epoch": 0.23693228959994228, + "grad_norm": 2.665837745181892, + "learning_rate": 3.5674023971704625e-06, + "loss": 1.0104, + "step": 3284 + }, + { + "epoch": 0.2370044370693698, + "grad_norm": 3.6844916275888013, + "learning_rate": 3.567112059433295e-06, + "loss": 0.9866, + "step": 3285 + }, + { + "epoch": 0.2370765845387973, + "grad_norm": 5.504064098772248, + "learning_rate": 3.566821636121939e-06, + "loss": 1.0515, + "step": 3286 + }, + { + "epoch": 0.2371487320082248, + "grad_norm": 3.258939479503554, + "learning_rate": 3.5665311272522536e-06, + "loss": 0.9664, + "step": 3287 + }, + { + "epoch": 0.23722087947765233, + "grad_norm": 2.507136553879462, + "learning_rate": 3.566240532840103e-06, + "loss": 0.9166, + "step": 3288 + }, + { + "epoch": 0.23729302694707982, + "grad_norm": 5.3982396400065, + "learning_rate": 3.5659498529013545e-06, + "loss": 0.9321, + "step": 3289 + }, + { + "epoch": 0.23736517441650734, + "grad_norm": 3.8567902716696945, + "learning_rate": 3.5656590874518814e-06, + "loss": 0.9428, + "step": 3290 + }, + { + "epoch": 0.23743732188593486, + "grad_norm": 3.2649793944942695, + "learning_rate": 3.5653682365075614e-06, + "loss": 1.0183, + "step": 3291 + }, + { + "epoch": 0.23750946935536235, + "grad_norm": 2.96195125084839, + "learning_rate": 3.565077300084277e-06, + "loss": 0.9303, + "step": 3292 + }, + { + "epoch": 0.23758161682478987, + "grad_norm": 0.7961488294780061, + "learning_rate": 3.564786278197915e-06, + "loss": 0.8626, + "step": 3293 + }, + { + "epoch": 0.2376537642942174, + "grad_norm": 4.606500692804952, + "learning_rate": 3.564495170864367e-06, + "loss": 0.832, + "step": 3294 + }, + { + "epoch": 0.23772591176364488, + "grad_norm": 3.063963404195379, + "learning_rate": 3.5642039780995293e-06, + "loss": 0.9675, + "step": 3295 + }, + { + "epoch": 0.2377980592330724, + "grad_norm": 2.866765212058165, + "learning_rate": 3.5639126999193025e-06, + "loss": 1.0552, + "step": 3296 + }, + { + "epoch": 0.23787020670249992, + "grad_norm": 2.4931054412847296, + "learning_rate": 3.563621336339593e-06, + "loss": 1.0115, + "step": 3297 + }, + { + "epoch": 0.2379423541719274, + "grad_norm": 3.492885306532037, + "learning_rate": 3.56332988737631e-06, + "loss": 1.0307, + "step": 3298 + }, + { + "epoch": 0.23801450164135493, + "grad_norm": 3.0128611811105843, + "learning_rate": 3.5630383530453693e-06, + "loss": 0.8962, + "step": 3299 + }, + { + "epoch": 0.23808664911078245, + "grad_norm": 3.1133875427863376, + "learning_rate": 3.562746733362691e-06, + "loss": 1.0115, + "step": 3300 + }, + { + "epoch": 0.23815879658020994, + "grad_norm": 2.595757959617617, + "learning_rate": 3.562455028344198e-06, + "loss": 0.9062, + "step": 3301 + }, + { + "epoch": 0.23823094404963746, + "grad_norm": 2.6304916883872798, + "learning_rate": 3.56216323800582e-06, + "loss": 1.0013, + "step": 3302 + }, + { + "epoch": 0.23830309151906498, + "grad_norm": 3.5191128531829583, + "learning_rate": 3.5618713623634905e-06, + "loss": 0.9766, + "step": 3303 + }, + { + "epoch": 0.23837523898849247, + "grad_norm": 4.646353631186507, + "learning_rate": 3.5615794014331486e-06, + "loss": 0.8213, + "step": 3304 + }, + { + "epoch": 0.23844738645792, + "grad_norm": 2.7300469723527545, + "learning_rate": 3.5612873552307352e-06, + "loss": 1.0153, + "step": 3305 + }, + { + "epoch": 0.2385195339273475, + "grad_norm": 4.491338234939003, + "learning_rate": 3.5609952237721993e-06, + "loss": 1.0193, + "step": 3306 + }, + { + "epoch": 0.238591681396775, + "grad_norm": 0.7395742487461395, + "learning_rate": 3.560703007073493e-06, + "loss": 0.7921, + "step": 3307 + }, + { + "epoch": 0.23866382886620252, + "grad_norm": 9.848245811140206, + "learning_rate": 3.5604107051505732e-06, + "loss": 1.0366, + "step": 3308 + }, + { + "epoch": 0.23873597633563004, + "grad_norm": 3.1508867378084333, + "learning_rate": 3.560118318019401e-06, + "loss": 0.9734, + "step": 3309 + }, + { + "epoch": 0.23880812380505753, + "grad_norm": 4.291217866905618, + "learning_rate": 3.559825845695943e-06, + "loss": 1.1062, + "step": 3310 + }, + { + "epoch": 0.23888027127448505, + "grad_norm": 7.023397850798819, + "learning_rate": 3.5595332881961695e-06, + "loss": 1.0036, + "step": 3311 + }, + { + "epoch": 0.23895241874391257, + "grad_norm": 0.85924761434917, + "learning_rate": 3.5592406455360563e-06, + "loss": 0.8744, + "step": 3312 + }, + { + "epoch": 0.23902456621334006, + "grad_norm": 3.798521713020036, + "learning_rate": 3.5589479177315836e-06, + "loss": 0.9558, + "step": 3313 + }, + { + "epoch": 0.23909671368276758, + "grad_norm": 3.523462807169024, + "learning_rate": 3.5586551047987365e-06, + "loss": 0.9229, + "step": 3314 + }, + { + "epoch": 0.2391688611521951, + "grad_norm": 3.586275770401265, + "learning_rate": 3.558362206753504e-06, + "loss": 1.0287, + "step": 3315 + }, + { + "epoch": 0.2392410086216226, + "grad_norm": 2.538388018888372, + "learning_rate": 3.5580692236118806e-06, + "loss": 1.061, + "step": 3316 + }, + { + "epoch": 0.2393131560910501, + "grad_norm": 2.5784075033134912, + "learning_rate": 3.557776155389864e-06, + "loss": 0.9961, + "step": 3317 + }, + { + "epoch": 0.2393853035604776, + "grad_norm": 2.8643400516662805, + "learning_rate": 3.557483002103458e-06, + "loss": 1.0135, + "step": 3318 + }, + { + "epoch": 0.23945745102990512, + "grad_norm": 5.446125073877068, + "learning_rate": 3.5571897637686712e-06, + "loss": 0.9852, + "step": 3319 + }, + { + "epoch": 0.23952959849933264, + "grad_norm": 5.669893617523455, + "learning_rate": 3.556896440401516e-06, + "loss": 0.9278, + "step": 3320 + }, + { + "epoch": 0.23960174596876013, + "grad_norm": 3.4367222686423506, + "learning_rate": 3.5566030320180104e-06, + "loss": 1.0303, + "step": 3321 + }, + { + "epoch": 0.23967389343818765, + "grad_norm": 3.6069207372626058, + "learning_rate": 3.5563095386341747e-06, + "loss": 0.9803, + "step": 3322 + }, + { + "epoch": 0.23974604090761517, + "grad_norm": 3.4527752038876702, + "learning_rate": 3.5560159602660363e-06, + "loss": 1.0653, + "step": 3323 + }, + { + "epoch": 0.23981818837704266, + "grad_norm": 3.222015798102588, + "learning_rate": 3.555722296929627e-06, + "loss": 0.9258, + "step": 3324 + }, + { + "epoch": 0.23989033584647018, + "grad_norm": 0.8204652189964458, + "learning_rate": 3.5554285486409813e-06, + "loss": 0.8693, + "step": 3325 + }, + { + "epoch": 0.2399624833158977, + "grad_norm": 2.7244217565330633, + "learning_rate": 3.5551347154161412e-06, + "loss": 1.0072, + "step": 3326 + }, + { + "epoch": 0.2400346307853252, + "grad_norm": 3.0709026051079173, + "learning_rate": 3.554840797271151e-06, + "loss": 1.0251, + "step": 3327 + }, + { + "epoch": 0.2401067782547527, + "grad_norm": 4.1212929917032, + "learning_rate": 3.5545467942220604e-06, + "loss": 1.1084, + "step": 3328 + }, + { + "epoch": 0.24017892572418023, + "grad_norm": 2.7447762727154945, + "learning_rate": 3.5542527062849247e-06, + "loss": 1.0493, + "step": 3329 + }, + { + "epoch": 0.24025107319360772, + "grad_norm": 3.6604319074758895, + "learning_rate": 3.553958533475802e-06, + "loss": 1.0678, + "step": 3330 + }, + { + "epoch": 0.24032322066303524, + "grad_norm": 6.732208824051343, + "learning_rate": 3.5536642758107567e-06, + "loss": 1.0171, + "step": 3331 + }, + { + "epoch": 0.24039536813246276, + "grad_norm": 2.7961761624474253, + "learning_rate": 3.5533699333058566e-06, + "loss": 1.0536, + "step": 3332 + }, + { + "epoch": 0.24046751560189025, + "grad_norm": 4.038960497986688, + "learning_rate": 3.5530755059771744e-06, + "loss": 0.9957, + "step": 3333 + }, + { + "epoch": 0.24053966307131777, + "grad_norm": 3.124746541235057, + "learning_rate": 3.5527809938407883e-06, + "loss": 1.0551, + "step": 3334 + }, + { + "epoch": 0.2406118105407453, + "grad_norm": 2.843039287584164, + "learning_rate": 3.5524863969127806e-06, + "loss": 0.9647, + "step": 3335 + }, + { + "epoch": 0.24068395801017278, + "grad_norm": 3.1848187108448207, + "learning_rate": 3.552191715209238e-06, + "loss": 1.0028, + "step": 3336 + }, + { + "epoch": 0.2407561054796003, + "grad_norm": 2.5806794429624733, + "learning_rate": 3.551896948746252e-06, + "loss": 0.9735, + "step": 3337 + }, + { + "epoch": 0.24082825294902782, + "grad_norm": 2.825087544257867, + "learning_rate": 3.551602097539918e-06, + "loss": 0.9702, + "step": 3338 + }, + { + "epoch": 0.2409004004184553, + "grad_norm": 2.6258086820813507, + "learning_rate": 3.5513071616063373e-06, + "loss": 1.0162, + "step": 3339 + }, + { + "epoch": 0.24097254788788283, + "grad_norm": 2.2983765138254, + "learning_rate": 3.5510121409616157e-06, + "loss": 0.9943, + "step": 3340 + }, + { + "epoch": 0.24104469535731035, + "grad_norm": 2.4672327328594807, + "learning_rate": 3.550717035621862e-06, + "loss": 0.9592, + "step": 3341 + }, + { + "epoch": 0.24111684282673784, + "grad_norm": 3.684122381374873, + "learning_rate": 3.550421845603192e-06, + "loss": 0.8875, + "step": 3342 + }, + { + "epoch": 0.24118899029616536, + "grad_norm": 3.6736052636667083, + "learning_rate": 3.5501265709217245e-06, + "loss": 0.9373, + "step": 3343 + }, + { + "epoch": 0.24126113776559288, + "grad_norm": 3.1825812291808786, + "learning_rate": 3.5498312115935834e-06, + "loss": 0.9482, + "step": 3344 + }, + { + "epoch": 0.24133328523502037, + "grad_norm": 3.203360795436909, + "learning_rate": 3.5495357676348964e-06, + "loss": 0.9543, + "step": 3345 + }, + { + "epoch": 0.2414054327044479, + "grad_norm": 3.1872966925913886, + "learning_rate": 3.5492402390617985e-06, + "loss": 1.0466, + "step": 3346 + }, + { + "epoch": 0.2414775801738754, + "grad_norm": 4.374216936059635, + "learning_rate": 3.548944625890425e-06, + "loss": 1.0102, + "step": 3347 + }, + { + "epoch": 0.2415497276433029, + "grad_norm": 3.3810179004934344, + "learning_rate": 3.5486489281369206e-06, + "loss": 0.9912, + "step": 3348 + }, + { + "epoch": 0.24162187511273042, + "grad_norm": 2.884316649006881, + "learning_rate": 3.5483531458174304e-06, + "loss": 1.0099, + "step": 3349 + }, + { + "epoch": 0.24169402258215794, + "grad_norm": 3.304210006089695, + "learning_rate": 3.548057278948107e-06, + "loss": 0.9285, + "step": 3350 + }, + { + "epoch": 0.24176617005158543, + "grad_norm": 5.5024914733737464, + "learning_rate": 3.5477613275451065e-06, + "loss": 0.9217, + "step": 3351 + }, + { + "epoch": 0.24183831752101295, + "grad_norm": 2.792008156078635, + "learning_rate": 3.547465291624589e-06, + "loss": 0.9805, + "step": 3352 + }, + { + "epoch": 0.24191046499044047, + "grad_norm": 3.592397020492618, + "learning_rate": 3.547169171202721e-06, + "loss": 0.958, + "step": 3353 + }, + { + "epoch": 0.24198261245986796, + "grad_norm": 2.770386471005529, + "learning_rate": 3.546872966295672e-06, + "loss": 0.8906, + "step": 3354 + }, + { + "epoch": 0.24205475992929548, + "grad_norm": 2.3840005883145725, + "learning_rate": 3.546576676919616e-06, + "loss": 0.9845, + "step": 3355 + }, + { + "epoch": 0.242126907398723, + "grad_norm": 3.0693065752353905, + "learning_rate": 3.546280303090733e-06, + "loss": 0.9856, + "step": 3356 + }, + { + "epoch": 0.2421990548681505, + "grad_norm": 2.168690714176949, + "learning_rate": 3.5459838448252073e-06, + "loss": 1.0597, + "step": 3357 + }, + { + "epoch": 0.242271202337578, + "grad_norm": 3.640908291645285, + "learning_rate": 3.5456873021392265e-06, + "loss": 1.0467, + "step": 3358 + }, + { + "epoch": 0.24234334980700553, + "grad_norm": 3.5365714428228974, + "learning_rate": 3.5453906750489845e-06, + "loss": 1.1102, + "step": 3359 + }, + { + "epoch": 0.24241549727643302, + "grad_norm": 3.052454764166092, + "learning_rate": 3.5450939635706782e-06, + "loss": 0.9172, + "step": 3360 + }, + { + "epoch": 0.24248764474586054, + "grad_norm": 2.38733861088145, + "learning_rate": 3.5447971677205103e-06, + "loss": 0.817, + "step": 3361 + }, + { + "epoch": 0.24255979221528806, + "grad_norm": 6.237245897762903, + "learning_rate": 3.5445002875146877e-06, + "loss": 0.9339, + "step": 3362 + }, + { + "epoch": 0.24263193968471555, + "grad_norm": 2.327439072709856, + "learning_rate": 3.5442033229694223e-06, + "loss": 1.0536, + "step": 3363 + }, + { + "epoch": 0.24270408715414307, + "grad_norm": 3.2778125013965522, + "learning_rate": 3.5439062741009292e-06, + "loss": 1.0573, + "step": 3364 + }, + { + "epoch": 0.2427762346235706, + "grad_norm": 3.0362725874467795, + "learning_rate": 3.5436091409254305e-06, + "loss": 0.896, + "step": 3365 + }, + { + "epoch": 0.24284838209299808, + "grad_norm": 2.336875395528674, + "learning_rate": 3.5433119234591505e-06, + "loss": 0.9378, + "step": 3366 + }, + { + "epoch": 0.2429205295624256, + "grad_norm": 3.317765998439002, + "learning_rate": 3.5430146217183197e-06, + "loss": 0.9825, + "step": 3367 + }, + { + "epoch": 0.24299267703185312, + "grad_norm": 2.7652029803859963, + "learning_rate": 3.542717235719172e-06, + "loss": 1.0033, + "step": 3368 + }, + { + "epoch": 0.2430648245012806, + "grad_norm": 3.3991690012842835, + "learning_rate": 3.5424197654779474e-06, + "loss": 0.9917, + "step": 3369 + }, + { + "epoch": 0.24313697197070813, + "grad_norm": 0.6759626332556009, + "learning_rate": 3.5421222110108896e-06, + "loss": 0.7901, + "step": 3370 + }, + { + "epoch": 0.24320911944013562, + "grad_norm": 3.398832732270826, + "learning_rate": 3.541824572334246e-06, + "loss": 1.0617, + "step": 3371 + }, + { + "epoch": 0.24328126690956314, + "grad_norm": 0.7483223191352022, + "learning_rate": 3.54152684946427e-06, + "loss": 0.8229, + "step": 3372 + }, + { + "epoch": 0.24335341437899066, + "grad_norm": 2.22821016082022, + "learning_rate": 3.54122904241722e-06, + "loss": 1.0225, + "step": 3373 + }, + { + "epoch": 0.24342556184841815, + "grad_norm": 2.476985185334769, + "learning_rate": 3.5409311512093563e-06, + "loss": 0.905, + "step": 3374 + }, + { + "epoch": 0.24349770931784567, + "grad_norm": 2.2284259694525566, + "learning_rate": 3.540633175856948e-06, + "loss": 0.9638, + "step": 3375 + }, + { + "epoch": 0.2435698567872732, + "grad_norm": 3.371197288929954, + "learning_rate": 3.540335116376265e-06, + "loss": 0.9394, + "step": 3376 + }, + { + "epoch": 0.24364200425670068, + "grad_norm": 2.636272206111189, + "learning_rate": 3.5400369727835833e-06, + "loss": 0.9904, + "step": 3377 + }, + { + "epoch": 0.2437141517261282, + "grad_norm": 2.866528344328786, + "learning_rate": 3.5397387450951824e-06, + "loss": 1.0321, + "step": 3378 + }, + { + "epoch": 0.24378629919555572, + "grad_norm": 1.8843994417392564, + "learning_rate": 3.53944043332735e-06, + "loss": 1.0828, + "step": 3379 + }, + { + "epoch": 0.2438584466649832, + "grad_norm": 2.4629096953873595, + "learning_rate": 3.539142037496374e-06, + "loss": 1.0435, + "step": 3380 + }, + { + "epoch": 0.24393059413441073, + "grad_norm": 1.8831991218187267, + "learning_rate": 3.538843557618549e-06, + "loss": 0.9808, + "step": 3381 + }, + { + "epoch": 0.24400274160383825, + "grad_norm": 2.1979964062537265, + "learning_rate": 3.5385449937101733e-06, + "loss": 0.9889, + "step": 3382 + }, + { + "epoch": 0.24407488907326574, + "grad_norm": 1.6835046023245597, + "learning_rate": 3.538246345787552e-06, + "loss": 0.8366, + "step": 3383 + }, + { + "epoch": 0.24414703654269326, + "grad_norm": 2.455194948462308, + "learning_rate": 3.5379476138669914e-06, + "loss": 1.0576, + "step": 3384 + }, + { + "epoch": 0.24421918401212078, + "grad_norm": 2.106956960961818, + "learning_rate": 3.537648797964805e-06, + "loss": 0.9813, + "step": 3385 + }, + { + "epoch": 0.24429133148154827, + "grad_norm": 2.1593191446016977, + "learning_rate": 3.53734989809731e-06, + "loss": 1.0423, + "step": 3386 + }, + { + "epoch": 0.2443634789509758, + "grad_norm": 3.326895759914769, + "learning_rate": 3.5370509142808283e-06, + "loss": 1.0273, + "step": 3387 + }, + { + "epoch": 0.2444356264204033, + "grad_norm": 4.1031597987236985, + "learning_rate": 3.536751846531686e-06, + "loss": 1.0403, + "step": 3388 + }, + { + "epoch": 0.2445077738898308, + "grad_norm": 2.5209303172557602, + "learning_rate": 3.5364526948662145e-06, + "loss": 1.0002, + "step": 3389 + }, + { + "epoch": 0.24457992135925832, + "grad_norm": 4.25902698239774, + "learning_rate": 3.5361534593007488e-06, + "loss": 1.0458, + "step": 3390 + }, + { + "epoch": 0.24465206882868584, + "grad_norm": 0.7328032454371943, + "learning_rate": 3.5358541398516295e-06, + "loss": 0.8509, + "step": 3391 + }, + { + "epoch": 0.24472421629811333, + "grad_norm": 3.6141645351969776, + "learning_rate": 3.535554736535201e-06, + "loss": 0.9452, + "step": 3392 + }, + { + "epoch": 0.24479636376754085, + "grad_norm": 3.3304963595959296, + "learning_rate": 3.5352552493678127e-06, + "loss": 0.9145, + "step": 3393 + }, + { + "epoch": 0.24486851123696837, + "grad_norm": 2.84116556293037, + "learning_rate": 3.5349556783658187e-06, + "loss": 0.9002, + "step": 3394 + }, + { + "epoch": 0.24494065870639586, + "grad_norm": 4.651246115137747, + "learning_rate": 3.534656023545577e-06, + "loss": 0.9421, + "step": 3395 + }, + { + "epoch": 0.24501280617582338, + "grad_norm": 3.410088712148005, + "learning_rate": 3.5343562849234516e-06, + "loss": 0.9698, + "step": 3396 + }, + { + "epoch": 0.2450849536452509, + "grad_norm": 3.3488676178522514, + "learning_rate": 3.534056462515809e-06, + "loss": 0.9341, + "step": 3397 + }, + { + "epoch": 0.2451571011146784, + "grad_norm": 1.7645418338632182, + "learning_rate": 3.5337565563390223e-06, + "loss": 1.0863, + "step": 3398 + }, + { + "epoch": 0.2452292485841059, + "grad_norm": 0.7305752681648011, + "learning_rate": 3.5334565664094675e-06, + "loss": 0.7507, + "step": 3399 + }, + { + "epoch": 0.24530139605353343, + "grad_norm": 0.7530844364876488, + "learning_rate": 3.533156492743526e-06, + "loss": 0.8344, + "step": 3400 + }, + { + "epoch": 0.24537354352296092, + "grad_norm": 3.086218557958557, + "learning_rate": 3.532856335357584e-06, + "loss": 1.1015, + "step": 3401 + }, + { + "epoch": 0.24544569099238844, + "grad_norm": 3.582290689938386, + "learning_rate": 3.532556094268032e-06, + "loss": 0.9752, + "step": 3402 + }, + { + "epoch": 0.24551783846181596, + "grad_norm": 2.5291352091492554, + "learning_rate": 3.532255769491266e-06, + "loss": 1.1881, + "step": 3403 + }, + { + "epoch": 0.24558998593124345, + "grad_norm": 2.6980080214735365, + "learning_rate": 3.5319553610436836e-06, + "loss": 0.9817, + "step": 3404 + }, + { + "epoch": 0.24566213340067097, + "grad_norm": 2.5298402416164163, + "learning_rate": 3.5316548689416903e-06, + "loss": 1.0369, + "step": 3405 + }, + { + "epoch": 0.2457342808700985, + "grad_norm": 3.579488302988357, + "learning_rate": 3.5313542932016945e-06, + "loss": 0.9976, + "step": 3406 + }, + { + "epoch": 0.24580642833952598, + "grad_norm": 3.6435108453121456, + "learning_rate": 3.53105363384011e-06, + "loss": 1.0738, + "step": 3407 + }, + { + "epoch": 0.2458785758089535, + "grad_norm": 4.218834318095467, + "learning_rate": 3.5307528908733542e-06, + "loss": 0.879, + "step": 3408 + }, + { + "epoch": 0.24595072327838102, + "grad_norm": 3.4875249608831767, + "learning_rate": 3.5304520643178496e-06, + "loss": 0.9031, + "step": 3409 + }, + { + "epoch": 0.24602287074780851, + "grad_norm": 2.61205460251523, + "learning_rate": 3.530151154190023e-06, + "loss": 1.0154, + "step": 3410 + }, + { + "epoch": 0.24609501821723603, + "grad_norm": 2.8128855123156913, + "learning_rate": 3.5298501605063067e-06, + "loss": 1.0159, + "step": 3411 + }, + { + "epoch": 0.24616716568666355, + "grad_norm": 0.7234884470720472, + "learning_rate": 3.529549083283136e-06, + "loss": 0.8038, + "step": 3412 + }, + { + "epoch": 0.24623931315609104, + "grad_norm": 2.231031677506803, + "learning_rate": 3.5292479225369524e-06, + "loss": 1.0067, + "step": 3413 + }, + { + "epoch": 0.24631146062551856, + "grad_norm": 2.364425205763528, + "learning_rate": 3.5289466782842015e-06, + "loss": 0.9644, + "step": 3414 + }, + { + "epoch": 0.24638360809494608, + "grad_norm": 2.7338053954712316, + "learning_rate": 3.5286453505413315e-06, + "loss": 0.8581, + "step": 3415 + }, + { + "epoch": 0.24645575556437357, + "grad_norm": 4.462148204795813, + "learning_rate": 3.5283439393247977e-06, + "loss": 1.0382, + "step": 3416 + }, + { + "epoch": 0.2465279030338011, + "grad_norm": 2.584251661021321, + "learning_rate": 3.5280424446510593e-06, + "loss": 0.9631, + "step": 3417 + }, + { + "epoch": 0.2466000505032286, + "grad_norm": 2.6438136063808324, + "learning_rate": 3.5277408665365796e-06, + "loss": 1.0195, + "step": 3418 + }, + { + "epoch": 0.2466721979726561, + "grad_norm": 3.0499336735752154, + "learning_rate": 3.527439204997827e-06, + "loss": 1.0389, + "step": 3419 + }, + { + "epoch": 0.24674434544208362, + "grad_norm": 0.737376349800195, + "learning_rate": 3.527137460051274e-06, + "loss": 0.8283, + "step": 3420 + }, + { + "epoch": 0.24681649291151112, + "grad_norm": 2.9803562768035183, + "learning_rate": 3.526835631713397e-06, + "loss": 0.9523, + "step": 3421 + }, + { + "epoch": 0.24688864038093863, + "grad_norm": 1.9300348996184284, + "learning_rate": 3.5265337200006784e-06, + "loss": 0.9133, + "step": 3422 + }, + { + "epoch": 0.24696078785036615, + "grad_norm": 2.316290146489556, + "learning_rate": 3.5262317249296044e-06, + "loss": 0.9795, + "step": 3423 + }, + { + "epoch": 0.24703293531979365, + "grad_norm": 3.6040930474026247, + "learning_rate": 3.5259296465166665e-06, + "loss": 0.9105, + "step": 3424 + }, + { + "epoch": 0.24710508278922116, + "grad_norm": 2.658240795218938, + "learning_rate": 3.525627484778359e-06, + "loss": 1.0521, + "step": 3425 + }, + { + "epoch": 0.24717723025864868, + "grad_norm": 2.9929805332191863, + "learning_rate": 3.525325239731182e-06, + "loss": 0.9962, + "step": 3426 + }, + { + "epoch": 0.24724937772807618, + "grad_norm": 1.8332667627674968, + "learning_rate": 3.52502291139164e-06, + "loss": 0.926, + "step": 3427 + }, + { + "epoch": 0.2473215251975037, + "grad_norm": 5.436509667021585, + "learning_rate": 3.5247204997762424e-06, + "loss": 0.873, + "step": 3428 + }, + { + "epoch": 0.2473936726669312, + "grad_norm": 1.8269804933923306, + "learning_rate": 3.524418004901503e-06, + "loss": 1.0783, + "step": 3429 + }, + { + "epoch": 0.2474658201363587, + "grad_norm": 1.638653251533028, + "learning_rate": 3.524115426783939e-06, + "loss": 0.9854, + "step": 3430 + }, + { + "epoch": 0.24753796760578622, + "grad_norm": 3.1374480467366594, + "learning_rate": 3.5238127654400744e-06, + "loss": 1.1307, + "step": 3431 + }, + { + "epoch": 0.24761011507521374, + "grad_norm": 3.011965572074296, + "learning_rate": 3.5235100208864345e-06, + "loss": 0.9713, + "step": 3432 + }, + { + "epoch": 0.24768226254464124, + "grad_norm": 2.6728157930276923, + "learning_rate": 3.5232071931395535e-06, + "loss": 0.9313, + "step": 3433 + }, + { + "epoch": 0.24775441001406875, + "grad_norm": 2.878046494861908, + "learning_rate": 3.5229042822159657e-06, + "loss": 0.8976, + "step": 3434 + }, + { + "epoch": 0.24782655748349627, + "grad_norm": 2.415965099006842, + "learning_rate": 3.522601288132212e-06, + "loss": 0.9973, + "step": 3435 + }, + { + "epoch": 0.24789870495292377, + "grad_norm": 3.5770749879420127, + "learning_rate": 3.5222982109048398e-06, + "loss": 0.9877, + "step": 3436 + }, + { + "epoch": 0.24797085242235128, + "grad_norm": 1.9673538101347476, + "learning_rate": 3.521995050550397e-06, + "loss": 1.0245, + "step": 3437 + }, + { + "epoch": 0.2480429998917788, + "grad_norm": 5.95233645685913, + "learning_rate": 3.521691807085439e-06, + "loss": 1.0058, + "step": 3438 + }, + { + "epoch": 0.2481151473612063, + "grad_norm": 3.334673675631428, + "learning_rate": 3.521388480526524e-06, + "loss": 0.9749, + "step": 3439 + }, + { + "epoch": 0.24818729483063381, + "grad_norm": 2.1839359131377623, + "learning_rate": 3.5210850708902163e-06, + "loss": 1.0594, + "step": 3440 + }, + { + "epoch": 0.24825944230006133, + "grad_norm": 3.1801204152370888, + "learning_rate": 3.5207815781930834e-06, + "loss": 1.0347, + "step": 3441 + }, + { + "epoch": 0.24833158976948883, + "grad_norm": 2.380347706215235, + "learning_rate": 3.520478002451699e-06, + "loss": 1.0361, + "step": 3442 + }, + { + "epoch": 0.24840373723891634, + "grad_norm": 5.913881891231639, + "learning_rate": 3.520174343682639e-06, + "loss": 0.9489, + "step": 3443 + }, + { + "epoch": 0.24847588470834386, + "grad_norm": 2.500910021139883, + "learning_rate": 3.519870601902486e-06, + "loss": 1.0681, + "step": 3444 + }, + { + "epoch": 0.24854803217777136, + "grad_norm": 0.8761994111372365, + "learning_rate": 3.519566777127825e-06, + "loss": 0.9328, + "step": 3445 + }, + { + "epoch": 0.24862017964719887, + "grad_norm": 3.4310993599264927, + "learning_rate": 3.5192628693752485e-06, + "loss": 0.7575, + "step": 3446 + }, + { + "epoch": 0.2486923271166264, + "grad_norm": 2.210096866676937, + "learning_rate": 3.5189588786613504e-06, + "loss": 0.792, + "step": 3447 + }, + { + "epoch": 0.24876447458605389, + "grad_norm": 2.418482514803024, + "learning_rate": 3.5186548050027306e-06, + "loss": 0.9088, + "step": 3448 + }, + { + "epoch": 0.2488366220554814, + "grad_norm": 2.4632265132650417, + "learning_rate": 3.5183506484159946e-06, + "loss": 0.9979, + "step": 3449 + }, + { + "epoch": 0.24890876952490892, + "grad_norm": 2.291005114232869, + "learning_rate": 3.5180464089177494e-06, + "loss": 1.015, + "step": 3450 + }, + { + "epoch": 0.24898091699433642, + "grad_norm": 2.682314638699921, + "learning_rate": 3.5177420865246096e-06, + "loss": 0.9015, + "step": 3451 + }, + { + "epoch": 0.24905306446376393, + "grad_norm": 0.7780215887884151, + "learning_rate": 3.5174376812531936e-06, + "loss": 0.8474, + "step": 3452 + }, + { + "epoch": 0.24912521193319145, + "grad_norm": 3.8287461380249432, + "learning_rate": 3.517133193120123e-06, + "loss": 1.037, + "step": 3453 + }, + { + "epoch": 0.24919735940261895, + "grad_norm": 2.2645383136091364, + "learning_rate": 3.516828622142025e-06, + "loss": 0.9991, + "step": 3454 + }, + { + "epoch": 0.24926950687204646, + "grad_norm": 2.5872011353020192, + "learning_rate": 3.5165239683355308e-06, + "loss": 1.0009, + "step": 3455 + }, + { + "epoch": 0.24934165434147398, + "grad_norm": 2.6069876891541637, + "learning_rate": 3.5162192317172767e-06, + "loss": 1.0527, + "step": 3456 + }, + { + "epoch": 0.24941380181090148, + "grad_norm": 3.202244335156744, + "learning_rate": 3.5159144123039034e-06, + "loss": 0.8195, + "step": 3457 + }, + { + "epoch": 0.249485949280329, + "grad_norm": 2.1876228298034595, + "learning_rate": 3.5156095101120555e-06, + "loss": 1.1174, + "step": 3458 + }, + { + "epoch": 0.24955809674975651, + "grad_norm": 1.8816659689272095, + "learning_rate": 3.5153045251583827e-06, + "loss": 1.0113, + "step": 3459 + }, + { + "epoch": 0.249630244219184, + "grad_norm": 2.14297534525792, + "learning_rate": 3.5149994574595398e-06, + "loss": 1.1027, + "step": 3460 + }, + { + "epoch": 0.24970239168861152, + "grad_norm": 2.3502448055914766, + "learning_rate": 3.5146943070321845e-06, + "loss": 0.9776, + "step": 3461 + }, + { + "epoch": 0.24977453915803904, + "grad_norm": 2.39829564373984, + "learning_rate": 3.5143890738929805e-06, + "loss": 1.0335, + "step": 3462 + }, + { + "epoch": 0.24984668662746654, + "grad_norm": 2.006420083130099, + "learning_rate": 3.514083758058595e-06, + "loss": 1.0265, + "step": 3463 + }, + { + "epoch": 0.24991883409689405, + "grad_norm": 0.7464256946250146, + "learning_rate": 3.5137783595457006e-06, + "loss": 0.8687, + "step": 3464 + }, + { + "epoch": 0.24999098156632157, + "grad_norm": 2.574075466214583, + "learning_rate": 3.5134728783709737e-06, + "loss": 1.0808, + "step": 3465 + }, + { + "epoch": 0.25006312903574907, + "grad_norm": 3.260380087617832, + "learning_rate": 3.513167314551095e-06, + "loss": 1.0308, + "step": 3466 + }, + { + "epoch": 0.2501352765051766, + "grad_norm": 2.265020145048782, + "learning_rate": 3.512861668102752e-06, + "loss": 1.0184, + "step": 3467 + }, + { + "epoch": 0.2502074239746041, + "grad_norm": 2.1567053935933482, + "learning_rate": 3.5125559390426333e-06, + "loss": 1.0745, + "step": 3468 + }, + { + "epoch": 0.2502795714440316, + "grad_norm": 1.9320900358580568, + "learning_rate": 3.5122501273874336e-06, + "loss": 0.9948, + "step": 3469 + }, + { + "epoch": 0.2503517189134591, + "grad_norm": 5.2058644457655205, + "learning_rate": 3.511944233153853e-06, + "loss": 0.9067, + "step": 3470 + }, + { + "epoch": 0.2504238663828866, + "grad_norm": 3.2517538473570333, + "learning_rate": 3.511638256358595e-06, + "loss": 0.8683, + "step": 3471 + }, + { + "epoch": 0.2504960138523141, + "grad_norm": 3.468423089096194, + "learning_rate": 3.5113321970183674e-06, + "loss": 1.0647, + "step": 3472 + }, + { + "epoch": 0.25056816132174164, + "grad_norm": 2.9337996856291926, + "learning_rate": 3.5110260551498834e-06, + "loss": 1.0314, + "step": 3473 + }, + { + "epoch": 0.25064030879116916, + "grad_norm": 2.7619547655405383, + "learning_rate": 3.51071983076986e-06, + "loss": 0.9529, + "step": 3474 + }, + { + "epoch": 0.2507124562605967, + "grad_norm": 5.182423509105983, + "learning_rate": 3.5104135238950194e-06, + "loss": 0.9557, + "step": 3475 + }, + { + "epoch": 0.25078460373002415, + "grad_norm": 2.82228708226056, + "learning_rate": 3.5101071345420874e-06, + "loss": 0.9864, + "step": 3476 + }, + { + "epoch": 0.25085675119945167, + "grad_norm": 6.985104925941773, + "learning_rate": 3.5098006627277956e-06, + "loss": 1.0064, + "step": 3477 + }, + { + "epoch": 0.2509288986688792, + "grad_norm": 2.8408805707020117, + "learning_rate": 3.509494108468878e-06, + "loss": 0.9485, + "step": 3478 + }, + { + "epoch": 0.2510010461383067, + "grad_norm": 1.0927500922578952, + "learning_rate": 3.5091874717820754e-06, + "loss": 0.8375, + "step": 3479 + }, + { + "epoch": 0.2510731936077342, + "grad_norm": 2.379096062765583, + "learning_rate": 3.508880752684131e-06, + "loss": 1.0302, + "step": 3480 + }, + { + "epoch": 0.25114534107716174, + "grad_norm": 7.822836911488696, + "learning_rate": 3.5085739511917956e-06, + "loss": 0.8722, + "step": 3481 + }, + { + "epoch": 0.2512174885465892, + "grad_norm": 5.4935245541435, + "learning_rate": 3.508267067321821e-06, + "loss": 0.9958, + "step": 3482 + }, + { + "epoch": 0.2512896360160167, + "grad_norm": 2.0715460790931965, + "learning_rate": 3.5079601010909647e-06, + "loss": 1.0232, + "step": 3483 + }, + { + "epoch": 0.25136178348544425, + "grad_norm": 3.815693877627139, + "learning_rate": 3.50765305251599e-06, + "loss": 0.9185, + "step": 3484 + }, + { + "epoch": 0.25143393095487176, + "grad_norm": 2.6075258384294857, + "learning_rate": 3.507345921613663e-06, + "loss": 0.9753, + "step": 3485 + }, + { + "epoch": 0.2515060784242993, + "grad_norm": 2.8322758851775545, + "learning_rate": 3.5070387084007553e-06, + "loss": 0.9519, + "step": 3486 + }, + { + "epoch": 0.2515782258937268, + "grad_norm": 2.4874000605917588, + "learning_rate": 3.5067314128940427e-06, + "loss": 0.9395, + "step": 3487 + }, + { + "epoch": 0.25165037336315427, + "grad_norm": 1.79485379858916, + "learning_rate": 3.5064240351103053e-06, + "loss": 0.8792, + "step": 3488 + }, + { + "epoch": 0.2517225208325818, + "grad_norm": 3.1419811452279234, + "learning_rate": 3.506116575066328e-06, + "loss": 1.067, + "step": 3489 + }, + { + "epoch": 0.2517946683020093, + "grad_norm": 2.8141340806870723, + "learning_rate": 3.5058090327788994e-06, + "loss": 0.9327, + "step": 3490 + }, + { + "epoch": 0.2518668157714368, + "grad_norm": 0.649418238576211, + "learning_rate": 3.505501408264815e-06, + "loss": 0.8005, + "step": 3491 + }, + { + "epoch": 0.25193896324086434, + "grad_norm": 2.469885359818004, + "learning_rate": 3.5051937015408706e-06, + "loss": 1.0317, + "step": 3492 + }, + { + "epoch": 0.25201111071029186, + "grad_norm": 2.6719753848843704, + "learning_rate": 3.5048859126238714e-06, + "loss": 0.874, + "step": 3493 + }, + { + "epoch": 0.2520832581797193, + "grad_norm": 2.723875541717418, + "learning_rate": 3.5045780415306227e-06, + "loss": 0.8324, + "step": 3494 + }, + { + "epoch": 0.25215540564914685, + "grad_norm": 2.4199640425855975, + "learning_rate": 3.504270088277937e-06, + "loss": 0.9211, + "step": 3495 + }, + { + "epoch": 0.25222755311857437, + "grad_norm": 2.306404121025286, + "learning_rate": 3.50396205288263e-06, + "loss": 0.9757, + "step": 3496 + }, + { + "epoch": 0.2522997005880019, + "grad_norm": 2.7297010311147263, + "learning_rate": 3.503653935361524e-06, + "loss": 0.946, + "step": 3497 + }, + { + "epoch": 0.2523718480574294, + "grad_norm": 4.802422015754886, + "learning_rate": 3.5033457357314417e-06, + "loss": 1.0492, + "step": 3498 + }, + { + "epoch": 0.25244399552685687, + "grad_norm": 2.5698573860348954, + "learning_rate": 3.5030374540092143e-06, + "loss": 0.9077, + "step": 3499 + }, + { + "epoch": 0.2525161429962844, + "grad_norm": 3.359714934427145, + "learning_rate": 3.502729090211676e-06, + "loss": 0.9605, + "step": 3500 + }, + { + "epoch": 0.2525882904657119, + "grad_norm": 3.458362318783056, + "learning_rate": 3.5024206443556645e-06, + "loss": 1.0376, + "step": 3501 + }, + { + "epoch": 0.2526604379351394, + "grad_norm": 2.5316245661389396, + "learning_rate": 3.502112116458024e-06, + "loss": 0.9574, + "step": 3502 + }, + { + "epoch": 0.25273258540456695, + "grad_norm": 0.854495221813809, + "learning_rate": 3.501803506535601e-06, + "loss": 0.801, + "step": 3503 + }, + { + "epoch": 0.25280473287399446, + "grad_norm": 3.3607759615119486, + "learning_rate": 3.5014948146052477e-06, + "loss": 1.0893, + "step": 3504 + }, + { + "epoch": 0.25287688034342193, + "grad_norm": 2.3678679542648124, + "learning_rate": 3.5011860406838214e-06, + "loss": 1.0184, + "step": 3505 + }, + { + "epoch": 0.25294902781284945, + "grad_norm": 0.8193302631750026, + "learning_rate": 3.500877184788182e-06, + "loss": 0.9041, + "step": 3506 + }, + { + "epoch": 0.25302117528227697, + "grad_norm": 0.7468682707798645, + "learning_rate": 3.500568246935196e-06, + "loss": 0.8082, + "step": 3507 + }, + { + "epoch": 0.2530933227517045, + "grad_norm": 9.012917467413871, + "learning_rate": 3.5002592271417334e-06, + "loss": 0.9834, + "step": 3508 + }, + { + "epoch": 0.253165470221132, + "grad_norm": 2.3858718992956502, + "learning_rate": 3.4999501254246678e-06, + "loss": 0.9627, + "step": 3509 + }, + { + "epoch": 0.2532376176905595, + "grad_norm": 3.6406453013365696, + "learning_rate": 3.4996409418008782e-06, + "loss": 0.9953, + "step": 3510 + }, + { + "epoch": 0.253309765159987, + "grad_norm": 2.172155128910625, + "learning_rate": 3.4993316762872486e-06, + "loss": 0.9442, + "step": 3511 + }, + { + "epoch": 0.2533819126294145, + "grad_norm": 2.8852067634629113, + "learning_rate": 3.499022328900666e-06, + "loss": 0.9581, + "step": 3512 + }, + { + "epoch": 0.253454060098842, + "grad_norm": 2.9169629264413697, + "learning_rate": 3.4987128996580243e-06, + "loss": 1.0392, + "step": 3513 + }, + { + "epoch": 0.25352620756826955, + "grad_norm": 2.552919108237777, + "learning_rate": 3.498403388576218e-06, + "loss": 1.0249, + "step": 3514 + }, + { + "epoch": 0.25359835503769707, + "grad_norm": 2.3927597786589274, + "learning_rate": 3.49809379567215e-06, + "loss": 1.06, + "step": 3515 + }, + { + "epoch": 0.2536705025071246, + "grad_norm": 2.4108572115233717, + "learning_rate": 3.497784120962726e-06, + "loss": 0.9419, + "step": 3516 + }, + { + "epoch": 0.25374264997655205, + "grad_norm": 4.321632776761318, + "learning_rate": 3.497474364464855e-06, + "loss": 0.8767, + "step": 3517 + }, + { + "epoch": 0.25381479744597957, + "grad_norm": 4.503834256525645, + "learning_rate": 3.497164526195453e-06, + "loss": 1.017, + "step": 3518 + }, + { + "epoch": 0.2538869449154071, + "grad_norm": 2.840748470967674, + "learning_rate": 3.496854606171438e-06, + "loss": 1.0664, + "step": 3519 + }, + { + "epoch": 0.2539590923848346, + "grad_norm": 0.700721021975092, + "learning_rate": 3.4965446044097347e-06, + "loss": 0.8674, + "step": 3520 + }, + { + "epoch": 0.2540312398542621, + "grad_norm": 2.6999299676077846, + "learning_rate": 3.49623452092727e-06, + "loss": 1.0055, + "step": 3521 + }, + { + "epoch": 0.25410338732368964, + "grad_norm": 2.4830169804791713, + "learning_rate": 3.4959243557409774e-06, + "loss": 1.0671, + "step": 3522 + }, + { + "epoch": 0.2541755347931171, + "grad_norm": 3.4198016848704507, + "learning_rate": 3.4956141088677937e-06, + "loss": 1.0722, + "step": 3523 + }, + { + "epoch": 0.2542476822625446, + "grad_norm": 3.5242154431945942, + "learning_rate": 3.4953037803246596e-06, + "loss": 0.9931, + "step": 3524 + }, + { + "epoch": 0.25431982973197215, + "grad_norm": 4.204413801376835, + "learning_rate": 3.494993370128522e-06, + "loss": 0.9376, + "step": 3525 + }, + { + "epoch": 0.25439197720139967, + "grad_norm": 2.587382762667108, + "learning_rate": 3.49468287829633e-06, + "loss": 1.0011, + "step": 3526 + }, + { + "epoch": 0.2544641246708272, + "grad_norm": 5.385867997028974, + "learning_rate": 3.4943723048450397e-06, + "loss": 0.9278, + "step": 3527 + }, + { + "epoch": 0.2545362721402547, + "grad_norm": 3.8486428482091304, + "learning_rate": 3.4940616497916097e-06, + "loss": 1.0531, + "step": 3528 + }, + { + "epoch": 0.25460841960968217, + "grad_norm": 3.7537097383284155, + "learning_rate": 3.493750913153003e-06, + "loss": 0.9065, + "step": 3529 + }, + { + "epoch": 0.2546805670791097, + "grad_norm": 3.7180840673356084, + "learning_rate": 3.49344009494619e-06, + "loss": 0.9884, + "step": 3530 + }, + { + "epoch": 0.2547527145485372, + "grad_norm": 0.7358339305657814, + "learning_rate": 3.4931291951881415e-06, + "loss": 0.8393, + "step": 3531 + }, + { + "epoch": 0.2548248620179647, + "grad_norm": 2.9259284151802616, + "learning_rate": 3.492818213895835e-06, + "loss": 1.0498, + "step": 3532 + }, + { + "epoch": 0.25489700948739225, + "grad_norm": 2.530695159761085, + "learning_rate": 3.4925071510862515e-06, + "loss": 0.9096, + "step": 3533 + }, + { + "epoch": 0.25496915695681976, + "grad_norm": 3.391634882997495, + "learning_rate": 3.492196006776378e-06, + "loss": 1.0659, + "step": 3534 + }, + { + "epoch": 0.25504130442624723, + "grad_norm": 3.195430688141247, + "learning_rate": 3.4918847809832043e-06, + "loss": 0.9597, + "step": 3535 + }, + { + "epoch": 0.25511345189567475, + "grad_norm": 2.7769858428792022, + "learning_rate": 3.4915734737237257e-06, + "loss": 1.073, + "step": 3536 + }, + { + "epoch": 0.25518559936510227, + "grad_norm": 3.2040353365317524, + "learning_rate": 3.4912620850149416e-06, + "loss": 0.9605, + "step": 3537 + }, + { + "epoch": 0.2552577468345298, + "grad_norm": 2.567149897907724, + "learning_rate": 3.4909506148738546e-06, + "loss": 0.9882, + "step": 3538 + }, + { + "epoch": 0.2553298943039573, + "grad_norm": 3.669645371103072, + "learning_rate": 3.4906390633174743e-06, + "loss": 0.9123, + "step": 3539 + }, + { + "epoch": 0.2554020417733848, + "grad_norm": 4.6412529825518964, + "learning_rate": 3.4903274303628135e-06, + "loss": 1.0739, + "step": 3540 + }, + { + "epoch": 0.2554741892428123, + "grad_norm": 1.88751469284301, + "learning_rate": 3.490015716026888e-06, + "loss": 1.0357, + "step": 3541 + }, + { + "epoch": 0.2555463367122398, + "grad_norm": 2.9134776165090774, + "learning_rate": 3.48970392032672e-06, + "loss": 1.0162, + "step": 3542 + }, + { + "epoch": 0.2556184841816673, + "grad_norm": 6.7007409326604215, + "learning_rate": 3.489392043279336e-06, + "loss": 1.1468, + "step": 3543 + }, + { + "epoch": 0.25569063165109485, + "grad_norm": 3.716045903138959, + "learning_rate": 3.489080084901766e-06, + "loss": 0.9131, + "step": 3544 + }, + { + "epoch": 0.25576277912052237, + "grad_norm": 2.4920358641601648, + "learning_rate": 3.488768045211045e-06, + "loss": 1.0059, + "step": 3545 + }, + { + "epoch": 0.2558349265899499, + "grad_norm": 2.9130036012815195, + "learning_rate": 3.488455924224212e-06, + "loss": 0.9684, + "step": 3546 + }, + { + "epoch": 0.25590707405937735, + "grad_norm": 2.9701735446459927, + "learning_rate": 3.4881437219583117e-06, + "loss": 0.9273, + "step": 3547 + }, + { + "epoch": 0.25597922152880487, + "grad_norm": 3.9173727143136534, + "learning_rate": 3.4878314384303908e-06, + "loss": 0.9358, + "step": 3548 + }, + { + "epoch": 0.2560513689982324, + "grad_norm": 7.0958146775053255, + "learning_rate": 3.4875190736575035e-06, + "loss": 1.031, + "step": 3549 + }, + { + "epoch": 0.2561235164676599, + "grad_norm": 4.932171421001855, + "learning_rate": 3.4872066276567058e-06, + "loss": 0.9241, + "step": 3550 + }, + { + "epoch": 0.2561956639370874, + "grad_norm": 7.428817682062221, + "learning_rate": 3.4868941004450597e-06, + "loss": 0.977, + "step": 3551 + }, + { + "epoch": 0.2562678114065149, + "grad_norm": 3.2365833059851914, + "learning_rate": 3.4865814920396314e-06, + "loss": 0.9773, + "step": 3552 + }, + { + "epoch": 0.2563399588759424, + "grad_norm": 2.999899862525525, + "learning_rate": 3.4862688024574906e-06, + "loss": 0.9867, + "step": 3553 + }, + { + "epoch": 0.25641210634536993, + "grad_norm": 2.3795719311529555, + "learning_rate": 3.4859560317157124e-06, + "loss": 1.0404, + "step": 3554 + }, + { + "epoch": 0.25648425381479745, + "grad_norm": 3.561963492701721, + "learning_rate": 3.4856431798313757e-06, + "loss": 1.0029, + "step": 3555 + }, + { + "epoch": 0.25655640128422497, + "grad_norm": 3.2906055591150256, + "learning_rate": 3.4853302468215653e-06, + "loss": 1.0025, + "step": 3556 + }, + { + "epoch": 0.2566285487536525, + "grad_norm": 3.9195510848548856, + "learning_rate": 3.485017232703369e-06, + "loss": 0.932, + "step": 3557 + }, + { + "epoch": 0.25670069622307995, + "grad_norm": 3.312475240362949, + "learning_rate": 3.484704137493878e-06, + "loss": 0.8833, + "step": 3558 + }, + { + "epoch": 0.25677284369250747, + "grad_norm": 0.8109090340676892, + "learning_rate": 3.4843909612101906e-06, + "loss": 0.9072, + "step": 3559 + }, + { + "epoch": 0.256844991161935, + "grad_norm": 3.555476845095226, + "learning_rate": 3.484077703869408e-06, + "loss": 0.9543, + "step": 3560 + }, + { + "epoch": 0.2569171386313625, + "grad_norm": 4.071867486532544, + "learning_rate": 3.4837643654886357e-06, + "loss": 0.9765, + "step": 3561 + }, + { + "epoch": 0.25698928610079, + "grad_norm": 5.264151618907428, + "learning_rate": 3.4834509460849844e-06, + "loss": 1.0303, + "step": 3562 + }, + { + "epoch": 0.25706143357021755, + "grad_norm": 4.3065733058797475, + "learning_rate": 3.4831374456755684e-06, + "loss": 0.9087, + "step": 3563 + }, + { + "epoch": 0.257133581039645, + "grad_norm": 2.345644680949951, + "learning_rate": 3.482823864277507e-06, + "loss": 1.0503, + "step": 3564 + }, + { + "epoch": 0.25720572850907253, + "grad_norm": 2.270362163507203, + "learning_rate": 3.482510201907923e-06, + "loss": 1.0491, + "step": 3565 + }, + { + "epoch": 0.25727787597850005, + "grad_norm": 4.137128397224586, + "learning_rate": 3.4821964585839453e-06, + "loss": 1.0377, + "step": 3566 + }, + { + "epoch": 0.25735002344792757, + "grad_norm": 3.550452759574986, + "learning_rate": 3.481882634322706e-06, + "loss": 0.861, + "step": 3567 + }, + { + "epoch": 0.2574221709173551, + "grad_norm": 5.445367842930744, + "learning_rate": 3.4815687291413416e-06, + "loss": 0.8081, + "step": 3568 + }, + { + "epoch": 0.2574943183867826, + "grad_norm": 11.359606041323023, + "learning_rate": 3.4812547430569933e-06, + "loss": 1.0044, + "step": 3569 + }, + { + "epoch": 0.25756646585621007, + "grad_norm": 3.076793247014737, + "learning_rate": 3.480940676086807e-06, + "loss": 0.9114, + "step": 3570 + }, + { + "epoch": 0.2576386133256376, + "grad_norm": 1.9501298445484996, + "learning_rate": 3.480626528247933e-06, + "loss": 0.9525, + "step": 3571 + }, + { + "epoch": 0.2577107607950651, + "grad_norm": 6.840453586373785, + "learning_rate": 3.4803122995575258e-06, + "loss": 0.9438, + "step": 3572 + }, + { + "epoch": 0.2577829082644926, + "grad_norm": 2.38045217209675, + "learning_rate": 3.4799979900327427e-06, + "loss": 1.0035, + "step": 3573 + }, + { + "epoch": 0.25785505573392015, + "grad_norm": 4.785029494494636, + "learning_rate": 3.479683599690749e-06, + "loss": 0.9659, + "step": 3574 + }, + { + "epoch": 0.25792720320334767, + "grad_norm": 3.013333729966174, + "learning_rate": 3.4793691285487112e-06, + "loss": 1.0119, + "step": 3575 + }, + { + "epoch": 0.25799935067277513, + "grad_norm": 2.1694428801954913, + "learning_rate": 3.4790545766238015e-06, + "loss": 1.0707, + "step": 3576 + }, + { + "epoch": 0.25807149814220265, + "grad_norm": 2.377987137556782, + "learning_rate": 3.478739943933197e-06, + "loss": 0.9509, + "step": 3577 + }, + { + "epoch": 0.25814364561163017, + "grad_norm": 3.7274140798489572, + "learning_rate": 3.478425230494078e-06, + "loss": 0.9478, + "step": 3578 + }, + { + "epoch": 0.2582157930810577, + "grad_norm": 3.442724661660921, + "learning_rate": 3.4781104363236305e-06, + "loss": 1.1467, + "step": 3579 + }, + { + "epoch": 0.2582879405504852, + "grad_norm": 3.4033142877905784, + "learning_rate": 3.477795561439043e-06, + "loss": 1.0159, + "step": 3580 + }, + { + "epoch": 0.2583600880199127, + "grad_norm": 3.83454661587633, + "learning_rate": 3.4774806058575116e-06, + "loss": 0.956, + "step": 3581 + }, + { + "epoch": 0.2584322354893402, + "grad_norm": 6.176430095678785, + "learning_rate": 3.477165569596233e-06, + "loss": 1.032, + "step": 3582 + }, + { + "epoch": 0.2585043829587677, + "grad_norm": 4.379278652067161, + "learning_rate": 3.476850452672411e-06, + "loss": 1.0126, + "step": 3583 + }, + { + "epoch": 0.25857653042819523, + "grad_norm": 0.7530523415493817, + "learning_rate": 3.476535255103253e-06, + "loss": 0.8481, + "step": 3584 + }, + { + "epoch": 0.25864867789762275, + "grad_norm": 2.522165267103351, + "learning_rate": 3.476219976905971e-06, + "loss": 0.938, + "step": 3585 + }, + { + "epoch": 0.25872082536705027, + "grad_norm": 5.168819389200384, + "learning_rate": 3.4759046180977807e-06, + "loss": 1.0363, + "step": 3586 + }, + { + "epoch": 0.2587929728364778, + "grad_norm": 0.6746723139062257, + "learning_rate": 3.4755891786959025e-06, + "loss": 0.8771, + "step": 3587 + }, + { + "epoch": 0.25886512030590525, + "grad_norm": 2.9381166176188493, + "learning_rate": 3.475273658717562e-06, + "loss": 0.9725, + "step": 3588 + }, + { + "epoch": 0.25893726777533277, + "grad_norm": 2.1836724719220433, + "learning_rate": 3.4749580581799876e-06, + "loss": 0.9739, + "step": 3589 + }, + { + "epoch": 0.2590094152447603, + "grad_norm": 3.038708036094532, + "learning_rate": 3.474642377100415e-06, + "loss": 1.0192, + "step": 3590 + }, + { + "epoch": 0.2590815627141878, + "grad_norm": 3.340284316245324, + "learning_rate": 3.47432661549608e-06, + "loss": 0.9082, + "step": 3591 + }, + { + "epoch": 0.2591537101836153, + "grad_norm": 3.3759179456420454, + "learning_rate": 3.4740107733842265e-06, + "loss": 0.8497, + "step": 3592 + }, + { + "epoch": 0.25922585765304285, + "grad_norm": 2.9137106675382127, + "learning_rate": 3.4736948507821016e-06, + "loss": 0.918, + "step": 3593 + }, + { + "epoch": 0.2592980051224703, + "grad_norm": 3.0681166234138106, + "learning_rate": 3.4733788477069562e-06, + "loss": 1.0197, + "step": 3594 + }, + { + "epoch": 0.25937015259189783, + "grad_norm": 3.0501889717469473, + "learning_rate": 3.4730627641760463e-06, + "loss": 0.995, + "step": 3595 + }, + { + "epoch": 0.25944230006132535, + "grad_norm": 2.7515683470300507, + "learning_rate": 3.4727466002066323e-06, + "loss": 0.9992, + "step": 3596 + }, + { + "epoch": 0.25951444753075287, + "grad_norm": 3.3205266187853413, + "learning_rate": 3.4724303558159774e-06, + "loss": 1.0866, + "step": 3597 + }, + { + "epoch": 0.2595865950001804, + "grad_norm": 2.2427447221434704, + "learning_rate": 3.472114031021352e-06, + "loss": 0.9774, + "step": 3598 + }, + { + "epoch": 0.2596587424696079, + "grad_norm": 4.707459945467789, + "learning_rate": 3.471797625840029e-06, + "loss": 1.0276, + "step": 3599 + }, + { + "epoch": 0.25973088993903537, + "grad_norm": 3.670471702426072, + "learning_rate": 3.4714811402892866e-06, + "loss": 1.0025, + "step": 3600 + }, + { + "epoch": 0.2598030374084629, + "grad_norm": 2.5552754790022325, + "learning_rate": 3.4711645743864058e-06, + "loss": 0.8942, + "step": 3601 + }, + { + "epoch": 0.2598751848778904, + "grad_norm": 5.855805553397348, + "learning_rate": 3.4708479281486734e-06, + "loss": 0.9542, + "step": 3602 + }, + { + "epoch": 0.2599473323473179, + "grad_norm": 5.8137658494344935, + "learning_rate": 3.4705312015933814e-06, + "loss": 0.9963, + "step": 3603 + }, + { + "epoch": 0.26001947981674545, + "grad_norm": 5.224543114357865, + "learning_rate": 3.470214394737823e-06, + "loss": 0.9412, + "step": 3604 + }, + { + "epoch": 0.2600916272861729, + "grad_norm": 5.209559954842223, + "learning_rate": 3.4698975075993e-06, + "loss": 1.0589, + "step": 3605 + }, + { + "epoch": 0.26016377475560043, + "grad_norm": 3.42450045541545, + "learning_rate": 3.469580540195115e-06, + "loss": 1.0462, + "step": 3606 + }, + { + "epoch": 0.26023592222502795, + "grad_norm": 3.2307852021545687, + "learning_rate": 3.469263492542577e-06, + "loss": 0.9873, + "step": 3607 + }, + { + "epoch": 0.26030806969445547, + "grad_norm": 2.408459924276953, + "learning_rate": 3.468946364658999e-06, + "loss": 1.004, + "step": 3608 + }, + { + "epoch": 0.260380217163883, + "grad_norm": 37.236381345441245, + "learning_rate": 3.4686291565616976e-06, + "loss": 1.0166, + "step": 3609 + }, + { + "epoch": 0.2604523646333105, + "grad_norm": 4.73289622764541, + "learning_rate": 3.468311868267994e-06, + "loss": 0.933, + "step": 3610 + }, + { + "epoch": 0.26052451210273797, + "grad_norm": 3.2378525766573287, + "learning_rate": 3.467994499795216e-06, + "loss": 0.9536, + "step": 3611 + }, + { + "epoch": 0.2605966595721655, + "grad_norm": 3.5589773597350876, + "learning_rate": 3.467677051160692e-06, + "loss": 1.0463, + "step": 3612 + }, + { + "epoch": 0.260668807041593, + "grad_norm": 4.3725114556801, + "learning_rate": 3.4673595223817573e-06, + "loss": 1.0879, + "step": 3613 + }, + { + "epoch": 0.26074095451102053, + "grad_norm": 1.9296704496178663, + "learning_rate": 3.4670419134757516e-06, + "loss": 1.0868, + "step": 3614 + }, + { + "epoch": 0.26081310198044805, + "grad_norm": 3.6245102387108825, + "learning_rate": 3.4667242244600176e-06, + "loss": 1.0641, + "step": 3615 + }, + { + "epoch": 0.26088524944987557, + "grad_norm": 0.8959798951724605, + "learning_rate": 3.466406455351903e-06, + "loss": 0.8601, + "step": 3616 + }, + { + "epoch": 0.26095739691930303, + "grad_norm": 3.161818323059095, + "learning_rate": 3.4660886061687604e-06, + "loss": 0.9418, + "step": 3617 + }, + { + "epoch": 0.26102954438873055, + "grad_norm": 3.8205228096268966, + "learning_rate": 3.4657706769279465e-06, + "loss": 1.0007, + "step": 3618 + }, + { + "epoch": 0.26110169185815807, + "grad_norm": 3.203812539349405, + "learning_rate": 3.465452667646822e-06, + "loss": 0.9206, + "step": 3619 + }, + { + "epoch": 0.2611738393275856, + "grad_norm": 2.5301687497942313, + "learning_rate": 3.4651345783427522e-06, + "loss": 0.9281, + "step": 3620 + }, + { + "epoch": 0.2612459867970131, + "grad_norm": 3.3050547005747886, + "learning_rate": 3.4648164090331067e-06, + "loss": 1.0237, + "step": 3621 + }, + { + "epoch": 0.2613181342664406, + "grad_norm": 2.5733137146131093, + "learning_rate": 3.4644981597352604e-06, + "loss": 0.9474, + "step": 3622 + }, + { + "epoch": 0.2613902817358681, + "grad_norm": 13.01261876296668, + "learning_rate": 3.4641798304665903e-06, + "loss": 0.9088, + "step": 3623 + }, + { + "epoch": 0.2614624292052956, + "grad_norm": 2.8961901730749178, + "learning_rate": 3.4638614212444797e-06, + "loss": 0.9348, + "step": 3624 + }, + { + "epoch": 0.26153457667472313, + "grad_norm": 2.0249652765381687, + "learning_rate": 3.4635429320863163e-06, + "loss": 0.9862, + "step": 3625 + }, + { + "epoch": 0.26160672414415065, + "grad_norm": 2.3635867086943523, + "learning_rate": 3.463224363009491e-06, + "loss": 1.0329, + "step": 3626 + }, + { + "epoch": 0.26167887161357817, + "grad_norm": 2.7802786684673744, + "learning_rate": 3.4629057140314e-06, + "loss": 1.0452, + "step": 3627 + }, + { + "epoch": 0.2617510190830057, + "grad_norm": 2.8886677482116396, + "learning_rate": 3.4625869851694437e-06, + "loss": 0.937, + "step": 3628 + }, + { + "epoch": 0.26182316655243315, + "grad_norm": 4.164030665406571, + "learning_rate": 3.462268176441026e-06, + "loss": 0.9513, + "step": 3629 + }, + { + "epoch": 0.26189531402186067, + "grad_norm": 2.120309589920914, + "learning_rate": 3.4619492878635565e-06, + "loss": 0.9613, + "step": 3630 + }, + { + "epoch": 0.2619674614912882, + "grad_norm": 2.633793136033418, + "learning_rate": 3.461630319454448e-06, + "loss": 0.9338, + "step": 3631 + }, + { + "epoch": 0.2620396089607157, + "grad_norm": 2.447179599476905, + "learning_rate": 3.4613112712311194e-06, + "loss": 0.9242, + "step": 3632 + }, + { + "epoch": 0.26211175643014323, + "grad_norm": 3.8200442604177107, + "learning_rate": 3.460992143210991e-06, + "loss": 1.0136, + "step": 3633 + }, + { + "epoch": 0.26218390389957075, + "grad_norm": 2.151815858549524, + "learning_rate": 3.460672935411491e-06, + "loss": 0.9312, + "step": 3634 + }, + { + "epoch": 0.2622560513689982, + "grad_norm": 4.085255203026188, + "learning_rate": 3.4603536478500484e-06, + "loss": 1.0431, + "step": 3635 + }, + { + "epoch": 0.26232819883842573, + "grad_norm": 4.019400517568495, + "learning_rate": 3.460034280544099e-06, + "loss": 1.0088, + "step": 3636 + }, + { + "epoch": 0.26240034630785325, + "grad_norm": 5.106990339381707, + "learning_rate": 3.459714833511083e-06, + "loss": 0.891, + "step": 3637 + }, + { + "epoch": 0.26247249377728077, + "grad_norm": 3.0761418029284076, + "learning_rate": 3.4593953067684435e-06, + "loss": 0.9827, + "step": 3638 + }, + { + "epoch": 0.2625446412467083, + "grad_norm": 3.9196245644288714, + "learning_rate": 3.4590757003336285e-06, + "loss": 0.9044, + "step": 3639 + }, + { + "epoch": 0.2626167887161358, + "grad_norm": 3.511625328985408, + "learning_rate": 3.458756014224091e-06, + "loss": 1.03, + "step": 3640 + }, + { + "epoch": 0.26268893618556327, + "grad_norm": 3.8254380118707996, + "learning_rate": 3.458436248457288e-06, + "loss": 0.8907, + "step": 3641 + }, + { + "epoch": 0.2627610836549908, + "grad_norm": 2.6202166435710668, + "learning_rate": 3.4581164030506804e-06, + "loss": 1.0706, + "step": 3642 + }, + { + "epoch": 0.2628332311244183, + "grad_norm": 4.04899889028755, + "learning_rate": 3.457796478021733e-06, + "loss": 0.9092, + "step": 3643 + }, + { + "epoch": 0.26290537859384583, + "grad_norm": 3.482712558631884, + "learning_rate": 3.457476473387917e-06, + "loss": 0.9817, + "step": 3644 + }, + { + "epoch": 0.26297752606327335, + "grad_norm": 2.3256764689129525, + "learning_rate": 3.4571563891667065e-06, + "loss": 0.9672, + "step": 3645 + }, + { + "epoch": 0.26304967353270087, + "grad_norm": 0.7480393053274396, + "learning_rate": 3.4568362253755796e-06, + "loss": 0.8411, + "step": 3646 + }, + { + "epoch": 0.26312182100212833, + "grad_norm": 2.8342700606564293, + "learning_rate": 3.4565159820320196e-06, + "loss": 0.9451, + "step": 3647 + }, + { + "epoch": 0.26319396847155585, + "grad_norm": 4.773473261872483, + "learning_rate": 3.456195659153513e-06, + "loss": 0.98, + "step": 3648 + }, + { + "epoch": 0.26326611594098337, + "grad_norm": 2.192188035090756, + "learning_rate": 3.4558752567575526e-06, + "loss": 0.9798, + "step": 3649 + }, + { + "epoch": 0.2633382634104109, + "grad_norm": 1.672253360894901, + "learning_rate": 3.4555547748616337e-06, + "loss": 1.0407, + "step": 3650 + }, + { + "epoch": 0.2634104108798384, + "grad_norm": 3.1981515373603564, + "learning_rate": 3.455234213483257e-06, + "loss": 0.9318, + "step": 3651 + }, + { + "epoch": 0.26348255834926587, + "grad_norm": 5.577388768268903, + "learning_rate": 3.4549135726399273e-06, + "loss": 1.0054, + "step": 3652 + }, + { + "epoch": 0.2635547058186934, + "grad_norm": 2.4329504935562207, + "learning_rate": 3.4545928523491527e-06, + "loss": 0.9448, + "step": 3653 + }, + { + "epoch": 0.2636268532881209, + "grad_norm": 2.4623264813164076, + "learning_rate": 3.454272052628447e-06, + "loss": 0.9066, + "step": 3654 + }, + { + "epoch": 0.26369900075754843, + "grad_norm": 2.357023469370289, + "learning_rate": 3.4539511734953285e-06, + "loss": 1.0262, + "step": 3655 + }, + { + "epoch": 0.26377114822697595, + "grad_norm": 4.183712057369567, + "learning_rate": 3.453630214967319e-06, + "loss": 1.0667, + "step": 3656 + }, + { + "epoch": 0.26384329569640347, + "grad_norm": 2.159150867450977, + "learning_rate": 3.4533091770619446e-06, + "loss": 1.0191, + "step": 3657 + }, + { + "epoch": 0.26391544316583093, + "grad_norm": 1.9673384192691956, + "learning_rate": 3.452988059796736e-06, + "loss": 0.9728, + "step": 3658 + }, + { + "epoch": 0.26398759063525845, + "grad_norm": 2.782769463199376, + "learning_rate": 3.4526668631892273e-06, + "loss": 1.0425, + "step": 3659 + }, + { + "epoch": 0.26405973810468597, + "grad_norm": 5.044984256655549, + "learning_rate": 3.4523455872569596e-06, + "loss": 0.9506, + "step": 3660 + }, + { + "epoch": 0.2641318855741135, + "grad_norm": 3.256810608269195, + "learning_rate": 3.4520242320174755e-06, + "loss": 0.9852, + "step": 3661 + }, + { + "epoch": 0.264204033043541, + "grad_norm": 2.2800300157813207, + "learning_rate": 3.451702797488323e-06, + "loss": 1.0089, + "step": 3662 + }, + { + "epoch": 0.26427618051296853, + "grad_norm": 2.1821501571429707, + "learning_rate": 3.4513812836870556e-06, + "loss": 0.994, + "step": 3663 + }, + { + "epoch": 0.264348327982396, + "grad_norm": 2.403087172191912, + "learning_rate": 3.451059690631229e-06, + "loss": 0.8837, + "step": 3664 + }, + { + "epoch": 0.2644204754518235, + "grad_norm": 2.7849838396079503, + "learning_rate": 3.450738018338404e-06, + "loss": 0.9949, + "step": 3665 + }, + { + "epoch": 0.26449262292125103, + "grad_norm": 2.4625284532171507, + "learning_rate": 3.450416266826146e-06, + "loss": 0.9549, + "step": 3666 + }, + { + "epoch": 0.26456477039067855, + "grad_norm": 2.9822295301126434, + "learning_rate": 3.4500944361120256e-06, + "loss": 0.9698, + "step": 3667 + }, + { + "epoch": 0.26463691786010607, + "grad_norm": 2.343831073630326, + "learning_rate": 3.4497725262136154e-06, + "loss": 0.9944, + "step": 3668 + }, + { + "epoch": 0.2647090653295336, + "grad_norm": 3.3701367130338458, + "learning_rate": 3.449450537148495e-06, + "loss": 0.9677, + "step": 3669 + }, + { + "epoch": 0.26478121279896105, + "grad_norm": 2.7555210871061786, + "learning_rate": 3.449128468934246e-06, + "loss": 0.9192, + "step": 3670 + }, + { + "epoch": 0.26485336026838857, + "grad_norm": 2.2743861785135944, + "learning_rate": 3.448806321588456e-06, + "loss": 0.9132, + "step": 3671 + }, + { + "epoch": 0.2649255077378161, + "grad_norm": 2.075229894013334, + "learning_rate": 3.448484095128716e-06, + "loss": 0.9296, + "step": 3672 + }, + { + "epoch": 0.2649976552072436, + "grad_norm": 2.5579878926948783, + "learning_rate": 3.448161789572622e-06, + "loss": 0.9956, + "step": 3673 + }, + { + "epoch": 0.26506980267667113, + "grad_norm": 2.9896227649033285, + "learning_rate": 3.447839404937773e-06, + "loss": 1.0616, + "step": 3674 + }, + { + "epoch": 0.26514195014609865, + "grad_norm": 1.9492152028634433, + "learning_rate": 3.4475169412417745e-06, + "loss": 0.9978, + "step": 3675 + }, + { + "epoch": 0.2652140976155261, + "grad_norm": 2.13312268359564, + "learning_rate": 3.447194398502234e-06, + "loss": 1.0697, + "step": 3676 + }, + { + "epoch": 0.26528624508495363, + "grad_norm": 5.947646616491115, + "learning_rate": 3.446871776736764e-06, + "loss": 0.9233, + "step": 3677 + }, + { + "epoch": 0.26535839255438115, + "grad_norm": 2.9803321177111037, + "learning_rate": 3.4465490759629835e-06, + "loss": 0.8959, + "step": 3678 + }, + { + "epoch": 0.26543054002380867, + "grad_norm": 2.8044684279377368, + "learning_rate": 3.446226296198513e-06, + "loss": 1.0905, + "step": 3679 + }, + { + "epoch": 0.2655026874932362, + "grad_norm": 0.731037306215884, + "learning_rate": 3.4459034374609773e-06, + "loss": 0.8566, + "step": 3680 + }, + { + "epoch": 0.2655748349626637, + "grad_norm": 2.189014455525368, + "learning_rate": 3.445580499768008e-06, + "loss": 1.0262, + "step": 3681 + }, + { + "epoch": 0.26564698243209117, + "grad_norm": 2.408867638352673, + "learning_rate": 3.445257483137239e-06, + "loss": 1.0625, + "step": 3682 + }, + { + "epoch": 0.2657191299015187, + "grad_norm": 3.1703708633909042, + "learning_rate": 3.4449343875863087e-06, + "loss": 0.9142, + "step": 3683 + }, + { + "epoch": 0.2657912773709462, + "grad_norm": 1.7582073531134939, + "learning_rate": 3.4446112131328604e-06, + "loss": 1.0191, + "step": 3684 + }, + { + "epoch": 0.26586342484037373, + "grad_norm": 4.755580434902468, + "learning_rate": 3.444287959794542e-06, + "loss": 0.9721, + "step": 3685 + }, + { + "epoch": 0.26593557230980125, + "grad_norm": 3.0674020887447484, + "learning_rate": 3.4439646275890044e-06, + "loss": 1.0837, + "step": 3686 + }, + { + "epoch": 0.26600771977922877, + "grad_norm": 2.551409002990938, + "learning_rate": 3.443641216533904e-06, + "loss": 0.9421, + "step": 3687 + }, + { + "epoch": 0.26607986724865623, + "grad_norm": 2.2051434300283215, + "learning_rate": 3.4433177266469005e-06, + "loss": 1.0014, + "step": 3688 + }, + { + "epoch": 0.26615201471808375, + "grad_norm": 0.6511447417997069, + "learning_rate": 3.4429941579456595e-06, + "loss": 0.8108, + "step": 3689 + }, + { + "epoch": 0.26622416218751127, + "grad_norm": 3.1887653307693866, + "learning_rate": 3.442670510447849e-06, + "loss": 1.0297, + "step": 3690 + }, + { + "epoch": 0.2662963096569388, + "grad_norm": 7.879956335731014, + "learning_rate": 3.4423467841711425e-06, + "loss": 1.0435, + "step": 3691 + }, + { + "epoch": 0.2663684571263663, + "grad_norm": 2.9313201830825424, + "learning_rate": 3.442022979133218e-06, + "loss": 1.0325, + "step": 3692 + }, + { + "epoch": 0.26644060459579383, + "grad_norm": 0.8897773657628811, + "learning_rate": 3.441699095351756e-06, + "loss": 0.9049, + "step": 3693 + }, + { + "epoch": 0.2665127520652213, + "grad_norm": 3.8856818114654748, + "learning_rate": 3.4413751328444438e-06, + "loss": 0.7927, + "step": 3694 + }, + { + "epoch": 0.2665848995346488, + "grad_norm": 2.5562965855165904, + "learning_rate": 3.4410510916289716e-06, + "loss": 1.0458, + "step": 3695 + }, + { + "epoch": 0.26665704700407633, + "grad_norm": 3.361413239770716, + "learning_rate": 3.4407269717230333e-06, + "loss": 0.9761, + "step": 3696 + }, + { + "epoch": 0.26672919447350385, + "grad_norm": 2.0023262085669047, + "learning_rate": 3.4404027731443284e-06, + "loss": 0.9583, + "step": 3697 + }, + { + "epoch": 0.26680134194293137, + "grad_norm": 4.091925993637024, + "learning_rate": 3.440078495910561e-06, + "loss": 0.9756, + "step": 3698 + }, + { + "epoch": 0.2668734894123589, + "grad_norm": 2.521209016238926, + "learning_rate": 3.4397541400394376e-06, + "loss": 0.9032, + "step": 3699 + }, + { + "epoch": 0.26694563688178635, + "grad_norm": 2.6729815238602366, + "learning_rate": 3.4394297055486704e-06, + "loss": 0.9572, + "step": 3700 + }, + { + "epoch": 0.26701778435121387, + "grad_norm": 3.7524993197080234, + "learning_rate": 3.4391051924559756e-06, + "loss": 1.0687, + "step": 3701 + }, + { + "epoch": 0.2670899318206414, + "grad_norm": 2.3795394681096904, + "learning_rate": 3.4387806007790733e-06, + "loss": 0.9707, + "step": 3702 + }, + { + "epoch": 0.2671620792900689, + "grad_norm": 3.4001865840652803, + "learning_rate": 3.4384559305356893e-06, + "loss": 1.0887, + "step": 3703 + }, + { + "epoch": 0.26723422675949643, + "grad_norm": 4.412422131940072, + "learning_rate": 3.438131181743551e-06, + "loss": 1.0137, + "step": 3704 + }, + { + "epoch": 0.2673063742289239, + "grad_norm": 0.998875373018224, + "learning_rate": 3.437806354420393e-06, + "loss": 0.9358, + "step": 3705 + }, + { + "epoch": 0.2673785216983514, + "grad_norm": 3.1755785437498494, + "learning_rate": 3.437481448583953e-06, + "loss": 0.9644, + "step": 3706 + }, + { + "epoch": 0.26745066916777893, + "grad_norm": 2.6843299799775457, + "learning_rate": 3.437156464251972e-06, + "loss": 1.0317, + "step": 3707 + }, + { + "epoch": 0.26752281663720645, + "grad_norm": 2.0582056132033855, + "learning_rate": 3.4368314014421962e-06, + "loss": 0.8952, + "step": 3708 + }, + { + "epoch": 0.26759496410663397, + "grad_norm": 2.5746681851415967, + "learning_rate": 3.4365062601723774e-06, + "loss": 0.9288, + "step": 3709 + }, + { + "epoch": 0.2676671115760615, + "grad_norm": 2.7925746826458013, + "learning_rate": 3.4361810404602693e-06, + "loss": 1.0151, + "step": 3710 + }, + { + "epoch": 0.26773925904548895, + "grad_norm": 4.0398411249326704, + "learning_rate": 3.435855742323631e-06, + "loss": 1.0434, + "step": 3711 + }, + { + "epoch": 0.2678114065149165, + "grad_norm": 2.1684673114095716, + "learning_rate": 3.4355303657802265e-06, + "loss": 0.9587, + "step": 3712 + }, + { + "epoch": 0.267883553984344, + "grad_norm": 2.0805437739872947, + "learning_rate": 3.435204910847822e-06, + "loss": 0.9951, + "step": 3713 + }, + { + "epoch": 0.2679557014537715, + "grad_norm": 2.09573031476275, + "learning_rate": 3.4348793775441907e-06, + "loss": 0.9698, + "step": 3714 + }, + { + "epoch": 0.26802784892319903, + "grad_norm": 3.298331567173646, + "learning_rate": 3.4345537658871086e-06, + "loss": 0.9819, + "step": 3715 + }, + { + "epoch": 0.26809999639262655, + "grad_norm": 2.9450103847663827, + "learning_rate": 3.434228075894355e-06, + "loss": 0.8825, + "step": 3716 + }, + { + "epoch": 0.268172143862054, + "grad_norm": 1.9568656805663909, + "learning_rate": 3.4339023075837165e-06, + "loss": 0.9282, + "step": 3717 + }, + { + "epoch": 0.26824429133148153, + "grad_norm": 3.5921535760805035, + "learning_rate": 3.4335764609729806e-06, + "loss": 0.9816, + "step": 3718 + }, + { + "epoch": 0.26831643880090905, + "grad_norm": 3.194425053929251, + "learning_rate": 3.4332505360799412e-06, + "loss": 0.9596, + "step": 3719 + }, + { + "epoch": 0.26838858627033657, + "grad_norm": 2.3565006557878907, + "learning_rate": 3.432924532922396e-06, + "loss": 0.89, + "step": 3720 + }, + { + "epoch": 0.2684607337397641, + "grad_norm": 3.228398352660637, + "learning_rate": 3.4325984515181457e-06, + "loss": 0.9606, + "step": 3721 + }, + { + "epoch": 0.2685328812091916, + "grad_norm": 2.713680056351925, + "learning_rate": 3.432272291884998e-06, + "loss": 0.958, + "step": 3722 + }, + { + "epoch": 0.2686050286786191, + "grad_norm": 2.849661750129114, + "learning_rate": 3.4319460540407623e-06, + "loss": 1.0004, + "step": 3723 + }, + { + "epoch": 0.2686771761480466, + "grad_norm": 2.4777192985103644, + "learning_rate": 3.4316197380032536e-06, + "loss": 1.0087, + "step": 3724 + }, + { + "epoch": 0.2687493236174741, + "grad_norm": 8.630794624177229, + "learning_rate": 3.4312933437902904e-06, + "loss": 1.0397, + "step": 3725 + }, + { + "epoch": 0.26882147108690163, + "grad_norm": 4.6067242775464585, + "learning_rate": 3.4309668714196964e-06, + "loss": 0.8842, + "step": 3726 + }, + { + "epoch": 0.26889361855632915, + "grad_norm": 3.2710215682435586, + "learning_rate": 3.4306403209092983e-06, + "loss": 0.9205, + "step": 3727 + }, + { + "epoch": 0.26896576602575667, + "grad_norm": 2.4344682668269675, + "learning_rate": 3.4303136922769295e-06, + "loss": 0.9679, + "step": 3728 + }, + { + "epoch": 0.26903791349518413, + "grad_norm": 1.7524292297875592, + "learning_rate": 3.429986985540424e-06, + "loss": 1.0557, + "step": 3729 + }, + { + "epoch": 0.26911006096461165, + "grad_norm": 5.854023597932985, + "learning_rate": 3.429660200717623e-06, + "loss": 0.9536, + "step": 3730 + }, + { + "epoch": 0.26918220843403917, + "grad_norm": 7.430927867019283, + "learning_rate": 3.429333337826371e-06, + "loss": 1.0279, + "step": 3731 + }, + { + "epoch": 0.2692543559034667, + "grad_norm": 2.672740684498039, + "learning_rate": 3.429006396884516e-06, + "loss": 1.002, + "step": 3732 + }, + { + "epoch": 0.2693265033728942, + "grad_norm": 2.509770849793929, + "learning_rate": 3.4286793779099124e-06, + "loss": 1.026, + "step": 3733 + }, + { + "epoch": 0.26939865084232173, + "grad_norm": 2.306230345438088, + "learning_rate": 3.4283522809204163e-06, + "loss": 1.0506, + "step": 3734 + }, + { + "epoch": 0.2694707983117492, + "grad_norm": 2.535759946538656, + "learning_rate": 3.4280251059338898e-06, + "loss": 0.9754, + "step": 3735 + }, + { + "epoch": 0.2695429457811767, + "grad_norm": 2.4520256348992113, + "learning_rate": 3.427697852968199e-06, + "loss": 1.0093, + "step": 3736 + }, + { + "epoch": 0.26961509325060423, + "grad_norm": 2.4509153680216773, + "learning_rate": 3.4273705220412137e-06, + "loss": 0.9176, + "step": 3737 + }, + { + "epoch": 0.26968724072003175, + "grad_norm": 3.056368392180213, + "learning_rate": 3.427043113170807e-06, + "loss": 1.0184, + "step": 3738 + }, + { + "epoch": 0.26975938818945927, + "grad_norm": 3.118186542013004, + "learning_rate": 3.42671562637486e-06, + "loss": 0.9567, + "step": 3739 + }, + { + "epoch": 0.2698315356588868, + "grad_norm": 3.724372396146527, + "learning_rate": 3.426388061671253e-06, + "loss": 0.9076, + "step": 3740 + }, + { + "epoch": 0.26990368312831425, + "grad_norm": 2.1736767657042977, + "learning_rate": 3.426060419077875e-06, + "loss": 1.041, + "step": 3741 + }, + { + "epoch": 0.2699758305977418, + "grad_norm": 1.861416697521249, + "learning_rate": 3.4257326986126165e-06, + "loss": 0.9403, + "step": 3742 + }, + { + "epoch": 0.2700479780671693, + "grad_norm": 3.379386453187589, + "learning_rate": 3.425404900293373e-06, + "loss": 0.9348, + "step": 3743 + }, + { + "epoch": 0.2701201255365968, + "grad_norm": 2.3143832811850773, + "learning_rate": 3.4250770241380445e-06, + "loss": 0.9686, + "step": 3744 + }, + { + "epoch": 0.27019227300602433, + "grad_norm": 2.808254258564101, + "learning_rate": 3.4247490701645356e-06, + "loss": 0.9875, + "step": 3745 + }, + { + "epoch": 0.27026442047545185, + "grad_norm": 3.3643302389246763, + "learning_rate": 3.424421038390754e-06, + "loss": 1.0442, + "step": 3746 + }, + { + "epoch": 0.2703365679448793, + "grad_norm": 2.359219072254608, + "learning_rate": 3.4240929288346126e-06, + "loss": 1.0529, + "step": 3747 + }, + { + "epoch": 0.27040871541430683, + "grad_norm": 2.172960298367752, + "learning_rate": 3.423764741514028e-06, + "loss": 1.0456, + "step": 3748 + }, + { + "epoch": 0.27048086288373435, + "grad_norm": 2.6567442490255293, + "learning_rate": 3.4234364764469216e-06, + "loss": 0.9948, + "step": 3749 + }, + { + "epoch": 0.27055301035316187, + "grad_norm": 4.93335714248548, + "learning_rate": 3.423108133651219e-06, + "loss": 0.9354, + "step": 3750 + }, + { + "epoch": 0.2706251578225894, + "grad_norm": 2.662555436107932, + "learning_rate": 3.4227797131448486e-06, + "loss": 0.9415, + "step": 3751 + }, + { + "epoch": 0.2706973052920169, + "grad_norm": 3.008158240325853, + "learning_rate": 3.422451214945745e-06, + "loss": 0.9556, + "step": 3752 + }, + { + "epoch": 0.2707694527614444, + "grad_norm": 4.1765846214750395, + "learning_rate": 3.422122639071847e-06, + "loss": 1.0342, + "step": 3753 + }, + { + "epoch": 0.2708416002308719, + "grad_norm": 2.8235001658930527, + "learning_rate": 3.4217939855410958e-06, + "loss": 0.9324, + "step": 3754 + }, + { + "epoch": 0.2709137477002994, + "grad_norm": 0.7993806453144603, + "learning_rate": 3.421465254371438e-06, + "loss": 0.8278, + "step": 3755 + }, + { + "epoch": 0.27098589516972693, + "grad_norm": 3.859894999326116, + "learning_rate": 3.421136445580825e-06, + "loss": 0.9822, + "step": 3756 + }, + { + "epoch": 0.27105804263915445, + "grad_norm": 2.7139453746271243, + "learning_rate": 3.420807559187212e-06, + "loss": 0.9891, + "step": 3757 + }, + { + "epoch": 0.2711301901085819, + "grad_norm": 2.3598489853662525, + "learning_rate": 3.4204785952085574e-06, + "loss": 1.0435, + "step": 3758 + }, + { + "epoch": 0.27120233757800943, + "grad_norm": 3.142280559783617, + "learning_rate": 3.420149553662825e-06, + "loss": 0.9401, + "step": 3759 + }, + { + "epoch": 0.27127448504743695, + "grad_norm": 3.1943538505497435, + "learning_rate": 3.419820434567983e-06, + "loss": 0.9275, + "step": 3760 + }, + { + "epoch": 0.27134663251686447, + "grad_norm": 4.76538365487752, + "learning_rate": 3.4194912379420035e-06, + "loss": 0.8954, + "step": 3761 + }, + { + "epoch": 0.271418779986292, + "grad_norm": 2.4245998681682375, + "learning_rate": 3.4191619638028623e-06, + "loss": 1.0444, + "step": 3762 + }, + { + "epoch": 0.2714909274557195, + "grad_norm": 4.1656836812492815, + "learning_rate": 3.4188326121685387e-06, + "loss": 1.0315, + "step": 3763 + }, + { + "epoch": 0.271563074925147, + "grad_norm": 2.5003056339359877, + "learning_rate": 3.4185031830570195e-06, + "loss": 1.0371, + "step": 3764 + }, + { + "epoch": 0.2716352223945745, + "grad_norm": 3.5548433709816125, + "learning_rate": 3.418173676486292e-06, + "loss": 0.9664, + "step": 3765 + }, + { + "epoch": 0.271707369864002, + "grad_norm": 2.481574057069467, + "learning_rate": 3.41784409247435e-06, + "loss": 1.0518, + "step": 3766 + }, + { + "epoch": 0.27177951733342953, + "grad_norm": 4.74264659890287, + "learning_rate": 3.417514431039191e-06, + "loss": 0.9339, + "step": 3767 + }, + { + "epoch": 0.27185166480285705, + "grad_norm": 4.0719199493573806, + "learning_rate": 3.417184692198816e-06, + "loss": 0.831, + "step": 3768 + }, + { + "epoch": 0.27192381227228457, + "grad_norm": 6.463720458019811, + "learning_rate": 3.416854875971232e-06, + "loss": 0.9688, + "step": 3769 + }, + { + "epoch": 0.27199595974171203, + "grad_norm": 2.6858265124297596, + "learning_rate": 3.4165249823744474e-06, + "loss": 0.949, + "step": 3770 + }, + { + "epoch": 0.27206810721113955, + "grad_norm": 1.696260248882729, + "learning_rate": 3.4161950114264775e-06, + "loss": 0.9989, + "step": 3771 + }, + { + "epoch": 0.2721402546805671, + "grad_norm": 2.398567916853265, + "learning_rate": 3.415864963145341e-06, + "loss": 0.9858, + "step": 3772 + }, + { + "epoch": 0.2722124021499946, + "grad_norm": 0.7926063649132069, + "learning_rate": 3.41553483754906e-06, + "loss": 0.8327, + "step": 3773 + }, + { + "epoch": 0.2722845496194221, + "grad_norm": 3.68322583785353, + "learning_rate": 3.4152046346556615e-06, + "loss": 0.9451, + "step": 3774 + }, + { + "epoch": 0.27235669708884963, + "grad_norm": 3.6536796207546938, + "learning_rate": 3.414874354483177e-06, + "loss": 0.865, + "step": 3775 + }, + { + "epoch": 0.2724288445582771, + "grad_norm": 0.7709604923080823, + "learning_rate": 3.4145439970496416e-06, + "loss": 0.8642, + "step": 3776 + }, + { + "epoch": 0.2725009920277046, + "grad_norm": 2.488143941064073, + "learning_rate": 3.414213562373095e-06, + "loss": 1.0994, + "step": 3777 + }, + { + "epoch": 0.27257313949713213, + "grad_norm": 2.215139110321555, + "learning_rate": 3.4138830504715807e-06, + "loss": 1.105, + "step": 3778 + }, + { + "epoch": 0.27264528696655965, + "grad_norm": 2.3915436419525204, + "learning_rate": 3.4135524613631476e-06, + "loss": 0.9786, + "step": 3779 + }, + { + "epoch": 0.27271743443598717, + "grad_norm": 2.673852645951067, + "learning_rate": 3.413221795065847e-06, + "loss": 1.0529, + "step": 3780 + }, + { + "epoch": 0.2727895819054147, + "grad_norm": 3.4089174238047093, + "learning_rate": 3.4128910515977357e-06, + "loss": 0.8868, + "step": 3781 + }, + { + "epoch": 0.27286172937484215, + "grad_norm": 0.7950702875483283, + "learning_rate": 3.4125602309768747e-06, + "loss": 0.8573, + "step": 3782 + }, + { + "epoch": 0.2729338768442697, + "grad_norm": 2.6243119019138352, + "learning_rate": 3.4122293332213286e-06, + "loss": 0.9548, + "step": 3783 + }, + { + "epoch": 0.2730060243136972, + "grad_norm": 2.464323977455691, + "learning_rate": 3.411898358349166e-06, + "loss": 0.9991, + "step": 3784 + }, + { + "epoch": 0.2730781717831247, + "grad_norm": 2.496156408153312, + "learning_rate": 3.4115673063784614e-06, + "loss": 0.9799, + "step": 3785 + }, + { + "epoch": 0.27315031925255223, + "grad_norm": 3.206303652189915, + "learning_rate": 3.411236177327291e-06, + "loss": 0.9071, + "step": 3786 + }, + { + "epoch": 0.27322246672197975, + "grad_norm": 4.386092592221357, + "learning_rate": 3.4109049712137375e-06, + "loss": 0.9956, + "step": 3787 + }, + { + "epoch": 0.2732946141914072, + "grad_norm": 2.344467663562089, + "learning_rate": 3.4105736880558867e-06, + "loss": 0.9841, + "step": 3788 + }, + { + "epoch": 0.27336676166083473, + "grad_norm": 2.4706318117487385, + "learning_rate": 3.4102423278718285e-06, + "loss": 0.9318, + "step": 3789 + }, + { + "epoch": 0.27343890913026225, + "grad_norm": 2.838230351632979, + "learning_rate": 3.409910890679657e-06, + "loss": 1.0833, + "step": 3790 + }, + { + "epoch": 0.2735110565996898, + "grad_norm": 6.604042156341401, + "learning_rate": 3.409579376497471e-06, + "loss": 1.1226, + "step": 3791 + }, + { + "epoch": 0.2735832040691173, + "grad_norm": 2.890577821088806, + "learning_rate": 3.409247785343374e-06, + "loss": 1.068, + "step": 3792 + }, + { + "epoch": 0.2736553515385448, + "grad_norm": 3.6559209431003437, + "learning_rate": 3.4089161172354718e-06, + "loss": 0.9489, + "step": 3793 + }, + { + "epoch": 0.2737274990079723, + "grad_norm": 2.07716060432203, + "learning_rate": 3.4085843721918766e-06, + "loss": 1.0418, + "step": 3794 + }, + { + "epoch": 0.2737996464773998, + "grad_norm": 3.0368313088643126, + "learning_rate": 3.4082525502307026e-06, + "loss": 1.092, + "step": 3795 + }, + { + "epoch": 0.2738717939468273, + "grad_norm": 2.2421598532430993, + "learning_rate": 3.40792065137007e-06, + "loss": 0.9495, + "step": 3796 + }, + { + "epoch": 0.27394394141625483, + "grad_norm": 5.537630528274325, + "learning_rate": 3.4075886756281028e-06, + "loss": 1.0093, + "step": 3797 + }, + { + "epoch": 0.27401608888568235, + "grad_norm": 2.1781713757168393, + "learning_rate": 3.4072566230229286e-06, + "loss": 1.0448, + "step": 3798 + }, + { + "epoch": 0.27408823635510987, + "grad_norm": 5.35530135702107, + "learning_rate": 3.40692449357268e-06, + "loss": 0.9511, + "step": 3799 + }, + { + "epoch": 0.27416038382453733, + "grad_norm": 2.9817638858009037, + "learning_rate": 3.4065922872954927e-06, + "loss": 0.9874, + "step": 3800 + }, + { + "epoch": 0.27423253129396485, + "grad_norm": 5.862684286836461, + "learning_rate": 3.4062600042095077e-06, + "loss": 0.9985, + "step": 3801 + }, + { + "epoch": 0.2743046787633924, + "grad_norm": 2.6880097016772533, + "learning_rate": 3.4059276443328697e-06, + "loss": 0.9774, + "step": 3802 + }, + { + "epoch": 0.2743768262328199, + "grad_norm": 2.6263584981346084, + "learning_rate": 3.4055952076837277e-06, + "loss": 0.9167, + "step": 3803 + }, + { + "epoch": 0.2744489737022474, + "grad_norm": 3.0081444495194716, + "learning_rate": 3.4052626942802343e-06, + "loss": 1.027, + "step": 3804 + }, + { + "epoch": 0.27452112117167493, + "grad_norm": 1.8776277566204758, + "learning_rate": 3.4049301041405487e-06, + "loss": 1.0081, + "step": 3805 + }, + { + "epoch": 0.2745932686411024, + "grad_norm": 6.911578164191342, + "learning_rate": 3.4045974372828297e-06, + "loss": 0.9982, + "step": 3806 + }, + { + "epoch": 0.2746654161105299, + "grad_norm": 3.734622707690675, + "learning_rate": 3.4042646937252447e-06, + "loss": 0.9649, + "step": 3807 + }, + { + "epoch": 0.27473756357995743, + "grad_norm": 2.5680361236099323, + "learning_rate": 3.4039318734859627e-06, + "loss": 0.932, + "step": 3808 + }, + { + "epoch": 0.27480971104938495, + "grad_norm": 1.9431860151554843, + "learning_rate": 3.403598976583159e-06, + "loss": 1.0065, + "step": 3809 + }, + { + "epoch": 0.27488185851881247, + "grad_norm": 2.5523474005237228, + "learning_rate": 3.40326600303501e-06, + "loss": 0.9076, + "step": 3810 + }, + { + "epoch": 0.27495400598823994, + "grad_norm": 2.4595045974108403, + "learning_rate": 3.4029329528597005e-06, + "loss": 0.9373, + "step": 3811 + }, + { + "epoch": 0.27502615345766745, + "grad_norm": 3.2960078106852455, + "learning_rate": 3.4025998260754154e-06, + "loss": 0.9279, + "step": 3812 + }, + { + "epoch": 0.275098300927095, + "grad_norm": 2.3440451881167106, + "learning_rate": 3.402266622700346e-06, + "loss": 0.9302, + "step": 3813 + }, + { + "epoch": 0.2751704483965225, + "grad_norm": 2.7780129958275164, + "learning_rate": 3.4019333427526875e-06, + "loss": 0.9832, + "step": 3814 + }, + { + "epoch": 0.27524259586595, + "grad_norm": 3.022869993270604, + "learning_rate": 3.4015999862506387e-06, + "loss": 0.9785, + "step": 3815 + }, + { + "epoch": 0.27531474333537753, + "grad_norm": 3.392172042973118, + "learning_rate": 3.4012665532124037e-06, + "loss": 1.0, + "step": 3816 + }, + { + "epoch": 0.275386890804805, + "grad_norm": 2.893449547743896, + "learning_rate": 3.400933043656189e-06, + "loss": 0.9442, + "step": 3817 + }, + { + "epoch": 0.2754590382742325, + "grad_norm": 4.014849279859735, + "learning_rate": 3.400599457600207e-06, + "loss": 0.8635, + "step": 3818 + }, + { + "epoch": 0.27553118574366003, + "grad_norm": 3.3906669086731727, + "learning_rate": 3.4002657950626736e-06, + "loss": 0.878, + "step": 3819 + }, + { + "epoch": 0.27560333321308755, + "grad_norm": 3.09026332856609, + "learning_rate": 3.399932056061809e-06, + "loss": 1.0035, + "step": 3820 + }, + { + "epoch": 0.2756754806825151, + "grad_norm": 0.6322348041721991, + "learning_rate": 3.3995982406158366e-06, + "loss": 0.8113, + "step": 3821 + }, + { + "epoch": 0.2757476281519426, + "grad_norm": 4.0177756164998835, + "learning_rate": 3.399264348742986e-06, + "loss": 1.0778, + "step": 3822 + }, + { + "epoch": 0.27581977562137006, + "grad_norm": 3.53511470538434, + "learning_rate": 3.398930380461489e-06, + "loss": 1.0382, + "step": 3823 + }, + { + "epoch": 0.2758919230907976, + "grad_norm": 3.2538408911690726, + "learning_rate": 3.398596335789582e-06, + "loss": 0.923, + "step": 3824 + }, + { + "epoch": 0.2759640705602251, + "grad_norm": 2.2480342543154097, + "learning_rate": 3.3982622147455072e-06, + "loss": 1.0307, + "step": 3825 + }, + { + "epoch": 0.2760362180296526, + "grad_norm": 2.622705001309767, + "learning_rate": 3.397928017347509e-06, + "loss": 0.9948, + "step": 3826 + }, + { + "epoch": 0.27610836549908013, + "grad_norm": 3.955142746385661, + "learning_rate": 3.3975937436138365e-06, + "loss": 1.0859, + "step": 3827 + }, + { + "epoch": 0.27618051296850765, + "grad_norm": 6.013294115185341, + "learning_rate": 3.3972593935627433e-06, + "loss": 1.0424, + "step": 3828 + }, + { + "epoch": 0.2762526604379351, + "grad_norm": 2.680787775350012, + "learning_rate": 3.396924967212487e-06, + "loss": 0.9591, + "step": 3829 + }, + { + "epoch": 0.27632480790736264, + "grad_norm": 2.7354474389659207, + "learning_rate": 3.39659046458133e-06, + "loss": 0.968, + "step": 3830 + }, + { + "epoch": 0.27639695537679015, + "grad_norm": 2.558122384717524, + "learning_rate": 3.3962558856875374e-06, + "loss": 0.9421, + "step": 3831 + }, + { + "epoch": 0.2764691028462177, + "grad_norm": 2.651620667987907, + "learning_rate": 3.3959212305493797e-06, + "loss": 0.8948, + "step": 3832 + }, + { + "epoch": 0.2765412503156452, + "grad_norm": 2.477343992523788, + "learning_rate": 3.395586499185131e-06, + "loss": 0.9806, + "step": 3833 + }, + { + "epoch": 0.2766133977850727, + "grad_norm": 3.2962090420773174, + "learning_rate": 3.3952516916130703e-06, + "loss": 1.047, + "step": 3834 + }, + { + "epoch": 0.2766855452545002, + "grad_norm": 4.117181245918519, + "learning_rate": 3.394916807851479e-06, + "loss": 0.8548, + "step": 3835 + }, + { + "epoch": 0.2767576927239277, + "grad_norm": 4.798294105983359, + "learning_rate": 3.3945818479186453e-06, + "loss": 1.0631, + "step": 3836 + }, + { + "epoch": 0.2768298401933552, + "grad_norm": 0.913146676883939, + "learning_rate": 3.3942468118328592e-06, + "loss": 0.9059, + "step": 3837 + }, + { + "epoch": 0.27690198766278273, + "grad_norm": 9.338932083799534, + "learning_rate": 3.3939116996124163e-06, + "loss": 0.9751, + "step": 3838 + }, + { + "epoch": 0.27697413513221025, + "grad_norm": 3.5908034477014215, + "learning_rate": 3.3935765112756152e-06, + "loss": 1.0509, + "step": 3839 + }, + { + "epoch": 0.27704628260163777, + "grad_norm": 3.5423719414479358, + "learning_rate": 3.3932412468407597e-06, + "loss": 1.0522, + "step": 3840 + }, + { + "epoch": 0.27711843007106524, + "grad_norm": 4.425154585212515, + "learning_rate": 3.392905906326158e-06, + "loss": 0.9833, + "step": 3841 + }, + { + "epoch": 0.27719057754049276, + "grad_norm": 3.4908619526187525, + "learning_rate": 3.3925704897501204e-06, + "loss": 1.0127, + "step": 3842 + }, + { + "epoch": 0.2772627250099203, + "grad_norm": 3.1281421885747007, + "learning_rate": 3.3922349971309637e-06, + "loss": 1.0492, + "step": 3843 + }, + { + "epoch": 0.2773348724793478, + "grad_norm": 2.8478884922765, + "learning_rate": 3.3918994284870072e-06, + "loss": 0.9769, + "step": 3844 + }, + { + "epoch": 0.2774070199487753, + "grad_norm": 3.899847047202896, + "learning_rate": 3.391563783836576e-06, + "loss": 1.0141, + "step": 3845 + }, + { + "epoch": 0.27747916741820283, + "grad_norm": 2.731683245413253, + "learning_rate": 3.391228063197998e-06, + "loss": 0.7762, + "step": 3846 + }, + { + "epoch": 0.2775513148876303, + "grad_norm": 2.8612329669010435, + "learning_rate": 3.3908922665896054e-06, + "loss": 0.8039, + "step": 3847 + }, + { + "epoch": 0.2776234623570578, + "grad_norm": 3.244970538177525, + "learning_rate": 3.390556394029735e-06, + "loss": 0.8128, + "step": 3848 + }, + { + "epoch": 0.27769560982648533, + "grad_norm": 3.269764589941119, + "learning_rate": 3.390220445536728e-06, + "loss": 0.9812, + "step": 3849 + }, + { + "epoch": 0.27776775729591285, + "grad_norm": 2.379646774815158, + "learning_rate": 3.3898844211289282e-06, + "loss": 0.9544, + "step": 3850 + }, + { + "epoch": 0.2778399047653404, + "grad_norm": 2.7278690213673373, + "learning_rate": 3.3895483208246864e-06, + "loss": 0.8813, + "step": 3851 + }, + { + "epoch": 0.2779120522347679, + "grad_norm": 7.054566915670712, + "learning_rate": 3.3892121446423535e-06, + "loss": 0.895, + "step": 3852 + }, + { + "epoch": 0.27798419970419536, + "grad_norm": 5.144343831117705, + "learning_rate": 3.3888758926002894e-06, + "loss": 0.9932, + "step": 3853 + }, + { + "epoch": 0.2780563471736229, + "grad_norm": 3.222729491355221, + "learning_rate": 3.388539564716853e-06, + "loss": 0.9894, + "step": 3854 + }, + { + "epoch": 0.2781284946430504, + "grad_norm": 6.229331976526801, + "learning_rate": 3.3882031610104117e-06, + "loss": 1.0076, + "step": 3855 + }, + { + "epoch": 0.2782006421124779, + "grad_norm": 3.6067266615309976, + "learning_rate": 3.3878666814993348e-06, + "loss": 1.0752, + "step": 3856 + }, + { + "epoch": 0.27827278958190543, + "grad_norm": 4.137387258601341, + "learning_rate": 3.3875301262019957e-06, + "loss": 1.0489, + "step": 3857 + }, + { + "epoch": 0.2783449370513329, + "grad_norm": 4.675107928167503, + "learning_rate": 3.387193495136773e-06, + "loss": 0.9972, + "step": 3858 + }, + { + "epoch": 0.2784170845207604, + "grad_norm": 2.584394011606311, + "learning_rate": 3.386856788322049e-06, + "loss": 0.9459, + "step": 3859 + }, + { + "epoch": 0.27848923199018794, + "grad_norm": 5.157991427346036, + "learning_rate": 3.38652000577621e-06, + "loss": 1.08, + "step": 3860 + }, + { + "epoch": 0.27856137945961545, + "grad_norm": 3.890760427055954, + "learning_rate": 3.386183147517646e-06, + "loss": 0.9514, + "step": 3861 + }, + { + "epoch": 0.278633526929043, + "grad_norm": 3.4401867163796047, + "learning_rate": 3.3858462135647513e-06, + "loss": 0.9111, + "step": 3862 + }, + { + "epoch": 0.2787056743984705, + "grad_norm": 12.119933023299172, + "learning_rate": 3.3855092039359257e-06, + "loss": 1.0203, + "step": 3863 + }, + { + "epoch": 0.27877782186789796, + "grad_norm": 2.424880986390206, + "learning_rate": 3.3851721186495714e-06, + "loss": 0.9723, + "step": 3864 + }, + { + "epoch": 0.2788499693373255, + "grad_norm": 5.592789210488278, + "learning_rate": 3.3848349577240953e-06, + "loss": 0.9606, + "step": 3865 + }, + { + "epoch": 0.278922116806753, + "grad_norm": 2.4871725969171234, + "learning_rate": 3.3844977211779087e-06, + "loss": 1.0252, + "step": 3866 + }, + { + "epoch": 0.2789942642761805, + "grad_norm": 6.999688550287462, + "learning_rate": 3.3841604090294268e-06, + "loss": 1.0265, + "step": 3867 + }, + { + "epoch": 0.27906641174560803, + "grad_norm": 3.981253444604267, + "learning_rate": 3.3838230212970685e-06, + "loss": 1.0595, + "step": 3868 + }, + { + "epoch": 0.27913855921503555, + "grad_norm": 3.1326503949546107, + "learning_rate": 3.3834855579992582e-06, + "loss": 1.0542, + "step": 3869 + }, + { + "epoch": 0.279210706684463, + "grad_norm": 3.8421697081735275, + "learning_rate": 3.383148019154423e-06, + "loss": 1.0398, + "step": 3870 + }, + { + "epoch": 0.27928285415389054, + "grad_norm": 3.9268986720103713, + "learning_rate": 3.3828104047809945e-06, + "loss": 0.9381, + "step": 3871 + }, + { + "epoch": 0.27935500162331806, + "grad_norm": 2.4461614822956887, + "learning_rate": 3.382472714897409e-06, + "loss": 1.0368, + "step": 3872 + }, + { + "epoch": 0.2794271490927456, + "grad_norm": 3.821100758242142, + "learning_rate": 3.3821349495221067e-06, + "loss": 0.9948, + "step": 3873 + }, + { + "epoch": 0.2794992965621731, + "grad_norm": 2.9820974556996838, + "learning_rate": 3.38179710867353e-06, + "loss": 0.9448, + "step": 3874 + }, + { + "epoch": 0.2795714440316006, + "grad_norm": 3.065178458913176, + "learning_rate": 3.38145919237013e-06, + "loss": 0.9441, + "step": 3875 + }, + { + "epoch": 0.2796435915010281, + "grad_norm": 3.871874625611614, + "learning_rate": 3.3811212006303564e-06, + "loss": 1.0147, + "step": 3876 + }, + { + "epoch": 0.2797157389704556, + "grad_norm": 3.110671803323707, + "learning_rate": 3.3807831334726677e-06, + "loss": 1.0241, + "step": 3877 + }, + { + "epoch": 0.2797878864398831, + "grad_norm": 15.80212303094607, + "learning_rate": 3.3804449909155226e-06, + "loss": 1.0295, + "step": 3878 + }, + { + "epoch": 0.27986003390931063, + "grad_norm": 3.0978525106785635, + "learning_rate": 3.380106772977387e-06, + "loss": 1.0016, + "step": 3879 + }, + { + "epoch": 0.27993218137873815, + "grad_norm": 3.2600752841705165, + "learning_rate": 3.3797684796767297e-06, + "loss": 1.0275, + "step": 3880 + }, + { + "epoch": 0.2800043288481657, + "grad_norm": 3.066625657705797, + "learning_rate": 3.3794301110320236e-06, + "loss": 1.0346, + "step": 3881 + }, + { + "epoch": 0.28007647631759314, + "grad_norm": 3.6258380841874533, + "learning_rate": 3.3790916670617457e-06, + "loss": 1.0242, + "step": 3882 + }, + { + "epoch": 0.28014862378702066, + "grad_norm": 3.298264775526668, + "learning_rate": 3.3787531477843768e-06, + "loss": 1.06, + "step": 3883 + }, + { + "epoch": 0.2802207712564482, + "grad_norm": 6.778316584087182, + "learning_rate": 3.3784145532184022e-06, + "loss": 0.935, + "step": 3884 + }, + { + "epoch": 0.2802929187258757, + "grad_norm": 4.8296928946280735, + "learning_rate": 3.378075883382312e-06, + "loss": 1.0767, + "step": 3885 + }, + { + "epoch": 0.2803650661953032, + "grad_norm": 6.540919396873537, + "learning_rate": 3.377737138294599e-06, + "loss": 0.9991, + "step": 3886 + }, + { + "epoch": 0.28043721366473073, + "grad_norm": 3.730163753484238, + "learning_rate": 3.377398317973761e-06, + "loss": 0.9826, + "step": 3887 + }, + { + "epoch": 0.2805093611341582, + "grad_norm": 3.0011122549049256, + "learning_rate": 3.3770594224383004e-06, + "loss": 1.0465, + "step": 3888 + }, + { + "epoch": 0.2805815086035857, + "grad_norm": 3.678906400352049, + "learning_rate": 3.3767204517067223e-06, + "loss": 0.9042, + "step": 3889 + }, + { + "epoch": 0.28065365607301324, + "grad_norm": 0.6984231994325504, + "learning_rate": 3.3763814057975363e-06, + "loss": 0.845, + "step": 3890 + }, + { + "epoch": 0.28072580354244075, + "grad_norm": 2.701789658429841, + "learning_rate": 3.376042284729257e-06, + "loss": 0.9352, + "step": 3891 + }, + { + "epoch": 0.2807979510118683, + "grad_norm": 2.9099278302763785, + "learning_rate": 3.375703088520403e-06, + "loss": 0.9397, + "step": 3892 + }, + { + "epoch": 0.2808700984812958, + "grad_norm": 3.3461212591714458, + "learning_rate": 3.3753638171894955e-06, + "loss": 1.0036, + "step": 3893 + }, + { + "epoch": 0.28094224595072326, + "grad_norm": 4.2141784765163415, + "learning_rate": 3.375024470755061e-06, + "loss": 0.963, + "step": 3894 + }, + { + "epoch": 0.2810143934201508, + "grad_norm": 2.907248212780486, + "learning_rate": 3.374685049235631e-06, + "loss": 0.8503, + "step": 3895 + }, + { + "epoch": 0.2810865408895783, + "grad_norm": 3.2428664634047295, + "learning_rate": 3.374345552649739e-06, + "loss": 0.9298, + "step": 3896 + }, + { + "epoch": 0.2811586883590058, + "grad_norm": 3.0357621421567997, + "learning_rate": 3.374005981015925e-06, + "loss": 1.0571, + "step": 3897 + }, + { + "epoch": 0.28123083582843333, + "grad_norm": 2.6264801393720587, + "learning_rate": 3.3736663343527296e-06, + "loss": 0.913, + "step": 3898 + }, + { + "epoch": 0.28130298329786085, + "grad_norm": 2.3980042504280097, + "learning_rate": 3.3733266126787016e-06, + "loss": 1.0433, + "step": 3899 + }, + { + "epoch": 0.2813751307672883, + "grad_norm": 3.4299303807347186, + "learning_rate": 3.3729868160123906e-06, + "loss": 0.9961, + "step": 3900 + }, + { + "epoch": 0.28144727823671584, + "grad_norm": 3.6409048865136753, + "learning_rate": 3.372646944372352e-06, + "loss": 1.0542, + "step": 3901 + }, + { + "epoch": 0.28151942570614336, + "grad_norm": 2.7240476186402076, + "learning_rate": 3.3723069977771457e-06, + "loss": 0.9665, + "step": 3902 + }, + { + "epoch": 0.2815915731755709, + "grad_norm": 4.3164495543642225, + "learning_rate": 3.3719669762453343e-06, + "loss": 1.0314, + "step": 3903 + }, + { + "epoch": 0.2816637206449984, + "grad_norm": 2.6848425923102828, + "learning_rate": 3.3716268797954853e-06, + "loss": 0.9638, + "step": 3904 + }, + { + "epoch": 0.2817358681144259, + "grad_norm": 3.5745382530949863, + "learning_rate": 3.3712867084461694e-06, + "loss": 1.0397, + "step": 3905 + }, + { + "epoch": 0.2818080155838534, + "grad_norm": 2.6032762353018932, + "learning_rate": 3.3709464622159633e-06, + "loss": 0.9322, + "step": 3906 + }, + { + "epoch": 0.2818801630532809, + "grad_norm": 4.215676777764168, + "learning_rate": 3.370606141123446e-06, + "loss": 0.9968, + "step": 3907 + }, + { + "epoch": 0.2819523105227084, + "grad_norm": 2.1432671495287905, + "learning_rate": 3.3702657451872e-06, + "loss": 0.9727, + "step": 3908 + }, + { + "epoch": 0.28202445799213594, + "grad_norm": 3.7501166007669875, + "learning_rate": 3.369925274425815e-06, + "loss": 0.9681, + "step": 3909 + }, + { + "epoch": 0.28209660546156345, + "grad_norm": 4.447715713047194, + "learning_rate": 3.369584728857882e-06, + "loss": 0.9526, + "step": 3910 + }, + { + "epoch": 0.2821687529309909, + "grad_norm": 2.535116186545435, + "learning_rate": 3.3692441085019977e-06, + "loss": 1.0518, + "step": 3911 + }, + { + "epoch": 0.28224090040041844, + "grad_norm": 3.506560580119896, + "learning_rate": 3.3689034133767607e-06, + "loss": 0.963, + "step": 3912 + }, + { + "epoch": 0.28231304786984596, + "grad_norm": 3.8691656428630217, + "learning_rate": 3.368562643500776e-06, + "loss": 0.9795, + "step": 3913 + }, + { + "epoch": 0.2823851953392735, + "grad_norm": 4.4443763860153975, + "learning_rate": 3.3682217988926506e-06, + "loss": 0.9488, + "step": 3914 + }, + { + "epoch": 0.282457342808701, + "grad_norm": 2.743100440922953, + "learning_rate": 3.3678808795709995e-06, + "loss": 1.0033, + "step": 3915 + }, + { + "epoch": 0.2825294902781285, + "grad_norm": 2.696669615597364, + "learning_rate": 3.3675398855544357e-06, + "loss": 0.9362, + "step": 3916 + }, + { + "epoch": 0.282601637747556, + "grad_norm": 3.6826362214852177, + "learning_rate": 3.3671988168615825e-06, + "loss": 1.0132, + "step": 3917 + }, + { + "epoch": 0.2826737852169835, + "grad_norm": 3.9556036253900277, + "learning_rate": 3.3668576735110624e-06, + "loss": 1.0494, + "step": 3918 + }, + { + "epoch": 0.282745932686411, + "grad_norm": 5.94004429964443, + "learning_rate": 3.3665164555215046e-06, + "loss": 0.8698, + "step": 3919 + }, + { + "epoch": 0.28281808015583854, + "grad_norm": 0.7799462693610438, + "learning_rate": 3.366175162911542e-06, + "loss": 0.8878, + "step": 3920 + }, + { + "epoch": 0.28289022762526606, + "grad_norm": 2.50295473965101, + "learning_rate": 3.365833795699811e-06, + "loss": 1.049, + "step": 3921 + }, + { + "epoch": 0.2829623750946936, + "grad_norm": 2.9630407749219545, + "learning_rate": 3.365492353904953e-06, + "loss": 0.8696, + "step": 3922 + }, + { + "epoch": 0.28303452256412104, + "grad_norm": 12.278465984344743, + "learning_rate": 3.3651508375456123e-06, + "loss": 0.9712, + "step": 3923 + }, + { + "epoch": 0.28310667003354856, + "grad_norm": 3.691572623565544, + "learning_rate": 3.364809246640438e-06, + "loss": 0.9421, + "step": 3924 + }, + { + "epoch": 0.2831788175029761, + "grad_norm": 2.998628620777618, + "learning_rate": 3.3644675812080827e-06, + "loss": 0.9232, + "step": 3925 + }, + { + "epoch": 0.2832509649724036, + "grad_norm": 2.0650603845740823, + "learning_rate": 3.3641258412672043e-06, + "loss": 1.0314, + "step": 3926 + }, + { + "epoch": 0.2833231124418311, + "grad_norm": 3.2437355114681243, + "learning_rate": 3.3637840268364634e-06, + "loss": 0.8822, + "step": 3927 + }, + { + "epoch": 0.28339525991125863, + "grad_norm": 5.252363127241885, + "learning_rate": 3.3634421379345252e-06, + "loss": 1.0203, + "step": 3928 + }, + { + "epoch": 0.2834674073806861, + "grad_norm": 3.065379443429826, + "learning_rate": 3.3631001745800588e-06, + "loss": 0.8895, + "step": 3929 + }, + { + "epoch": 0.2835395548501136, + "grad_norm": 3.4206016644839417, + "learning_rate": 3.3627581367917386e-06, + "loss": 0.966, + "step": 3930 + }, + { + "epoch": 0.28361170231954114, + "grad_norm": 7.260359367534912, + "learning_rate": 3.362416024588241e-06, + "loss": 0.957, + "step": 3931 + }, + { + "epoch": 0.28368384978896866, + "grad_norm": 3.250339783732894, + "learning_rate": 3.362073837988248e-06, + "loss": 0.9599, + "step": 3932 + }, + { + "epoch": 0.2837559972583962, + "grad_norm": 3.1150961531345907, + "learning_rate": 3.3617315770104444e-06, + "loss": 1.0182, + "step": 3933 + }, + { + "epoch": 0.2838281447278237, + "grad_norm": 4.710271835743831, + "learning_rate": 3.361389241673521e-06, + "loss": 1.0169, + "step": 3934 + }, + { + "epoch": 0.28390029219725116, + "grad_norm": 2.9746811896288383, + "learning_rate": 3.3610468319961703e-06, + "loss": 0.9957, + "step": 3935 + }, + { + "epoch": 0.2839724396666787, + "grad_norm": 6.1141026929143045, + "learning_rate": 3.360704347997091e-06, + "loss": 1.0917, + "step": 3936 + }, + { + "epoch": 0.2840445871361062, + "grad_norm": 1.7689935065021445, + "learning_rate": 3.360361789694984e-06, + "loss": 1.0372, + "step": 3937 + }, + { + "epoch": 0.2841167346055337, + "grad_norm": 3.065100830560304, + "learning_rate": 3.3600191571085557e-06, + "loss": 1.0206, + "step": 3938 + }, + { + "epoch": 0.28418888207496124, + "grad_norm": 4.794316805636909, + "learning_rate": 3.359676450256516e-06, + "loss": 1.0098, + "step": 3939 + }, + { + "epoch": 0.28426102954438875, + "grad_norm": 5.9101991721219, + "learning_rate": 3.3593336691575784e-06, + "loss": 1.0808, + "step": 3940 + }, + { + "epoch": 0.2843331770138162, + "grad_norm": 2.398453206063701, + "learning_rate": 3.3589908138304616e-06, + "loss": 1.0961, + "step": 3941 + }, + { + "epoch": 0.28440532448324374, + "grad_norm": 4.555823261386383, + "learning_rate": 3.358647884293887e-06, + "loss": 1.0131, + "step": 3942 + }, + { + "epoch": 0.28447747195267126, + "grad_norm": 3.5991349717481893, + "learning_rate": 3.3583048805665808e-06, + "loss": 0.8716, + "step": 3943 + }, + { + "epoch": 0.2845496194220988, + "grad_norm": 4.725181592247214, + "learning_rate": 3.3579618026672735e-06, + "loss": 1.0574, + "step": 3944 + }, + { + "epoch": 0.2846217668915263, + "grad_norm": 4.933310940837731, + "learning_rate": 3.3576186506146994e-06, + "loss": 0.9354, + "step": 3945 + }, + { + "epoch": 0.2846939143609538, + "grad_norm": 4.052303252671415, + "learning_rate": 3.357275424427596e-06, + "loss": 0.9596, + "step": 3946 + }, + { + "epoch": 0.2847660618303813, + "grad_norm": 2.6693461089646244, + "learning_rate": 3.356932124124706e-06, + "loss": 0.9191, + "step": 3947 + }, + { + "epoch": 0.2848382092998088, + "grad_norm": 2.7944977103234367, + "learning_rate": 3.3565887497247772e-06, + "loss": 1.0349, + "step": 3948 + }, + { + "epoch": 0.2849103567692363, + "grad_norm": 3.7320890572686336, + "learning_rate": 3.356245301246558e-06, + "loss": 0.955, + "step": 3949 + }, + { + "epoch": 0.28498250423866384, + "grad_norm": 2.308807105002042, + "learning_rate": 3.3559017787088033e-06, + "loss": 1.0144, + "step": 3950 + }, + { + "epoch": 0.28505465170809136, + "grad_norm": 2.087856024802466, + "learning_rate": 3.355558182130272e-06, + "loss": 0.984, + "step": 3951 + }, + { + "epoch": 0.2851267991775189, + "grad_norm": 3.9024224411798154, + "learning_rate": 3.3552145115297262e-06, + "loss": 0.9288, + "step": 3952 + }, + { + "epoch": 0.28519894664694634, + "grad_norm": 2.8900041893001407, + "learning_rate": 3.3548707669259327e-06, + "loss": 1.011, + "step": 3953 + }, + { + "epoch": 0.28527109411637386, + "grad_norm": 3.5548837460852574, + "learning_rate": 3.3545269483376622e-06, + "loss": 0.9064, + "step": 3954 + }, + { + "epoch": 0.2853432415858014, + "grad_norm": 5.84566201330348, + "learning_rate": 3.35418305578369e-06, + "loss": 0.9896, + "step": 3955 + }, + { + "epoch": 0.2854153890552289, + "grad_norm": 3.8343798549531205, + "learning_rate": 3.353839089282794e-06, + "loss": 1.0196, + "step": 3956 + }, + { + "epoch": 0.2854875365246564, + "grad_norm": 3.3888120242992463, + "learning_rate": 3.3534950488537567e-06, + "loss": 0.8528, + "step": 3957 + }, + { + "epoch": 0.28555968399408393, + "grad_norm": 2.470977068403692, + "learning_rate": 3.353150934515365e-06, + "loss": 1.0944, + "step": 3958 + }, + { + "epoch": 0.2856318314635114, + "grad_norm": 3.2255030040144512, + "learning_rate": 3.3528067462864107e-06, + "loss": 0.9868, + "step": 3959 + }, + { + "epoch": 0.2857039789329389, + "grad_norm": 3.563430798383856, + "learning_rate": 3.3524624841856874e-06, + "loss": 0.9786, + "step": 3960 + }, + { + "epoch": 0.28577612640236644, + "grad_norm": 5.130055980711553, + "learning_rate": 3.3521181482319945e-06, + "loss": 1.004, + "step": 3961 + }, + { + "epoch": 0.28584827387179396, + "grad_norm": 3.153283566437724, + "learning_rate": 3.351773738444135e-06, + "loss": 0.8902, + "step": 3962 + }, + { + "epoch": 0.2859204213412215, + "grad_norm": 4.326225221877631, + "learning_rate": 3.351429254840916e-06, + "loss": 0.8735, + "step": 3963 + }, + { + "epoch": 0.28599256881064894, + "grad_norm": 2.71321173264988, + "learning_rate": 3.3510846974411477e-06, + "loss": 1.017, + "step": 3964 + }, + { + "epoch": 0.28606471628007646, + "grad_norm": 7.0370866074777405, + "learning_rate": 3.350740066263646e-06, + "loss": 0.9039, + "step": 3965 + }, + { + "epoch": 0.286136863749504, + "grad_norm": 2.3054723405438406, + "learning_rate": 3.3503953613272293e-06, + "loss": 0.9711, + "step": 3966 + }, + { + "epoch": 0.2862090112189315, + "grad_norm": 7.812253902373901, + "learning_rate": 3.3500505826507208e-06, + "loss": 1.0357, + "step": 3967 + }, + { + "epoch": 0.286281158688359, + "grad_norm": 4.338585287411391, + "learning_rate": 3.349705730252948e-06, + "loss": 1.0554, + "step": 3968 + }, + { + "epoch": 0.28635330615778654, + "grad_norm": 4.567139239583159, + "learning_rate": 3.3493608041527414e-06, + "loss": 1.0129, + "step": 3969 + }, + { + "epoch": 0.286425453627214, + "grad_norm": 2.488668223042908, + "learning_rate": 3.3490158043689373e-06, + "loss": 0.9879, + "step": 3970 + }, + { + "epoch": 0.2864976010966415, + "grad_norm": 4.404130358201961, + "learning_rate": 3.348670730920373e-06, + "loss": 1.127, + "step": 3971 + }, + { + "epoch": 0.28656974856606904, + "grad_norm": 2.3505137186402707, + "learning_rate": 3.348325583825893e-06, + "loss": 0.9768, + "step": 3972 + }, + { + "epoch": 0.28664189603549656, + "grad_norm": 2.8776707061853526, + "learning_rate": 3.3479803631043443e-06, + "loss": 0.9303, + "step": 3973 + }, + { + "epoch": 0.2867140435049241, + "grad_norm": 2.7960005091010465, + "learning_rate": 3.3476350687745783e-06, + "loss": 0.9911, + "step": 3974 + }, + { + "epoch": 0.2867861909743516, + "grad_norm": 2.3436923210676137, + "learning_rate": 3.3472897008554495e-06, + "loss": 0.9583, + "step": 3975 + }, + { + "epoch": 0.28685833844377906, + "grad_norm": 3.035940572174607, + "learning_rate": 3.346944259365818e-06, + "loss": 0.9325, + "step": 3976 + }, + { + "epoch": 0.2869304859132066, + "grad_norm": 3.2185182950962297, + "learning_rate": 3.3465987443245466e-06, + "loss": 1.0776, + "step": 3977 + }, + { + "epoch": 0.2870026333826341, + "grad_norm": 3.2614336631586682, + "learning_rate": 3.3462531557505026e-06, + "loss": 0.8644, + "step": 3978 + }, + { + "epoch": 0.2870747808520616, + "grad_norm": 3.735408113338268, + "learning_rate": 3.345907493662557e-06, + "loss": 0.9593, + "step": 3979 + }, + { + "epoch": 0.28714692832148914, + "grad_norm": 0.706350325320019, + "learning_rate": 3.3455617580795866e-06, + "loss": 0.866, + "step": 3980 + }, + { + "epoch": 0.28721907579091666, + "grad_norm": 3.597994346347033, + "learning_rate": 3.345215949020469e-06, + "loss": 1.0068, + "step": 3981 + }, + { + "epoch": 0.2872912232603441, + "grad_norm": 3.470586479601126, + "learning_rate": 3.344870066504088e-06, + "loss": 0.9309, + "step": 3982 + }, + { + "epoch": 0.28736337072977164, + "grad_norm": 4.715870768296295, + "learning_rate": 3.344524110549332e-06, + "loss": 1.1476, + "step": 3983 + }, + { + "epoch": 0.28743551819919916, + "grad_norm": 0.846194399890568, + "learning_rate": 3.3441780811750907e-06, + "loss": 0.8849, + "step": 3984 + }, + { + "epoch": 0.2875076656686267, + "grad_norm": 4.0938958294934835, + "learning_rate": 3.343831978400261e-06, + "loss": 0.95, + "step": 3985 + }, + { + "epoch": 0.2875798131380542, + "grad_norm": 4.886227126361965, + "learning_rate": 3.343485802243741e-06, + "loss": 0.9904, + "step": 3986 + }, + { + "epoch": 0.2876519606074817, + "grad_norm": 20.283716084179293, + "learning_rate": 3.3431395527244356e-06, + "loss": 1.01, + "step": 3987 + }, + { + "epoch": 0.2877241080769092, + "grad_norm": 2.8119184952505085, + "learning_rate": 3.342793229861251e-06, + "loss": 0.9669, + "step": 3988 + }, + { + "epoch": 0.2877962555463367, + "grad_norm": 3.3754804763692676, + "learning_rate": 3.3424468336730993e-06, + "loss": 1.0795, + "step": 3989 + }, + { + "epoch": 0.2878684030157642, + "grad_norm": 2.528506735142674, + "learning_rate": 3.3421003641788944e-06, + "loss": 1.0803, + "step": 3990 + }, + { + "epoch": 0.28794055048519174, + "grad_norm": 2.624248942150111, + "learning_rate": 3.3417538213975575e-06, + "loss": 1.0436, + "step": 3991 + }, + { + "epoch": 0.28801269795461926, + "grad_norm": 3.326643493153721, + "learning_rate": 3.3414072053480125e-06, + "loss": 0.891, + "step": 3992 + }, + { + "epoch": 0.2880848454240468, + "grad_norm": 0.7298880732313298, + "learning_rate": 3.3410605160491842e-06, + "loss": 0.9389, + "step": 3993 + }, + { + "epoch": 0.28815699289347424, + "grad_norm": 3.4220718954215563, + "learning_rate": 3.340713753520006e-06, + "loss": 0.9303, + "step": 3994 + }, + { + "epoch": 0.28822914036290176, + "grad_norm": 8.680650824129994, + "learning_rate": 3.3403669177794134e-06, + "loss": 0.9878, + "step": 3995 + }, + { + "epoch": 0.2883012878323293, + "grad_norm": 0.901399423801855, + "learning_rate": 3.3400200088463447e-06, + "loss": 0.8435, + "step": 3996 + }, + { + "epoch": 0.2883734353017568, + "grad_norm": 2.1447744874295553, + "learning_rate": 3.3396730267397445e-06, + "loss": 0.9868, + "step": 3997 + }, + { + "epoch": 0.2884455827711843, + "grad_norm": 0.6603764950982463, + "learning_rate": 3.3393259714785595e-06, + "loss": 0.7803, + "step": 3998 + }, + { + "epoch": 0.28851773024061184, + "grad_norm": 3.2209200164329292, + "learning_rate": 3.3389788430817414e-06, + "loss": 0.9405, + "step": 3999 + }, + { + "epoch": 0.2885898777100393, + "grad_norm": 5.280887568751482, + "learning_rate": 3.338631641568244e-06, + "loss": 1.0413, + "step": 4000 + }, + { + "epoch": 0.2886620251794668, + "grad_norm": 3.869253881916017, + "learning_rate": 3.3382843669570296e-06, + "loss": 1.1181, + "step": 4001 + }, + { + "epoch": 0.28873417264889434, + "grad_norm": 5.083705992666476, + "learning_rate": 3.3379370192670593e-06, + "loss": 0.8515, + "step": 4002 + }, + { + "epoch": 0.28880632011832186, + "grad_norm": 3.5389782893454567, + "learning_rate": 3.337589598517302e-06, + "loss": 0.994, + "step": 4003 + }, + { + "epoch": 0.2888784675877494, + "grad_norm": 2.987366619883512, + "learning_rate": 3.3372421047267274e-06, + "loss": 0.9158, + "step": 4004 + }, + { + "epoch": 0.2889506150571769, + "grad_norm": 5.064287600035569, + "learning_rate": 3.336894537914312e-06, + "loss": 1.0337, + "step": 4005 + }, + { + "epoch": 0.28902276252660436, + "grad_norm": 3.6523256026036455, + "learning_rate": 3.3365468980990353e-06, + "loss": 0.9866, + "step": 4006 + }, + { + "epoch": 0.2890949099960319, + "grad_norm": 39.01908837751723, + "learning_rate": 3.33619918529988e-06, + "loss": 0.9615, + "step": 4007 + }, + { + "epoch": 0.2891670574654594, + "grad_norm": 2.720858315493834, + "learning_rate": 3.3358513995358336e-06, + "loss": 1.0483, + "step": 4008 + }, + { + "epoch": 0.2892392049348869, + "grad_norm": 4.274759761016319, + "learning_rate": 3.335503540825888e-06, + "loss": 1.0308, + "step": 4009 + }, + { + "epoch": 0.28931135240431444, + "grad_norm": 5.401300358501103, + "learning_rate": 3.335155609189037e-06, + "loss": 0.9959, + "step": 4010 + }, + { + "epoch": 0.28938349987374196, + "grad_norm": 3.055312461045374, + "learning_rate": 3.334807604644281e-06, + "loss": 0.9032, + "step": 4011 + }, + { + "epoch": 0.2894556473431694, + "grad_norm": 2.5137441486914627, + "learning_rate": 3.3344595272106235e-06, + "loss": 1.0859, + "step": 4012 + }, + { + "epoch": 0.28952779481259694, + "grad_norm": 2.889523517967741, + "learning_rate": 3.334111376907071e-06, + "loss": 0.9601, + "step": 4013 + }, + { + "epoch": 0.28959994228202446, + "grad_norm": 3.2051916387100685, + "learning_rate": 3.3337631537526347e-06, + "loss": 0.9773, + "step": 4014 + }, + { + "epoch": 0.289672089751452, + "grad_norm": 4.406238095964084, + "learning_rate": 3.3334148577663303e-06, + "loss": 0.9366, + "step": 4015 + }, + { + "epoch": 0.2897442372208795, + "grad_norm": 4.695297672800528, + "learning_rate": 3.333066488967176e-06, + "loss": 1.0078, + "step": 4016 + }, + { + "epoch": 0.28981638469030696, + "grad_norm": 0.6916856793774078, + "learning_rate": 3.3327180473741957e-06, + "loss": 0.8411, + "step": 4017 + }, + { + "epoch": 0.2898885321597345, + "grad_norm": 4.5244483147783425, + "learning_rate": 3.3323695330064167e-06, + "loss": 1.0869, + "step": 4018 + }, + { + "epoch": 0.289960679629162, + "grad_norm": 6.671968481762399, + "learning_rate": 3.33202094588287e-06, + "loss": 1.0646, + "step": 4019 + }, + { + "epoch": 0.2900328270985895, + "grad_norm": 2.942106976574592, + "learning_rate": 3.3316722860225906e-06, + "loss": 0.9417, + "step": 4020 + }, + { + "epoch": 0.29010497456801704, + "grad_norm": 6.093122088041988, + "learning_rate": 3.3313235534446165e-06, + "loss": 0.9433, + "step": 4021 + }, + { + "epoch": 0.29017712203744456, + "grad_norm": 3.2323588846298317, + "learning_rate": 3.330974748167992e-06, + "loss": 1.0172, + "step": 4022 + }, + { + "epoch": 0.290249269506872, + "grad_norm": 6.289187450233908, + "learning_rate": 3.3306258702117633e-06, + "loss": 1.0097, + "step": 4023 + }, + { + "epoch": 0.29032141697629954, + "grad_norm": 4.755902688457795, + "learning_rate": 3.3302769195949817e-06, + "loss": 0.8925, + "step": 4024 + }, + { + "epoch": 0.29039356444572706, + "grad_norm": 4.167887750355154, + "learning_rate": 3.329927896336703e-06, + "loss": 0.9697, + "step": 4025 + }, + { + "epoch": 0.2904657119151546, + "grad_norm": 4.096058900558646, + "learning_rate": 3.3295788004559837e-06, + "loss": 0.8834, + "step": 4026 + }, + { + "epoch": 0.2905378593845821, + "grad_norm": 3.7669577871478475, + "learning_rate": 3.3292296319718893e-06, + "loss": 1.0791, + "step": 4027 + }, + { + "epoch": 0.2906100068540096, + "grad_norm": 5.473883611699613, + "learning_rate": 3.3288803909034845e-06, + "loss": 1.0049, + "step": 4028 + }, + { + "epoch": 0.2906821543234371, + "grad_norm": 4.880424416018421, + "learning_rate": 3.328531077269841e-06, + "loss": 0.9485, + "step": 4029 + }, + { + "epoch": 0.2907543017928646, + "grad_norm": 3.78449343457423, + "learning_rate": 3.328181691090033e-06, + "loss": 0.9965, + "step": 4030 + }, + { + "epoch": 0.2908264492622921, + "grad_norm": 3.1362016947657345, + "learning_rate": 3.327832232383141e-06, + "loss": 0.9215, + "step": 4031 + }, + { + "epoch": 0.29089859673171964, + "grad_norm": 3.1328683596075932, + "learning_rate": 3.327482701168245e-06, + "loss": 0.9863, + "step": 4032 + }, + { + "epoch": 0.29097074420114716, + "grad_norm": 9.303251243711163, + "learning_rate": 3.3271330974644336e-06, + "loss": 0.9188, + "step": 4033 + }, + { + "epoch": 0.2910428916705747, + "grad_norm": 3.211196629075893, + "learning_rate": 3.3267834212907957e-06, + "loss": 1.0137, + "step": 4034 + }, + { + "epoch": 0.29111503914000214, + "grad_norm": 12.104044945915161, + "learning_rate": 3.3264336726664275e-06, + "loss": 0.8484, + "step": 4035 + }, + { + "epoch": 0.29118718660942966, + "grad_norm": 2.827395434617356, + "learning_rate": 3.326083851610427e-06, + "loss": 0.9997, + "step": 4036 + }, + { + "epoch": 0.2912593340788572, + "grad_norm": 3.9535324429509644, + "learning_rate": 3.325733958141896e-06, + "loss": 1.0103, + "step": 4037 + }, + { + "epoch": 0.2913314815482847, + "grad_norm": 5.03143689300104, + "learning_rate": 3.325383992279941e-06, + "loss": 0.9964, + "step": 4038 + }, + { + "epoch": 0.2914036290177122, + "grad_norm": 4.231200657701937, + "learning_rate": 3.3250339540436727e-06, + "loss": 1.0585, + "step": 4039 + }, + { + "epoch": 0.29147577648713974, + "grad_norm": 8.511349898071536, + "learning_rate": 3.324683843452205e-06, + "loss": 0.8628, + "step": 4040 + }, + { + "epoch": 0.2915479239565672, + "grad_norm": 4.124050609111589, + "learning_rate": 3.3243336605246567e-06, + "loss": 1.0266, + "step": 4041 + }, + { + "epoch": 0.2916200714259947, + "grad_norm": 3.9648857227227228, + "learning_rate": 3.32398340528015e-06, + "loss": 1.0715, + "step": 4042 + }, + { + "epoch": 0.29169221889542224, + "grad_norm": 7.802637573711178, + "learning_rate": 3.323633077737811e-06, + "loss": 0.9563, + "step": 4043 + }, + { + "epoch": 0.29176436636484976, + "grad_norm": 3.8876038123495085, + "learning_rate": 3.3232826779167685e-06, + "loss": 0.9538, + "step": 4044 + }, + { + "epoch": 0.2918365138342773, + "grad_norm": 2.821889843062084, + "learning_rate": 3.3229322058361585e-06, + "loss": 0.9479, + "step": 4045 + }, + { + "epoch": 0.2919086613037048, + "grad_norm": 4.481806747348781, + "learning_rate": 3.3225816615151176e-06, + "loss": 1.0069, + "step": 4046 + }, + { + "epoch": 0.29198080877313226, + "grad_norm": 5.977216378139871, + "learning_rate": 3.3222310449727882e-06, + "loss": 0.8546, + "step": 4047 + }, + { + "epoch": 0.2920529562425598, + "grad_norm": 3.8218676438342687, + "learning_rate": 3.3218803562283163e-06, + "loss": 0.9017, + "step": 4048 + }, + { + "epoch": 0.2921251037119873, + "grad_norm": 6.553589211659195, + "learning_rate": 3.3215295953008515e-06, + "loss": 0.8427, + "step": 4049 + }, + { + "epoch": 0.2921972511814148, + "grad_norm": 3.5339343915288484, + "learning_rate": 3.3211787622095474e-06, + "loss": 0.9683, + "step": 4050 + }, + { + "epoch": 0.29226939865084234, + "grad_norm": 9.004179090226225, + "learning_rate": 3.3208278569735626e-06, + "loss": 0.9519, + "step": 4051 + }, + { + "epoch": 0.29234154612026986, + "grad_norm": 0.8371958664336866, + "learning_rate": 3.3204768796120574e-06, + "loss": 0.8397, + "step": 4052 + }, + { + "epoch": 0.2924136935896973, + "grad_norm": 2.4383005637076516, + "learning_rate": 3.3201258301441986e-06, + "loss": 0.9874, + "step": 4053 + }, + { + "epoch": 0.29248584105912484, + "grad_norm": 3.6499390218161283, + "learning_rate": 3.319774708589155e-06, + "loss": 0.9935, + "step": 4054 + }, + { + "epoch": 0.29255798852855236, + "grad_norm": 5.410819531486828, + "learning_rate": 3.3194235149661e-06, + "loss": 0.8668, + "step": 4055 + }, + { + "epoch": 0.2926301359979799, + "grad_norm": 3.8780066608137638, + "learning_rate": 3.319072249294211e-06, + "loss": 0.8539, + "step": 4056 + }, + { + "epoch": 0.2927022834674074, + "grad_norm": 2.499603526148367, + "learning_rate": 3.3187209115926696e-06, + "loss": 0.9538, + "step": 4057 + }, + { + "epoch": 0.2927744309368349, + "grad_norm": 4.322034827067768, + "learning_rate": 3.3183695018806615e-06, + "loss": 1.0485, + "step": 4058 + }, + { + "epoch": 0.2928465784062624, + "grad_norm": 21.967922059434184, + "learning_rate": 3.3180180201773746e-06, + "loss": 1.0256, + "step": 4059 + }, + { + "epoch": 0.2929187258756899, + "grad_norm": 2.9611101326653553, + "learning_rate": 3.3176664665020035e-06, + "loss": 1.0841, + "step": 4060 + }, + { + "epoch": 0.2929908733451174, + "grad_norm": 4.314324918873778, + "learning_rate": 3.3173148408737437e-06, + "loss": 0.9736, + "step": 4061 + }, + { + "epoch": 0.29306302081454494, + "grad_norm": 5.369914110516228, + "learning_rate": 3.316963143311798e-06, + "loss": 1.0201, + "step": 4062 + }, + { + "epoch": 0.29313516828397246, + "grad_norm": 3.381927303938323, + "learning_rate": 3.3166113738353695e-06, + "loss": 0.9576, + "step": 4063 + }, + { + "epoch": 0.2932073157533999, + "grad_norm": 3.01670225203234, + "learning_rate": 3.316259532463668e-06, + "loss": 1.0406, + "step": 4064 + }, + { + "epoch": 0.29327946322282744, + "grad_norm": 4.096111752013774, + "learning_rate": 3.3159076192159063e-06, + "loss": 0.8763, + "step": 4065 + }, + { + "epoch": 0.29335161069225496, + "grad_norm": 2.7962847038779155, + "learning_rate": 3.3155556341113e-06, + "loss": 0.9863, + "step": 4066 + }, + { + "epoch": 0.2934237581616825, + "grad_norm": 3.453610209211927, + "learning_rate": 3.315203577169071e-06, + "loss": 1.037, + "step": 4067 + }, + { + "epoch": 0.29349590563111, + "grad_norm": 2.816092506742412, + "learning_rate": 3.3148514484084434e-06, + "loss": 0.9955, + "step": 4068 + }, + { + "epoch": 0.2935680531005375, + "grad_norm": 9.254249627572923, + "learning_rate": 3.314499247848646e-06, + "loss": 0.7897, + "step": 4069 + }, + { + "epoch": 0.293640200569965, + "grad_norm": 4.550641469486854, + "learning_rate": 3.314146975508911e-06, + "loss": 0.9774, + "step": 4070 + }, + { + "epoch": 0.2937123480393925, + "grad_norm": 3.608196776333797, + "learning_rate": 3.3137946314084736e-06, + "loss": 0.9509, + "step": 4071 + }, + { + "epoch": 0.29378449550882, + "grad_norm": 2.541691566303629, + "learning_rate": 3.3134422155665755e-06, + "loss": 0.9715, + "step": 4072 + }, + { + "epoch": 0.29385664297824754, + "grad_norm": 4.872597713831397, + "learning_rate": 3.3130897280024595e-06, + "loss": 0.9392, + "step": 4073 + }, + { + "epoch": 0.29392879044767506, + "grad_norm": 0.8166609371399524, + "learning_rate": 3.3127371687353747e-06, + "loss": 0.8733, + "step": 4074 + }, + { + "epoch": 0.2940009379171026, + "grad_norm": 3.2733576726170424, + "learning_rate": 3.312384537784573e-06, + "loss": 1.0561, + "step": 4075 + }, + { + "epoch": 0.29407308538653004, + "grad_norm": 3.4335884727810697, + "learning_rate": 3.31203183516931e-06, + "loss": 0.9366, + "step": 4076 + }, + { + "epoch": 0.29414523285595756, + "grad_norm": 4.855428288875061, + "learning_rate": 3.3116790609088446e-06, + "loss": 0.9939, + "step": 4077 + }, + { + "epoch": 0.2942173803253851, + "grad_norm": 3.1815247722442472, + "learning_rate": 3.3113262150224424e-06, + "loss": 0.9592, + "step": 4078 + }, + { + "epoch": 0.2942895277948126, + "grad_norm": 5.951690100405895, + "learning_rate": 3.3109732975293695e-06, + "loss": 0.9712, + "step": 4079 + }, + { + "epoch": 0.2943616752642401, + "grad_norm": 5.5009570589537535, + "learning_rate": 3.310620308448898e-06, + "loss": 0.9456, + "step": 4080 + }, + { + "epoch": 0.29443382273366764, + "grad_norm": 4.173163854267578, + "learning_rate": 3.310267247800303e-06, + "loss": 0.9434, + "step": 4081 + }, + { + "epoch": 0.2945059702030951, + "grad_norm": 0.9247027525267502, + "learning_rate": 3.309914115602864e-06, + "loss": 0.9017, + "step": 4082 + }, + { + "epoch": 0.2945781176725226, + "grad_norm": 4.875325705578411, + "learning_rate": 3.309560911875865e-06, + "loss": 0.9621, + "step": 4083 + }, + { + "epoch": 0.29465026514195014, + "grad_norm": 2.5560908298323013, + "learning_rate": 3.3092076366385915e-06, + "loss": 0.9551, + "step": 4084 + }, + { + "epoch": 0.29472241261137766, + "grad_norm": 3.32895689404059, + "learning_rate": 3.308854289910336e-06, + "loss": 0.9786, + "step": 4085 + }, + { + "epoch": 0.2947945600808052, + "grad_norm": 6.402092603467177, + "learning_rate": 3.3085008717103926e-06, + "loss": 0.9343, + "step": 4086 + }, + { + "epoch": 0.2948667075502327, + "grad_norm": 6.358521950233526, + "learning_rate": 3.3081473820580606e-06, + "loss": 0.8526, + "step": 4087 + }, + { + "epoch": 0.29493885501966016, + "grad_norm": 3.1965680255594138, + "learning_rate": 3.3077938209726428e-06, + "loss": 0.9714, + "step": 4088 + }, + { + "epoch": 0.2950110024890877, + "grad_norm": 5.664760194098301, + "learning_rate": 3.3074401884734456e-06, + "loss": 1.0512, + "step": 4089 + }, + { + "epoch": 0.2950831499585152, + "grad_norm": 6.782197525698281, + "learning_rate": 3.30708648457978e-06, + "loss": 1.0301, + "step": 4090 + }, + { + "epoch": 0.2951552974279427, + "grad_norm": 3.4333898768043483, + "learning_rate": 3.3067327093109598e-06, + "loss": 1.037, + "step": 4091 + }, + { + "epoch": 0.29522744489737024, + "grad_norm": 4.770326190407803, + "learning_rate": 3.306378862686304e-06, + "loss": 1.0258, + "step": 4092 + }, + { + "epoch": 0.29529959236679776, + "grad_norm": 4.391450960386053, + "learning_rate": 3.3060249447251344e-06, + "loss": 0.9135, + "step": 4093 + }, + { + "epoch": 0.2953717398362252, + "grad_norm": 2.986832331025166, + "learning_rate": 3.3056709554467766e-06, + "loss": 0.9643, + "step": 4094 + }, + { + "epoch": 0.29544388730565274, + "grad_norm": 3.171546505609472, + "learning_rate": 3.3053168948705623e-06, + "loss": 1.0189, + "step": 4095 + }, + { + "epoch": 0.29551603477508026, + "grad_norm": 5.139330297992651, + "learning_rate": 3.3049627630158245e-06, + "loss": 0.916, + "step": 4096 + }, + { + "epoch": 0.2955881822445078, + "grad_norm": 2.9679994939510603, + "learning_rate": 3.3046085599019007e-06, + "loss": 0.9528, + "step": 4097 + }, + { + "epoch": 0.2956603297139353, + "grad_norm": 3.0948741681428964, + "learning_rate": 3.3042542855481327e-06, + "loss": 1.0414, + "step": 4098 + }, + { + "epoch": 0.2957324771833628, + "grad_norm": 3.1994382901721403, + "learning_rate": 3.303899939973867e-06, + "loss": 1.0572, + "step": 4099 + }, + { + "epoch": 0.2958046246527903, + "grad_norm": 3.9352933967688286, + "learning_rate": 3.303545523198452e-06, + "loss": 1.042, + "step": 4100 + }, + { + "epoch": 0.2958767721222178, + "grad_norm": 3.2803840584484694, + "learning_rate": 3.303191035241242e-06, + "loss": 0.9103, + "step": 4101 + }, + { + "epoch": 0.2959489195916453, + "grad_norm": 4.48666907988243, + "learning_rate": 3.3028364761215934e-06, + "loss": 0.9088, + "step": 4102 + }, + { + "epoch": 0.29602106706107284, + "grad_norm": 6.969611555136497, + "learning_rate": 3.3024818458588675e-06, + "loss": 1.0413, + "step": 4103 + }, + { + "epoch": 0.29609321453050036, + "grad_norm": 4.594660662220024, + "learning_rate": 3.30212714447243e-06, + "loss": 0.9136, + "step": 4104 + }, + { + "epoch": 0.2961653619999279, + "grad_norm": 8.68383008984497, + "learning_rate": 3.3017723719816495e-06, + "loss": 0.8923, + "step": 4105 + }, + { + "epoch": 0.29623750946935534, + "grad_norm": 5.0656880830746855, + "learning_rate": 3.301417528405898e-06, + "loss": 1.0079, + "step": 4106 + }, + { + "epoch": 0.29630965693878286, + "grad_norm": 4.064791223999352, + "learning_rate": 3.301062613764554e-06, + "loss": 0.9122, + "step": 4107 + }, + { + "epoch": 0.2963818044082104, + "grad_norm": 3.358213711888628, + "learning_rate": 3.3007076280769967e-06, + "loss": 0.9201, + "step": 4108 + }, + { + "epoch": 0.2964539518776379, + "grad_norm": 9.690652838762013, + "learning_rate": 3.3003525713626108e-06, + "loss": 1.0707, + "step": 4109 + }, + { + "epoch": 0.2965260993470654, + "grad_norm": 0.7076016648917184, + "learning_rate": 3.2999974436407846e-06, + "loss": 0.8555, + "step": 4110 + }, + { + "epoch": 0.29659824681649294, + "grad_norm": 6.43124856457634, + "learning_rate": 3.2996422449309104e-06, + "loss": 0.9881, + "step": 4111 + }, + { + "epoch": 0.2966703942859204, + "grad_norm": 5.51783807462871, + "learning_rate": 3.2992869752523847e-06, + "loss": 0.8361, + "step": 4112 + }, + { + "epoch": 0.2967425417553479, + "grad_norm": 15.037148315680518, + "learning_rate": 3.298931634624607e-06, + "loss": 0.9203, + "step": 4113 + }, + { + "epoch": 0.29681468922477544, + "grad_norm": 8.941078163350577, + "learning_rate": 3.2985762230669807e-06, + "loss": 0.9092, + "step": 4114 + }, + { + "epoch": 0.29688683669420296, + "grad_norm": 4.309294684244648, + "learning_rate": 3.2982207405989144e-06, + "loss": 0.9359, + "step": 4115 + }, + { + "epoch": 0.2969589841636305, + "grad_norm": 6.3284508138539834, + "learning_rate": 3.2978651872398194e-06, + "loss": 1.0025, + "step": 4116 + }, + { + "epoch": 0.29703113163305794, + "grad_norm": 4.21448714026615, + "learning_rate": 3.297509563009111e-06, + "loss": 0.8957, + "step": 4117 + }, + { + "epoch": 0.29710327910248546, + "grad_norm": 3.6411501788080356, + "learning_rate": 3.297153867926209e-06, + "loss": 0.8475, + "step": 4118 + }, + { + "epoch": 0.297175426571913, + "grad_norm": 5.262963230648974, + "learning_rate": 3.296798102010536e-06, + "loss": 0.9425, + "step": 4119 + }, + { + "epoch": 0.2972475740413405, + "grad_norm": 5.060891166585626, + "learning_rate": 3.2964422652815184e-06, + "loss": 0.9313, + "step": 4120 + }, + { + "epoch": 0.297319721510768, + "grad_norm": 3.3026582877194386, + "learning_rate": 3.2960863577585884e-06, + "loss": 1.041, + "step": 4121 + }, + { + "epoch": 0.29739186898019554, + "grad_norm": 8.811194356958298, + "learning_rate": 3.2957303794611805e-06, + "loss": 0.9543, + "step": 4122 + }, + { + "epoch": 0.297464016449623, + "grad_norm": 4.3773374580257745, + "learning_rate": 3.295374330408733e-06, + "loss": 0.9592, + "step": 4123 + }, + { + "epoch": 0.2975361639190505, + "grad_norm": 0.6079243485965683, + "learning_rate": 3.2950182106206884e-06, + "loss": 0.8016, + "step": 4124 + }, + { + "epoch": 0.29760831138847804, + "grad_norm": 17.52058986837879, + "learning_rate": 3.2946620201164944e-06, + "loss": 0.9377, + "step": 4125 + }, + { + "epoch": 0.29768045885790556, + "grad_norm": 5.037113161592218, + "learning_rate": 3.2943057589155993e-06, + "loss": 0.9827, + "step": 4126 + }, + { + "epoch": 0.2977526063273331, + "grad_norm": 4.168379673100939, + "learning_rate": 3.293949427037458e-06, + "loss": 0.9666, + "step": 4127 + }, + { + "epoch": 0.2978247537967606, + "grad_norm": 5.490456537605321, + "learning_rate": 3.293593024501529e-06, + "loss": 0.9958, + "step": 4128 + }, + { + "epoch": 0.29789690126618806, + "grad_norm": 3.633696811471782, + "learning_rate": 3.293236551327273e-06, + "loss": 1.0452, + "step": 4129 + }, + { + "epoch": 0.2979690487356156, + "grad_norm": 4.356481979958051, + "learning_rate": 3.292880007534157e-06, + "loss": 0.9951, + "step": 4130 + }, + { + "epoch": 0.2980411962050431, + "grad_norm": 9.07923890205161, + "learning_rate": 3.29252339314165e-06, + "loss": 0.9336, + "step": 4131 + }, + { + "epoch": 0.2981133436744706, + "grad_norm": 6.099542769509065, + "learning_rate": 3.2921667081692244e-06, + "loss": 0.9461, + "step": 4132 + }, + { + "epoch": 0.29818549114389814, + "grad_norm": 4.7064562181174745, + "learning_rate": 3.2918099526363586e-06, + "loss": 0.997, + "step": 4133 + }, + { + "epoch": 0.29825763861332566, + "grad_norm": 5.078814556548082, + "learning_rate": 3.2914531265625334e-06, + "loss": 0.9898, + "step": 4134 + }, + { + "epoch": 0.2983297860827531, + "grad_norm": 7.034941251139374, + "learning_rate": 3.291096229967234e-06, + "loss": 1.0109, + "step": 4135 + }, + { + "epoch": 0.29840193355218064, + "grad_norm": 4.777513427715505, + "learning_rate": 3.290739262869949e-06, + "loss": 0.8644, + "step": 4136 + }, + { + "epoch": 0.29847408102160816, + "grad_norm": 3.1783685971567377, + "learning_rate": 3.290382225290171e-06, + "loss": 0.973, + "step": 4137 + }, + { + "epoch": 0.2985462284910357, + "grad_norm": 5.784044404889573, + "learning_rate": 3.290025117247396e-06, + "loss": 1.036, + "step": 4138 + }, + { + "epoch": 0.2986183759604632, + "grad_norm": 2.442254052015011, + "learning_rate": 3.289667938761125e-06, + "loss": 1.0019, + "step": 4139 + }, + { + "epoch": 0.2986905234298907, + "grad_norm": 4.628008920474675, + "learning_rate": 3.2893106898508625e-06, + "loss": 0.9452, + "step": 4140 + }, + { + "epoch": 0.2987626708993182, + "grad_norm": 7.924056074565068, + "learning_rate": 3.288953370536116e-06, + "loss": 0.9678, + "step": 4141 + }, + { + "epoch": 0.2988348183687457, + "grad_norm": 3.5231845536543904, + "learning_rate": 3.2885959808363976e-06, + "loss": 0.9917, + "step": 4142 + }, + { + "epoch": 0.2989069658381732, + "grad_norm": 3.7191872219503748, + "learning_rate": 3.2882385207712223e-06, + "loss": 1.0161, + "step": 4143 + }, + { + "epoch": 0.29897911330760074, + "grad_norm": 3.7813319678131494, + "learning_rate": 3.2878809903601107e-06, + "loss": 0.9658, + "step": 4144 + }, + { + "epoch": 0.29905126077702826, + "grad_norm": 5.502566345729977, + "learning_rate": 3.2875233896225856e-06, + "loss": 0.9239, + "step": 4145 + }, + { + "epoch": 0.2991234082464558, + "grad_norm": 4.2338934480272465, + "learning_rate": 3.287165718578175e-06, + "loss": 0.958, + "step": 4146 + }, + { + "epoch": 0.29919555571588324, + "grad_norm": 3.297717813813216, + "learning_rate": 3.2868079772464087e-06, + "loss": 0.9064, + "step": 4147 + }, + { + "epoch": 0.29926770318531076, + "grad_norm": 3.813810779808638, + "learning_rate": 3.2864501656468225e-06, + "loss": 1.0143, + "step": 4148 + }, + { + "epoch": 0.2993398506547383, + "grad_norm": 3.112194527339346, + "learning_rate": 3.2860922837989556e-06, + "loss": 0.782, + "step": 4149 + }, + { + "epoch": 0.2994119981241658, + "grad_norm": 7.1247614770416225, + "learning_rate": 3.2857343317223496e-06, + "loss": 0.9885, + "step": 4150 + }, + { + "epoch": 0.2994841455935933, + "grad_norm": 3.6436684129849386, + "learning_rate": 3.2853763094365513e-06, + "loss": 1.0325, + "step": 4151 + }, + { + "epoch": 0.29955629306302084, + "grad_norm": 4.68432143208093, + "learning_rate": 3.2850182169611112e-06, + "loss": 1.0857, + "step": 4152 + }, + { + "epoch": 0.2996284405324483, + "grad_norm": 4.5931171837726055, + "learning_rate": 3.284660054315583e-06, + "loss": 0.8778, + "step": 4153 + }, + { + "epoch": 0.2997005880018758, + "grad_norm": 4.866543796155282, + "learning_rate": 3.2843018215195253e-06, + "loss": 0.9152, + "step": 4154 + }, + { + "epoch": 0.29977273547130334, + "grad_norm": 5.960232874269876, + "learning_rate": 3.2839435185924992e-06, + "loss": 0.98, + "step": 4155 + }, + { + "epoch": 0.29984488294073086, + "grad_norm": 6.2712675263234265, + "learning_rate": 3.2835851455540705e-06, + "loss": 1.01, + "step": 4156 + }, + { + "epoch": 0.2999170304101584, + "grad_norm": 4.041914443977819, + "learning_rate": 3.2832267024238085e-06, + "loss": 1.1103, + "step": 4157 + }, + { + "epoch": 0.2999891778795859, + "grad_norm": 6.329391390452573, + "learning_rate": 3.282868189221287e-06, + "loss": 1.0676, + "step": 4158 + }, + { + "epoch": 0.30006132534901336, + "grad_norm": 3.587428761482711, + "learning_rate": 3.2825096059660825e-06, + "loss": 0.9745, + "step": 4159 + }, + { + "epoch": 0.3001334728184409, + "grad_norm": 3.951354463349465, + "learning_rate": 3.2821509526777763e-06, + "loss": 1.0265, + "step": 4160 + }, + { + "epoch": 0.3002056202878684, + "grad_norm": 8.886286905716196, + "learning_rate": 3.2817922293759528e-06, + "loss": 0.9475, + "step": 4161 + }, + { + "epoch": 0.3002777677572959, + "grad_norm": 4.227259213602163, + "learning_rate": 3.2814334360802002e-06, + "loss": 0.929, + "step": 4162 + }, + { + "epoch": 0.30034991522672344, + "grad_norm": 0.7506557220727734, + "learning_rate": 3.2810745728101124e-06, + "loss": 0.8388, + "step": 4163 + }, + { + "epoch": 0.30042206269615096, + "grad_norm": 3.077443778471958, + "learning_rate": 3.280715639585284e-06, + "loss": 0.957, + "step": 4164 + }, + { + "epoch": 0.3004942101655784, + "grad_norm": 4.897167765246733, + "learning_rate": 3.2803566364253154e-06, + "loss": 1.0167, + "step": 4165 + }, + { + "epoch": 0.30056635763500594, + "grad_norm": 2.9432080590044714, + "learning_rate": 3.2799975633498103e-06, + "loss": 0.935, + "step": 4166 + }, + { + "epoch": 0.30063850510443346, + "grad_norm": 4.525055327525077, + "learning_rate": 3.2796384203783776e-06, + "loss": 1.1101, + "step": 4167 + }, + { + "epoch": 0.300710652573861, + "grad_norm": 6.906460167634296, + "learning_rate": 3.279279207530627e-06, + "loss": 0.9281, + "step": 4168 + }, + { + "epoch": 0.3007828000432885, + "grad_norm": 4.479988105621897, + "learning_rate": 3.278919924826175e-06, + "loss": 0.98, + "step": 4169 + }, + { + "epoch": 0.30085494751271596, + "grad_norm": 3.1880338633137595, + "learning_rate": 3.2785605722846407e-06, + "loss": 0.8588, + "step": 4170 + }, + { + "epoch": 0.3009270949821435, + "grad_norm": 3.7649893956332674, + "learning_rate": 3.278201149925646e-06, + "loss": 0.9175, + "step": 4171 + }, + { + "epoch": 0.300999242451571, + "grad_norm": 3.7473688431705168, + "learning_rate": 3.2778416577688184e-06, + "loss": 0.9347, + "step": 4172 + }, + { + "epoch": 0.3010713899209985, + "grad_norm": 6.068657019675848, + "learning_rate": 3.277482095833788e-06, + "loss": 1.0264, + "step": 4173 + }, + { + "epoch": 0.30114353739042604, + "grad_norm": 4.223792559298382, + "learning_rate": 3.27712246414019e-06, + "loss": 1.0259, + "step": 4174 + }, + { + "epoch": 0.30121568485985356, + "grad_norm": 4.027472093462976, + "learning_rate": 3.2767627627076617e-06, + "loss": 1.0116, + "step": 4175 + }, + { + "epoch": 0.301287832329281, + "grad_norm": 4.182965228741257, + "learning_rate": 3.2764029915558455e-06, + "loss": 0.939, + "step": 4176 + }, + { + "epoch": 0.30135997979870854, + "grad_norm": 9.06320292936593, + "learning_rate": 3.2760431507043863e-06, + "loss": 0.9942, + "step": 4177 + }, + { + "epoch": 0.30143212726813606, + "grad_norm": 0.7683231921226629, + "learning_rate": 3.275683240172935e-06, + "loss": 0.8627, + "step": 4178 + }, + { + "epoch": 0.3015042747375636, + "grad_norm": 10.061628410549291, + "learning_rate": 3.2753232599811445e-06, + "loss": 1.0449, + "step": 4179 + }, + { + "epoch": 0.3015764222069911, + "grad_norm": 4.507696563446287, + "learning_rate": 3.274963210148672e-06, + "loss": 1.0362, + "step": 4180 + }, + { + "epoch": 0.3016485696764186, + "grad_norm": 4.175163658726259, + "learning_rate": 3.2746030906951772e-06, + "loss": 1.0754, + "step": 4181 + }, + { + "epoch": 0.3017207171458461, + "grad_norm": 4.433676778545244, + "learning_rate": 3.2742429016403273e-06, + "loss": 1.0237, + "step": 4182 + }, + { + "epoch": 0.3017928646152736, + "grad_norm": 3.503845962805285, + "learning_rate": 3.273882643003789e-06, + "loss": 0.9602, + "step": 4183 + }, + { + "epoch": 0.3018650120847011, + "grad_norm": 3.375781357351812, + "learning_rate": 3.2735223148052356e-06, + "loss": 0.912, + "step": 4184 + }, + { + "epoch": 0.30193715955412864, + "grad_norm": 6.528097021354297, + "learning_rate": 3.273161917064343e-06, + "loss": 0.9641, + "step": 4185 + }, + { + "epoch": 0.30200930702355616, + "grad_norm": 2.9316233838392085, + "learning_rate": 3.272801449800791e-06, + "loss": 0.9124, + "step": 4186 + }, + { + "epoch": 0.3020814544929837, + "grad_norm": 3.2183833237460844, + "learning_rate": 3.2724409130342636e-06, + "loss": 1.0055, + "step": 4187 + }, + { + "epoch": 0.30215360196241114, + "grad_norm": 5.100664559243516, + "learning_rate": 3.272080306784448e-06, + "loss": 0.9181, + "step": 4188 + }, + { + "epoch": 0.30222574943183866, + "grad_norm": 4.438615255843234, + "learning_rate": 3.271719631071037e-06, + "loss": 1.0259, + "step": 4189 + }, + { + "epoch": 0.3022978969012662, + "grad_norm": 4.2905273159657025, + "learning_rate": 3.2713588859137236e-06, + "loss": 1.0059, + "step": 4190 + }, + { + "epoch": 0.3023700443706937, + "grad_norm": 6.920021928520959, + "learning_rate": 3.270998071332209e-06, + "loss": 1.0056, + "step": 4191 + }, + { + "epoch": 0.3024421918401212, + "grad_norm": 4.650101256549903, + "learning_rate": 3.2706371873461938e-06, + "loss": 1.0579, + "step": 4192 + }, + { + "epoch": 0.30251433930954874, + "grad_norm": 4.992542236332847, + "learning_rate": 3.2702762339753855e-06, + "loss": 0.9215, + "step": 4193 + }, + { + "epoch": 0.3025864867789762, + "grad_norm": 7.280073209960379, + "learning_rate": 3.2699152112394952e-06, + "loss": 0.9474, + "step": 4194 + }, + { + "epoch": 0.3026586342484037, + "grad_norm": 18.462884736491443, + "learning_rate": 3.2695541191582356e-06, + "loss": 0.976, + "step": 4195 + }, + { + "epoch": 0.30273078171783124, + "grad_norm": 4.9030833138613925, + "learning_rate": 3.2691929577513256e-06, + "loss": 1.0124, + "step": 4196 + }, + { + "epoch": 0.30280292918725876, + "grad_norm": 3.7279155202306504, + "learning_rate": 3.2688317270384866e-06, + "loss": 0.9824, + "step": 4197 + }, + { + "epoch": 0.3028750766566863, + "grad_norm": 4.257289917400024, + "learning_rate": 3.268470427039444e-06, + "loss": 0.9855, + "step": 4198 + }, + { + "epoch": 0.3029472241261138, + "grad_norm": 3.518544929992715, + "learning_rate": 3.2681090577739266e-06, + "loss": 0.9811, + "step": 4199 + }, + { + "epoch": 0.30301937159554126, + "grad_norm": 4.855193175569302, + "learning_rate": 3.2677476192616685e-06, + "loss": 0.9939, + "step": 4200 + }, + { + "epoch": 0.3030915190649688, + "grad_norm": 3.078264417250371, + "learning_rate": 3.2673861115224063e-06, + "loss": 0.9716, + "step": 4201 + }, + { + "epoch": 0.3031636665343963, + "grad_norm": 5.283677124647146, + "learning_rate": 3.2670245345758796e-06, + "loss": 0.9086, + "step": 4202 + }, + { + "epoch": 0.3032358140038238, + "grad_norm": 0.712035494522392, + "learning_rate": 3.266662888441834e-06, + "loss": 0.8507, + "step": 4203 + }, + { + "epoch": 0.30330796147325134, + "grad_norm": 6.744173431537641, + "learning_rate": 3.266301173140016e-06, + "loss": 0.9864, + "step": 4204 + }, + { + "epoch": 0.30338010894267886, + "grad_norm": 3.0910108365942945, + "learning_rate": 3.26593938869018e-06, + "loss": 1.0045, + "step": 4205 + }, + { + "epoch": 0.3034522564121063, + "grad_norm": 5.233760421884682, + "learning_rate": 3.2655775351120795e-06, + "loss": 0.8917, + "step": 4206 + }, + { + "epoch": 0.30352440388153384, + "grad_norm": 4.223877002514757, + "learning_rate": 3.2652156124254752e-06, + "loss": 0.976, + "step": 4207 + }, + { + "epoch": 0.30359655135096136, + "grad_norm": 2.928450748070473, + "learning_rate": 3.2648536206501293e-06, + "loss": 0.9767, + "step": 4208 + }, + { + "epoch": 0.3036686988203889, + "grad_norm": 2.845201059219333, + "learning_rate": 3.26449155980581e-06, + "loss": 1.0115, + "step": 4209 + }, + { + "epoch": 0.3037408462898164, + "grad_norm": 0.9011509926389243, + "learning_rate": 3.2641294299122877e-06, + "loss": 0.9023, + "step": 4210 + }, + { + "epoch": 0.3038129937592439, + "grad_norm": 6.686523936692145, + "learning_rate": 3.2637672309893365e-06, + "loss": 0.9952, + "step": 4211 + }, + { + "epoch": 0.3038851412286714, + "grad_norm": 3.889215053020043, + "learning_rate": 3.263404963056736e-06, + "loss": 0.9272, + "step": 4212 + }, + { + "epoch": 0.3039572886980989, + "grad_norm": 2.5149285910386565, + "learning_rate": 3.2630426261342663e-06, + "loss": 0.9035, + "step": 4213 + }, + { + "epoch": 0.3040294361675264, + "grad_norm": 2.996598540632479, + "learning_rate": 3.2626802202417148e-06, + "loss": 1.0133, + "step": 4214 + }, + { + "epoch": 0.30410158363695394, + "grad_norm": 5.83837904917752, + "learning_rate": 3.2623177453988708e-06, + "loss": 1.0096, + "step": 4215 + }, + { + "epoch": 0.30417373110638146, + "grad_norm": 3.8261196567152003, + "learning_rate": 3.261955201625528e-06, + "loss": 0.979, + "step": 4216 + }, + { + "epoch": 0.304245878575809, + "grad_norm": 5.692892682952084, + "learning_rate": 3.2615925889414827e-06, + "loss": 0.9858, + "step": 4217 + }, + { + "epoch": 0.30431802604523644, + "grad_norm": 8.460533069021817, + "learning_rate": 3.261229907366537e-06, + "loss": 0.9948, + "step": 4218 + }, + { + "epoch": 0.30439017351466396, + "grad_norm": 3.439979768516131, + "learning_rate": 3.2608671569204943e-06, + "loss": 1.0041, + "step": 4219 + }, + { + "epoch": 0.3044623209840915, + "grad_norm": 3.213798343705832, + "learning_rate": 3.260504337623164e-06, + "loss": 1.0951, + "step": 4220 + }, + { + "epoch": 0.304534468453519, + "grad_norm": 4.336226500081582, + "learning_rate": 3.260141449494358e-06, + "loss": 1.0681, + "step": 4221 + }, + { + "epoch": 0.3046066159229465, + "grad_norm": 5.633691811676876, + "learning_rate": 3.2597784925538927e-06, + "loss": 1.0172, + "step": 4222 + }, + { + "epoch": 0.304678763392374, + "grad_norm": 6.893629046405337, + "learning_rate": 3.2594154668215873e-06, + "loss": 0.9706, + "step": 4223 + }, + { + "epoch": 0.3047509108618015, + "grad_norm": 4.8808583980466205, + "learning_rate": 3.2590523723172654e-06, + "loss": 0.9791, + "step": 4224 + }, + { + "epoch": 0.304823058331229, + "grad_norm": 3.1238303475123392, + "learning_rate": 3.258689209060754e-06, + "loss": 1.0202, + "step": 4225 + }, + { + "epoch": 0.30489520580065654, + "grad_norm": 2.947421586123651, + "learning_rate": 3.2583259770718846e-06, + "loss": 1.0112, + "step": 4226 + }, + { + "epoch": 0.30496735327008406, + "grad_norm": 3.460950588778509, + "learning_rate": 3.257962676370492e-06, + "loss": 0.904, + "step": 4227 + }, + { + "epoch": 0.3050395007395116, + "grad_norm": 4.680997891124698, + "learning_rate": 3.257599306976414e-06, + "loss": 0.9311, + "step": 4228 + }, + { + "epoch": 0.30511164820893905, + "grad_norm": 8.265067011382104, + "learning_rate": 3.2572358689094936e-06, + "loss": 0.8576, + "step": 4229 + }, + { + "epoch": 0.30518379567836657, + "grad_norm": 2.836954906386272, + "learning_rate": 3.2568723621895766e-06, + "loss": 0.9967, + "step": 4230 + }, + { + "epoch": 0.3052559431477941, + "grad_norm": 3.555374917435267, + "learning_rate": 3.2565087868365123e-06, + "loss": 1.0005, + "step": 4231 + }, + { + "epoch": 0.3053280906172216, + "grad_norm": 2.496004822390128, + "learning_rate": 3.256145142870155e-06, + "loss": 1.0668, + "step": 4232 + }, + { + "epoch": 0.3054002380866491, + "grad_norm": 9.33608704770391, + "learning_rate": 3.2557814303103613e-06, + "loss": 0.9072, + "step": 4233 + }, + { + "epoch": 0.30547238555607664, + "grad_norm": 5.440514090873954, + "learning_rate": 3.2554176491769928e-06, + "loss": 0.9409, + "step": 4234 + }, + { + "epoch": 0.3055445330255041, + "grad_norm": 5.553365171752616, + "learning_rate": 3.2550537994899135e-06, + "loss": 1.0665, + "step": 4235 + }, + { + "epoch": 0.3056166804949316, + "grad_norm": 3.447010962397732, + "learning_rate": 3.2546898812689927e-06, + "loss": 0.8928, + "step": 4236 + }, + { + "epoch": 0.30568882796435914, + "grad_norm": 13.200142969455388, + "learning_rate": 3.2543258945341013e-06, + "loss": 1.0493, + "step": 4237 + }, + { + "epoch": 0.30576097543378666, + "grad_norm": 0.8083251285792025, + "learning_rate": 3.253961839305117e-06, + "loss": 0.8711, + "step": 4238 + }, + { + "epoch": 0.3058331229032142, + "grad_norm": 3.5941918142989575, + "learning_rate": 3.2535977156019185e-06, + "loss": 0.9369, + "step": 4239 + }, + { + "epoch": 0.3059052703726417, + "grad_norm": 2.962379285711009, + "learning_rate": 3.2532335234443893e-06, + "loss": 1.064, + "step": 4240 + }, + { + "epoch": 0.30597741784206917, + "grad_norm": 4.351134246627853, + "learning_rate": 3.2528692628524166e-06, + "loss": 1.0388, + "step": 4241 + }, + { + "epoch": 0.3060495653114967, + "grad_norm": 2.3465468948135952, + "learning_rate": 3.2525049338458918e-06, + "loss": 1.0618, + "step": 4242 + }, + { + "epoch": 0.3061217127809242, + "grad_norm": 3.114275420585609, + "learning_rate": 3.2521405364447086e-06, + "loss": 1.0333, + "step": 4243 + }, + { + "epoch": 0.3061938602503517, + "grad_norm": 2.870969351843742, + "learning_rate": 3.251776070668766e-06, + "loss": 0.9362, + "step": 4244 + }, + { + "epoch": 0.30626600771977924, + "grad_norm": 2.6871125585152043, + "learning_rate": 3.251411536537967e-06, + "loss": 1.0072, + "step": 4245 + }, + { + "epoch": 0.30633815518920676, + "grad_norm": 3.1515953565330688, + "learning_rate": 3.2510469340722156e-06, + "loss": 0.9882, + "step": 4246 + }, + { + "epoch": 0.3064103026586342, + "grad_norm": 2.863340369390947, + "learning_rate": 3.2506822632914227e-06, + "loss": 0.892, + "step": 4247 + }, + { + "epoch": 0.30648245012806175, + "grad_norm": 2.4884400129946282, + "learning_rate": 3.250317524215501e-06, + "loss": 1.0632, + "step": 4248 + }, + { + "epoch": 0.30655459759748926, + "grad_norm": 3.252485058784619, + "learning_rate": 3.249952716864368e-06, + "loss": 0.9729, + "step": 4249 + }, + { + "epoch": 0.3066267450669168, + "grad_norm": 3.9573962390669144, + "learning_rate": 3.2495878412579444e-06, + "loss": 1.0021, + "step": 4250 + }, + { + "epoch": 0.3066988925363443, + "grad_norm": 5.970483657951279, + "learning_rate": 3.249222897416155e-06, + "loss": 0.9002, + "step": 4251 + }, + { + "epoch": 0.3067710400057718, + "grad_norm": 3.0841624889192594, + "learning_rate": 3.2488578853589268e-06, + "loss": 0.9299, + "step": 4252 + }, + { + "epoch": 0.3068431874751993, + "grad_norm": 4.854948032780678, + "learning_rate": 3.248492805106193e-06, + "loss": 1.0749, + "step": 4253 + }, + { + "epoch": 0.3069153349446268, + "grad_norm": 4.914519708708589, + "learning_rate": 3.248127656677889e-06, + "loss": 0.8383, + "step": 4254 + }, + { + "epoch": 0.3069874824140543, + "grad_norm": 2.4466345385105965, + "learning_rate": 3.247762440093954e-06, + "loss": 1.0338, + "step": 4255 + }, + { + "epoch": 0.30705962988348184, + "grad_norm": 16.47542151691896, + "learning_rate": 3.2473971553743314e-06, + "loss": 1.0528, + "step": 4256 + }, + { + "epoch": 0.30713177735290936, + "grad_norm": 4.784039450352015, + "learning_rate": 3.2470318025389674e-06, + "loss": 1.0025, + "step": 4257 + }, + { + "epoch": 0.3072039248223369, + "grad_norm": 3.439252094760353, + "learning_rate": 3.246666381607813e-06, + "loss": 0.9475, + "step": 4258 + }, + { + "epoch": 0.30727607229176435, + "grad_norm": 2.452178675359912, + "learning_rate": 3.2463008926008225e-06, + "loss": 0.9735, + "step": 4259 + }, + { + "epoch": 0.30734821976119187, + "grad_norm": 2.8415335936351913, + "learning_rate": 3.2459353355379545e-06, + "loss": 1.0586, + "step": 4260 + }, + { + "epoch": 0.3074203672306194, + "grad_norm": 3.7636983540924405, + "learning_rate": 3.245569710439169e-06, + "loss": 1.011, + "step": 4261 + }, + { + "epoch": 0.3074925147000469, + "grad_norm": 2.683608320216087, + "learning_rate": 3.245204017324434e-06, + "loss": 0.9153, + "step": 4262 + }, + { + "epoch": 0.3075646621694744, + "grad_norm": 5.2507696041777745, + "learning_rate": 3.2448382562137163e-06, + "loss": 1.0394, + "step": 4263 + }, + { + "epoch": 0.30763680963890194, + "grad_norm": 3.821979806356616, + "learning_rate": 3.2444724271269898e-06, + "loss": 0.9685, + "step": 4264 + }, + { + "epoch": 0.3077089571083294, + "grad_norm": 2.8460573330731846, + "learning_rate": 3.244106530084231e-06, + "loss": 1.0294, + "step": 4265 + }, + { + "epoch": 0.3077811045777569, + "grad_norm": 4.4582496468839015, + "learning_rate": 3.24374056510542e-06, + "loss": 1.0483, + "step": 4266 + }, + { + "epoch": 0.30785325204718444, + "grad_norm": 6.871162314449694, + "learning_rate": 3.243374532210541e-06, + "loss": 1.0011, + "step": 4267 + }, + { + "epoch": 0.30792539951661196, + "grad_norm": 5.273199502731285, + "learning_rate": 3.2430084314195823e-06, + "loss": 0.9394, + "step": 4268 + }, + { + "epoch": 0.3079975469860395, + "grad_norm": 10.93276892655137, + "learning_rate": 3.2426422627525336e-06, + "loss": 0.974, + "step": 4269 + }, + { + "epoch": 0.30806969445546695, + "grad_norm": 6.773861001754741, + "learning_rate": 3.2422760262293913e-06, + "loss": 0.8669, + "step": 4270 + }, + { + "epoch": 0.30814184192489447, + "grad_norm": 2.3619048847489243, + "learning_rate": 3.241909721870154e-06, + "loss": 0.9498, + "step": 4271 + }, + { + "epoch": 0.308213989394322, + "grad_norm": 3.654946771487211, + "learning_rate": 3.2415433496948243e-06, + "loss": 0.7956, + "step": 4272 + }, + { + "epoch": 0.3082861368637495, + "grad_norm": 3.4710302332927223, + "learning_rate": 3.241176909723408e-06, + "loss": 1.0026, + "step": 4273 + }, + { + "epoch": 0.308358284333177, + "grad_norm": 2.387309748873541, + "learning_rate": 3.2408104019759157e-06, + "loss": 0.9541, + "step": 4274 + }, + { + "epoch": 0.30843043180260454, + "grad_norm": 7.861164109313865, + "learning_rate": 3.2404438264723605e-06, + "loss": 1.0027, + "step": 4275 + }, + { + "epoch": 0.308502579272032, + "grad_norm": 8.258409317955282, + "learning_rate": 3.2400771832327596e-06, + "loss": 1.0643, + "step": 4276 + }, + { + "epoch": 0.3085747267414595, + "grad_norm": 4.7764076195321525, + "learning_rate": 3.239710472277135e-06, + "loss": 0.9889, + "step": 4277 + }, + { + "epoch": 0.30864687421088705, + "grad_norm": 0.7260351831118389, + "learning_rate": 3.2393436936255106e-06, + "loss": 0.78, + "step": 4278 + }, + { + "epoch": 0.30871902168031456, + "grad_norm": 3.5864624437051367, + "learning_rate": 3.2389768472979144e-06, + "loss": 0.993, + "step": 4279 + }, + { + "epoch": 0.3087911691497421, + "grad_norm": 2.8759515265782105, + "learning_rate": 3.23860993331438e-06, + "loss": 0.9666, + "step": 4280 + }, + { + "epoch": 0.3088633166191696, + "grad_norm": 5.794850780023946, + "learning_rate": 3.238242951694942e-06, + "loss": 1.0506, + "step": 4281 + }, + { + "epoch": 0.30893546408859707, + "grad_norm": 4.8348945639316625, + "learning_rate": 3.2378759024596395e-06, + "loss": 1.0018, + "step": 4282 + }, + { + "epoch": 0.3090076115580246, + "grad_norm": 3.9856178888284703, + "learning_rate": 3.237508785628517e-06, + "loss": 0.8995, + "step": 4283 + }, + { + "epoch": 0.3090797590274521, + "grad_norm": 4.602525697685083, + "learning_rate": 3.237141601221621e-06, + "loss": 1.0437, + "step": 4284 + }, + { + "epoch": 0.3091519064968796, + "grad_norm": 6.218212622039442, + "learning_rate": 3.2367743492590016e-06, + "loss": 1.0452, + "step": 4285 + }, + { + "epoch": 0.30922405396630714, + "grad_norm": 7.120527235505266, + "learning_rate": 3.2364070297607135e-06, + "loss": 0.9796, + "step": 4286 + }, + { + "epoch": 0.30929620143573466, + "grad_norm": 6.958423575845945, + "learning_rate": 3.2360396427468146e-06, + "loss": 0.9354, + "step": 4287 + }, + { + "epoch": 0.3093683489051621, + "grad_norm": 2.724963224670319, + "learning_rate": 3.2356721882373663e-06, + "loss": 1.0544, + "step": 4288 + }, + { + "epoch": 0.30944049637458965, + "grad_norm": 9.75539034001383, + "learning_rate": 3.2353046662524336e-06, + "loss": 0.9138, + "step": 4289 + }, + { + "epoch": 0.30951264384401717, + "grad_norm": 3.776591560400319, + "learning_rate": 3.2349370768120877e-06, + "loss": 0.9863, + "step": 4290 + }, + { + "epoch": 0.3095847913134447, + "grad_norm": 8.385505577863908, + "learning_rate": 3.234569419936398e-06, + "loss": 0.9591, + "step": 4291 + }, + { + "epoch": 0.3096569387828722, + "grad_norm": 5.2924957627111455, + "learning_rate": 3.234201695645443e-06, + "loss": 0.9604, + "step": 4292 + }, + { + "epoch": 0.3097290862522997, + "grad_norm": 13.19068212218886, + "learning_rate": 3.2338339039593026e-06, + "loss": 0.9156, + "step": 4293 + }, + { + "epoch": 0.3098012337217272, + "grad_norm": 7.903436092168285, + "learning_rate": 3.233466044898059e-06, + "loss": 0.9931, + "step": 4294 + }, + { + "epoch": 0.3098733811911547, + "grad_norm": 3.0296675494020633, + "learning_rate": 3.2330981184818027e-06, + "loss": 0.8779, + "step": 4295 + }, + { + "epoch": 0.3099455286605822, + "grad_norm": 6.207731213482721, + "learning_rate": 3.2327301247306214e-06, + "loss": 0.8484, + "step": 4296 + }, + { + "epoch": 0.31001767613000974, + "grad_norm": 0.8521817956446054, + "learning_rate": 3.232362063664612e-06, + "loss": 0.9049, + "step": 4297 + }, + { + "epoch": 0.31008982359943726, + "grad_norm": 2.5080206003331704, + "learning_rate": 3.2319939353038725e-06, + "loss": 1.0875, + "step": 4298 + }, + { + "epoch": 0.3101619710688648, + "grad_norm": 5.174858961164482, + "learning_rate": 3.2316257396685042e-06, + "loss": 0.8763, + "step": 4299 + }, + { + "epoch": 0.31023411853829225, + "grad_norm": 3.7652134334054264, + "learning_rate": 3.231257476778614e-06, + "loss": 0.9764, + "step": 4300 + }, + { + "epoch": 0.31030626600771977, + "grad_norm": 4.313210470305991, + "learning_rate": 3.230889146654311e-06, + "loss": 0.8156, + "step": 4301 + }, + { + "epoch": 0.3103784134771473, + "grad_norm": 4.237691896307733, + "learning_rate": 3.2305207493157083e-06, + "loss": 0.8553, + "step": 4302 + }, + { + "epoch": 0.3104505609465748, + "grad_norm": 4.567975038276521, + "learning_rate": 3.230152284782923e-06, + "loss": 0.8193, + "step": 4303 + }, + { + "epoch": 0.3105227084160023, + "grad_norm": 5.709703304245306, + "learning_rate": 3.2297837530760744e-06, + "loss": 1.1353, + "step": 4304 + }, + { + "epoch": 0.31059485588542984, + "grad_norm": 4.378904289905337, + "learning_rate": 3.2294151542152887e-06, + "loss": 1.034, + "step": 4305 + }, + { + "epoch": 0.3106670033548573, + "grad_norm": 3.8335881079443146, + "learning_rate": 3.2290464882206915e-06, + "loss": 0.9397, + "step": 4306 + }, + { + "epoch": 0.3107391508242848, + "grad_norm": 3.9479859009696794, + "learning_rate": 3.228677755112416e-06, + "loss": 0.9278, + "step": 4307 + }, + { + "epoch": 0.31081129829371235, + "grad_norm": 3.794494887600505, + "learning_rate": 3.228308954910597e-06, + "loss": 1.0318, + "step": 4308 + }, + { + "epoch": 0.31088344576313987, + "grad_norm": 5.805512524961964, + "learning_rate": 3.227940087635372e-06, + "loss": 1.0259, + "step": 4309 + }, + { + "epoch": 0.3109555932325674, + "grad_norm": 19.955438944233507, + "learning_rate": 3.2275711533068856e-06, + "loss": 0.9451, + "step": 4310 + }, + { + "epoch": 0.3110277407019949, + "grad_norm": 10.403199261314063, + "learning_rate": 3.227202151945282e-06, + "loss": 0.9965, + "step": 4311 + }, + { + "epoch": 0.31109988817142237, + "grad_norm": 4.19229375396759, + "learning_rate": 3.226833083570712e-06, + "loss": 0.9688, + "step": 4312 + }, + { + "epoch": 0.3111720356408499, + "grad_norm": 3.0167792290469455, + "learning_rate": 3.2264639482033294e-06, + "loss": 0.9592, + "step": 4313 + }, + { + "epoch": 0.3112441831102774, + "grad_norm": 3.854222491435694, + "learning_rate": 3.22609474586329e-06, + "loss": 1.0335, + "step": 4314 + }, + { + "epoch": 0.3113163305797049, + "grad_norm": 3.7057137112575558, + "learning_rate": 3.2257254765707558e-06, + "loss": 1.0029, + "step": 4315 + }, + { + "epoch": 0.31138847804913244, + "grad_norm": 4.3624235042653075, + "learning_rate": 3.2253561403458908e-06, + "loss": 0.9815, + "step": 4316 + }, + { + "epoch": 0.31146062551855996, + "grad_norm": 51.01771148106925, + "learning_rate": 3.224986737208863e-06, + "loss": 1.0609, + "step": 4317 + }, + { + "epoch": 0.3115327729879874, + "grad_norm": 0.6997607384226056, + "learning_rate": 3.2246172671798446e-06, + "loss": 0.8194, + "step": 4318 + }, + { + "epoch": 0.31160492045741495, + "grad_norm": 7.362872481193492, + "learning_rate": 3.2242477302790106e-06, + "loss": 1.0789, + "step": 4319 + }, + { + "epoch": 0.31167706792684247, + "grad_norm": 7.249625097644462, + "learning_rate": 3.223878126526539e-06, + "loss": 0.8645, + "step": 4320 + }, + { + "epoch": 0.31174921539627, + "grad_norm": 5.35703379928753, + "learning_rate": 3.2235084559426147e-06, + "loss": 0.9554, + "step": 4321 + }, + { + "epoch": 0.3118213628656975, + "grad_norm": 10.111272854844596, + "learning_rate": 3.2231387185474227e-06, + "loss": 1.0268, + "step": 4322 + }, + { + "epoch": 0.31189351033512497, + "grad_norm": 6.790728014653078, + "learning_rate": 3.2227689143611532e-06, + "loss": 0.906, + "step": 4323 + }, + { + "epoch": 0.3119656578045525, + "grad_norm": 6.120246755574573, + "learning_rate": 3.2223990434039994e-06, + "loss": 0.9813, + "step": 4324 + }, + { + "epoch": 0.31203780527398, + "grad_norm": 3.273492853611641, + "learning_rate": 3.2220291056961593e-06, + "loss": 0.9904, + "step": 4325 + }, + { + "epoch": 0.3121099527434075, + "grad_norm": 5.347571896876258, + "learning_rate": 3.221659101257833e-06, + "loss": 0.971, + "step": 4326 + }, + { + "epoch": 0.31218210021283505, + "grad_norm": 4.437752300128402, + "learning_rate": 3.221289030109227e-06, + "loss": 0.974, + "step": 4327 + }, + { + "epoch": 0.31225424768226256, + "grad_norm": 5.877734258178539, + "learning_rate": 3.220918892270547e-06, + "loss": 1.0587, + "step": 4328 + }, + { + "epoch": 0.31232639515169003, + "grad_norm": 4.845144354182464, + "learning_rate": 3.2205486877620057e-06, + "loss": 0.9878, + "step": 4329 + }, + { + "epoch": 0.31239854262111755, + "grad_norm": 4.185033726710117, + "learning_rate": 3.2201784166038195e-06, + "loss": 1.0376, + "step": 4330 + }, + { + "epoch": 0.31247069009054507, + "grad_norm": 4.150947572925227, + "learning_rate": 3.219808078816207e-06, + "loss": 1.0229, + "step": 4331 + }, + { + "epoch": 0.3125428375599726, + "grad_norm": 2.934053387552084, + "learning_rate": 3.2194376744193907e-06, + "loss": 0.9662, + "step": 4332 + }, + { + "epoch": 0.3126149850294001, + "grad_norm": 6.308818687940294, + "learning_rate": 3.219067203433597e-06, + "loss": 0.9657, + "step": 4333 + }, + { + "epoch": 0.3126871324988276, + "grad_norm": 4.2322253862442984, + "learning_rate": 3.218696665879056e-06, + "loss": 0.9707, + "step": 4334 + }, + { + "epoch": 0.3127592799682551, + "grad_norm": 3.9038753768619263, + "learning_rate": 3.218326061776002e-06, + "loss": 0.856, + "step": 4335 + }, + { + "epoch": 0.3128314274376826, + "grad_norm": 4.278248869702799, + "learning_rate": 3.217955391144672e-06, + "loss": 0.914, + "step": 4336 + }, + { + "epoch": 0.3129035749071101, + "grad_norm": 6.257318408143274, + "learning_rate": 3.217584654005306e-06, + "loss": 0.9664, + "step": 4337 + }, + { + "epoch": 0.31297572237653765, + "grad_norm": 4.3411703888996325, + "learning_rate": 3.21721385037815e-06, + "loss": 0.9224, + "step": 4338 + }, + { + "epoch": 0.31304786984596517, + "grad_norm": 7.530080870742483, + "learning_rate": 3.216842980283452e-06, + "loss": 0.9916, + "step": 4339 + }, + { + "epoch": 0.3131200173153927, + "grad_norm": 4.626991667935182, + "learning_rate": 3.216472043741463e-06, + "loss": 0.9402, + "step": 4340 + }, + { + "epoch": 0.31319216478482015, + "grad_norm": 11.118484475030057, + "learning_rate": 3.2161010407724385e-06, + "loss": 0.9673, + "step": 4341 + }, + { + "epoch": 0.31326431225424767, + "grad_norm": 9.98646736010651, + "learning_rate": 3.215729971396638e-06, + "loss": 0.9566, + "step": 4342 + }, + { + "epoch": 0.3133364597236752, + "grad_norm": 3.073796050543913, + "learning_rate": 3.215358835634325e-06, + "loss": 1.0405, + "step": 4343 + }, + { + "epoch": 0.3134086071931027, + "grad_norm": 5.058133161041641, + "learning_rate": 3.2149876335057647e-06, + "loss": 0.981, + "step": 4344 + }, + { + "epoch": 0.3134807546625302, + "grad_norm": 0.8718588509653511, + "learning_rate": 3.2146163650312276e-06, + "loss": 0.8542, + "step": 4345 + }, + { + "epoch": 0.31355290213195774, + "grad_norm": 6.110732920340282, + "learning_rate": 3.2142450302309873e-06, + "loss": 0.8239, + "step": 4346 + }, + { + "epoch": 0.3136250496013852, + "grad_norm": 9.373618062209056, + "learning_rate": 3.21387362912532e-06, + "loss": 1.0667, + "step": 4347 + }, + { + "epoch": 0.3136971970708127, + "grad_norm": 16.07000200994416, + "learning_rate": 3.2135021617345084e-06, + "loss": 1.0049, + "step": 4348 + }, + { + "epoch": 0.31376934454024025, + "grad_norm": 6.351451389518616, + "learning_rate": 3.2131306280788354e-06, + "loss": 0.9206, + "step": 4349 + }, + { + "epoch": 0.31384149200966777, + "grad_norm": 3.5582498997742085, + "learning_rate": 3.21275902817859e-06, + "loss": 0.9274, + "step": 4350 + }, + { + "epoch": 0.3139136394790953, + "grad_norm": 3.9511601687836353, + "learning_rate": 3.2123873620540636e-06, + "loss": 0.9779, + "step": 4351 + }, + { + "epoch": 0.3139857869485228, + "grad_norm": 13.795471465629015, + "learning_rate": 3.2120156297255517e-06, + "loss": 0.9388, + "step": 4352 + }, + { + "epoch": 0.31405793441795027, + "grad_norm": 13.732622852897471, + "learning_rate": 3.2116438312133517e-06, + "loss": 0.9393, + "step": 4353 + }, + { + "epoch": 0.3141300818873778, + "grad_norm": 5.4672226871166005, + "learning_rate": 3.2112719665377687e-06, + "loss": 1.0181, + "step": 4354 + }, + { + "epoch": 0.3142022293568053, + "grad_norm": 4.251378901567969, + "learning_rate": 3.210900035719107e-06, + "loss": 0.9799, + "step": 4355 + }, + { + "epoch": 0.3142743768262328, + "grad_norm": 3.6011515153250806, + "learning_rate": 3.2105280387776773e-06, + "loss": 1.0359, + "step": 4356 + }, + { + "epoch": 0.31434652429566035, + "grad_norm": 5.36119133335282, + "learning_rate": 3.2101559757337925e-06, + "loss": 1.0332, + "step": 4357 + }, + { + "epoch": 0.31441867176508786, + "grad_norm": 4.032694712961696, + "learning_rate": 3.2097838466077697e-06, + "loss": 0.9465, + "step": 4358 + }, + { + "epoch": 0.31449081923451533, + "grad_norm": 4.353197102384296, + "learning_rate": 3.2094116514199294e-06, + "loss": 1.0227, + "step": 4359 + }, + { + "epoch": 0.31456296670394285, + "grad_norm": 3.5606159783132374, + "learning_rate": 3.209039390190596e-06, + "loss": 0.9887, + "step": 4360 + }, + { + "epoch": 0.31463511417337037, + "grad_norm": 3.334150563831784, + "learning_rate": 3.2086670629400978e-06, + "loss": 1.0471, + "step": 4361 + }, + { + "epoch": 0.3147072616427979, + "grad_norm": 8.70743255580353, + "learning_rate": 3.2082946696887643e-06, + "loss": 0.8929, + "step": 4362 + }, + { + "epoch": 0.3147794091122254, + "grad_norm": 6.695410782260704, + "learning_rate": 3.2079222104569325e-06, + "loss": 0.8846, + "step": 4363 + }, + { + "epoch": 0.3148515565816529, + "grad_norm": 4.589246345762529, + "learning_rate": 3.207549685264941e-06, + "loss": 0.9704, + "step": 4364 + }, + { + "epoch": 0.3149237040510804, + "grad_norm": 5.006342489123991, + "learning_rate": 3.2071770941331304e-06, + "loss": 1.0325, + "step": 4365 + }, + { + "epoch": 0.3149958515205079, + "grad_norm": 8.423156753981754, + "learning_rate": 3.2068044370818478e-06, + "loss": 1.0322, + "step": 4366 + }, + { + "epoch": 0.3150679989899354, + "grad_norm": 3.8755321752526397, + "learning_rate": 3.206431714131443e-06, + "loss": 1.0529, + "step": 4367 + }, + { + "epoch": 0.31514014645936295, + "grad_norm": 7.528626044207893, + "learning_rate": 3.2060589253022676e-06, + "loss": 1.0034, + "step": 4368 + }, + { + "epoch": 0.31521229392879047, + "grad_norm": 5.664742348746812, + "learning_rate": 3.2056860706146793e-06, + "loss": 1.0647, + "step": 4369 + }, + { + "epoch": 0.315284441398218, + "grad_norm": 3.55602626532519, + "learning_rate": 3.2053131500890372e-06, + "loss": 1.0226, + "step": 4370 + }, + { + "epoch": 0.31535658886764545, + "grad_norm": 7.343623253560491, + "learning_rate": 3.204940163745707e-06, + "loss": 0.9438, + "step": 4371 + }, + { + "epoch": 0.31542873633707297, + "grad_norm": 3.7497280022205888, + "learning_rate": 3.2045671116050547e-06, + "loss": 0.99, + "step": 4372 + }, + { + "epoch": 0.3155008838065005, + "grad_norm": 0.7662771911526044, + "learning_rate": 3.2041939936874514e-06, + "loss": 0.871, + "step": 4373 + }, + { + "epoch": 0.315573031275928, + "grad_norm": 3.2896809121159514, + "learning_rate": 3.2038208100132718e-06, + "loss": 1.0022, + "step": 4374 + }, + { + "epoch": 0.3156451787453555, + "grad_norm": 4.122298772283342, + "learning_rate": 3.203447560602894e-06, + "loss": 0.9807, + "step": 4375 + }, + { + "epoch": 0.315717326214783, + "grad_norm": 3.4069174016463366, + "learning_rate": 3.2030742454767003e-06, + "loss": 1.0368, + "step": 4376 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 0.8232121399886068, + "learning_rate": 3.2027008646550754e-06, + "loss": 0.9075, + "step": 4377 + }, + { + "epoch": 0.31586162115363803, + "grad_norm": 0.7124378177211417, + "learning_rate": 3.202327418158409e-06, + "loss": 0.8598, + "step": 4378 + }, + { + "epoch": 0.31593376862306555, + "grad_norm": 4.354489887901669, + "learning_rate": 3.201953906007093e-06, + "loss": 0.922, + "step": 4379 + }, + { + "epoch": 0.31600591609249307, + "grad_norm": 3.671403830308657, + "learning_rate": 3.2015803282215234e-06, + "loss": 0.9788, + "step": 4380 + }, + { + "epoch": 0.3160780635619206, + "grad_norm": 6.862282382314859, + "learning_rate": 3.2012066848221e-06, + "loss": 1.0021, + "step": 4381 + }, + { + "epoch": 0.31615021103134805, + "grad_norm": 4.072761604238694, + "learning_rate": 3.200832975829227e-06, + "loss": 0.8745, + "step": 4382 + }, + { + "epoch": 0.31622235850077557, + "grad_norm": 3.5156127929475574, + "learning_rate": 3.2004592012633097e-06, + "loss": 0.9627, + "step": 4383 + }, + { + "epoch": 0.3162945059702031, + "grad_norm": 0.7456841667726827, + "learning_rate": 3.20008536114476e-06, + "loss": 0.9086, + "step": 4384 + }, + { + "epoch": 0.3163666534396306, + "grad_norm": 5.4174176013491175, + "learning_rate": 3.1997114554939907e-06, + "loss": 0.9597, + "step": 4385 + }, + { + "epoch": 0.3164388009090581, + "grad_norm": 3.7681014279444303, + "learning_rate": 3.1993374843314203e-06, + "loss": 1.0089, + "step": 4386 + }, + { + "epoch": 0.31651094837848565, + "grad_norm": 4.737849304688314, + "learning_rate": 3.19896344767747e-06, + "loss": 0.8766, + "step": 4387 + }, + { + "epoch": 0.3165830958479131, + "grad_norm": 4.18344489223676, + "learning_rate": 3.198589345552564e-06, + "loss": 0.9529, + "step": 4388 + }, + { + "epoch": 0.31665524331734063, + "grad_norm": 3.1242316255068054, + "learning_rate": 3.198215177977131e-06, + "loss": 1.0423, + "step": 4389 + }, + { + "epoch": 0.31672739078676815, + "grad_norm": 3.469868934860489, + "learning_rate": 3.1978409449716023e-06, + "loss": 0.9959, + "step": 4390 + }, + { + "epoch": 0.31679953825619567, + "grad_norm": 5.36418287640518, + "learning_rate": 3.197466646556414e-06, + "loss": 1.0045, + "step": 4391 + }, + { + "epoch": 0.3168716857256232, + "grad_norm": 4.579488193283913, + "learning_rate": 3.197092282752005e-06, + "loss": 0.9771, + "step": 4392 + }, + { + "epoch": 0.3169438331950507, + "grad_norm": 4.900117382278451, + "learning_rate": 3.196717853578818e-06, + "loss": 1.0148, + "step": 4393 + }, + { + "epoch": 0.31701598066447817, + "grad_norm": 2.3606088203762465, + "learning_rate": 3.1963433590572993e-06, + "loss": 0.9254, + "step": 4394 + }, + { + "epoch": 0.3170881281339057, + "grad_norm": 2.7595396172053377, + "learning_rate": 3.1959687992078987e-06, + "loss": 0.9899, + "step": 4395 + }, + { + "epoch": 0.3171602756033332, + "grad_norm": 4.93759734625161, + "learning_rate": 3.1955941740510687e-06, + "loss": 0.9429, + "step": 4396 + }, + { + "epoch": 0.3172324230727607, + "grad_norm": 0.6837062198214837, + "learning_rate": 3.1952194836072667e-06, + "loss": 0.8732, + "step": 4397 + }, + { + "epoch": 0.31730457054218825, + "grad_norm": 2.5365381456751903, + "learning_rate": 3.1948447278969537e-06, + "loss": 1.0778, + "step": 4398 + }, + { + "epoch": 0.31737671801161577, + "grad_norm": 3.063819912222128, + "learning_rate": 3.194469906940593e-06, + "loss": 1.017, + "step": 4399 + }, + { + "epoch": 0.31744886548104323, + "grad_norm": 4.39917224553925, + "learning_rate": 3.1940950207586533e-06, + "loss": 0.9874, + "step": 4400 + }, + { + "epoch": 0.31752101295047075, + "grad_norm": 4.6534042366841755, + "learning_rate": 3.193720069371604e-06, + "loss": 1.0395, + "step": 4401 + }, + { + "epoch": 0.31759316041989827, + "grad_norm": 6.657831568266522, + "learning_rate": 3.1933450527999205e-06, + "loss": 0.9738, + "step": 4402 + }, + { + "epoch": 0.3176653078893258, + "grad_norm": 5.028955540601419, + "learning_rate": 3.192969971064082e-06, + "loss": 1.0685, + "step": 4403 + }, + { + "epoch": 0.3177374553587533, + "grad_norm": 4.245118198434144, + "learning_rate": 3.192594824184569e-06, + "loss": 1.042, + "step": 4404 + }, + { + "epoch": 0.3178096028281808, + "grad_norm": 5.768384981024294, + "learning_rate": 3.1922196121818682e-06, + "loss": 0.9905, + "step": 4405 + }, + { + "epoch": 0.3178817502976083, + "grad_norm": 4.609347275472765, + "learning_rate": 3.1918443350764673e-06, + "loss": 0.8492, + "step": 4406 + }, + { + "epoch": 0.3179538977670358, + "grad_norm": 5.991159283727005, + "learning_rate": 3.1914689928888595e-06, + "loss": 0.8952, + "step": 4407 + }, + { + "epoch": 0.31802604523646333, + "grad_norm": 4.393532221512633, + "learning_rate": 3.1910935856395405e-06, + "loss": 0.9066, + "step": 4408 + }, + { + "epoch": 0.31809819270589085, + "grad_norm": 5.3238606769838155, + "learning_rate": 3.1907181133490104e-06, + "loss": 0.9326, + "step": 4409 + }, + { + "epoch": 0.31817034017531837, + "grad_norm": 3.185753287639297, + "learning_rate": 3.1903425760377714e-06, + "loss": 1.0609, + "step": 4410 + }, + { + "epoch": 0.3182424876447459, + "grad_norm": 2.4684670201617975, + "learning_rate": 3.1899669737263315e-06, + "loss": 1.0176, + "step": 4411 + }, + { + "epoch": 0.31831463511417335, + "grad_norm": 3.537050462608163, + "learning_rate": 3.1895913064352e-06, + "loss": 0.9495, + "step": 4412 + }, + { + "epoch": 0.31838678258360087, + "grad_norm": 4.925002106796821, + "learning_rate": 3.1892155741848906e-06, + "loss": 0.9082, + "step": 4413 + }, + { + "epoch": 0.3184589300530284, + "grad_norm": 3.7366030123821763, + "learning_rate": 3.1888397769959216e-06, + "loss": 0.8488, + "step": 4414 + }, + { + "epoch": 0.3185310775224559, + "grad_norm": 8.43916315711934, + "learning_rate": 3.188463914888813e-06, + "loss": 1.0191, + "step": 4415 + }, + { + "epoch": 0.3186032249918834, + "grad_norm": 15.096829497091692, + "learning_rate": 3.18808798788409e-06, + "loss": 0.9751, + "step": 4416 + }, + { + "epoch": 0.31867537246131095, + "grad_norm": 0.9355716264034818, + "learning_rate": 3.1877119960022797e-06, + "loss": 0.9337, + "step": 4417 + }, + { + "epoch": 0.3187475199307384, + "grad_norm": 4.838501480094429, + "learning_rate": 3.1873359392639134e-06, + "loss": 1.036, + "step": 4418 + }, + { + "epoch": 0.31881966740016593, + "grad_norm": 2.8861661596334303, + "learning_rate": 3.1869598176895284e-06, + "loss": 1.1356, + "step": 4419 + }, + { + "epoch": 0.31889181486959345, + "grad_norm": 4.14020625462193, + "learning_rate": 3.1865836312996605e-06, + "loss": 1.0051, + "step": 4420 + }, + { + "epoch": 0.31896396233902097, + "grad_norm": 4.8007645633863785, + "learning_rate": 3.1862073801148536e-06, + "loss": 1.0048, + "step": 4421 + }, + { + "epoch": 0.3190361098084485, + "grad_norm": 4.22956896342086, + "learning_rate": 3.1858310641556526e-06, + "loss": 1.0692, + "step": 4422 + }, + { + "epoch": 0.319108257277876, + "grad_norm": 3.7905680703261835, + "learning_rate": 3.185454683442607e-06, + "loss": 0.9449, + "step": 4423 + }, + { + "epoch": 0.31918040474730347, + "grad_norm": 4.166399502136271, + "learning_rate": 3.1850782379962695e-06, + "loss": 0.9822, + "step": 4424 + }, + { + "epoch": 0.319252552216731, + "grad_norm": 3.8487005840027013, + "learning_rate": 3.184701727837197e-06, + "loss": 1.0008, + "step": 4425 + }, + { + "epoch": 0.3193246996861585, + "grad_norm": 3.131778232386608, + "learning_rate": 3.184325152985948e-06, + "loss": 1.0056, + "step": 4426 + }, + { + "epoch": 0.31939684715558603, + "grad_norm": 3.3535416457111493, + "learning_rate": 3.183948513463087e-06, + "loss": 0.9432, + "step": 4427 + }, + { + "epoch": 0.31946899462501355, + "grad_norm": 4.171121021959682, + "learning_rate": 3.1835718092891805e-06, + "loss": 0.9062, + "step": 4428 + }, + { + "epoch": 0.319541142094441, + "grad_norm": 2.694549806464037, + "learning_rate": 3.183195040484799e-06, + "loss": 1.0231, + "step": 4429 + }, + { + "epoch": 0.31961328956386853, + "grad_norm": 3.407872644704378, + "learning_rate": 3.1828182070705163e-06, + "loss": 0.985, + "step": 4430 + }, + { + "epoch": 0.31968543703329605, + "grad_norm": 12.639656246677744, + "learning_rate": 3.1824413090669097e-06, + "loss": 0.9969, + "step": 4431 + }, + { + "epoch": 0.31975758450272357, + "grad_norm": 4.380490808378673, + "learning_rate": 3.1820643464945606e-06, + "loss": 0.9404, + "step": 4432 + }, + { + "epoch": 0.3198297319721511, + "grad_norm": 5.029608796455818, + "learning_rate": 3.1816873193740534e-06, + "loss": 1.0693, + "step": 4433 + }, + { + "epoch": 0.3199018794415786, + "grad_norm": 6.134884390763783, + "learning_rate": 3.1813102277259766e-06, + "loss": 0.8449, + "step": 4434 + }, + { + "epoch": 0.31997402691100607, + "grad_norm": 0.8085625683950393, + "learning_rate": 3.180933071570921e-06, + "loss": 0.8271, + "step": 4435 + }, + { + "epoch": 0.3200461743804336, + "grad_norm": 5.968167740947135, + "learning_rate": 3.1805558509294813e-06, + "loss": 0.9598, + "step": 4436 + }, + { + "epoch": 0.3201183218498611, + "grad_norm": 4.519893542698666, + "learning_rate": 3.1801785658222578e-06, + "loss": 0.9763, + "step": 4437 + }, + { + "epoch": 0.32019046931928863, + "grad_norm": 3.8216526668628767, + "learning_rate": 3.1798012162698518e-06, + "loss": 1.0133, + "step": 4438 + }, + { + "epoch": 0.32026261678871615, + "grad_norm": 3.2130808857989437, + "learning_rate": 3.179423802292868e-06, + "loss": 0.9433, + "step": 4439 + }, + { + "epoch": 0.32033476425814367, + "grad_norm": 3.1117785188268035, + "learning_rate": 3.1790463239119173e-06, + "loss": 1.1059, + "step": 4440 + }, + { + "epoch": 0.32040691172757113, + "grad_norm": 3.2455529819478177, + "learning_rate": 3.178668781147611e-06, + "loss": 0.8473, + "step": 4441 + }, + { + "epoch": 0.32047905919699865, + "grad_norm": 3.0632318673194536, + "learning_rate": 3.1782911740205656e-06, + "loss": 1.0297, + "step": 4442 + }, + { + "epoch": 0.32055120666642617, + "grad_norm": 6.482139992741444, + "learning_rate": 3.1779135025514012e-06, + "loss": 1.0492, + "step": 4443 + }, + { + "epoch": 0.3206233541358537, + "grad_norm": 2.964484915548426, + "learning_rate": 3.1775357667607415e-06, + "loss": 0.8871, + "step": 4444 + }, + { + "epoch": 0.3206955016052812, + "grad_norm": 4.2905439865121195, + "learning_rate": 3.1771579666692124e-06, + "loss": 1.0056, + "step": 4445 + }, + { + "epoch": 0.3207676490747087, + "grad_norm": 7.510642067273298, + "learning_rate": 3.176780102297444e-06, + "loss": 0.9607, + "step": 4446 + }, + { + "epoch": 0.3208397965441362, + "grad_norm": 4.178223540714015, + "learning_rate": 3.176402173666071e-06, + "loss": 0.9645, + "step": 4447 + }, + { + "epoch": 0.3209119440135637, + "grad_norm": 25.301117473545634, + "learning_rate": 3.17602418079573e-06, + "loss": 0.9739, + "step": 4448 + }, + { + "epoch": 0.32098409148299123, + "grad_norm": 3.9284131996690452, + "learning_rate": 3.1756461237070627e-06, + "loss": 1.0105, + "step": 4449 + }, + { + "epoch": 0.32105623895241875, + "grad_norm": 5.2113117501124755, + "learning_rate": 3.1752680024207116e-06, + "loss": 0.8533, + "step": 4450 + }, + { + "epoch": 0.32112838642184627, + "grad_norm": 0.7434662093158849, + "learning_rate": 3.1748898169573257e-06, + "loss": 0.8699, + "step": 4451 + }, + { + "epoch": 0.3212005338912738, + "grad_norm": 2.8122355866647384, + "learning_rate": 3.1745115673375566e-06, + "loss": 1.0087, + "step": 4452 + }, + { + "epoch": 0.32127268136070125, + "grad_norm": 13.292820672110883, + "learning_rate": 3.1741332535820587e-06, + "loss": 0.9903, + "step": 4453 + }, + { + "epoch": 0.32134482883012877, + "grad_norm": 2.054357814084439, + "learning_rate": 3.1737548757114906e-06, + "loss": 0.9599, + "step": 4454 + }, + { + "epoch": 0.3214169762995563, + "grad_norm": 4.391527619353312, + "learning_rate": 3.173376433746513e-06, + "loss": 0.9717, + "step": 4455 + }, + { + "epoch": 0.3214891237689838, + "grad_norm": 2.7468344936053226, + "learning_rate": 3.1729979277077927e-06, + "loss": 0.9686, + "step": 4456 + }, + { + "epoch": 0.32156127123841133, + "grad_norm": 2.5088839990004868, + "learning_rate": 3.1726193576159972e-06, + "loss": 0.8959, + "step": 4457 + }, + { + "epoch": 0.32163341870783885, + "grad_norm": 3.30442949735329, + "learning_rate": 3.1722407234918e-06, + "loss": 1.0485, + "step": 4458 + }, + { + "epoch": 0.3217055661772663, + "grad_norm": 8.349840320271007, + "learning_rate": 3.1718620253558765e-06, + "loss": 0.9551, + "step": 4459 + }, + { + "epoch": 0.32177771364669383, + "grad_norm": 4.85122831855299, + "learning_rate": 3.1714832632289056e-06, + "loss": 0.957, + "step": 4460 + }, + { + "epoch": 0.32184986111612135, + "grad_norm": 3.8781795377992476, + "learning_rate": 3.1711044371315704e-06, + "loss": 1.0022, + "step": 4461 + }, + { + "epoch": 0.32192200858554887, + "grad_norm": 3.053467021358656, + "learning_rate": 3.170725547084557e-06, + "loss": 1.0043, + "step": 4462 + }, + { + "epoch": 0.3219941560549764, + "grad_norm": 2.9948151606868305, + "learning_rate": 3.170346593108555e-06, + "loss": 0.9434, + "step": 4463 + }, + { + "epoch": 0.3220663035244039, + "grad_norm": 3.2006993483236403, + "learning_rate": 3.169967575224259e-06, + "loss": 0.9818, + "step": 4464 + }, + { + "epoch": 0.32213845099383137, + "grad_norm": 0.8518545717293475, + "learning_rate": 3.169588493452364e-06, + "loss": 0.8876, + "step": 4465 + }, + { + "epoch": 0.3222105984632589, + "grad_norm": 2.331382469524845, + "learning_rate": 3.169209347813572e-06, + "loss": 0.9561, + "step": 4466 + }, + { + "epoch": 0.3222827459326864, + "grad_norm": 3.464530646832878, + "learning_rate": 3.168830138328585e-06, + "loss": 0.9464, + "step": 4467 + }, + { + "epoch": 0.32235489340211393, + "grad_norm": 9.89020536234587, + "learning_rate": 3.168450865018111e-06, + "loss": 1.0123, + "step": 4468 + }, + { + "epoch": 0.32242704087154145, + "grad_norm": 4.909962604015141, + "learning_rate": 3.1680715279028613e-06, + "loss": 0.906, + "step": 4469 + }, + { + "epoch": 0.32249918834096897, + "grad_norm": 3.3678181847542668, + "learning_rate": 3.1676921270035487e-06, + "loss": 0.8561, + "step": 4470 + }, + { + "epoch": 0.32257133581039643, + "grad_norm": 2.2998514417686464, + "learning_rate": 3.1673126623408924e-06, + "loss": 0.9123, + "step": 4471 + }, + { + "epoch": 0.32264348327982395, + "grad_norm": 2.613339912428976, + "learning_rate": 3.1669331339356126e-06, + "loss": 1.067, + "step": 4472 + }, + { + "epoch": 0.32271563074925147, + "grad_norm": 2.7982351735817206, + "learning_rate": 3.166553541808434e-06, + "loss": 0.9327, + "step": 4473 + }, + { + "epoch": 0.322787778218679, + "grad_norm": 3.405795145725297, + "learning_rate": 3.166173885980085e-06, + "loss": 0.9523, + "step": 4474 + }, + { + "epoch": 0.3228599256881065, + "grad_norm": 3.6761803891706872, + "learning_rate": 3.1657941664712972e-06, + "loss": 0.9851, + "step": 4475 + }, + { + "epoch": 0.32293207315753397, + "grad_norm": 3.4059630106845504, + "learning_rate": 3.1654143833028054e-06, + "loss": 0.9727, + "step": 4476 + }, + { + "epoch": 0.3230042206269615, + "grad_norm": 3.2596197809925904, + "learning_rate": 3.1650345364953488e-06, + "loss": 1.0047, + "step": 4477 + }, + { + "epoch": 0.323076368096389, + "grad_norm": 5.125878421587417, + "learning_rate": 3.1646546260696684e-06, + "loss": 0.9792, + "step": 4478 + }, + { + "epoch": 0.32314851556581653, + "grad_norm": 4.902295505240695, + "learning_rate": 3.164274652046511e-06, + "loss": 1.0972, + "step": 4479 + }, + { + "epoch": 0.32322066303524405, + "grad_norm": 4.569807497473482, + "learning_rate": 3.163894614446624e-06, + "loss": 1.0775, + "step": 4480 + }, + { + "epoch": 0.32329281050467157, + "grad_norm": 4.9650460118738495, + "learning_rate": 3.163514513290761e-06, + "loss": 1.0028, + "step": 4481 + }, + { + "epoch": 0.32336495797409903, + "grad_norm": 3.987140129854994, + "learning_rate": 3.163134348599678e-06, + "loss": 0.9921, + "step": 4482 + }, + { + "epoch": 0.32343710544352655, + "grad_norm": 3.4257614848524747, + "learning_rate": 3.162754120394134e-06, + "loss": 0.9732, + "step": 4483 + }, + { + "epoch": 0.32350925291295407, + "grad_norm": 2.5953597623137727, + "learning_rate": 3.1623738286948914e-06, + "loss": 0.92, + "step": 4484 + }, + { + "epoch": 0.3235814003823816, + "grad_norm": 2.290632731384303, + "learning_rate": 3.1619934735227166e-06, + "loss": 1.0544, + "step": 4485 + }, + { + "epoch": 0.3236535478518091, + "grad_norm": 3.528263145424992, + "learning_rate": 3.161613054898381e-06, + "loss": 1.0058, + "step": 4486 + }, + { + "epoch": 0.32372569532123663, + "grad_norm": 2.638452753756901, + "learning_rate": 3.161232572842656e-06, + "loss": 0.9983, + "step": 4487 + }, + { + "epoch": 0.3237978427906641, + "grad_norm": 9.813450858338438, + "learning_rate": 3.160852027376319e-06, + "loss": 1.043, + "step": 4488 + }, + { + "epoch": 0.3238699902600916, + "grad_norm": 3.1312481786909157, + "learning_rate": 3.1604714185201497e-06, + "loss": 0.9131, + "step": 4489 + }, + { + "epoch": 0.32394213772951913, + "grad_norm": 8.590929046945298, + "learning_rate": 3.1600907462949323e-06, + "loss": 0.8289, + "step": 4490 + }, + { + "epoch": 0.32401428519894665, + "grad_norm": 0.8147291635059445, + "learning_rate": 3.1597100107214536e-06, + "loss": 0.8844, + "step": 4491 + }, + { + "epoch": 0.32408643266837417, + "grad_norm": 1.9795814949444095, + "learning_rate": 3.1593292118205045e-06, + "loss": 1.0724, + "step": 4492 + }, + { + "epoch": 0.3241585801378017, + "grad_norm": 6.071089804037773, + "learning_rate": 3.1589483496128795e-06, + "loss": 1.015, + "step": 4493 + }, + { + "epoch": 0.32423072760722915, + "grad_norm": 40.76239836070968, + "learning_rate": 3.1585674241193746e-06, + "loss": 0.9822, + "step": 4494 + }, + { + "epoch": 0.32430287507665667, + "grad_norm": 3.8154981737358673, + "learning_rate": 3.1581864353607917e-06, + "loss": 0.8943, + "step": 4495 + }, + { + "epoch": 0.3243750225460842, + "grad_norm": 3.6241514593983486, + "learning_rate": 3.157805383357935e-06, + "loss": 0.9011, + "step": 4496 + }, + { + "epoch": 0.3244471700155117, + "grad_norm": 6.746904299072991, + "learning_rate": 3.1574242681316124e-06, + "loss": 0.8556, + "step": 4497 + }, + { + "epoch": 0.32451931748493923, + "grad_norm": 2.9635326919464466, + "learning_rate": 3.1570430897026354e-06, + "loss": 0.9946, + "step": 4498 + }, + { + "epoch": 0.32459146495436675, + "grad_norm": 2.7185380348798915, + "learning_rate": 3.1566618480918187e-06, + "loss": 0.9376, + "step": 4499 + }, + { + "epoch": 0.3246636124237942, + "grad_norm": 2.374718900408432, + "learning_rate": 3.15628054331998e-06, + "loss": 0.9165, + "step": 4500 + }, + { + "epoch": 0.32473575989322173, + "grad_norm": 2.911988694001352, + "learning_rate": 3.1558991754079406e-06, + "loss": 0.967, + "step": 4501 + }, + { + "epoch": 0.32480790736264925, + "grad_norm": 25.42012829163695, + "learning_rate": 3.155517744376527e-06, + "loss": 0.9084, + "step": 4502 + }, + { + "epoch": 0.32488005483207677, + "grad_norm": 2.311817687129366, + "learning_rate": 3.1551362502465663e-06, + "loss": 1.0528, + "step": 4503 + }, + { + "epoch": 0.3249522023015043, + "grad_norm": 3.195323393786824, + "learning_rate": 3.154754693038892e-06, + "loss": 1.0211, + "step": 4504 + }, + { + "epoch": 0.3250243497709318, + "grad_norm": 3.420331214794334, + "learning_rate": 3.154373072774338e-06, + "loss": 0.9061, + "step": 4505 + }, + { + "epoch": 0.3250964972403593, + "grad_norm": 2.998401692918607, + "learning_rate": 3.153991389473744e-06, + "loss": 0.9254, + "step": 4506 + }, + { + "epoch": 0.3251686447097868, + "grad_norm": 2.388108768043573, + "learning_rate": 3.1536096431579523e-06, + "loss": 0.9235, + "step": 4507 + }, + { + "epoch": 0.3252407921792143, + "grad_norm": 6.784183553263797, + "learning_rate": 3.1532278338478086e-06, + "loss": 0.8858, + "step": 4508 + }, + { + "epoch": 0.32531293964864183, + "grad_norm": 3.72994540872587, + "learning_rate": 3.1528459615641615e-06, + "loss": 0.8667, + "step": 4509 + }, + { + "epoch": 0.32538508711806935, + "grad_norm": 3.0372611937034417, + "learning_rate": 3.152464026327865e-06, + "loss": 0.9153, + "step": 4510 + }, + { + "epoch": 0.32545723458749687, + "grad_norm": 2.9342089133745506, + "learning_rate": 3.152082028159773e-06, + "loss": 0.9952, + "step": 4511 + }, + { + "epoch": 0.32552938205692433, + "grad_norm": 4.063176260194865, + "learning_rate": 3.1516999670807475e-06, + "loss": 1.0067, + "step": 4512 + }, + { + "epoch": 0.32560152952635185, + "grad_norm": 2.535018188290928, + "learning_rate": 3.1513178431116498e-06, + "loss": 1.0593, + "step": 4513 + }, + { + "epoch": 0.32567367699577937, + "grad_norm": 3.4378266612810973, + "learning_rate": 3.1509356562733464e-06, + "loss": 1.1206, + "step": 4514 + }, + { + "epoch": 0.3257458244652069, + "grad_norm": 3.3722552688741856, + "learning_rate": 3.150553406586708e-06, + "loss": 0.9014, + "step": 4515 + }, + { + "epoch": 0.3258179719346344, + "grad_norm": 2.651665444924269, + "learning_rate": 3.150171094072607e-06, + "loss": 0.9408, + "step": 4516 + }, + { + "epoch": 0.32589011940406193, + "grad_norm": 3.0784826700213177, + "learning_rate": 3.1497887187519203e-06, + "loss": 1.0352, + "step": 4517 + }, + { + "epoch": 0.3259622668734894, + "grad_norm": 3.2103891763040315, + "learning_rate": 3.149406280645528e-06, + "loss": 0.993, + "step": 4518 + }, + { + "epoch": 0.3260344143429169, + "grad_norm": 56.00753079595078, + "learning_rate": 3.149023779774314e-06, + "loss": 1.0018, + "step": 4519 + }, + { + "epoch": 0.32610656181234443, + "grad_norm": 3.6800653543059383, + "learning_rate": 3.1486412161591645e-06, + "loss": 0.9074, + "step": 4520 + }, + { + "epoch": 0.32617870928177195, + "grad_norm": 2.2690958731492525, + "learning_rate": 3.1482585898209706e-06, + "loss": 1.0893, + "step": 4521 + }, + { + "epoch": 0.32625085675119947, + "grad_norm": 3.6180503261054073, + "learning_rate": 3.1478759007806258e-06, + "loss": 1.0291, + "step": 4522 + }, + { + "epoch": 0.326323004220627, + "grad_norm": 2.205621049401282, + "learning_rate": 3.147493149059027e-06, + "loss": 1.056, + "step": 4523 + }, + { + "epoch": 0.32639515169005445, + "grad_norm": 4.344530652928839, + "learning_rate": 3.1471103346770757e-06, + "loss": 1.0012, + "step": 4524 + }, + { + "epoch": 0.32646729915948197, + "grad_norm": 3.279590877510873, + "learning_rate": 3.1467274576556753e-06, + "loss": 0.9251, + "step": 4525 + }, + { + "epoch": 0.3265394466289095, + "grad_norm": 2.377863914003084, + "learning_rate": 3.1463445180157334e-06, + "loss": 0.9819, + "step": 4526 + }, + { + "epoch": 0.326611594098337, + "grad_norm": 3.1777012125171105, + "learning_rate": 3.145961515778161e-06, + "loss": 1.0821, + "step": 4527 + }, + { + "epoch": 0.32668374156776453, + "grad_norm": 3.205172000977041, + "learning_rate": 3.1455784509638726e-06, + "loss": 0.9558, + "step": 4528 + }, + { + "epoch": 0.326755889037192, + "grad_norm": 2.546764816053849, + "learning_rate": 3.1451953235937854e-06, + "loss": 0.9905, + "step": 4529 + }, + { + "epoch": 0.3268280365066195, + "grad_norm": 3.1583631636553697, + "learning_rate": 3.1448121336888214e-06, + "loss": 0.845, + "step": 4530 + }, + { + "epoch": 0.32690018397604703, + "grad_norm": 3.1835176610922593, + "learning_rate": 3.1444288812699045e-06, + "loss": 0.9054, + "step": 4531 + }, + { + "epoch": 0.32697233144547455, + "grad_norm": 2.5517427697305846, + "learning_rate": 3.1440455663579627e-06, + "loss": 1.0158, + "step": 4532 + }, + { + "epoch": 0.32704447891490207, + "grad_norm": 2.349005947490388, + "learning_rate": 3.143662188973928e-06, + "loss": 0.8425, + "step": 4533 + }, + { + "epoch": 0.3271166263843296, + "grad_norm": 3.488164372210839, + "learning_rate": 3.1432787491387346e-06, + "loss": 0.9163, + "step": 4534 + }, + { + "epoch": 0.32718877385375705, + "grad_norm": 2.6093178017566134, + "learning_rate": 3.142895246873321e-06, + "loss": 1.0648, + "step": 4535 + }, + { + "epoch": 0.3272609213231846, + "grad_norm": 0.7188859064730465, + "learning_rate": 3.142511682198629e-06, + "loss": 0.8283, + "step": 4536 + }, + { + "epoch": 0.3273330687926121, + "grad_norm": 2.9259804019962625, + "learning_rate": 3.1421280551356034e-06, + "loss": 0.9429, + "step": 4537 + }, + { + "epoch": 0.3274052162620396, + "grad_norm": 4.40373472022146, + "learning_rate": 3.141744365705193e-06, + "loss": 0.9794, + "step": 4538 + }, + { + "epoch": 0.32747736373146713, + "grad_norm": 5.274767446589526, + "learning_rate": 3.1413606139283492e-06, + "loss": 1.0114, + "step": 4539 + }, + { + "epoch": 0.32754951120089465, + "grad_norm": 12.466390362565862, + "learning_rate": 3.140976799826027e-06, + "loss": 0.9213, + "step": 4540 + }, + { + "epoch": 0.3276216586703221, + "grad_norm": 4.035878208269831, + "learning_rate": 3.1405929234191855e-06, + "loss": 1.0475, + "step": 4541 + }, + { + "epoch": 0.32769380613974963, + "grad_norm": 2.751266274653217, + "learning_rate": 3.1402089847287876e-06, + "loss": 1.0919, + "step": 4542 + }, + { + "epoch": 0.32776595360917715, + "grad_norm": 3.131910998233266, + "learning_rate": 3.1398249837757976e-06, + "loss": 0.9206, + "step": 4543 + }, + { + "epoch": 0.32783810107860467, + "grad_norm": 10.534012700959895, + "learning_rate": 3.1394409205811846e-06, + "loss": 0.9302, + "step": 4544 + }, + { + "epoch": 0.3279102485480322, + "grad_norm": 2.321180804098936, + "learning_rate": 3.1390567951659204e-06, + "loss": 0.9298, + "step": 4545 + }, + { + "epoch": 0.3279823960174597, + "grad_norm": 3.5234709270777875, + "learning_rate": 3.138672607550982e-06, + "loss": 0.9394, + "step": 4546 + }, + { + "epoch": 0.3280545434868872, + "grad_norm": 2.550578134111321, + "learning_rate": 3.138288357757348e-06, + "loss": 1.0428, + "step": 4547 + }, + { + "epoch": 0.3281266909563147, + "grad_norm": 6.654253593104763, + "learning_rate": 3.1379040458060004e-06, + "loss": 0.8344, + "step": 4548 + }, + { + "epoch": 0.3281988384257422, + "grad_norm": 3.44546169381831, + "learning_rate": 3.1375196717179247e-06, + "loss": 1.034, + "step": 4549 + }, + { + "epoch": 0.32827098589516973, + "grad_norm": 2.834871454301685, + "learning_rate": 3.137135235514111e-06, + "loss": 1.0293, + "step": 4550 + }, + { + "epoch": 0.32834313336459725, + "grad_norm": 2.66726661926807, + "learning_rate": 3.1367507372155518e-06, + "loss": 1.0438, + "step": 4551 + }, + { + "epoch": 0.32841528083402477, + "grad_norm": 0.6881450314772106, + "learning_rate": 3.1363661768432423e-06, + "loss": 0.7985, + "step": 4552 + }, + { + "epoch": 0.32848742830345223, + "grad_norm": 3.7787296943989683, + "learning_rate": 3.1359815544181835e-06, + "loss": 0.9488, + "step": 4553 + }, + { + "epoch": 0.32855957577287975, + "grad_norm": 2.8113949618147105, + "learning_rate": 3.1355968699613765e-06, + "loss": 0.9906, + "step": 4554 + }, + { + "epoch": 0.32863172324230727, + "grad_norm": 2.3674326351132606, + "learning_rate": 3.1352121234938284e-06, + "loss": 0.983, + "step": 4555 + }, + { + "epoch": 0.3287038707117348, + "grad_norm": 2.48479318997788, + "learning_rate": 3.134827315036549e-06, + "loss": 1.0017, + "step": 4556 + }, + { + "epoch": 0.3287760181811623, + "grad_norm": 2.719951671002691, + "learning_rate": 3.134442444610551e-06, + "loss": 1.0598, + "step": 4557 + }, + { + "epoch": 0.32884816565058983, + "grad_norm": 2.368402955895158, + "learning_rate": 3.13405751223685e-06, + "loss": 0.9002, + "step": 4558 + }, + { + "epoch": 0.3289203131200173, + "grad_norm": 4.347367790366018, + "learning_rate": 3.133672517936467e-06, + "loss": 1.0189, + "step": 4559 + }, + { + "epoch": 0.3289924605894448, + "grad_norm": 2.8818011900650014, + "learning_rate": 3.1332874617304243e-06, + "loss": 1.0537, + "step": 4560 + }, + { + "epoch": 0.32906460805887233, + "grad_norm": 4.192331288445616, + "learning_rate": 3.132902343639748e-06, + "loss": 0.8474, + "step": 4561 + }, + { + "epoch": 0.32913675552829985, + "grad_norm": 2.882529971123254, + "learning_rate": 3.1325171636854696e-06, + "loss": 1.0255, + "step": 4562 + }, + { + "epoch": 0.32920890299772737, + "grad_norm": 2.0949077536729215, + "learning_rate": 3.1321319218886207e-06, + "loss": 1.028, + "step": 4563 + }, + { + "epoch": 0.3292810504671549, + "grad_norm": 0.747955157282168, + "learning_rate": 3.131746618270239e-06, + "loss": 0.871, + "step": 4564 + }, + { + "epoch": 0.32935319793658235, + "grad_norm": 0.7494986765966253, + "learning_rate": 3.1313612528513637e-06, + "loss": 0.8402, + "step": 4565 + }, + { + "epoch": 0.3294253454060099, + "grad_norm": 4.090096044182186, + "learning_rate": 3.1309758256530387e-06, + "loss": 0.7938, + "step": 4566 + }, + { + "epoch": 0.3294974928754374, + "grad_norm": 2.9311794703605885, + "learning_rate": 3.1305903366963105e-06, + "loss": 0.9453, + "step": 4567 + }, + { + "epoch": 0.3295696403448649, + "grad_norm": 2.6203658660931834, + "learning_rate": 3.1302047860022293e-06, + "loss": 0.9366, + "step": 4568 + }, + { + "epoch": 0.32964178781429243, + "grad_norm": 2.4003346050979357, + "learning_rate": 3.1298191735918487e-06, + "loss": 1.0052, + "step": 4569 + }, + { + "epoch": 0.32971393528371995, + "grad_norm": 2.13332173622476, + "learning_rate": 3.1294334994862254e-06, + "loss": 0.9579, + "step": 4570 + }, + { + "epoch": 0.3297860827531474, + "grad_norm": 4.332560445866837, + "learning_rate": 3.1290477637064197e-06, + "loss": 0.9542, + "step": 4571 + }, + { + "epoch": 0.32985823022257493, + "grad_norm": 2.6528244369513283, + "learning_rate": 3.1286619662734956e-06, + "loss": 0.9373, + "step": 4572 + }, + { + "epoch": 0.32993037769200245, + "grad_norm": 5.053757265035242, + "learning_rate": 3.1282761072085188e-06, + "loss": 0.9685, + "step": 4573 + }, + { + "epoch": 0.33000252516142997, + "grad_norm": 0.8786868351337499, + "learning_rate": 3.1278901865325613e-06, + "loss": 0.8162, + "step": 4574 + }, + { + "epoch": 0.3300746726308575, + "grad_norm": 3.481520368668495, + "learning_rate": 3.127504204266696e-06, + "loss": 0.9052, + "step": 4575 + }, + { + "epoch": 0.330146820100285, + "grad_norm": 3.0385319656114333, + "learning_rate": 3.1271181604319994e-06, + "loss": 1.0243, + "step": 4576 + }, + { + "epoch": 0.3302189675697125, + "grad_norm": 54.3914105085479, + "learning_rate": 3.1267320550495527e-06, + "loss": 0.9963, + "step": 4577 + }, + { + "epoch": 0.33029111503914, + "grad_norm": 2.553119143008888, + "learning_rate": 3.12634588814044e-06, + "loss": 1.1016, + "step": 4578 + }, + { + "epoch": 0.3303632625085675, + "grad_norm": 2.6782825223339857, + "learning_rate": 3.1259596597257477e-06, + "loss": 0.9307, + "step": 4579 + }, + { + "epoch": 0.33043540997799503, + "grad_norm": 0.7033483362480971, + "learning_rate": 3.125573369826566e-06, + "loss": 0.7915, + "step": 4580 + }, + { + "epoch": 0.33050755744742255, + "grad_norm": 3.309923861685312, + "learning_rate": 3.12518701846399e-06, + "loss": 0.8522, + "step": 4581 + }, + { + "epoch": 0.33057970491685, + "grad_norm": 15.713381872564762, + "learning_rate": 3.1248006056591163e-06, + "loss": 1.045, + "step": 4582 + }, + { + "epoch": 0.33065185238627753, + "grad_norm": 5.317150100365734, + "learning_rate": 3.1244141314330445e-06, + "loss": 1.0381, + "step": 4583 + }, + { + "epoch": 0.33072399985570505, + "grad_norm": 3.340997008262101, + "learning_rate": 3.1240275958068805e-06, + "loss": 1.0555, + "step": 4584 + }, + { + "epoch": 0.3307961473251326, + "grad_norm": 5.226380394926369, + "learning_rate": 3.12364099880173e-06, + "loss": 1.0033, + "step": 4585 + }, + { + "epoch": 0.3308682947945601, + "grad_norm": 0.7536239490789596, + "learning_rate": 3.123254340438704e-06, + "loss": 0.8632, + "step": 4586 + }, + { + "epoch": 0.3309404422639876, + "grad_norm": 0.8183850122774198, + "learning_rate": 3.122867620738917e-06, + "loss": 0.8948, + "step": 4587 + }, + { + "epoch": 0.3310125897334151, + "grad_norm": 2.788503638943847, + "learning_rate": 3.122480839723486e-06, + "loss": 0.9893, + "step": 4588 + }, + { + "epoch": 0.3310847372028426, + "grad_norm": 4.747336393714164, + "learning_rate": 3.1220939974135307e-06, + "loss": 0.9786, + "step": 4589 + }, + { + "epoch": 0.3311568846722701, + "grad_norm": 0.7684540931179138, + "learning_rate": 3.1217070938301765e-06, + "loss": 0.8641, + "step": 4590 + }, + { + "epoch": 0.33122903214169763, + "grad_norm": 2.899042359446939, + "learning_rate": 3.1213201289945508e-06, + "loss": 0.9938, + "step": 4591 + }, + { + "epoch": 0.33130117961112515, + "grad_norm": 4.599852990828234, + "learning_rate": 3.1209331029277836e-06, + "loss": 1.0114, + "step": 4592 + }, + { + "epoch": 0.33137332708055267, + "grad_norm": 3.3970665281988928, + "learning_rate": 3.1205460156510094e-06, + "loss": 0.9741, + "step": 4593 + }, + { + "epoch": 0.33144547454998013, + "grad_norm": 4.521533941075512, + "learning_rate": 3.120158867185365e-06, + "loss": 1.0724, + "step": 4594 + }, + { + "epoch": 0.33151762201940765, + "grad_norm": 3.4693696439437467, + "learning_rate": 3.1197716575519916e-06, + "loss": 0.8845, + "step": 4595 + }, + { + "epoch": 0.3315897694888352, + "grad_norm": 1.987499810464718, + "learning_rate": 3.119384386772033e-06, + "loss": 1.0057, + "step": 4596 + }, + { + "epoch": 0.3316619169582627, + "grad_norm": 2.845579460143269, + "learning_rate": 3.118997054866637e-06, + "loss": 0.9541, + "step": 4597 + }, + { + "epoch": 0.3317340644276902, + "grad_norm": 113.69185498805533, + "learning_rate": 3.1186096618569545e-06, + "loss": 1.0318, + "step": 4598 + }, + { + "epoch": 0.33180621189711773, + "grad_norm": 2.722371813065625, + "learning_rate": 3.118222207764139e-06, + "loss": 0.9682, + "step": 4599 + }, + { + "epoch": 0.3318783593665452, + "grad_norm": 2.6069087634464383, + "learning_rate": 3.117834692609349e-06, + "loss": 0.9791, + "step": 4600 + }, + { + "epoch": 0.3319505068359727, + "grad_norm": 3.295024913178472, + "learning_rate": 3.1174471164137436e-06, + "loss": 1.0552, + "step": 4601 + }, + { + "epoch": 0.33202265430540023, + "grad_norm": 3.730062764230336, + "learning_rate": 3.117059479198488e-06, + "loss": 1.05, + "step": 4602 + }, + { + "epoch": 0.33209480177482775, + "grad_norm": 6.5624160034617, + "learning_rate": 3.1166717809847498e-06, + "loss": 0.8973, + "step": 4603 + }, + { + "epoch": 0.33216694924425527, + "grad_norm": 3.9163667821046406, + "learning_rate": 3.1162840217936996e-06, + "loss": 1.0371, + "step": 4604 + }, + { + "epoch": 0.3322390967136828, + "grad_norm": 3.648325883681451, + "learning_rate": 3.1158962016465112e-06, + "loss": 0.8786, + "step": 4605 + }, + { + "epoch": 0.33231124418311025, + "grad_norm": 3.464108910634706, + "learning_rate": 3.1155083205643617e-06, + "loss": 1.0253, + "step": 4606 + }, + { + "epoch": 0.3323833916525378, + "grad_norm": 3.3975436032537893, + "learning_rate": 3.115120378568432e-06, + "loss": 1.0003, + "step": 4607 + }, + { + "epoch": 0.3324555391219653, + "grad_norm": 3.342469727886243, + "learning_rate": 3.1147323756799072e-06, + "loss": 1.0132, + "step": 4608 + }, + { + "epoch": 0.3325276865913928, + "grad_norm": 2.7842762802211367, + "learning_rate": 3.114344311919974e-06, + "loss": 1.0919, + "step": 4609 + }, + { + "epoch": 0.33259983406082033, + "grad_norm": 6.811450002404327, + "learning_rate": 3.1139561873098224e-06, + "loss": 1.0325, + "step": 4610 + }, + { + "epoch": 0.33267198153024785, + "grad_norm": 5.974677692482896, + "learning_rate": 3.1135680018706474e-06, + "loss": 0.9876, + "step": 4611 + }, + { + "epoch": 0.3327441289996753, + "grad_norm": 4.0805158950913025, + "learning_rate": 3.1131797556236467e-06, + "loss": 0.9442, + "step": 4612 + }, + { + "epoch": 0.33281627646910283, + "grad_norm": 2.85048958438134, + "learning_rate": 3.11279144859002e-06, + "loss": 0.9205, + "step": 4613 + }, + { + "epoch": 0.33288842393853035, + "grad_norm": 2.7946632206922257, + "learning_rate": 3.1124030807909714e-06, + "loss": 0.9784, + "step": 4614 + }, + { + "epoch": 0.3329605714079579, + "grad_norm": 2.7280602481319476, + "learning_rate": 3.1120146522477087e-06, + "loss": 0.9481, + "step": 4615 + }, + { + "epoch": 0.3330327188773854, + "grad_norm": 2.6295669428298893, + "learning_rate": 3.1116261629814425e-06, + "loss": 0.9859, + "step": 4616 + }, + { + "epoch": 0.3331048663468129, + "grad_norm": 3.7702708096971747, + "learning_rate": 3.1112376130133864e-06, + "loss": 0.9502, + "step": 4617 + }, + { + "epoch": 0.3331770138162404, + "grad_norm": 6.280197738644429, + "learning_rate": 3.110849002364758e-06, + "loss": 0.8723, + "step": 4618 + }, + { + "epoch": 0.3332491612856679, + "grad_norm": 2.1125822197979645, + "learning_rate": 3.110460331056778e-06, + "loss": 0.9782, + "step": 4619 + }, + { + "epoch": 0.3333213087550954, + "grad_norm": 3.0241625801059517, + "learning_rate": 3.110071599110671e-06, + "loss": 1.0873, + "step": 4620 + }, + { + "epoch": 0.33339345622452293, + "grad_norm": 4.020815808088359, + "learning_rate": 3.1096828065476616e-06, + "loss": 0.9901, + "step": 4621 + }, + { + "epoch": 0.33346560369395045, + "grad_norm": 2.894101912849305, + "learning_rate": 3.109293953388983e-06, + "loss": 1.0391, + "step": 4622 + }, + { + "epoch": 0.33353775116337797, + "grad_norm": 6.225658777147416, + "learning_rate": 3.108905039655868e-06, + "loss": 0.9347, + "step": 4623 + }, + { + "epoch": 0.33360989863280543, + "grad_norm": 7.716550938484788, + "learning_rate": 3.108516065369553e-06, + "loss": 0.9405, + "step": 4624 + }, + { + "epoch": 0.33368204610223295, + "grad_norm": 0.7080560917671653, + "learning_rate": 3.10812703055128e-06, + "loss": 0.8526, + "step": 4625 + }, + { + "epoch": 0.3337541935716605, + "grad_norm": 3.505167688339099, + "learning_rate": 3.1077379352222923e-06, + "loss": 0.9231, + "step": 4626 + }, + { + "epoch": 0.333826341041088, + "grad_norm": 14.197895291658218, + "learning_rate": 3.1073487794038364e-06, + "loss": 1.0039, + "step": 4627 + }, + { + "epoch": 0.3338984885105155, + "grad_norm": 2.4204513795630884, + "learning_rate": 3.1069595631171625e-06, + "loss": 0.9452, + "step": 4628 + }, + { + "epoch": 0.333970635979943, + "grad_norm": 5.249152160485602, + "learning_rate": 3.106570286383525e-06, + "loss": 1.0875, + "step": 4629 + }, + { + "epoch": 0.3340427834493705, + "grad_norm": 3.7349836420112084, + "learning_rate": 3.1061809492241802e-06, + "loss": 0.8996, + "step": 4630 + }, + { + "epoch": 0.334114930918798, + "grad_norm": 3.11220080917796, + "learning_rate": 3.1057915516603896e-06, + "loss": 0.9821, + "step": 4631 + }, + { + "epoch": 0.33418707838822553, + "grad_norm": 5.312412216358831, + "learning_rate": 3.1054020937134154e-06, + "loss": 0.9377, + "step": 4632 + }, + { + "epoch": 0.33425922585765305, + "grad_norm": 3.4137971194412065, + "learning_rate": 3.105012575404524e-06, + "loss": 0.9383, + "step": 4633 + }, + { + "epoch": 0.33433137332708057, + "grad_norm": 3.283738418866527, + "learning_rate": 3.104622996754988e-06, + "loss": 0.9773, + "step": 4634 + }, + { + "epoch": 0.33440352079650804, + "grad_norm": 2.610662907714917, + "learning_rate": 3.104233357786079e-06, + "loss": 0.9614, + "step": 4635 + }, + { + "epoch": 0.33447566826593556, + "grad_norm": 4.93392273930309, + "learning_rate": 3.1038436585190732e-06, + "loss": 0.9483, + "step": 4636 + }, + { + "epoch": 0.3345478157353631, + "grad_norm": 3.9989998282270114, + "learning_rate": 3.1034538989752524e-06, + "loss": 0.9535, + "step": 4637 + }, + { + "epoch": 0.3346199632047906, + "grad_norm": 2.8305532242259255, + "learning_rate": 3.1030640791758985e-06, + "loss": 0.9427, + "step": 4638 + }, + { + "epoch": 0.3346921106742181, + "grad_norm": 4.19438743692918, + "learning_rate": 3.1026741991422986e-06, + "loss": 0.873, + "step": 4639 + }, + { + "epoch": 0.33476425814364563, + "grad_norm": 4.099519347882992, + "learning_rate": 3.102284258895742e-06, + "loss": 0.9847, + "step": 4640 + }, + { + "epoch": 0.3348364056130731, + "grad_norm": 2.1738984267116583, + "learning_rate": 3.101894258457524e-06, + "loss": 0.8637, + "step": 4641 + }, + { + "epoch": 0.3349085530825006, + "grad_norm": 9.187550654887994, + "learning_rate": 3.101504197848939e-06, + "loss": 1.0387, + "step": 4642 + }, + { + "epoch": 0.33498070055192813, + "grad_norm": 9.953242278792954, + "learning_rate": 3.1011140770912873e-06, + "loss": 0.8975, + "step": 4643 + }, + { + "epoch": 0.33505284802135565, + "grad_norm": 11.694973274973472, + "learning_rate": 3.100723896205872e-06, + "loss": 0.9311, + "step": 4644 + }, + { + "epoch": 0.3351249954907832, + "grad_norm": 4.131652323051772, + "learning_rate": 3.1003336552139995e-06, + "loss": 1.0209, + "step": 4645 + }, + { + "epoch": 0.3351971429602107, + "grad_norm": 5.2659754424256, + "learning_rate": 3.0999433541369793e-06, + "loss": 0.8702, + "step": 4646 + }, + { + "epoch": 0.33526929042963816, + "grad_norm": 3.0088358141551974, + "learning_rate": 3.0995529929961244e-06, + "loss": 0.8594, + "step": 4647 + }, + { + "epoch": 0.3353414378990657, + "grad_norm": 3.3740734665248953, + "learning_rate": 3.0991625718127516e-06, + "loss": 1.0306, + "step": 4648 + }, + { + "epoch": 0.3354135853684932, + "grad_norm": 4.354976718634513, + "learning_rate": 3.098772090608179e-06, + "loss": 0.9315, + "step": 4649 + }, + { + "epoch": 0.3354857328379207, + "grad_norm": 3.955417857708228, + "learning_rate": 3.0983815494037304e-06, + "loss": 0.9436, + "step": 4650 + }, + { + "epoch": 0.33555788030734823, + "grad_norm": 5.098221764309694, + "learning_rate": 3.0979909482207304e-06, + "loss": 0.9829, + "step": 4651 + }, + { + "epoch": 0.33563002777677575, + "grad_norm": 4.82300046294588, + "learning_rate": 3.09760028708051e-06, + "loss": 1.0106, + "step": 4652 + }, + { + "epoch": 0.3357021752462032, + "grad_norm": 3.4841970902940713, + "learning_rate": 3.0972095660044015e-06, + "loss": 0.9092, + "step": 4653 + }, + { + "epoch": 0.33577432271563074, + "grad_norm": 2.643303139439174, + "learning_rate": 3.096818785013741e-06, + "loss": 0.9682, + "step": 4654 + }, + { + "epoch": 0.33584647018505825, + "grad_norm": 3.5091733607911744, + "learning_rate": 3.096427944129866e-06, + "loss": 0.964, + "step": 4655 + }, + { + "epoch": 0.3359186176544858, + "grad_norm": 2.663107155357581, + "learning_rate": 3.0960370433741195e-06, + "loss": 1.0151, + "step": 4656 + }, + { + "epoch": 0.3359907651239133, + "grad_norm": 0.7685160645373825, + "learning_rate": 3.095646082767848e-06, + "loss": 0.9152, + "step": 4657 + }, + { + "epoch": 0.3360629125933408, + "grad_norm": 3.7176446634350215, + "learning_rate": 3.0952550623324e-06, + "loss": 0.9539, + "step": 4658 + }, + { + "epoch": 0.3361350600627683, + "grad_norm": 4.428817206036214, + "learning_rate": 3.0948639820891267e-06, + "loss": 0.9073, + "step": 4659 + }, + { + "epoch": 0.3362072075321958, + "grad_norm": 2.961703319705584, + "learning_rate": 3.094472842059385e-06, + "loss": 1.0492, + "step": 4660 + }, + { + "epoch": 0.3362793550016233, + "grad_norm": 5.837326027607837, + "learning_rate": 3.094081642264533e-06, + "loss": 1.0412, + "step": 4661 + }, + { + "epoch": 0.33635150247105083, + "grad_norm": 0.7585663339707032, + "learning_rate": 3.093690382725933e-06, + "loss": 0.8448, + "step": 4662 + }, + { + "epoch": 0.33642364994047835, + "grad_norm": 2.7068650496024054, + "learning_rate": 3.093299063464949e-06, + "loss": 0.8384, + "step": 4663 + }, + { + "epoch": 0.3364957974099059, + "grad_norm": 5.9733089591846, + "learning_rate": 3.0929076845029512e-06, + "loss": 0.9829, + "step": 4664 + }, + { + "epoch": 0.33656794487933334, + "grad_norm": 3.3337426570071984, + "learning_rate": 3.09251624586131e-06, + "loss": 0.9754, + "step": 4665 + }, + { + "epoch": 0.33664009234876086, + "grad_norm": 2.403361084928172, + "learning_rate": 3.0921247475614013e-06, + "loss": 0.9302, + "step": 4666 + }, + { + "epoch": 0.3367122398181884, + "grad_norm": 2.6189577407194946, + "learning_rate": 3.091733189624603e-06, + "loss": 1.0508, + "step": 4667 + }, + { + "epoch": 0.3367843872876159, + "grad_norm": 3.5942893245530736, + "learning_rate": 3.0913415720722968e-06, + "loss": 1.0339, + "step": 4668 + }, + { + "epoch": 0.3368565347570434, + "grad_norm": 3.1916151223531632, + "learning_rate": 3.0909498949258666e-06, + "loss": 1.0416, + "step": 4669 + }, + { + "epoch": 0.33692868222647093, + "grad_norm": 5.114738985115883, + "learning_rate": 3.0905581582067025e-06, + "loss": 0.8969, + "step": 4670 + }, + { + "epoch": 0.3370008296958984, + "grad_norm": 4.633409021065822, + "learning_rate": 3.0901663619361937e-06, + "loss": 0.9416, + "step": 4671 + }, + { + "epoch": 0.3370729771653259, + "grad_norm": 6.7259882771562545, + "learning_rate": 3.089774506135735e-06, + "loss": 0.9367, + "step": 4672 + }, + { + "epoch": 0.33714512463475343, + "grad_norm": 3.018287234643275, + "learning_rate": 3.0893825908267255e-06, + "loss": 0.9549, + "step": 4673 + }, + { + "epoch": 0.33721727210418095, + "grad_norm": 3.963433737503019, + "learning_rate": 3.0889906160305654e-06, + "loss": 0.9346, + "step": 4674 + }, + { + "epoch": 0.3372894195736085, + "grad_norm": 4.0124644150151285, + "learning_rate": 3.088598581768659e-06, + "loss": 1.0274, + "step": 4675 + }, + { + "epoch": 0.337361567043036, + "grad_norm": 2.466394193738846, + "learning_rate": 3.088206488062414e-06, + "loss": 0.9276, + "step": 4676 + }, + { + "epoch": 0.33743371451246346, + "grad_norm": 2.4585018638990133, + "learning_rate": 3.087814334933241e-06, + "loss": 0.9878, + "step": 4677 + }, + { + "epoch": 0.337505861981891, + "grad_norm": 2.4922111294860887, + "learning_rate": 3.087422122402554e-06, + "loss": 0.8936, + "step": 4678 + }, + { + "epoch": 0.3375780094513185, + "grad_norm": 1.8325298745086795, + "learning_rate": 3.0870298504917703e-06, + "loss": 1.0191, + "step": 4679 + }, + { + "epoch": 0.337650156920746, + "grad_norm": 7.3562139699826545, + "learning_rate": 3.086637519222311e-06, + "loss": 0.8334, + "step": 4680 + }, + { + "epoch": 0.33772230439017353, + "grad_norm": 2.645668945812647, + "learning_rate": 3.086245128615599e-06, + "loss": 0.9551, + "step": 4681 + }, + { + "epoch": 0.337794451859601, + "grad_norm": 3.1177037320717504, + "learning_rate": 3.0858526786930615e-06, + "loss": 1.0731, + "step": 4682 + }, + { + "epoch": 0.3378665993290285, + "grad_norm": 3.3451644900352906, + "learning_rate": 3.0854601694761293e-06, + "loss": 0.9498, + "step": 4683 + }, + { + "epoch": 0.33793874679845604, + "grad_norm": 9.481379681720657, + "learning_rate": 3.0850676009862353e-06, + "loss": 0.8593, + "step": 4684 + }, + { + "epoch": 0.33801089426788355, + "grad_norm": 4.999080191884561, + "learning_rate": 3.0846749732448163e-06, + "loss": 1.0074, + "step": 4685 + }, + { + "epoch": 0.3380830417373111, + "grad_norm": 3.8390875350142077, + "learning_rate": 3.0842822862733123e-06, + "loss": 0.9676, + "step": 4686 + }, + { + "epoch": 0.3381551892067386, + "grad_norm": 2.3927534015835805, + "learning_rate": 3.0838895400931664e-06, + "loss": 0.9228, + "step": 4687 + }, + { + "epoch": 0.33822733667616606, + "grad_norm": 0.8718097293171716, + "learning_rate": 3.083496734725826e-06, + "loss": 0.8852, + "step": 4688 + }, + { + "epoch": 0.3382994841455936, + "grad_norm": 2.711479638497507, + "learning_rate": 3.0831038701927394e-06, + "loss": 0.8956, + "step": 4689 + }, + { + "epoch": 0.3383716316150211, + "grad_norm": 5.473207411965094, + "learning_rate": 3.0827109465153597e-06, + "loss": 0.8645, + "step": 4690 + }, + { + "epoch": 0.3384437790844486, + "grad_norm": 2.229654300391738, + "learning_rate": 3.0823179637151437e-06, + "loss": 1.0307, + "step": 4691 + }, + { + "epoch": 0.33851592655387613, + "grad_norm": 2.6373164650937215, + "learning_rate": 3.0819249218135495e-06, + "loss": 0.9462, + "step": 4692 + }, + { + "epoch": 0.33858807402330365, + "grad_norm": 4.404643963249829, + "learning_rate": 3.081531820832041e-06, + "loss": 1.0272, + "step": 4693 + }, + { + "epoch": 0.3386602214927311, + "grad_norm": 3.25559574517566, + "learning_rate": 3.081138660792084e-06, + "loss": 1.0526, + "step": 4694 + }, + { + "epoch": 0.33873236896215864, + "grad_norm": 0.7197778649854016, + "learning_rate": 3.080745441715146e-06, + "loss": 0.8753, + "step": 4695 + }, + { + "epoch": 0.33880451643158616, + "grad_norm": 4.820171830212936, + "learning_rate": 3.0803521636227005e-06, + "loss": 0.9705, + "step": 4696 + }, + { + "epoch": 0.3388766639010137, + "grad_norm": 4.776881597190693, + "learning_rate": 3.0799588265362228e-06, + "loss": 0.9562, + "step": 4697 + }, + { + "epoch": 0.3389488113704412, + "grad_norm": 3.3371726972128593, + "learning_rate": 3.079565430477192e-06, + "loss": 0.9744, + "step": 4698 + }, + { + "epoch": 0.3390209588398687, + "grad_norm": 3.8301169681865113, + "learning_rate": 3.079171975467089e-06, + "loss": 1.021, + "step": 4699 + }, + { + "epoch": 0.3390931063092962, + "grad_norm": 3.1577554266300645, + "learning_rate": 3.078778461527399e-06, + "loss": 0.9347, + "step": 4700 + }, + { + "epoch": 0.3391652537787237, + "grad_norm": 0.6972839823210997, + "learning_rate": 3.078384888679611e-06, + "loss": 0.8481, + "step": 4701 + }, + { + "epoch": 0.3392374012481512, + "grad_norm": 0.7545959796263573, + "learning_rate": 3.0779912569452164e-06, + "loss": 0.8819, + "step": 4702 + }, + { + "epoch": 0.33930954871757874, + "grad_norm": 4.488242153332764, + "learning_rate": 3.0775975663457096e-06, + "loss": 0.8924, + "step": 4703 + }, + { + "epoch": 0.33938169618700625, + "grad_norm": 1.994532323434304, + "learning_rate": 3.077203816902589e-06, + "loss": 0.9064, + "step": 4704 + }, + { + "epoch": 0.3394538436564338, + "grad_norm": 3.084786424956784, + "learning_rate": 3.0768100086373557e-06, + "loss": 1.043, + "step": 4705 + }, + { + "epoch": 0.33952599112586124, + "grad_norm": 2.3254566646549732, + "learning_rate": 3.0764161415715133e-06, + "loss": 1.0244, + "step": 4706 + }, + { + "epoch": 0.33959813859528876, + "grad_norm": 4.29270705170841, + "learning_rate": 3.0760222157265705e-06, + "loss": 0.9378, + "step": 4707 + }, + { + "epoch": 0.3396702860647163, + "grad_norm": 2.7023401609398596, + "learning_rate": 3.075628231124039e-06, + "loss": 1.0668, + "step": 4708 + }, + { + "epoch": 0.3397424335341438, + "grad_norm": 2.6094224205961956, + "learning_rate": 3.0752341877854306e-06, + "loss": 1.092, + "step": 4709 + }, + { + "epoch": 0.3398145810035713, + "grad_norm": 3.188885256875599, + "learning_rate": 3.074840085732264e-06, + "loss": 0.9083, + "step": 4710 + }, + { + "epoch": 0.33988672847299883, + "grad_norm": 2.409453897136855, + "learning_rate": 3.074445924986059e-06, + "loss": 0.9347, + "step": 4711 + }, + { + "epoch": 0.3399588759424263, + "grad_norm": 1.97908197188274, + "learning_rate": 3.074051705568339e-06, + "loss": 1.0458, + "step": 4712 + }, + { + "epoch": 0.3400310234118538, + "grad_norm": 2.9285070864158733, + "learning_rate": 3.0736574275006318e-06, + "loss": 1.1105, + "step": 4713 + }, + { + "epoch": 0.34010317088128134, + "grad_norm": 2.4668826996649535, + "learning_rate": 3.073263090804468e-06, + "loss": 1.0038, + "step": 4714 + }, + { + "epoch": 0.34017531835070886, + "grad_norm": 2.358823497053708, + "learning_rate": 3.072868695501378e-06, + "loss": 0.9987, + "step": 4715 + }, + { + "epoch": 0.3402474658201364, + "grad_norm": 7.430947374449366, + "learning_rate": 3.0724742416129015e-06, + "loss": 0.9916, + "step": 4716 + }, + { + "epoch": 0.3403196132895639, + "grad_norm": 0.9243102156587464, + "learning_rate": 3.0720797291605757e-06, + "loss": 0.9215, + "step": 4717 + }, + { + "epoch": 0.34039176075899136, + "grad_norm": 2.581535534156237, + "learning_rate": 3.0716851581659455e-06, + "loss": 1.0283, + "step": 4718 + }, + { + "epoch": 0.3404639082284189, + "grad_norm": 2.6483273103460245, + "learning_rate": 3.0712905286505565e-06, + "loss": 0.8949, + "step": 4719 + }, + { + "epoch": 0.3405360556978464, + "grad_norm": 4.920006775890119, + "learning_rate": 3.0708958406359564e-06, + "loss": 1.0881, + "step": 4720 + }, + { + "epoch": 0.3406082031672739, + "grad_norm": 0.6972154444313998, + "learning_rate": 3.070501094143699e-06, + "loss": 0.8669, + "step": 4721 + }, + { + "epoch": 0.34068035063670143, + "grad_norm": 2.988030716111333, + "learning_rate": 3.0701062891953405e-06, + "loss": 1.0197, + "step": 4722 + }, + { + "epoch": 0.34075249810612895, + "grad_norm": 0.6976105080162015, + "learning_rate": 3.0697114258124383e-06, + "loss": 0.8056, + "step": 4723 + }, + { + "epoch": 0.3408246455755564, + "grad_norm": 2.123833167663167, + "learning_rate": 3.069316504016555e-06, + "loss": 0.9706, + "step": 4724 + }, + { + "epoch": 0.34089679304498394, + "grad_norm": 5.422529637285197, + "learning_rate": 3.068921523829257e-06, + "loss": 1.0542, + "step": 4725 + }, + { + "epoch": 0.34096894051441146, + "grad_norm": 3.1525481014832315, + "learning_rate": 3.0685264852721104e-06, + "loss": 1.0178, + "step": 4726 + }, + { + "epoch": 0.341041087983839, + "grad_norm": 3.1469088267503706, + "learning_rate": 3.068131388366688e-06, + "loss": 0.9438, + "step": 4727 + }, + { + "epoch": 0.3411132354532665, + "grad_norm": 3.0663594430643357, + "learning_rate": 3.067736233134565e-06, + "loss": 0.9777, + "step": 4728 + }, + { + "epoch": 0.341185382922694, + "grad_norm": 2.334793780448907, + "learning_rate": 3.067341019597318e-06, + "loss": 0.9261, + "step": 4729 + }, + { + "epoch": 0.3412575303921215, + "grad_norm": 4.467493053872761, + "learning_rate": 3.0669457477765304e-06, + "loss": 0.9368, + "step": 4730 + }, + { + "epoch": 0.341329677861549, + "grad_norm": 3.0724422454992886, + "learning_rate": 3.066550417693785e-06, + "loss": 0.9362, + "step": 4731 + }, + { + "epoch": 0.3414018253309765, + "grad_norm": 0.8516175138569174, + "learning_rate": 3.0661550293706686e-06, + "loss": 0.8869, + "step": 4732 + }, + { + "epoch": 0.34147397280040404, + "grad_norm": 2.316628250883017, + "learning_rate": 3.0657595828287735e-06, + "loss": 1.0495, + "step": 4733 + }, + { + "epoch": 0.34154612026983155, + "grad_norm": 24.467163502207402, + "learning_rate": 3.065364078089693e-06, + "loss": 0.9961, + "step": 4734 + }, + { + "epoch": 0.341618267739259, + "grad_norm": 3.4982807841601593, + "learning_rate": 3.064968515175024e-06, + "loss": 0.8334, + "step": 4735 + }, + { + "epoch": 0.34169041520868654, + "grad_norm": 3.1642255576233187, + "learning_rate": 3.064572894106366e-06, + "loss": 1.0271, + "step": 4736 + }, + { + "epoch": 0.34176256267811406, + "grad_norm": 3.0317623059449326, + "learning_rate": 3.0641772149053244e-06, + "loss": 0.9697, + "step": 4737 + }, + { + "epoch": 0.3418347101475416, + "grad_norm": 4.2814622812477365, + "learning_rate": 3.063781477593504e-06, + "loss": 1.0639, + "step": 4738 + }, + { + "epoch": 0.3419068576169691, + "grad_norm": 3.083796200075659, + "learning_rate": 3.0633856821925146e-06, + "loss": 1.0135, + "step": 4739 + }, + { + "epoch": 0.3419790050863966, + "grad_norm": 1.8664441404652132, + "learning_rate": 3.06298982872397e-06, + "loss": 1.0079, + "step": 4740 + }, + { + "epoch": 0.3420511525558241, + "grad_norm": 2.587631730858999, + "learning_rate": 3.062593917209486e-06, + "loss": 0.9374, + "step": 4741 + }, + { + "epoch": 0.3421233000252516, + "grad_norm": 2.6751971198922035, + "learning_rate": 3.0621979476706815e-06, + "loss": 0.9479, + "step": 4742 + }, + { + "epoch": 0.3421954474946791, + "grad_norm": 2.442687554396452, + "learning_rate": 3.0618019201291795e-06, + "loss": 0.9532, + "step": 4743 + }, + { + "epoch": 0.34226759496410664, + "grad_norm": 3.3968486711171306, + "learning_rate": 3.0614058346066046e-06, + "loss": 0.9888, + "step": 4744 + }, + { + "epoch": 0.34233974243353416, + "grad_norm": 0.7444721594755112, + "learning_rate": 3.0610096911245872e-06, + "loss": 0.8396, + "step": 4745 + }, + { + "epoch": 0.3424118899029617, + "grad_norm": 3.4585578263431103, + "learning_rate": 3.0606134897047586e-06, + "loss": 0.8937, + "step": 4746 + }, + { + "epoch": 0.34248403737238914, + "grad_norm": 2.7514622008777234, + "learning_rate": 3.060217230368752e-06, + "loss": 1.0451, + "step": 4747 + }, + { + "epoch": 0.34255618484181666, + "grad_norm": 2.9683060163482895, + "learning_rate": 3.0598209131382085e-06, + "loss": 1.0826, + "step": 4748 + }, + { + "epoch": 0.3426283323112442, + "grad_norm": 6.696565277157423, + "learning_rate": 3.059424538034768e-06, + "loss": 0.9851, + "step": 4749 + }, + { + "epoch": 0.3427004797806717, + "grad_norm": 2.2456254819279704, + "learning_rate": 3.059028105080075e-06, + "loss": 1.0369, + "step": 4750 + }, + { + "epoch": 0.3427726272500992, + "grad_norm": 2.920102321190671, + "learning_rate": 3.058631614295778e-06, + "loss": 0.9967, + "step": 4751 + }, + { + "epoch": 0.34284477471952673, + "grad_norm": 4.194573420772484, + "learning_rate": 3.0582350657035276e-06, + "loss": 0.9836, + "step": 4752 + }, + { + "epoch": 0.3429169221889542, + "grad_norm": 2.757775325362496, + "learning_rate": 3.0578384593249774e-06, + "loss": 1.062, + "step": 4753 + }, + { + "epoch": 0.3429890696583817, + "grad_norm": 2.7391491003104758, + "learning_rate": 3.057441795181785e-06, + "loss": 0.8974, + "step": 4754 + }, + { + "epoch": 0.34306121712780924, + "grad_norm": 3.309110382710643, + "learning_rate": 3.05704507329561e-06, + "loss": 0.9591, + "step": 4755 + }, + { + "epoch": 0.34313336459723676, + "grad_norm": 3.818148196885677, + "learning_rate": 3.056648293688117e-06, + "loss": 0.9901, + "step": 4756 + }, + { + "epoch": 0.3432055120666643, + "grad_norm": 2.0025558829635917, + "learning_rate": 3.056251456380973e-06, + "loss": 0.944, + "step": 4757 + }, + { + "epoch": 0.3432776595360918, + "grad_norm": 3.4047851212377203, + "learning_rate": 3.055854561395846e-06, + "loss": 0.9995, + "step": 4758 + }, + { + "epoch": 0.34334980700551926, + "grad_norm": 2.151441547703496, + "learning_rate": 3.055457608754411e-06, + "loss": 0.9871, + "step": 4759 + }, + { + "epoch": 0.3434219544749468, + "grad_norm": 2.27108716566813, + "learning_rate": 3.0550605984783426e-06, + "loss": 0.9617, + "step": 4760 + }, + { + "epoch": 0.3434941019443743, + "grad_norm": 5.7123447255206505, + "learning_rate": 3.054663530589321e-06, + "loss": 0.9631, + "step": 4761 + }, + { + "epoch": 0.3435662494138018, + "grad_norm": 15.127090687923573, + "learning_rate": 3.054266405109028e-06, + "loss": 0.8987, + "step": 4762 + }, + { + "epoch": 0.34363839688322934, + "grad_norm": 2.342437987265005, + "learning_rate": 3.053869222059149e-06, + "loss": 1.0261, + "step": 4763 + }, + { + "epoch": 0.34371054435265685, + "grad_norm": 4.660500448966232, + "learning_rate": 3.0534719814613737e-06, + "loss": 1.0036, + "step": 4764 + }, + { + "epoch": 0.3437826918220843, + "grad_norm": 4.914175447703363, + "learning_rate": 3.0530746833373933e-06, + "loss": 1.0286, + "step": 4765 + }, + { + "epoch": 0.34385483929151184, + "grad_norm": 2.5073725709645234, + "learning_rate": 3.0526773277089022e-06, + "loss": 0.9699, + "step": 4766 + }, + { + "epoch": 0.34392698676093936, + "grad_norm": 2.7151987845357985, + "learning_rate": 3.0522799145975993e-06, + "loss": 1.0024, + "step": 4767 + }, + { + "epoch": 0.3439991342303669, + "grad_norm": 3.342300956694299, + "learning_rate": 3.051882444025186e-06, + "loss": 1.0406, + "step": 4768 + }, + { + "epoch": 0.3440712816997944, + "grad_norm": 1.9180084659481065, + "learning_rate": 3.051484916013366e-06, + "loss": 0.92, + "step": 4769 + }, + { + "epoch": 0.3441434291692219, + "grad_norm": 3.5402281738280816, + "learning_rate": 3.051087330583847e-06, + "loss": 0.9081, + "step": 4770 + }, + { + "epoch": 0.3442155766386494, + "grad_norm": 3.9091612686535226, + "learning_rate": 3.0506896877583404e-06, + "loss": 1.0233, + "step": 4771 + }, + { + "epoch": 0.3442877241080769, + "grad_norm": 11.023805694595106, + "learning_rate": 3.0502919875585595e-06, + "loss": 0.9411, + "step": 4772 + }, + { + "epoch": 0.3443598715775044, + "grad_norm": 2.6208956283985243, + "learning_rate": 3.0498942300062213e-06, + "loss": 1.014, + "step": 4773 + }, + { + "epoch": 0.34443201904693194, + "grad_norm": 6.764033388043006, + "learning_rate": 3.0494964151230455e-06, + "loss": 1.0047, + "step": 4774 + }, + { + "epoch": 0.34450416651635946, + "grad_norm": 2.555521697589474, + "learning_rate": 3.049098542930755e-06, + "loss": 1.0246, + "step": 4775 + }, + { + "epoch": 0.344576313985787, + "grad_norm": 3.7960378720853343, + "learning_rate": 3.0487006134510774e-06, + "loss": 1.0213, + "step": 4776 + }, + { + "epoch": 0.34464846145521444, + "grad_norm": 5.235601389680186, + "learning_rate": 3.048302626705742e-06, + "loss": 0.895, + "step": 4777 + }, + { + "epoch": 0.34472060892464196, + "grad_norm": 2.077126743649937, + "learning_rate": 3.0479045827164797e-06, + "loss": 0.9267, + "step": 4778 + }, + { + "epoch": 0.3447927563940695, + "grad_norm": 2.6455237640542064, + "learning_rate": 3.047506481505028e-06, + "loss": 0.8963, + "step": 4779 + }, + { + "epoch": 0.344864903863497, + "grad_norm": 2.090753033057529, + "learning_rate": 3.047108323093125e-06, + "loss": 0.9477, + "step": 4780 + }, + { + "epoch": 0.3449370513329245, + "grad_norm": 4.940884552808796, + "learning_rate": 3.0467101075025124e-06, + "loss": 0.9699, + "step": 4781 + }, + { + "epoch": 0.34500919880235204, + "grad_norm": 2.5720598490442304, + "learning_rate": 3.0463118347549354e-06, + "loss": 0.9701, + "step": 4782 + }, + { + "epoch": 0.3450813462717795, + "grad_norm": 2.7108600176641127, + "learning_rate": 3.045913504872143e-06, + "loss": 0.9873, + "step": 4783 + }, + { + "epoch": 0.345153493741207, + "grad_norm": 4.597404012834478, + "learning_rate": 3.045515117875886e-06, + "loss": 0.9083, + "step": 4784 + }, + { + "epoch": 0.34522564121063454, + "grad_norm": 2.6947512719589928, + "learning_rate": 3.0451166737879186e-06, + "loss": 1.0054, + "step": 4785 + }, + { + "epoch": 0.34529778868006206, + "grad_norm": 2.438987278190739, + "learning_rate": 3.0447181726299987e-06, + "loss": 1.0301, + "step": 4786 + }, + { + "epoch": 0.3453699361494896, + "grad_norm": 1.881210468675319, + "learning_rate": 3.0443196144238866e-06, + "loss": 1.0305, + "step": 4787 + }, + { + "epoch": 0.34544208361891704, + "grad_norm": 3.699763579161108, + "learning_rate": 3.0439209991913463e-06, + "loss": 0.9936, + "step": 4788 + }, + { + "epoch": 0.34551423108834456, + "grad_norm": 2.301221614333119, + "learning_rate": 3.043522326954145e-06, + "loss": 0.9983, + "step": 4789 + }, + { + "epoch": 0.3455863785577721, + "grad_norm": 2.654920806422068, + "learning_rate": 3.043123597734052e-06, + "loss": 1.064, + "step": 4790 + }, + { + "epoch": 0.3456585260271996, + "grad_norm": 2.2164862461330266, + "learning_rate": 3.042724811552841e-06, + "loss": 1.0373, + "step": 4791 + }, + { + "epoch": 0.3457306734966271, + "grad_norm": 8.908090715759203, + "learning_rate": 3.0423259684322878e-06, + "loss": 0.9726, + "step": 4792 + }, + { + "epoch": 0.34580282096605464, + "grad_norm": 2.6807341463971524, + "learning_rate": 3.0419270683941723e-06, + "loss": 0.9024, + "step": 4793 + }, + { + "epoch": 0.3458749684354821, + "grad_norm": 3.3033422884032206, + "learning_rate": 3.0415281114602765e-06, + "loss": 1.0184, + "step": 4794 + }, + { + "epoch": 0.3459471159049096, + "grad_norm": 2.6277525865863085, + "learning_rate": 3.041129097652386e-06, + "loss": 0.9668, + "step": 4795 + }, + { + "epoch": 0.34601926337433714, + "grad_norm": 2.2950470585870675, + "learning_rate": 3.0407300269922904e-06, + "loss": 0.9622, + "step": 4796 + }, + { + "epoch": 0.34609141084376466, + "grad_norm": 6.538430095614266, + "learning_rate": 3.04033089950178e-06, + "loss": 0.9113, + "step": 4797 + }, + { + "epoch": 0.3461635583131922, + "grad_norm": 2.4298639264096042, + "learning_rate": 3.0399317152026504e-06, + "loss": 0.9929, + "step": 4798 + }, + { + "epoch": 0.3462357057826197, + "grad_norm": 3.8504568993088415, + "learning_rate": 3.0395324741166997e-06, + "loss": 1.0719, + "step": 4799 + }, + { + "epoch": 0.34630785325204716, + "grad_norm": 4.200130941983782, + "learning_rate": 3.0391331762657285e-06, + "loss": 0.9591, + "step": 4800 + }, + { + "epoch": 0.3463800007214747, + "grad_norm": 3.0119033539199913, + "learning_rate": 3.038733821671542e-06, + "loss": 0.9526, + "step": 4801 + }, + { + "epoch": 0.3464521481909022, + "grad_norm": 0.6928452855922858, + "learning_rate": 3.0383344103559464e-06, + "loss": 0.8648, + "step": 4802 + }, + { + "epoch": 0.3465242956603297, + "grad_norm": 2.1705596014177737, + "learning_rate": 3.037934942340752e-06, + "loss": 1.0482, + "step": 4803 + }, + { + "epoch": 0.34659644312975724, + "grad_norm": 2.4837942344285917, + "learning_rate": 3.0375354176477733e-06, + "loss": 0.9598, + "step": 4804 + }, + { + "epoch": 0.34666859059918476, + "grad_norm": 0.8068418459651694, + "learning_rate": 3.0371358362988257e-06, + "loss": 0.9045, + "step": 4805 + }, + { + "epoch": 0.3467407380686122, + "grad_norm": 4.972361469746083, + "learning_rate": 3.0367361983157297e-06, + "loss": 0.9912, + "step": 4806 + }, + { + "epoch": 0.34681288553803974, + "grad_norm": 3.126838753471301, + "learning_rate": 3.0363365037203084e-06, + "loss": 0.8251, + "step": 4807 + }, + { + "epoch": 0.34688503300746726, + "grad_norm": 3.7133460008917654, + "learning_rate": 3.0359367525343862e-06, + "loss": 0.9345, + "step": 4808 + }, + { + "epoch": 0.3469571804768948, + "grad_norm": 2.5157291556647876, + "learning_rate": 3.0355369447797927e-06, + "loss": 1.0026, + "step": 4809 + }, + { + "epoch": 0.3470293279463223, + "grad_norm": 5.052519768285042, + "learning_rate": 3.0351370804783604e-06, + "loss": 0.9891, + "step": 4810 + }, + { + "epoch": 0.3471014754157498, + "grad_norm": 2.8256886140901702, + "learning_rate": 3.034737159651924e-06, + "loss": 0.9048, + "step": 4811 + }, + { + "epoch": 0.3471736228851773, + "grad_norm": 4.068720354244676, + "learning_rate": 3.034337182322322e-06, + "loss": 0.9921, + "step": 4812 + }, + { + "epoch": 0.3472457703546048, + "grad_norm": 2.965784137343176, + "learning_rate": 3.0339371485113957e-06, + "loss": 1.035, + "step": 4813 + }, + { + "epoch": 0.3473179178240323, + "grad_norm": 3.5515258142713866, + "learning_rate": 3.0335370582409887e-06, + "loss": 0.8583, + "step": 4814 + }, + { + "epoch": 0.34739006529345984, + "grad_norm": 1.9513578431302139, + "learning_rate": 3.0331369115329493e-06, + "loss": 0.9398, + "step": 4815 + }, + { + "epoch": 0.34746221276288736, + "grad_norm": 2.3352005730688705, + "learning_rate": 3.0327367084091275e-06, + "loss": 0.9613, + "step": 4816 + }, + { + "epoch": 0.3475343602323149, + "grad_norm": 3.115281059848075, + "learning_rate": 3.032336448891377e-06, + "loss": 1.0151, + "step": 4817 + }, + { + "epoch": 0.34760650770174234, + "grad_norm": 2.903853710357115, + "learning_rate": 3.0319361330015554e-06, + "loss": 1.0487, + "step": 4818 + }, + { + "epoch": 0.34767865517116986, + "grad_norm": 4.491342056991472, + "learning_rate": 3.0315357607615205e-06, + "loss": 0.9157, + "step": 4819 + }, + { + "epoch": 0.3477508026405974, + "grad_norm": 4.6119871852064795, + "learning_rate": 3.0311353321931366e-06, + "loss": 1.0536, + "step": 4820 + }, + { + "epoch": 0.3478229501100249, + "grad_norm": 2.948641810290057, + "learning_rate": 3.03073484731827e-06, + "loss": 1.0266, + "step": 4821 + }, + { + "epoch": 0.3478950975794524, + "grad_norm": 2.959522563473868, + "learning_rate": 3.0303343061587884e-06, + "loss": 1.0465, + "step": 4822 + }, + { + "epoch": 0.34796724504887994, + "grad_norm": 2.206913713684438, + "learning_rate": 3.0299337087365645e-06, + "loss": 0.925, + "step": 4823 + }, + { + "epoch": 0.3480393925183074, + "grad_norm": 5.101377054439566, + "learning_rate": 3.0295330550734743e-06, + "loss": 0.9728, + "step": 4824 + }, + { + "epoch": 0.3481115399877349, + "grad_norm": 2.6621134051980224, + "learning_rate": 3.029132345191394e-06, + "loss": 0.9583, + "step": 4825 + }, + { + "epoch": 0.34818368745716244, + "grad_norm": 2.807493203784193, + "learning_rate": 3.0287315791122075e-06, + "loss": 1.0454, + "step": 4826 + }, + { + "epoch": 0.34825583492658996, + "grad_norm": 2.7795350863360397, + "learning_rate": 3.0283307568577963e-06, + "loss": 0.9207, + "step": 4827 + }, + { + "epoch": 0.3483279823960175, + "grad_norm": 3.287345383637941, + "learning_rate": 3.02792987845005e-06, + "loss": 0.96, + "step": 4828 + }, + { + "epoch": 0.348400129865445, + "grad_norm": 0.7965622082332228, + "learning_rate": 3.027528943910858e-06, + "loss": 0.9344, + "step": 4829 + }, + { + "epoch": 0.34847227733487246, + "grad_norm": 3.1666136452770157, + "learning_rate": 3.027127953262114e-06, + "loss": 0.9537, + "step": 4830 + }, + { + "epoch": 0.3485444248043, + "grad_norm": 0.7232373762060843, + "learning_rate": 3.026726906525715e-06, + "loss": 0.8675, + "step": 4831 + }, + { + "epoch": 0.3486165722737275, + "grad_norm": 40.90611720518934, + "learning_rate": 3.0263258037235604e-06, + "loss": 1.0233, + "step": 4832 + }, + { + "epoch": 0.348688719743155, + "grad_norm": 2.802864098288196, + "learning_rate": 3.025924644877553e-06, + "loss": 0.9891, + "step": 4833 + }, + { + "epoch": 0.34876086721258254, + "grad_norm": 3.5570464303346045, + "learning_rate": 3.0255234300095983e-06, + "loss": 1.0516, + "step": 4834 + }, + { + "epoch": 0.34883301468201, + "grad_norm": 3.1413884539741668, + "learning_rate": 3.025122159141606e-06, + "loss": 1.0056, + "step": 4835 + }, + { + "epoch": 0.3489051621514375, + "grad_norm": 4.940073429133366, + "learning_rate": 3.024720832295487e-06, + "loss": 0.9287, + "step": 4836 + }, + { + "epoch": 0.34897730962086504, + "grad_norm": 2.8227954195642466, + "learning_rate": 3.0243194494931567e-06, + "loss": 1.1065, + "step": 4837 + }, + { + "epoch": 0.34904945709029256, + "grad_norm": 0.778112520171438, + "learning_rate": 3.0239180107565337e-06, + "loss": 0.8607, + "step": 4838 + }, + { + "epoch": 0.3491216045597201, + "grad_norm": 2.8608951384211885, + "learning_rate": 3.023516516107538e-06, + "loss": 0.961, + "step": 4839 + }, + { + "epoch": 0.3491937520291476, + "grad_norm": 2.5036081978783913, + "learning_rate": 3.0231149655680947e-06, + "loss": 0.9728, + "step": 4840 + }, + { + "epoch": 0.34926589949857506, + "grad_norm": 4.654187251187495, + "learning_rate": 3.0227133591601305e-06, + "loss": 0.9812, + "step": 4841 + }, + { + "epoch": 0.3493380469680026, + "grad_norm": 4.1357330790557905, + "learning_rate": 3.022311696905576e-06, + "loss": 0.8984, + "step": 4842 + }, + { + "epoch": 0.3494101944374301, + "grad_norm": 3.494098729180424, + "learning_rate": 3.0219099788263634e-06, + "loss": 0.9174, + "step": 4843 + }, + { + "epoch": 0.3494823419068576, + "grad_norm": 5.290855385574205, + "learning_rate": 3.02150820494443e-06, + "loss": 1.0222, + "step": 4844 + }, + { + "epoch": 0.34955448937628514, + "grad_norm": 2.1355478261970284, + "learning_rate": 3.0211063752817152e-06, + "loss": 0.9657, + "step": 4845 + }, + { + "epoch": 0.34962663684571266, + "grad_norm": 4.023089999404754, + "learning_rate": 3.0207044898601613e-06, + "loss": 1.0145, + "step": 4846 + }, + { + "epoch": 0.3496987843151401, + "grad_norm": 10.58283618950822, + "learning_rate": 3.0203025487017143e-06, + "loss": 1.0097, + "step": 4847 + }, + { + "epoch": 0.34977093178456764, + "grad_norm": 3.5797359388346885, + "learning_rate": 3.0199005518283212e-06, + "loss": 0.9776, + "step": 4848 + }, + { + "epoch": 0.34984307925399516, + "grad_norm": 5.580607911497208, + "learning_rate": 3.0194984992619346e-06, + "loss": 0.9243, + "step": 4849 + }, + { + "epoch": 0.3499152267234227, + "grad_norm": 3.2233585586533873, + "learning_rate": 3.01909639102451e-06, + "loss": 0.9701, + "step": 4850 + }, + { + "epoch": 0.3499873741928502, + "grad_norm": 0.6600855050186297, + "learning_rate": 3.0186942271380028e-06, + "loss": 0.8142, + "step": 4851 + }, + { + "epoch": 0.3500595216622777, + "grad_norm": 3.1539902859902873, + "learning_rate": 3.0182920076243754e-06, + "loss": 0.9583, + "step": 4852 + }, + { + "epoch": 0.3501316691317052, + "grad_norm": 2.4159574015948215, + "learning_rate": 3.0178897325055914e-06, + "loss": 0.9389, + "step": 4853 + }, + { + "epoch": 0.3502038166011327, + "grad_norm": 2.8944594236618015, + "learning_rate": 3.017487401803617e-06, + "loss": 0.9996, + "step": 4854 + }, + { + "epoch": 0.3502759640705602, + "grad_norm": 2.166900646584981, + "learning_rate": 3.017085015540422e-06, + "loss": 0.9762, + "step": 4855 + }, + { + "epoch": 0.35034811153998774, + "grad_norm": 0.6889351041500055, + "learning_rate": 3.0166825737379796e-06, + "loss": 0.8594, + "step": 4856 + }, + { + "epoch": 0.35042025900941526, + "grad_norm": 3.6282782365374016, + "learning_rate": 3.0162800764182653e-06, + "loss": 0.9517, + "step": 4857 + }, + { + "epoch": 0.3504924064788428, + "grad_norm": 4.173581120952239, + "learning_rate": 3.0158775236032587e-06, + "loss": 0.9408, + "step": 4858 + }, + { + "epoch": 0.35056455394827024, + "grad_norm": 3.674603945611621, + "learning_rate": 3.0154749153149403e-06, + "loss": 0.8998, + "step": 4859 + }, + { + "epoch": 0.35063670141769776, + "grad_norm": 3.475278192815081, + "learning_rate": 3.0150722515752963e-06, + "loss": 1.01, + "step": 4860 + }, + { + "epoch": 0.3507088488871253, + "grad_norm": 1.9734729247186997, + "learning_rate": 3.014669532406315e-06, + "loss": 0.9754, + "step": 4861 + }, + { + "epoch": 0.3507809963565528, + "grad_norm": 0.6750031771408472, + "learning_rate": 3.014266757829986e-06, + "loss": 0.8029, + "step": 4862 + }, + { + "epoch": 0.3508531438259803, + "grad_norm": 2.9562043781268486, + "learning_rate": 3.0138639278683047e-06, + "loss": 0.9649, + "step": 4863 + }, + { + "epoch": 0.35092529129540784, + "grad_norm": 3.313400577985969, + "learning_rate": 3.013461042543266e-06, + "loss": 0.9901, + "step": 4864 + }, + { + "epoch": 0.3509974387648353, + "grad_norm": 2.892921978528377, + "learning_rate": 3.013058101876873e-06, + "loss": 0.9278, + "step": 4865 + }, + { + "epoch": 0.3510695862342628, + "grad_norm": 3.3567204832923014, + "learning_rate": 3.0126551058911266e-06, + "loss": 1.069, + "step": 4866 + }, + { + "epoch": 0.35114173370369034, + "grad_norm": 0.7777985818858325, + "learning_rate": 3.0122520546080336e-06, + "loss": 0.8471, + "step": 4867 + }, + { + "epoch": 0.35121388117311786, + "grad_norm": 1.9861915263840948, + "learning_rate": 3.0118489480496037e-06, + "loss": 0.9565, + "step": 4868 + }, + { + "epoch": 0.3512860286425454, + "grad_norm": 3.5622903862572053, + "learning_rate": 3.011445786237848e-06, + "loss": 0.9612, + "step": 4869 + }, + { + "epoch": 0.3513581761119729, + "grad_norm": 3.429900212740941, + "learning_rate": 3.011042569194782e-06, + "loss": 0.9927, + "step": 4870 + }, + { + "epoch": 0.35143032358140036, + "grad_norm": 2.984795346041578, + "learning_rate": 3.010639296942424e-06, + "loss": 0.9144, + "step": 4871 + }, + { + "epoch": 0.3515024710508279, + "grad_norm": 3.565751850302341, + "learning_rate": 3.0102359695027953e-06, + "loss": 1.0327, + "step": 4872 + }, + { + "epoch": 0.3515746185202554, + "grad_norm": 2.2336663676329396, + "learning_rate": 3.009832586897921e-06, + "loss": 0.9901, + "step": 4873 + }, + { + "epoch": 0.3516467659896829, + "grad_norm": 2.5685098466199885, + "learning_rate": 3.0094291491498267e-06, + "loss": 0.9677, + "step": 4874 + }, + { + "epoch": 0.35171891345911044, + "grad_norm": 2.529013410907512, + "learning_rate": 3.009025656280543e-06, + "loss": 0.9804, + "step": 4875 + }, + { + "epoch": 0.35179106092853796, + "grad_norm": 4.049459567334336, + "learning_rate": 3.0086221083121033e-06, + "loss": 1.0516, + "step": 4876 + }, + { + "epoch": 0.3518632083979654, + "grad_norm": 6.166276077410238, + "learning_rate": 3.008218505266545e-06, + "loss": 0.9878, + "step": 4877 + }, + { + "epoch": 0.35193535586739294, + "grad_norm": 7.800604713669689, + "learning_rate": 3.007814847165906e-06, + "loss": 0.9796, + "step": 4878 + }, + { + "epoch": 0.35200750333682046, + "grad_norm": 0.7921602233163453, + "learning_rate": 3.007411134032229e-06, + "loss": 0.8405, + "step": 4879 + }, + { + "epoch": 0.352079650806248, + "grad_norm": 4.187776015565179, + "learning_rate": 3.0070073658875593e-06, + "loss": 0.8789, + "step": 4880 + }, + { + "epoch": 0.3521517982756755, + "grad_norm": 3.052095137606937, + "learning_rate": 3.006603542753945e-06, + "loss": 0.9899, + "step": 4881 + }, + { + "epoch": 0.352223945745103, + "grad_norm": 3.2452960084175646, + "learning_rate": 3.0061996646534374e-06, + "loss": 0.9671, + "step": 4882 + }, + { + "epoch": 0.3522960932145305, + "grad_norm": 2.1450362592357917, + "learning_rate": 3.0057957316080913e-06, + "loss": 0.9157, + "step": 4883 + }, + { + "epoch": 0.352368240683958, + "grad_norm": 2.554980060029279, + "learning_rate": 3.005391743639964e-06, + "loss": 0.9686, + "step": 4884 + }, + { + "epoch": 0.3524403881533855, + "grad_norm": 4.627704139134786, + "learning_rate": 3.0049877007711145e-06, + "loss": 1.0414, + "step": 4885 + }, + { + "epoch": 0.35251253562281304, + "grad_norm": 3.6118101682321586, + "learning_rate": 3.0045836030236076e-06, + "loss": 0.8966, + "step": 4886 + }, + { + "epoch": 0.35258468309224056, + "grad_norm": 4.872752723148605, + "learning_rate": 3.0041794504195085e-06, + "loss": 0.9209, + "step": 4887 + }, + { + "epoch": 0.352656830561668, + "grad_norm": 4.015516702698227, + "learning_rate": 3.003775242980887e-06, + "loss": 1.1021, + "step": 4888 + }, + { + "epoch": 0.35272897803109554, + "grad_norm": 2.256276594940429, + "learning_rate": 3.0033709807298164e-06, + "loss": 0.9385, + "step": 4889 + }, + { + "epoch": 0.35280112550052306, + "grad_norm": 3.953337652344513, + "learning_rate": 3.00296666368837e-06, + "loss": 1.044, + "step": 4890 + }, + { + "epoch": 0.3528732729699506, + "grad_norm": 4.250461553306616, + "learning_rate": 3.0025622918786272e-06, + "loss": 0.8788, + "step": 4891 + }, + { + "epoch": 0.3529454204393781, + "grad_norm": 2.369170211519194, + "learning_rate": 3.002157865322669e-06, + "loss": 1.0081, + "step": 4892 + }, + { + "epoch": 0.3530175679088056, + "grad_norm": 2.618288998324585, + "learning_rate": 3.0017533840425787e-06, + "loss": 0.9428, + "step": 4893 + }, + { + "epoch": 0.3530897153782331, + "grad_norm": 7.574517655831681, + "learning_rate": 3.0013488480604457e-06, + "loss": 0.8983, + "step": 4894 + }, + { + "epoch": 0.3531618628476606, + "grad_norm": 3.2296182788357117, + "learning_rate": 3.000944257398359e-06, + "loss": 1.0124, + "step": 4895 + }, + { + "epoch": 0.3532340103170881, + "grad_norm": 0.9405664203944097, + "learning_rate": 3.0005396120784107e-06, + "loss": 0.9196, + "step": 4896 + }, + { + "epoch": 0.35330615778651564, + "grad_norm": 3.5011966566974824, + "learning_rate": 3.000134912122699e-06, + "loss": 0.9869, + "step": 4897 + }, + { + "epoch": 0.35337830525594316, + "grad_norm": 4.406694971437104, + "learning_rate": 2.999730157553321e-06, + "loss": 0.8874, + "step": 4898 + }, + { + "epoch": 0.3534504527253707, + "grad_norm": 2.8285801979578546, + "learning_rate": 2.999325348392381e-06, + "loss": 0.9408, + "step": 4899 + }, + { + "epoch": 0.35352260019479814, + "grad_norm": 0.7093617509453295, + "learning_rate": 2.998920484661983e-06, + "loss": 0.884, + "step": 4900 + }, + { + "epoch": 0.35359474766422566, + "grad_norm": 5.733485846745763, + "learning_rate": 2.998515566384235e-06, + "loss": 0.948, + "step": 4901 + }, + { + "epoch": 0.3536668951336532, + "grad_norm": 5.450707891844581, + "learning_rate": 2.9981105935812483e-06, + "loss": 0.9587, + "step": 4902 + }, + { + "epoch": 0.3537390426030807, + "grad_norm": 5.247758841125824, + "learning_rate": 2.9977055662751372e-06, + "loss": 1.0162, + "step": 4903 + }, + { + "epoch": 0.3538111900725082, + "grad_norm": 4.406652553918567, + "learning_rate": 2.9973004844880186e-06, + "loss": 0.9284, + "step": 4904 + }, + { + "epoch": 0.35388333754193574, + "grad_norm": 2.8053798830366934, + "learning_rate": 2.996895348242012e-06, + "loss": 0.8875, + "step": 4905 + }, + { + "epoch": 0.3539554850113632, + "grad_norm": 2.9998105307193725, + "learning_rate": 2.996490157559241e-06, + "loss": 1.0261, + "step": 4906 + }, + { + "epoch": 0.3540276324807907, + "grad_norm": 4.078381058996073, + "learning_rate": 2.9960849124618315e-06, + "loss": 1.0248, + "step": 4907 + }, + { + "epoch": 0.35409977995021824, + "grad_norm": 2.0635454244898765, + "learning_rate": 2.9956796129719116e-06, + "loss": 1.0532, + "step": 4908 + }, + { + "epoch": 0.35417192741964576, + "grad_norm": 5.110568499211397, + "learning_rate": 2.995274259111615e-06, + "loss": 0.9823, + "step": 4909 + }, + { + "epoch": 0.3542440748890733, + "grad_norm": 9.3257683567809, + "learning_rate": 2.9948688509030745e-06, + "loss": 0.951, + "step": 4910 + }, + { + "epoch": 0.3543162223585008, + "grad_norm": 3.0933094674318817, + "learning_rate": 2.9944633883684293e-06, + "loss": 0.8066, + "step": 4911 + }, + { + "epoch": 0.35438836982792826, + "grad_norm": 19.23068972996638, + "learning_rate": 2.9940578715298204e-06, + "loss": 1.0431, + "step": 4912 + }, + { + "epoch": 0.3544605172973558, + "grad_norm": 3.140036760345847, + "learning_rate": 2.99365230040939e-06, + "loss": 1.0084, + "step": 4913 + }, + { + "epoch": 0.3545326647667833, + "grad_norm": 2.5330331432103392, + "learning_rate": 2.9932466750292866e-06, + "loss": 1.0107, + "step": 4914 + }, + { + "epoch": 0.3546048122362108, + "grad_norm": 2.5827080882638187, + "learning_rate": 2.992840995411659e-06, + "loss": 0.9601, + "step": 4915 + }, + { + "epoch": 0.35467695970563834, + "grad_norm": 0.829637872968209, + "learning_rate": 2.9924352615786597e-06, + "loss": 0.8677, + "step": 4916 + }, + { + "epoch": 0.35474910717506586, + "grad_norm": 5.216286631788517, + "learning_rate": 2.992029473552445e-06, + "loss": 0.927, + "step": 4917 + }, + { + "epoch": 0.3548212546444933, + "grad_norm": 3.7603461909712714, + "learning_rate": 2.991623631355173e-06, + "loss": 0.9867, + "step": 4918 + }, + { + "epoch": 0.35489340211392084, + "grad_norm": 47.15514463996081, + "learning_rate": 2.991217735009005e-06, + "loss": 0.9578, + "step": 4919 + }, + { + "epoch": 0.35496554958334836, + "grad_norm": 4.307370659850714, + "learning_rate": 2.9908117845361064e-06, + "loss": 1.0067, + "step": 4920 + }, + { + "epoch": 0.3550376970527759, + "grad_norm": 2.2089914984550263, + "learning_rate": 2.990405779958644e-06, + "loss": 1.0186, + "step": 4921 + }, + { + "epoch": 0.3551098445222034, + "grad_norm": 2.2796764433646906, + "learning_rate": 2.9899997212987882e-06, + "loss": 0.9557, + "step": 4922 + }, + { + "epoch": 0.3551819919916309, + "grad_norm": 1.99869715455545, + "learning_rate": 2.9895936085787126e-06, + "loss": 0.86, + "step": 4923 + }, + { + "epoch": 0.3552541394610584, + "grad_norm": 3.304647386816979, + "learning_rate": 2.9891874418205934e-06, + "loss": 1.0486, + "step": 4924 + }, + { + "epoch": 0.3553262869304859, + "grad_norm": 1.9224427787886627, + "learning_rate": 2.9887812210466097e-06, + "loss": 0.9897, + "step": 4925 + }, + { + "epoch": 0.3553984343999134, + "grad_norm": 3.4640088371005553, + "learning_rate": 2.988374946278943e-06, + "loss": 1.048, + "step": 4926 + }, + { + "epoch": 0.35547058186934094, + "grad_norm": 3.020277950051758, + "learning_rate": 2.987968617539781e-06, + "loss": 0.8744, + "step": 4927 + }, + { + "epoch": 0.35554272933876846, + "grad_norm": 2.619238115582817, + "learning_rate": 2.9875622348513096e-06, + "loss": 0.9456, + "step": 4928 + }, + { + "epoch": 0.355614876808196, + "grad_norm": 3.6224483849091027, + "learning_rate": 2.9871557982357194e-06, + "loss": 0.9306, + "step": 4929 + }, + { + "epoch": 0.35568702427762344, + "grad_norm": 2.085620870383212, + "learning_rate": 2.9867493077152066e-06, + "loss": 0.9604, + "step": 4930 + }, + { + "epoch": 0.35575917174705096, + "grad_norm": 2.3734267193748435, + "learning_rate": 2.9863427633119664e-06, + "loss": 1.051, + "step": 4931 + }, + { + "epoch": 0.3558313192164785, + "grad_norm": 3.0832337715639246, + "learning_rate": 2.9859361650481994e-06, + "loss": 0.9318, + "step": 4932 + }, + { + "epoch": 0.355903466685906, + "grad_norm": 0.7486624314012016, + "learning_rate": 2.985529512946108e-06, + "loss": 0.8165, + "step": 4933 + }, + { + "epoch": 0.3559756141553335, + "grad_norm": 0.7111697813093546, + "learning_rate": 2.985122807027898e-06, + "loss": 0.8332, + "step": 4934 + }, + { + "epoch": 0.35604776162476104, + "grad_norm": 2.41359995141995, + "learning_rate": 2.984716047315779e-06, + "loss": 0.9522, + "step": 4935 + }, + { + "epoch": 0.3561199090941885, + "grad_norm": 2.1651155959846187, + "learning_rate": 2.984309233831961e-06, + "loss": 1.0237, + "step": 4936 + }, + { + "epoch": 0.356192056563616, + "grad_norm": 3.7184464787587124, + "learning_rate": 2.9839023665986603e-06, + "loss": 0.9693, + "step": 4937 + }, + { + "epoch": 0.35626420403304354, + "grad_norm": 2.089668052631908, + "learning_rate": 2.9834954456380934e-06, + "loss": 0.9563, + "step": 4938 + }, + { + "epoch": 0.35633635150247106, + "grad_norm": 3.1326158419026506, + "learning_rate": 2.9830884709724812e-06, + "loss": 1.0053, + "step": 4939 + }, + { + "epoch": 0.3564084989718986, + "grad_norm": 2.8593654945090465, + "learning_rate": 2.9826814426240465e-06, + "loss": 0.999, + "step": 4940 + }, + { + "epoch": 0.35648064644132604, + "grad_norm": 2.502810043350902, + "learning_rate": 2.982274360615016e-06, + "loss": 0.8717, + "step": 4941 + }, + { + "epoch": 0.35655279391075356, + "grad_norm": 2.68324590702468, + "learning_rate": 2.9818672249676194e-06, + "loss": 0.9452, + "step": 4942 + }, + { + "epoch": 0.3566249413801811, + "grad_norm": 2.07841994408222, + "learning_rate": 2.9814600357040882e-06, + "loss": 0.8773, + "step": 4943 + }, + { + "epoch": 0.3566970888496086, + "grad_norm": 5.5825881840343134, + "learning_rate": 2.9810527928466577e-06, + "loss": 1.0471, + "step": 4944 + }, + { + "epoch": 0.3567692363190361, + "grad_norm": 2.9637035645218255, + "learning_rate": 2.9806454964175654e-06, + "loss": 1.037, + "step": 4945 + }, + { + "epoch": 0.35684138378846364, + "grad_norm": 3.2568306666936357, + "learning_rate": 2.9802381464390536e-06, + "loss": 0.9971, + "step": 4946 + }, + { + "epoch": 0.3569135312578911, + "grad_norm": 0.7231517845475199, + "learning_rate": 2.979830742933365e-06, + "loss": 0.8385, + "step": 4947 + }, + { + "epoch": 0.3569856787273186, + "grad_norm": 2.8840334407968085, + "learning_rate": 2.9794232859227466e-06, + "loss": 1.0455, + "step": 4948 + }, + { + "epoch": 0.35705782619674614, + "grad_norm": 4.142492254752986, + "learning_rate": 2.9790157754294477e-06, + "loss": 1.0262, + "step": 4949 + }, + { + "epoch": 0.35712997366617366, + "grad_norm": 13.917186491312975, + "learning_rate": 2.9786082114757225e-06, + "loss": 0.9785, + "step": 4950 + }, + { + "epoch": 0.3572021211356012, + "grad_norm": 2.508876111520165, + "learning_rate": 2.978200594083825e-06, + "loss": 0.9389, + "step": 4951 + }, + { + "epoch": 0.3572742686050287, + "grad_norm": 3.1720349501696314, + "learning_rate": 2.977792923276014e-06, + "loss": 1.0584, + "step": 4952 + }, + { + "epoch": 0.35734641607445616, + "grad_norm": 2.365040324635523, + "learning_rate": 2.977385199074552e-06, + "loss": 1.0491, + "step": 4953 + }, + { + "epoch": 0.3574185635438837, + "grad_norm": 7.1993202206461335, + "learning_rate": 2.9769774215017016e-06, + "loss": 1.0367, + "step": 4954 + }, + { + "epoch": 0.3574907110133112, + "grad_norm": 2.5675854347225937, + "learning_rate": 2.9765695905797314e-06, + "loss": 0.8896, + "step": 4955 + }, + { + "epoch": 0.3575628584827387, + "grad_norm": 3.067213829265654, + "learning_rate": 2.9761617063309106e-06, + "loss": 1.0347, + "step": 4956 + }, + { + "epoch": 0.35763500595216624, + "grad_norm": 3.273530726596094, + "learning_rate": 2.975753768777513e-06, + "loss": 1.0591, + "step": 4957 + }, + { + "epoch": 0.35770715342159376, + "grad_norm": 4.612241726392469, + "learning_rate": 2.975345777941814e-06, + "loss": 0.9438, + "step": 4958 + }, + { + "epoch": 0.3577793008910212, + "grad_norm": 4.510686477214698, + "learning_rate": 2.974937733846093e-06, + "loss": 1.012, + "step": 4959 + }, + { + "epoch": 0.35785144836044874, + "grad_norm": 4.417504836869412, + "learning_rate": 2.9745296365126303e-06, + "loss": 1.0643, + "step": 4960 + }, + { + "epoch": 0.35792359582987626, + "grad_norm": 4.741164774331135, + "learning_rate": 2.9741214859637134e-06, + "loss": 0.9636, + "step": 4961 + }, + { + "epoch": 0.3579957432993038, + "grad_norm": 4.2949027789195755, + "learning_rate": 2.973713282221627e-06, + "loss": 1.0294, + "step": 4962 + }, + { + "epoch": 0.3580678907687313, + "grad_norm": 4.347630585545882, + "learning_rate": 2.9733050253086634e-06, + "loss": 1.0001, + "step": 4963 + }, + { + "epoch": 0.3581400382381588, + "grad_norm": 7.639145784007932, + "learning_rate": 2.972896715247115e-06, + "loss": 0.9684, + "step": 4964 + }, + { + "epoch": 0.3582121857075863, + "grad_norm": 4.788353922014402, + "learning_rate": 2.9724883520592788e-06, + "loss": 1.0585, + "step": 4965 + }, + { + "epoch": 0.3582843331770138, + "grad_norm": 3.701737413504642, + "learning_rate": 2.9720799357674534e-06, + "loss": 0.9441, + "step": 4966 + }, + { + "epoch": 0.3583564806464413, + "grad_norm": 6.26817851936937, + "learning_rate": 2.971671466393942e-06, + "loss": 0.9626, + "step": 4967 + }, + { + "epoch": 0.35842862811586884, + "grad_norm": 2.4841229772794176, + "learning_rate": 2.971262943961048e-06, + "loss": 1.0927, + "step": 4968 + }, + { + "epoch": 0.35850077558529636, + "grad_norm": 4.5165138293843965, + "learning_rate": 2.9708543684910808e-06, + "loss": 1.0003, + "step": 4969 + }, + { + "epoch": 0.3585729230547239, + "grad_norm": 3.3406979901696348, + "learning_rate": 2.97044574000635e-06, + "loss": 1.0876, + "step": 4970 + }, + { + "epoch": 0.35864507052415134, + "grad_norm": 3.413656180009906, + "learning_rate": 2.97003705852917e-06, + "loss": 1.0535, + "step": 4971 + }, + { + "epoch": 0.35871721799357886, + "grad_norm": 2.54334946461866, + "learning_rate": 2.9696283240818574e-06, + "loss": 1.0338, + "step": 4972 + }, + { + "epoch": 0.3587893654630064, + "grad_norm": 2.0962217174571522, + "learning_rate": 2.969219536686731e-06, + "loss": 0.9739, + "step": 4973 + }, + { + "epoch": 0.3588615129324339, + "grad_norm": 4.345604809281127, + "learning_rate": 2.968810696366114e-06, + "loss": 1.0161, + "step": 4974 + }, + { + "epoch": 0.3589336604018614, + "grad_norm": 4.031134078850506, + "learning_rate": 2.9684018031423313e-06, + "loss": 1.012, + "step": 4975 + }, + { + "epoch": 0.35900580787128894, + "grad_norm": 3.228024057026859, + "learning_rate": 2.9679928570377108e-06, + "loss": 1.0239, + "step": 4976 + }, + { + "epoch": 0.3590779553407164, + "grad_norm": 4.668666796983362, + "learning_rate": 2.9675838580745837e-06, + "loss": 1.0598, + "step": 4977 + }, + { + "epoch": 0.3591501028101439, + "grad_norm": 3.898756728929374, + "learning_rate": 2.967174806275284e-06, + "loss": 0.9798, + "step": 4978 + }, + { + "epoch": 0.35922225027957144, + "grad_norm": 10.229505565698293, + "learning_rate": 2.9667657016621486e-06, + "loss": 0.8778, + "step": 4979 + }, + { + "epoch": 0.35929439774899896, + "grad_norm": 2.9949481071854795, + "learning_rate": 2.9663565442575175e-06, + "loss": 0.9233, + "step": 4980 + }, + { + "epoch": 0.3593665452184265, + "grad_norm": 2.2213387229773143, + "learning_rate": 2.9659473340837324e-06, + "loss": 0.9362, + "step": 4981 + }, + { + "epoch": 0.359438692687854, + "grad_norm": 10.146987964223362, + "learning_rate": 2.9655380711631393e-06, + "loss": 0.9715, + "step": 4982 + }, + { + "epoch": 0.35951084015728146, + "grad_norm": 7.238070440130371, + "learning_rate": 2.965128755518086e-06, + "loss": 0.877, + "step": 4983 + }, + { + "epoch": 0.359582987626709, + "grad_norm": 2.652741662179608, + "learning_rate": 2.964719387170925e-06, + "loss": 0.9701, + "step": 4984 + }, + { + "epoch": 0.3596551350961365, + "grad_norm": 3.284609283018278, + "learning_rate": 2.964309966144009e-06, + "loss": 1.0182, + "step": 4985 + }, + { + "epoch": 0.359727282565564, + "grad_norm": 4.244390038834533, + "learning_rate": 2.963900492459695e-06, + "loss": 1.0141, + "step": 4986 + }, + { + "epoch": 0.35979943003499154, + "grad_norm": 3.1957631434591325, + "learning_rate": 2.963490966140344e-06, + "loss": 0.8939, + "step": 4987 + }, + { + "epoch": 0.35987157750441906, + "grad_norm": 4.93404335033236, + "learning_rate": 2.963081387208318e-06, + "loss": 1.0442, + "step": 4988 + }, + { + "epoch": 0.3599437249738465, + "grad_norm": 3.5408642626571414, + "learning_rate": 2.962671755685983e-06, + "loss": 0.9772, + "step": 4989 + }, + { + "epoch": 0.36001587244327404, + "grad_norm": 4.817740027521029, + "learning_rate": 2.9622620715957066e-06, + "loss": 1.0122, + "step": 4990 + }, + { + "epoch": 0.36008801991270156, + "grad_norm": 2.333111741125128, + "learning_rate": 2.9618523349598603e-06, + "loss": 1.0313, + "step": 4991 + }, + { + "epoch": 0.3601601673821291, + "grad_norm": 0.7743529094781046, + "learning_rate": 2.9614425458008195e-06, + "loss": 0.8405, + "step": 4992 + }, + { + "epoch": 0.3602323148515566, + "grad_norm": 0.772735662593276, + "learning_rate": 2.96103270414096e-06, + "loss": 0.9205, + "step": 4993 + }, + { + "epoch": 0.36030446232098406, + "grad_norm": 4.84228946446724, + "learning_rate": 2.960622810002662e-06, + "loss": 1.0435, + "step": 4994 + }, + { + "epoch": 0.3603766097904116, + "grad_norm": 3.5559393721948616, + "learning_rate": 2.9602128634083087e-06, + "loss": 0.9927, + "step": 4995 + }, + { + "epoch": 0.3604487572598391, + "grad_norm": 3.7295177585697075, + "learning_rate": 2.959802864380286e-06, + "loss": 0.9667, + "step": 4996 + }, + { + "epoch": 0.3605209047292666, + "grad_norm": 4.294319197284252, + "learning_rate": 2.9593928129409814e-06, + "loss": 1.0155, + "step": 4997 + }, + { + "epoch": 0.36059305219869414, + "grad_norm": 2.838460845263287, + "learning_rate": 2.9589827091127865e-06, + "loss": 1.0736, + "step": 4998 + }, + { + "epoch": 0.36066519966812166, + "grad_norm": 2.9307179177511666, + "learning_rate": 2.958572552918096e-06, + "loss": 1.1047, + "step": 4999 + }, + { + "epoch": 0.3607373471375491, + "grad_norm": 2.223127318545407, + "learning_rate": 2.9581623443793074e-06, + "loss": 0.9711, + "step": 5000 + }, + { + "epoch": 0.36080949460697664, + "grad_norm": 3.1184920638146885, + "learning_rate": 2.9577520835188198e-06, + "loss": 0.9307, + "step": 5001 + }, + { + "epoch": 0.36088164207640416, + "grad_norm": 2.219041294801854, + "learning_rate": 2.9573417703590362e-06, + "loss": 0.9952, + "step": 5002 + }, + { + "epoch": 0.3609537895458317, + "grad_norm": 0.7853544374160495, + "learning_rate": 2.956931404922363e-06, + "loss": 0.9028, + "step": 5003 + }, + { + "epoch": 0.3610259370152592, + "grad_norm": 3.69949149684184, + "learning_rate": 2.9565209872312074e-06, + "loss": 1.0244, + "step": 5004 + }, + { + "epoch": 0.3610980844846867, + "grad_norm": 3.273531163589511, + "learning_rate": 2.9561105173079828e-06, + "loss": 1.0182, + "step": 5005 + }, + { + "epoch": 0.3611702319541142, + "grad_norm": 9.521351962220312, + "learning_rate": 2.955699995175101e-06, + "loss": 0.8626, + "step": 5006 + }, + { + "epoch": 0.3612423794235417, + "grad_norm": 3.105670504943871, + "learning_rate": 2.9552894208549816e-06, + "loss": 0.9031, + "step": 5007 + }, + { + "epoch": 0.3613145268929692, + "grad_norm": 4.7446893819872935, + "learning_rate": 2.9548787943700422e-06, + "loss": 1.0077, + "step": 5008 + }, + { + "epoch": 0.36138667436239674, + "grad_norm": 2.919175803514782, + "learning_rate": 2.9544681157427076e-06, + "loss": 0.9207, + "step": 5009 + }, + { + "epoch": 0.36145882183182426, + "grad_norm": 5.521303188075558, + "learning_rate": 2.954057384995402e-06, + "loss": 1.0254, + "step": 5010 + }, + { + "epoch": 0.3615309693012518, + "grad_norm": 3.2433496070079784, + "learning_rate": 2.9536466021505544e-06, + "loss": 0.9642, + "step": 5011 + }, + { + "epoch": 0.36160311677067924, + "grad_norm": 11.066938468935088, + "learning_rate": 2.953235767230596e-06, + "loss": 0.9625, + "step": 5012 + }, + { + "epoch": 0.36167526424010676, + "grad_norm": 3.318758252954369, + "learning_rate": 2.9528248802579613e-06, + "loss": 0.9814, + "step": 5013 + }, + { + "epoch": 0.3617474117095343, + "grad_norm": 4.197482608034365, + "learning_rate": 2.952413941255087e-06, + "loss": 1.0897, + "step": 5014 + }, + { + "epoch": 0.3618195591789618, + "grad_norm": 3.305910285558595, + "learning_rate": 2.9520029502444132e-06, + "loss": 0.9058, + "step": 5015 + }, + { + "epoch": 0.3618917066483893, + "grad_norm": 3.3316733200467343, + "learning_rate": 2.951591907248383e-06, + "loss": 0.9346, + "step": 5016 + }, + { + "epoch": 0.36196385411781684, + "grad_norm": 3.965925157518924, + "learning_rate": 2.951180812289441e-06, + "loss": 0.9352, + "step": 5017 + }, + { + "epoch": 0.3620360015872443, + "grad_norm": 4.964082264823337, + "learning_rate": 2.9507696653900355e-06, + "loss": 0.9294, + "step": 5018 + }, + { + "epoch": 0.3621081490566718, + "grad_norm": 2.558236366530144, + "learning_rate": 2.950358466572618e-06, + "loss": 0.9208, + "step": 5019 + }, + { + "epoch": 0.36218029652609934, + "grad_norm": 8.352781515483938, + "learning_rate": 2.949947215859644e-06, + "loss": 0.8886, + "step": 5020 + }, + { + "epoch": 0.36225244399552686, + "grad_norm": 4.6971553797483665, + "learning_rate": 2.949535913273569e-06, + "loss": 0.7543, + "step": 5021 + }, + { + "epoch": 0.3623245914649544, + "grad_norm": 2.570021128734613, + "learning_rate": 2.949124558836852e-06, + "loss": 0.9096, + "step": 5022 + }, + { + "epoch": 0.3623967389343819, + "grad_norm": 3.5869792015253297, + "learning_rate": 2.948713152571957e-06, + "loss": 1.0031, + "step": 5023 + }, + { + "epoch": 0.36246888640380936, + "grad_norm": 2.8097999327766106, + "learning_rate": 2.948301694501348e-06, + "loss": 1.0065, + "step": 5024 + }, + { + "epoch": 0.3625410338732369, + "grad_norm": 5.4789709870916985, + "learning_rate": 2.9478901846474946e-06, + "loss": 1.0387, + "step": 5025 + }, + { + "epoch": 0.3626131813426644, + "grad_norm": 3.312400384520725, + "learning_rate": 2.947478623032867e-06, + "loss": 1.0167, + "step": 5026 + }, + { + "epoch": 0.3626853288120919, + "grad_norm": 6.1853689512025065, + "learning_rate": 2.947067009679939e-06, + "loss": 0.9889, + "step": 5027 + }, + { + "epoch": 0.36275747628151944, + "grad_norm": 2.570655776641198, + "learning_rate": 2.9466553446111875e-06, + "loss": 1.0003, + "step": 5028 + }, + { + "epoch": 0.36282962375094696, + "grad_norm": 4.3563504134964735, + "learning_rate": 2.9462436278490923e-06, + "loss": 1.0278, + "step": 5029 + }, + { + "epoch": 0.3629017712203744, + "grad_norm": 0.9201568497798168, + "learning_rate": 2.9458318594161357e-06, + "loss": 0.8898, + "step": 5030 + }, + { + "epoch": 0.36297391868980194, + "grad_norm": 5.609372109755087, + "learning_rate": 2.9454200393348022e-06, + "loss": 0.9882, + "step": 5031 + }, + { + "epoch": 0.36304606615922946, + "grad_norm": 3.554524243976004, + "learning_rate": 2.9450081676275805e-06, + "loss": 0.9831, + "step": 5032 + }, + { + "epoch": 0.363118213628657, + "grad_norm": 3.187824457148211, + "learning_rate": 2.944596244316961e-06, + "loss": 0.9971, + "step": 5033 + }, + { + "epoch": 0.3631903610980845, + "grad_norm": 2.4293090918148352, + "learning_rate": 2.944184269425437e-06, + "loss": 1.0082, + "step": 5034 + }, + { + "epoch": 0.363262508567512, + "grad_norm": 3.1819429013963436, + "learning_rate": 2.943772242975506e-06, + "loss": 0.9057, + "step": 5035 + }, + { + "epoch": 0.3633346560369395, + "grad_norm": 5.048448063548024, + "learning_rate": 2.943360164989666e-06, + "loss": 0.9897, + "step": 5036 + }, + { + "epoch": 0.363406803506367, + "grad_norm": 3.625602540550116, + "learning_rate": 2.94294803549042e-06, + "loss": 0.9459, + "step": 5037 + }, + { + "epoch": 0.3634789509757945, + "grad_norm": 5.495827219017085, + "learning_rate": 2.9425358545002717e-06, + "loss": 0.956, + "step": 5038 + }, + { + "epoch": 0.36355109844522204, + "grad_norm": 2.852100060364905, + "learning_rate": 2.94212362204173e-06, + "loss": 0.9433, + "step": 5039 + }, + { + "epoch": 0.36362324591464956, + "grad_norm": 3.684403622736903, + "learning_rate": 2.941711338137305e-06, + "loss": 0.9514, + "step": 5040 + }, + { + "epoch": 0.363695393384077, + "grad_norm": 4.148291518809209, + "learning_rate": 2.94129900280951e-06, + "loss": 0.9441, + "step": 5041 + }, + { + "epoch": 0.36376754085350455, + "grad_norm": 14.0298432662377, + "learning_rate": 2.94088661608086e-06, + "loss": 0.9642, + "step": 5042 + }, + { + "epoch": 0.36383968832293206, + "grad_norm": 3.568453849623404, + "learning_rate": 2.940474177973876e-06, + "loss": 0.9243, + "step": 5043 + }, + { + "epoch": 0.3639118357923596, + "grad_norm": 3.671954604564299, + "learning_rate": 2.940061688511079e-06, + "loss": 0.8394, + "step": 5044 + }, + { + "epoch": 0.3639839832617871, + "grad_norm": 3.3327002083004347, + "learning_rate": 2.9396491477149922e-06, + "loss": 1.0071, + "step": 5045 + }, + { + "epoch": 0.3640561307312146, + "grad_norm": 3.24799754735544, + "learning_rate": 2.9392365556081446e-06, + "loss": 0.9788, + "step": 5046 + }, + { + "epoch": 0.3641282782006421, + "grad_norm": 4.607394759683353, + "learning_rate": 2.9388239122130653e-06, + "loss": 1.0096, + "step": 5047 + }, + { + "epoch": 0.3642004256700696, + "grad_norm": 3.3366772727022864, + "learning_rate": 2.9384112175522875e-06, + "loss": 0.9444, + "step": 5048 + }, + { + "epoch": 0.3642725731394971, + "grad_norm": 3.1873278103862828, + "learning_rate": 2.937998471648347e-06, + "loss": 1.0075, + "step": 5049 + }, + { + "epoch": 0.36434472060892464, + "grad_norm": 5.419119802701833, + "learning_rate": 2.9375856745237827e-06, + "loss": 0.9433, + "step": 5050 + }, + { + "epoch": 0.36441686807835216, + "grad_norm": 2.8137628898850706, + "learning_rate": 2.937172826201135e-06, + "loss": 1.0009, + "step": 5051 + }, + { + "epoch": 0.3644890155477797, + "grad_norm": 8.88894288788394, + "learning_rate": 2.9367599267029494e-06, + "loss": 1.0231, + "step": 5052 + }, + { + "epoch": 0.36456116301720715, + "grad_norm": 3.2329552524442153, + "learning_rate": 2.936346976051771e-06, + "loss": 0.9413, + "step": 5053 + }, + { + "epoch": 0.36463331048663467, + "grad_norm": 3.3717039048958672, + "learning_rate": 2.9359339742701505e-06, + "loss": 0.9521, + "step": 5054 + }, + { + "epoch": 0.3647054579560622, + "grad_norm": 5.2728529768641375, + "learning_rate": 2.9355209213806414e-06, + "loss": 1.0467, + "step": 5055 + }, + { + "epoch": 0.3647776054254897, + "grad_norm": 5.96977600546452, + "learning_rate": 2.935107817405797e-06, + "loss": 0.9809, + "step": 5056 + }, + { + "epoch": 0.3648497528949172, + "grad_norm": 4.157569847781823, + "learning_rate": 2.9346946623681764e-06, + "loss": 0.9388, + "step": 5057 + }, + { + "epoch": 0.36492190036434474, + "grad_norm": 2.1417262453730235, + "learning_rate": 2.934281456290341e-06, + "loss": 0.9414, + "step": 5058 + }, + { + "epoch": 0.3649940478337722, + "grad_norm": 8.716127500276382, + "learning_rate": 2.933868199194854e-06, + "loss": 1.0209, + "step": 5059 + }, + { + "epoch": 0.3650661953031997, + "grad_norm": 7.59273092080138, + "learning_rate": 2.9334548911042807e-06, + "loss": 0.987, + "step": 5060 + }, + { + "epoch": 0.36513834277262724, + "grad_norm": 3.370838142331862, + "learning_rate": 2.933041532041192e-06, + "loss": 1.0323, + "step": 5061 + }, + { + "epoch": 0.36521049024205476, + "grad_norm": 3.837366152737231, + "learning_rate": 2.9326281220281594e-06, + "loss": 1.0106, + "step": 5062 + }, + { + "epoch": 0.3652826377114823, + "grad_norm": 2.753785821973452, + "learning_rate": 2.932214661087757e-06, + "loss": 0.9376, + "step": 5063 + }, + { + "epoch": 0.3653547851809098, + "grad_norm": 3.0436363809986844, + "learning_rate": 2.9318011492425626e-06, + "loss": 0.9427, + "step": 5064 + }, + { + "epoch": 0.36542693265033727, + "grad_norm": 5.516827071394294, + "learning_rate": 2.9313875865151575e-06, + "loss": 1.0025, + "step": 5065 + }, + { + "epoch": 0.3654990801197648, + "grad_norm": 2.9036632223706236, + "learning_rate": 2.9309739729281245e-06, + "loss": 1.0079, + "step": 5066 + }, + { + "epoch": 0.3655712275891923, + "grad_norm": 3.321425020418159, + "learning_rate": 2.9305603085040485e-06, + "loss": 1.0279, + "step": 5067 + }, + { + "epoch": 0.3656433750586198, + "grad_norm": 8.08175559885167, + "learning_rate": 2.930146593265519e-06, + "loss": 1.0841, + "step": 5068 + }, + { + "epoch": 0.36571552252804734, + "grad_norm": 0.845462967601341, + "learning_rate": 2.9297328272351273e-06, + "loss": 0.8776, + "step": 5069 + }, + { + "epoch": 0.36578766999747486, + "grad_norm": 3.0624834955510307, + "learning_rate": 2.929319010435468e-06, + "loss": 0.8839, + "step": 5070 + }, + { + "epoch": 0.3658598174669023, + "grad_norm": 0.6892846741904961, + "learning_rate": 2.9289051428891375e-06, + "loss": 0.866, + "step": 5071 + }, + { + "epoch": 0.36593196493632985, + "grad_norm": 4.894012935195746, + "learning_rate": 2.9284912246187355e-06, + "loss": 1.0416, + "step": 5072 + }, + { + "epoch": 0.36600411240575736, + "grad_norm": 4.233124157601215, + "learning_rate": 2.9280772556468657e-06, + "loss": 0.9336, + "step": 5073 + }, + { + "epoch": 0.3660762598751849, + "grad_norm": 3.1531151036994722, + "learning_rate": 2.927663235996132e-06, + "loss": 0.895, + "step": 5074 + }, + { + "epoch": 0.3661484073446124, + "grad_norm": 3.4497499845277937, + "learning_rate": 2.9272491656891435e-06, + "loss": 0.9125, + "step": 5075 + }, + { + "epoch": 0.3662205548140399, + "grad_norm": 4.340845687671895, + "learning_rate": 2.92683504474851e-06, + "loss": 1.0968, + "step": 5076 + }, + { + "epoch": 0.3662927022834674, + "grad_norm": 3.729479018330703, + "learning_rate": 2.9264208731968465e-06, + "loss": 0.9654, + "step": 5077 + }, + { + "epoch": 0.3663648497528949, + "grad_norm": 6.016370692418624, + "learning_rate": 2.926006651056768e-06, + "loss": 1.0721, + "step": 5078 + }, + { + "epoch": 0.3664369972223224, + "grad_norm": 6.193082198740893, + "learning_rate": 2.9255923783508945e-06, + "loss": 1.0497, + "step": 5079 + }, + { + "epoch": 0.36650914469174994, + "grad_norm": 6.213009432316571, + "learning_rate": 2.9251780551018473e-06, + "loss": 0.9884, + "step": 5080 + }, + { + "epoch": 0.36658129216117746, + "grad_norm": 5.846306389582991, + "learning_rate": 2.9247636813322514e-06, + "loss": 0.9401, + "step": 5081 + }, + { + "epoch": 0.366653439630605, + "grad_norm": 4.045130290985066, + "learning_rate": 2.924349257064735e-06, + "loss": 0.9579, + "step": 5082 + }, + { + "epoch": 0.36672558710003245, + "grad_norm": 5.250134057649482, + "learning_rate": 2.923934782321927e-06, + "loss": 1.06, + "step": 5083 + }, + { + "epoch": 0.36679773456945997, + "grad_norm": 2.4173602939385037, + "learning_rate": 2.9235202571264605e-06, + "loss": 1.0456, + "step": 5084 + }, + { + "epoch": 0.3668698820388875, + "grad_norm": 3.5485823634891593, + "learning_rate": 2.9231056815009723e-06, + "loss": 0.9984, + "step": 5085 + }, + { + "epoch": 0.366942029508315, + "grad_norm": 4.952017386509165, + "learning_rate": 2.9226910554681e-06, + "loss": 1.0162, + "step": 5086 + }, + { + "epoch": 0.3670141769777425, + "grad_norm": 3.2114157958569294, + "learning_rate": 2.922276379050484e-06, + "loss": 1.0023, + "step": 5087 + }, + { + "epoch": 0.36708632444717004, + "grad_norm": 2.6526341679587513, + "learning_rate": 2.9218616522707695e-06, + "loss": 0.8917, + "step": 5088 + }, + { + "epoch": 0.3671584719165975, + "grad_norm": 5.251851981349892, + "learning_rate": 2.9214468751516032e-06, + "loss": 0.987, + "step": 5089 + }, + { + "epoch": 0.367230619386025, + "grad_norm": 3.8528255844420025, + "learning_rate": 2.9210320477156335e-06, + "loss": 0.9858, + "step": 5090 + }, + { + "epoch": 0.36730276685545254, + "grad_norm": 2.61552499377123, + "learning_rate": 2.920617169985513e-06, + "loss": 1.0037, + "step": 5091 + }, + { + "epoch": 0.36737491432488006, + "grad_norm": 4.1113754450958515, + "learning_rate": 2.9202022419838974e-06, + "loss": 0.9281, + "step": 5092 + }, + { + "epoch": 0.3674470617943076, + "grad_norm": 3.0355712921059865, + "learning_rate": 2.919787263733444e-06, + "loss": 0.9637, + "step": 5093 + }, + { + "epoch": 0.36751920926373505, + "grad_norm": 3.870749695979235, + "learning_rate": 2.9193722352568125e-06, + "loss": 0.9644, + "step": 5094 + }, + { + "epoch": 0.36759135673316257, + "grad_norm": 10.21049516065608, + "learning_rate": 2.9189571565766667e-06, + "loss": 0.9416, + "step": 5095 + }, + { + "epoch": 0.3676635042025901, + "grad_norm": 5.874243829640404, + "learning_rate": 2.9185420277156727e-06, + "loss": 1.0155, + "step": 5096 + }, + { + "epoch": 0.3677356516720176, + "grad_norm": 0.7984609716141864, + "learning_rate": 2.9181268486964996e-06, + "loss": 0.8423, + "step": 5097 + }, + { + "epoch": 0.3678077991414451, + "grad_norm": 2.931837752574633, + "learning_rate": 2.917711619541817e-06, + "loss": 1.045, + "step": 5098 + }, + { + "epoch": 0.36787994661087264, + "grad_norm": 3.9432540509166794, + "learning_rate": 2.9172963402743005e-06, + "loss": 0.9013, + "step": 5099 + }, + { + "epoch": 0.3679520940803001, + "grad_norm": 4.6581116097535595, + "learning_rate": 2.9168810109166268e-06, + "loss": 1.0332, + "step": 5100 + }, + { + "epoch": 0.3680242415497276, + "grad_norm": 4.120900052838384, + "learning_rate": 2.9164656314914747e-06, + "loss": 0.9498, + "step": 5101 + }, + { + "epoch": 0.36809638901915515, + "grad_norm": 3.65549206825119, + "learning_rate": 2.9160502020215277e-06, + "loss": 0.9337, + "step": 5102 + }, + { + "epoch": 0.36816853648858267, + "grad_norm": 5.151825457252234, + "learning_rate": 2.9156347225294698e-06, + "loss": 0.9003, + "step": 5103 + }, + { + "epoch": 0.3682406839580102, + "grad_norm": 3.732183220228539, + "learning_rate": 2.9152191930379895e-06, + "loss": 0.822, + "step": 5104 + }, + { + "epoch": 0.3683128314274377, + "grad_norm": 0.6749209181059819, + "learning_rate": 2.914803613569777e-06, + "loss": 0.856, + "step": 5105 + }, + { + "epoch": 0.36838497889686517, + "grad_norm": 4.906707353595994, + "learning_rate": 2.9143879841475256e-06, + "loss": 0.9477, + "step": 5106 + }, + { + "epoch": 0.3684571263662927, + "grad_norm": 2.7973012759181257, + "learning_rate": 2.9139723047939315e-06, + "loss": 1.077, + "step": 5107 + }, + { + "epoch": 0.3685292738357202, + "grad_norm": 4.819158530327643, + "learning_rate": 2.9135565755316932e-06, + "loss": 0.9227, + "step": 5108 + }, + { + "epoch": 0.3686014213051477, + "grad_norm": 2.89640420094072, + "learning_rate": 2.9131407963835122e-06, + "loss": 0.9742, + "step": 5109 + }, + { + "epoch": 0.36867356877457524, + "grad_norm": 2.491617454459588, + "learning_rate": 2.9127249673720924e-06, + "loss": 0.9327, + "step": 5110 + }, + { + "epoch": 0.36874571624400276, + "grad_norm": 4.068401803442345, + "learning_rate": 2.912309088520141e-06, + "loss": 0.9187, + "step": 5111 + }, + { + "epoch": 0.3688178637134302, + "grad_norm": 3.8748619301101543, + "learning_rate": 2.911893159850368e-06, + "loss": 0.946, + "step": 5112 + }, + { + "epoch": 0.36889001118285775, + "grad_norm": 3.4827625324127016, + "learning_rate": 2.911477181385485e-06, + "loss": 1.012, + "step": 5113 + }, + { + "epoch": 0.36896215865228527, + "grad_norm": 0.7474232756110221, + "learning_rate": 2.911061153148207e-06, + "loss": 0.8092, + "step": 5114 + }, + { + "epoch": 0.3690343061217128, + "grad_norm": 3.2803871110104517, + "learning_rate": 2.9106450751612525e-06, + "loss": 1.0554, + "step": 5115 + }, + { + "epoch": 0.3691064535911403, + "grad_norm": 8.096782808356854, + "learning_rate": 2.9102289474473407e-06, + "loss": 0.9117, + "step": 5116 + }, + { + "epoch": 0.3691786010605678, + "grad_norm": 4.442431007068481, + "learning_rate": 2.9098127700291964e-06, + "loss": 0.9817, + "step": 5117 + }, + { + "epoch": 0.3692507485299953, + "grad_norm": 3.6366248687197604, + "learning_rate": 2.909396542929545e-06, + "loss": 0.9348, + "step": 5118 + }, + { + "epoch": 0.3693228959994228, + "grad_norm": 3.4028053715077955, + "learning_rate": 2.908980266171114e-06, + "loss": 0.8697, + "step": 5119 + }, + { + "epoch": 0.3693950434688503, + "grad_norm": 5.072993764219657, + "learning_rate": 2.9085639397766358e-06, + "loss": 1.0107, + "step": 5120 + }, + { + "epoch": 0.36946719093827785, + "grad_norm": 7.431655767478003, + "learning_rate": 2.908147563768845e-06, + "loss": 0.9918, + "step": 5121 + }, + { + "epoch": 0.36953933840770536, + "grad_norm": 3.190055570686408, + "learning_rate": 2.9077311381704766e-06, + "loss": 0.9206, + "step": 5122 + }, + { + "epoch": 0.3696114858771329, + "grad_norm": 8.532376281395718, + "learning_rate": 2.9073146630042716e-06, + "loss": 0.9058, + "step": 5123 + }, + { + "epoch": 0.36968363334656035, + "grad_norm": 2.8755389827871087, + "learning_rate": 2.906898138292972e-06, + "loss": 1.0418, + "step": 5124 + }, + { + "epoch": 0.36975578081598787, + "grad_norm": 2.952590651836453, + "learning_rate": 2.9064815640593216e-06, + "loss": 0.9706, + "step": 5125 + }, + { + "epoch": 0.3698279282854154, + "grad_norm": 5.596466598221575, + "learning_rate": 2.9060649403260686e-06, + "loss": 0.9262, + "step": 5126 + }, + { + "epoch": 0.3699000757548429, + "grad_norm": 4.866535173669005, + "learning_rate": 2.905648267115964e-06, + "loss": 1.0166, + "step": 5127 + }, + { + "epoch": 0.3699722232242704, + "grad_norm": 3.3971586079193945, + "learning_rate": 2.9052315444517597e-06, + "loss": 0.9079, + "step": 5128 + }, + { + "epoch": 0.37004437069369794, + "grad_norm": 10.298651627363501, + "learning_rate": 2.9048147723562116e-06, + "loss": 0.9787, + "step": 5129 + }, + { + "epoch": 0.3701165181631254, + "grad_norm": 3.0596253274159304, + "learning_rate": 2.904397950852079e-06, + "loss": 0.9414, + "step": 5130 + }, + { + "epoch": 0.3701886656325529, + "grad_norm": 20.901529414967836, + "learning_rate": 2.903981079962121e-06, + "loss": 0.8959, + "step": 5131 + }, + { + "epoch": 0.37026081310198045, + "grad_norm": 7.012936491139769, + "learning_rate": 2.9035641597091044e-06, + "loss": 0.8362, + "step": 5132 + }, + { + "epoch": 0.37033296057140797, + "grad_norm": 7.258566957809638, + "learning_rate": 2.903147190115793e-06, + "loss": 0.858, + "step": 5133 + }, + { + "epoch": 0.3704051080408355, + "grad_norm": 4.3524155936254285, + "learning_rate": 2.902730171204956e-06, + "loss": 0.8607, + "step": 5134 + }, + { + "epoch": 0.370477255510263, + "grad_norm": 6.160279170559441, + "learning_rate": 2.9023131029993676e-06, + "loss": 1.0035, + "step": 5135 + }, + { + "epoch": 0.37054940297969047, + "grad_norm": 4.681101386406765, + "learning_rate": 2.9018959855218e-06, + "loss": 1.0058, + "step": 5136 + }, + { + "epoch": 0.370621550449118, + "grad_norm": 12.39148454222319, + "learning_rate": 2.9014788187950316e-06, + "loss": 0.8815, + "step": 5137 + }, + { + "epoch": 0.3706936979185455, + "grad_norm": 3.0606074811026236, + "learning_rate": 2.9010616028418422e-06, + "loss": 1.019, + "step": 5138 + }, + { + "epoch": 0.370765845387973, + "grad_norm": 9.637115383760946, + "learning_rate": 2.9006443376850146e-06, + "loss": 0.9964, + "step": 5139 + }, + { + "epoch": 0.37083799285740054, + "grad_norm": 4.554956968001639, + "learning_rate": 2.9002270233473336e-06, + "loss": 0.8978, + "step": 5140 + }, + { + "epoch": 0.37091014032682806, + "grad_norm": 3.3238664343999247, + "learning_rate": 2.8998096598515868e-06, + "loss": 0.9082, + "step": 5141 + }, + { + "epoch": 0.3709822877962555, + "grad_norm": 5.0096930961489585, + "learning_rate": 2.8993922472205653e-06, + "loss": 0.965, + "step": 5142 + }, + { + "epoch": 0.37105443526568305, + "grad_norm": 3.950195553924591, + "learning_rate": 2.898974785477064e-06, + "loss": 0.9859, + "step": 5143 + }, + { + "epoch": 0.37112658273511057, + "grad_norm": 4.389779549105637, + "learning_rate": 2.8985572746438762e-06, + "loss": 0.9127, + "step": 5144 + }, + { + "epoch": 0.3711987302045381, + "grad_norm": 7.820857102431318, + "learning_rate": 2.8981397147438026e-06, + "loss": 1.0301, + "step": 5145 + }, + { + "epoch": 0.3712708776739656, + "grad_norm": 3.634963319742919, + "learning_rate": 2.8977221057996434e-06, + "loss": 1.0272, + "step": 5146 + }, + { + "epoch": 0.37134302514339307, + "grad_norm": 2.3480763495865182, + "learning_rate": 2.8973044478342037e-06, + "loss": 1.1185, + "step": 5147 + }, + { + "epoch": 0.3714151726128206, + "grad_norm": 14.502847852239066, + "learning_rate": 2.8968867408702903e-06, + "loss": 0.9471, + "step": 5148 + }, + { + "epoch": 0.3714873200822481, + "grad_norm": 3.813846788006526, + "learning_rate": 2.8964689849307116e-06, + "loss": 1.0072, + "step": 5149 + }, + { + "epoch": 0.3715594675516756, + "grad_norm": 3.9064238242574962, + "learning_rate": 2.89605118003828e-06, + "loss": 0.9985, + "step": 5150 + }, + { + "epoch": 0.37163161502110315, + "grad_norm": 2.5433378405883103, + "learning_rate": 2.895633326215811e-06, + "loss": 1.0529, + "step": 5151 + }, + { + "epoch": 0.37170376249053066, + "grad_norm": 4.064059149048863, + "learning_rate": 2.8952154234861215e-06, + "loss": 1.1558, + "step": 5152 + }, + { + "epoch": 0.37177590995995813, + "grad_norm": 7.036931027437466, + "learning_rate": 2.8947974718720315e-06, + "loss": 0.9878, + "step": 5153 + }, + { + "epoch": 0.37184805742938565, + "grad_norm": 2.714786753982417, + "learning_rate": 2.8943794713963644e-06, + "loss": 0.8445, + "step": 5154 + }, + { + "epoch": 0.37192020489881317, + "grad_norm": 4.733184765557155, + "learning_rate": 2.8939614220819447e-06, + "loss": 0.9025, + "step": 5155 + }, + { + "epoch": 0.3719923523682407, + "grad_norm": 0.8600220065295352, + "learning_rate": 2.8935433239516018e-06, + "loss": 0.8424, + "step": 5156 + }, + { + "epoch": 0.3720644998376682, + "grad_norm": 2.780390060010146, + "learning_rate": 2.8931251770281647e-06, + "loss": 1.0352, + "step": 5157 + }, + { + "epoch": 0.3721366473070957, + "grad_norm": 7.442081867295687, + "learning_rate": 2.892706981334469e-06, + "loss": 0.8287, + "step": 5158 + }, + { + "epoch": 0.3722087947765232, + "grad_norm": 5.323730983767344, + "learning_rate": 2.892288736893349e-06, + "loss": 0.9439, + "step": 5159 + }, + { + "epoch": 0.3722809422459507, + "grad_norm": 4.247869518567789, + "learning_rate": 2.8918704437276448e-06, + "loss": 0.9386, + "step": 5160 + }, + { + "epoch": 0.3723530897153782, + "grad_norm": 3.326647219960995, + "learning_rate": 2.8914521018601962e-06, + "loss": 0.9171, + "step": 5161 + }, + { + "epoch": 0.37242523718480575, + "grad_norm": 4.754086994882112, + "learning_rate": 2.8910337113138494e-06, + "loss": 0.9763, + "step": 5162 + }, + { + "epoch": 0.37249738465423327, + "grad_norm": 2.652319929103037, + "learning_rate": 2.89061527211145e-06, + "loss": 1.0168, + "step": 5163 + }, + { + "epoch": 0.3725695321236608, + "grad_norm": 5.918714177991023, + "learning_rate": 2.8901967842758474e-06, + "loss": 0.9789, + "step": 5164 + }, + { + "epoch": 0.37264167959308825, + "grad_norm": 4.110606194038867, + "learning_rate": 2.8897782478298935e-06, + "loss": 0.9876, + "step": 5165 + }, + { + "epoch": 0.37271382706251577, + "grad_norm": 14.395218139988417, + "learning_rate": 2.8893596627964437e-06, + "loss": 0.9673, + "step": 5166 + }, + { + "epoch": 0.3727859745319433, + "grad_norm": 4.182554142539393, + "learning_rate": 2.888941029198355e-06, + "loss": 1.0164, + "step": 5167 + }, + { + "epoch": 0.3728581220013708, + "grad_norm": 2.8123483405019325, + "learning_rate": 2.8885223470584866e-06, + "loss": 0.9213, + "step": 5168 + }, + { + "epoch": 0.3729302694707983, + "grad_norm": 6.712149567220932, + "learning_rate": 2.888103616399703e-06, + "loss": 0.9673, + "step": 5169 + }, + { + "epoch": 0.37300241694022584, + "grad_norm": 5.580207329183202, + "learning_rate": 2.8876848372448686e-06, + "loss": 0.9391, + "step": 5170 + }, + { + "epoch": 0.3730745644096533, + "grad_norm": 3.070494357637018, + "learning_rate": 2.887266009616851e-06, + "loss": 0.9111, + "step": 5171 + }, + { + "epoch": 0.37314671187908083, + "grad_norm": 2.703745335307266, + "learning_rate": 2.886847133538521e-06, + "loss": 0.9812, + "step": 5172 + }, + { + "epoch": 0.37321885934850835, + "grad_norm": 2.7765843551024623, + "learning_rate": 2.8864282090327524e-06, + "loss": 0.9317, + "step": 5173 + }, + { + "epoch": 0.37329100681793587, + "grad_norm": 6.270478839507313, + "learning_rate": 2.88600923612242e-06, + "loss": 0.9901, + "step": 5174 + }, + { + "epoch": 0.3733631542873634, + "grad_norm": 3.707493261844328, + "learning_rate": 2.8855902148304042e-06, + "loss": 1.0976, + "step": 5175 + }, + { + "epoch": 0.3734353017567909, + "grad_norm": 2.5876338500265024, + "learning_rate": 2.8851711451795843e-06, + "loss": 0.9407, + "step": 5176 + }, + { + "epoch": 0.37350744922621837, + "grad_norm": 0.7485521567169058, + "learning_rate": 2.8847520271928457e-06, + "loss": 0.8811, + "step": 5177 + }, + { + "epoch": 0.3735795966956459, + "grad_norm": 4.982496714880397, + "learning_rate": 2.8843328608930737e-06, + "loss": 1.0369, + "step": 5178 + }, + { + "epoch": 0.3736517441650734, + "grad_norm": 3.563619337412797, + "learning_rate": 2.8839136463031575e-06, + "loss": 1.0063, + "step": 5179 + }, + { + "epoch": 0.3737238916345009, + "grad_norm": 3.330158883734824, + "learning_rate": 2.8834943834459896e-06, + "loss": 0.9784, + "step": 5180 + }, + { + "epoch": 0.37379603910392845, + "grad_norm": 2.7178557229615703, + "learning_rate": 2.8830750723444643e-06, + "loss": 0.9707, + "step": 5181 + }, + { + "epoch": 0.37386818657335597, + "grad_norm": 3.386652715934595, + "learning_rate": 2.882655713021478e-06, + "loss": 1.0378, + "step": 5182 + }, + { + "epoch": 0.37394033404278343, + "grad_norm": 3.4485349225696726, + "learning_rate": 2.8822363054999303e-06, + "loss": 0.9087, + "step": 5183 + }, + { + "epoch": 0.37401248151221095, + "grad_norm": 4.8192988339187215, + "learning_rate": 2.8818168498027243e-06, + "loss": 0.9167, + "step": 5184 + }, + { + "epoch": 0.37408462898163847, + "grad_norm": 6.837192965069917, + "learning_rate": 2.8813973459527643e-06, + "loss": 0.9355, + "step": 5185 + }, + { + "epoch": 0.374156776451066, + "grad_norm": 5.1391610609040175, + "learning_rate": 2.880977793972958e-06, + "loss": 0.9056, + "step": 5186 + }, + { + "epoch": 0.3742289239204935, + "grad_norm": 2.1568193651450613, + "learning_rate": 2.8805581938862165e-06, + "loss": 1.0616, + "step": 5187 + }, + { + "epoch": 0.374301071389921, + "grad_norm": 2.475694185256647, + "learning_rate": 2.880138545715451e-06, + "loss": 1.0272, + "step": 5188 + }, + { + "epoch": 0.3743732188593485, + "grad_norm": 5.946830405360252, + "learning_rate": 2.879718849483578e-06, + "loss": 0.9906, + "step": 5189 + }, + { + "epoch": 0.374445366328776, + "grad_norm": 15.921031147136354, + "learning_rate": 2.8792991052135147e-06, + "loss": 0.941, + "step": 5190 + }, + { + "epoch": 0.3745175137982035, + "grad_norm": 4.598648055062071, + "learning_rate": 2.878879312928183e-06, + "loss": 0.8912, + "step": 5191 + }, + { + "epoch": 0.37458966126763105, + "grad_norm": 2.955841107146289, + "learning_rate": 2.878459472650505e-06, + "loss": 0.9518, + "step": 5192 + }, + { + "epoch": 0.37466180873705857, + "grad_norm": 5.681957184911893, + "learning_rate": 2.8780395844034077e-06, + "loss": 0.9658, + "step": 5193 + }, + { + "epoch": 0.3747339562064861, + "grad_norm": 3.68039652802733, + "learning_rate": 2.8776196482098184e-06, + "loss": 0.8932, + "step": 5194 + }, + { + "epoch": 0.37480610367591355, + "grad_norm": 34.991324957275125, + "learning_rate": 2.8771996640926686e-06, + "loss": 0.9193, + "step": 5195 + }, + { + "epoch": 0.37487825114534107, + "grad_norm": 3.9517550903063574, + "learning_rate": 2.8767796320748938e-06, + "loss": 1.0294, + "step": 5196 + }, + { + "epoch": 0.3749503986147686, + "grad_norm": 3.247009221699751, + "learning_rate": 2.8763595521794278e-06, + "loss": 1.0632, + "step": 5197 + }, + { + "epoch": 0.3750225460841961, + "grad_norm": 4.131777657242306, + "learning_rate": 2.8759394244292116e-06, + "loss": 0.9936, + "step": 5198 + }, + { + "epoch": 0.3750946935536236, + "grad_norm": 2.889273332626216, + "learning_rate": 2.8755192488471856e-06, + "loss": 1.047, + "step": 5199 + }, + { + "epoch": 0.3751668410230511, + "grad_norm": 4.12396944061708, + "learning_rate": 2.8750990254562945e-06, + "loss": 0.955, + "step": 5200 + }, + { + "epoch": 0.3752389884924786, + "grad_norm": 4.456849585131554, + "learning_rate": 2.8746787542794857e-06, + "loss": 0.9486, + "step": 5201 + }, + { + "epoch": 0.37531113596190613, + "grad_norm": 2.9747821760174267, + "learning_rate": 2.8742584353397075e-06, + "loss": 1.0717, + "step": 5202 + }, + { + "epoch": 0.37538328343133365, + "grad_norm": 4.807093568345545, + "learning_rate": 2.8738380686599123e-06, + "loss": 1.0202, + "step": 5203 + }, + { + "epoch": 0.37545543090076117, + "grad_norm": 0.7536390552510336, + "learning_rate": 2.873417654263056e-06, + "loss": 0.8295, + "step": 5204 + }, + { + "epoch": 0.3755275783701887, + "grad_norm": 4.5009775159673, + "learning_rate": 2.8729971921720945e-06, + "loss": 1.0061, + "step": 5205 + }, + { + "epoch": 0.37559972583961615, + "grad_norm": 3.5443587599402293, + "learning_rate": 2.8725766824099874e-06, + "loss": 0.9645, + "step": 5206 + }, + { + "epoch": 0.37567187330904367, + "grad_norm": 4.040907300158181, + "learning_rate": 2.8721561249996982e-06, + "loss": 1.0008, + "step": 5207 + }, + { + "epoch": 0.3757440207784712, + "grad_norm": 3.505915139267509, + "learning_rate": 2.8717355199641917e-06, + "loss": 0.8825, + "step": 5208 + }, + { + "epoch": 0.3758161682478987, + "grad_norm": 2.7378222724349137, + "learning_rate": 2.8713148673264357e-06, + "loss": 1.0596, + "step": 5209 + }, + { + "epoch": 0.3758883157173262, + "grad_norm": 3.276000555818578, + "learning_rate": 2.8708941671094003e-06, + "loss": 0.9565, + "step": 5210 + }, + { + "epoch": 0.37596046318675375, + "grad_norm": 23.216108004970117, + "learning_rate": 2.870473419336058e-06, + "loss": 0.9947, + "step": 5211 + }, + { + "epoch": 0.3760326106561812, + "grad_norm": 4.703780727362141, + "learning_rate": 2.8700526240293848e-06, + "loss": 0.9909, + "step": 5212 + }, + { + "epoch": 0.37610475812560873, + "grad_norm": 2.9183547085150416, + "learning_rate": 2.8696317812123588e-06, + "loss": 1.0004, + "step": 5213 + }, + { + "epoch": 0.37617690559503625, + "grad_norm": 5.7209911853473665, + "learning_rate": 2.8692108909079603e-06, + "loss": 1.0494, + "step": 5214 + }, + { + "epoch": 0.37624905306446377, + "grad_norm": 3.5474156711225127, + "learning_rate": 2.8687899531391724e-06, + "loss": 0.9008, + "step": 5215 + }, + { + "epoch": 0.3763212005338913, + "grad_norm": 7.850783397679201, + "learning_rate": 2.8683689679289822e-06, + "loss": 1.0101, + "step": 5216 + }, + { + "epoch": 0.3763933480033188, + "grad_norm": 5.057727777892811, + "learning_rate": 2.8679479353003765e-06, + "loss": 0.9916, + "step": 5217 + }, + { + "epoch": 0.37646549547274627, + "grad_norm": 6.18244372992046, + "learning_rate": 2.8675268552763477e-06, + "loss": 0.9706, + "step": 5218 + }, + { + "epoch": 0.3765376429421738, + "grad_norm": 4.7181901410166915, + "learning_rate": 2.8671057278798883e-06, + "loss": 0.9098, + "step": 5219 + }, + { + "epoch": 0.3766097904116013, + "grad_norm": 4.082678813767588, + "learning_rate": 2.8666845531339957e-06, + "loss": 0.9444, + "step": 5220 + }, + { + "epoch": 0.3766819378810288, + "grad_norm": 5.959378379816818, + "learning_rate": 2.866263331061667e-06, + "loss": 0.9969, + "step": 5221 + }, + { + "epoch": 0.37675408535045635, + "grad_norm": 5.119068714322276, + "learning_rate": 2.865842061685905e-06, + "loss": 0.8334, + "step": 5222 + }, + { + "epoch": 0.37682623281988387, + "grad_norm": 2.678438924509323, + "learning_rate": 2.8654207450297134e-06, + "loss": 1.0417, + "step": 5223 + }, + { + "epoch": 0.37689838028931133, + "grad_norm": 8.92904070683609, + "learning_rate": 2.864999381116098e-06, + "loss": 0.9855, + "step": 5224 + }, + { + "epoch": 0.37697052775873885, + "grad_norm": 3.6840576656438295, + "learning_rate": 2.86457796996807e-06, + "loss": 1.0448, + "step": 5225 + }, + { + "epoch": 0.37704267522816637, + "grad_norm": 2.9502029090538575, + "learning_rate": 2.8641565116086384e-06, + "loss": 0.9749, + "step": 5226 + }, + { + "epoch": 0.3771148226975939, + "grad_norm": 4.989658341875959, + "learning_rate": 2.8637350060608186e-06, + "loss": 1.0142, + "step": 5227 + }, + { + "epoch": 0.3771869701670214, + "grad_norm": 4.715423017439521, + "learning_rate": 2.8633134533476284e-06, + "loss": 0.9366, + "step": 5228 + }, + { + "epoch": 0.3772591176364489, + "grad_norm": 5.820813540199977, + "learning_rate": 2.8628918534920856e-06, + "loss": 0.9986, + "step": 5229 + }, + { + "epoch": 0.3773312651058764, + "grad_norm": 4.25386768950613, + "learning_rate": 2.862470206517213e-06, + "loss": 1.0422, + "step": 5230 + }, + { + "epoch": 0.3774034125753039, + "grad_norm": 2.721676621505494, + "learning_rate": 2.862048512446036e-06, + "loss": 0.9967, + "step": 5231 + }, + { + "epoch": 0.37747556004473143, + "grad_norm": 3.545174615430676, + "learning_rate": 2.8616267713015806e-06, + "loss": 1.0818, + "step": 5232 + }, + { + "epoch": 0.37754770751415895, + "grad_norm": 3.632511643288022, + "learning_rate": 2.8612049831068767e-06, + "loss": 1.1193, + "step": 5233 + }, + { + "epoch": 0.37761985498358647, + "grad_norm": 2.587527060252051, + "learning_rate": 2.860783147884956e-06, + "loss": 0.945, + "step": 5234 + }, + { + "epoch": 0.377692002453014, + "grad_norm": 3.312467754854849, + "learning_rate": 2.860361265658855e-06, + "loss": 0.9588, + "step": 5235 + }, + { + "epoch": 0.37776414992244145, + "grad_norm": 2.650283845059073, + "learning_rate": 2.8599393364516103e-06, + "loss": 0.9164, + "step": 5236 + }, + { + "epoch": 0.37783629739186897, + "grad_norm": 4.423775092811268, + "learning_rate": 2.8595173602862613e-06, + "loss": 1.0258, + "step": 5237 + }, + { + "epoch": 0.3779084448612965, + "grad_norm": 3.7336144091746384, + "learning_rate": 2.8590953371858515e-06, + "loss": 0.9795, + "step": 5238 + }, + { + "epoch": 0.377980592330724, + "grad_norm": 2.492985708190373, + "learning_rate": 2.858673267173425e-06, + "loss": 1.0484, + "step": 5239 + }, + { + "epoch": 0.3780527398001515, + "grad_norm": 2.7477765197723603, + "learning_rate": 2.8582511502720313e-06, + "loss": 0.97, + "step": 5240 + }, + { + "epoch": 0.37812488726957905, + "grad_norm": 3.2327546562082823, + "learning_rate": 2.8578289865047184e-06, + "loss": 0.9974, + "step": 5241 + }, + { + "epoch": 0.3781970347390065, + "grad_norm": 3.6660039187179905, + "learning_rate": 2.85740677589454e-06, + "loss": 0.8987, + "step": 5242 + }, + { + "epoch": 0.37826918220843403, + "grad_norm": 3.5483973256855856, + "learning_rate": 2.8569845184645526e-06, + "loss": 1.0109, + "step": 5243 + }, + { + "epoch": 0.37834132967786155, + "grad_norm": 3.714614363687117, + "learning_rate": 2.856562214237812e-06, + "loss": 0.8871, + "step": 5244 + }, + { + "epoch": 0.37841347714728907, + "grad_norm": 2.6968986819609926, + "learning_rate": 2.8561398632373805e-06, + "loss": 1.0497, + "step": 5245 + }, + { + "epoch": 0.3784856246167166, + "grad_norm": 4.256506483329604, + "learning_rate": 2.85571746548632e-06, + "loss": 0.9633, + "step": 5246 + }, + { + "epoch": 0.37855777208614405, + "grad_norm": 23.2710259639334, + "learning_rate": 2.8552950210076966e-06, + "loss": 0.9323, + "step": 5247 + }, + { + "epoch": 0.37862991955557157, + "grad_norm": 2.9602455800225376, + "learning_rate": 2.8548725298245783e-06, + "loss": 1.0606, + "step": 5248 + }, + { + "epoch": 0.3787020670249991, + "grad_norm": 4.085015683465031, + "learning_rate": 2.8544499919600355e-06, + "loss": 0.9449, + "step": 5249 + }, + { + "epoch": 0.3787742144944266, + "grad_norm": 3.321133572652184, + "learning_rate": 2.854027407437142e-06, + "loss": 0.9592, + "step": 5250 + }, + { + "epoch": 0.37884636196385413, + "grad_norm": 3.118707654279466, + "learning_rate": 2.8536047762789733e-06, + "loss": 1.0348, + "step": 5251 + }, + { + "epoch": 0.37891850943328165, + "grad_norm": 4.886175599623538, + "learning_rate": 2.853182098508608e-06, + "loss": 1.0529, + "step": 5252 + }, + { + "epoch": 0.3789906569027091, + "grad_norm": 2.1365142110668436, + "learning_rate": 2.8527593741491255e-06, + "loss": 0.9849, + "step": 5253 + }, + { + "epoch": 0.37906280437213663, + "grad_norm": 3.4203801482556795, + "learning_rate": 2.8523366032236117e-06, + "loss": 1.0065, + "step": 5254 + }, + { + "epoch": 0.37913495184156415, + "grad_norm": 3.366617743133507, + "learning_rate": 2.8519137857551507e-06, + "loss": 0.9297, + "step": 5255 + }, + { + "epoch": 0.37920709931099167, + "grad_norm": 2.3207292278872007, + "learning_rate": 2.8514909217668318e-06, + "loss": 1.0294, + "step": 5256 + }, + { + "epoch": 0.3792792467804192, + "grad_norm": 4.588950212226427, + "learning_rate": 2.851068011281745e-06, + "loss": 1.0227, + "step": 5257 + }, + { + "epoch": 0.3793513942498467, + "grad_norm": 2.8362357663183704, + "learning_rate": 2.8506450543229856e-06, + "loss": 0.9864, + "step": 5258 + }, + { + "epoch": 0.37942354171927417, + "grad_norm": 6.853216721894607, + "learning_rate": 2.8502220509136483e-06, + "loss": 0.9179, + "step": 5259 + }, + { + "epoch": 0.3794956891887017, + "grad_norm": 4.276568895641112, + "learning_rate": 2.849799001076832e-06, + "loss": 0.9741, + "step": 5260 + }, + { + "epoch": 0.3795678366581292, + "grad_norm": 3.503504088934974, + "learning_rate": 2.8493759048356387e-06, + "loss": 1.0272, + "step": 5261 + }, + { + "epoch": 0.37963998412755673, + "grad_norm": 3.47431952311264, + "learning_rate": 2.8489527622131708e-06, + "loss": 0.8836, + "step": 5262 + }, + { + "epoch": 0.37971213159698425, + "grad_norm": 0.7696934253187316, + "learning_rate": 2.8485295732325355e-06, + "loss": 0.8308, + "step": 5263 + }, + { + "epoch": 0.37978427906641177, + "grad_norm": 3.4384894594244786, + "learning_rate": 2.8481063379168415e-06, + "loss": 0.9397, + "step": 5264 + }, + { + "epoch": 0.37985642653583923, + "grad_norm": 3.93994996886269, + "learning_rate": 2.8476830562892e-06, + "loss": 1.0129, + "step": 5265 + }, + { + "epoch": 0.37992857400526675, + "grad_norm": 0.7593525840056713, + "learning_rate": 2.847259728372725e-06, + "loss": 0.8581, + "step": 5266 + }, + { + "epoch": 0.38000072147469427, + "grad_norm": 3.7661397115244135, + "learning_rate": 2.8468363541905324e-06, + "loss": 1.0151, + "step": 5267 + }, + { + "epoch": 0.3800728689441218, + "grad_norm": 4.458746537404258, + "learning_rate": 2.8464129337657413e-06, + "loss": 1.0725, + "step": 5268 + }, + { + "epoch": 0.3801450164135493, + "grad_norm": 4.436037064228057, + "learning_rate": 2.8459894671214742e-06, + "loss": 1.0563, + "step": 5269 + }, + { + "epoch": 0.3802171638829768, + "grad_norm": 3.30164964076169, + "learning_rate": 2.845565954280853e-06, + "loss": 0.9312, + "step": 5270 + }, + { + "epoch": 0.3802893113524043, + "grad_norm": 7.233007050405173, + "learning_rate": 2.845142395267005e-06, + "loss": 0.8147, + "step": 5271 + }, + { + "epoch": 0.3803614588218318, + "grad_norm": 3.439249321847305, + "learning_rate": 2.8447187901030596e-06, + "loss": 0.8338, + "step": 5272 + }, + { + "epoch": 0.38043360629125933, + "grad_norm": 2.7402224550647283, + "learning_rate": 2.8442951388121487e-06, + "loss": 0.9764, + "step": 5273 + }, + { + "epoch": 0.38050575376068685, + "grad_norm": 3.199408780556961, + "learning_rate": 2.8438714414174048e-06, + "loss": 0.9263, + "step": 5274 + }, + { + "epoch": 0.38057790123011437, + "grad_norm": 3.7902443841736977, + "learning_rate": 2.8434476979419666e-06, + "loss": 1.075, + "step": 5275 + }, + { + "epoch": 0.3806500486995419, + "grad_norm": 2.607364176708288, + "learning_rate": 2.8430239084089713e-06, + "loss": 0.912, + "step": 5276 + }, + { + "epoch": 0.38072219616896935, + "grad_norm": 2.868869381749719, + "learning_rate": 2.8426000728415606e-06, + "loss": 0.9244, + "step": 5277 + }, + { + "epoch": 0.38079434363839687, + "grad_norm": 3.6499100190659264, + "learning_rate": 2.8421761912628794e-06, + "loss": 0.8671, + "step": 5278 + }, + { + "epoch": 0.3808664911078244, + "grad_norm": 3.3496408355392098, + "learning_rate": 2.841752263696075e-06, + "loss": 0.9039, + "step": 5279 + }, + { + "epoch": 0.3809386385772519, + "grad_norm": 0.7336103232302181, + "learning_rate": 2.8413282901642945e-06, + "loss": 0.7885, + "step": 5280 + }, + { + "epoch": 0.38101078604667943, + "grad_norm": 7.287603005258715, + "learning_rate": 2.8409042706906912e-06, + "loss": 0.9613, + "step": 5281 + }, + { + "epoch": 0.38108293351610695, + "grad_norm": 3.440271681991212, + "learning_rate": 2.8404802052984184e-06, + "loss": 0.9295, + "step": 5282 + }, + { + "epoch": 0.3811550809855344, + "grad_norm": 4.41407395082862, + "learning_rate": 2.8400560940106327e-06, + "loss": 0.9864, + "step": 5283 + }, + { + "epoch": 0.38122722845496193, + "grad_norm": 3.977900012202428, + "learning_rate": 2.839631936850493e-06, + "loss": 1.0401, + "step": 5284 + }, + { + "epoch": 0.38129937592438945, + "grad_norm": 7.177070547534496, + "learning_rate": 2.8392077338411624e-06, + "loss": 1.0229, + "step": 5285 + }, + { + "epoch": 0.38137152339381697, + "grad_norm": 2.998912614211321, + "learning_rate": 2.8387834850058042e-06, + "loss": 1.0097, + "step": 5286 + }, + { + "epoch": 0.3814436708632445, + "grad_norm": 3.2743269774804933, + "learning_rate": 2.838359190367584e-06, + "loss": 0.8795, + "step": 5287 + }, + { + "epoch": 0.381515818332672, + "grad_norm": 8.037748446265859, + "learning_rate": 2.8379348499496727e-06, + "loss": 1.0166, + "step": 5288 + }, + { + "epoch": 0.38158796580209947, + "grad_norm": 4.063406505682138, + "learning_rate": 2.837510463775241e-06, + "loss": 1.027, + "step": 5289 + }, + { + "epoch": 0.381660113271527, + "grad_norm": 2.6344752282458392, + "learning_rate": 2.8370860318674627e-06, + "loss": 0.9798, + "step": 5290 + }, + { + "epoch": 0.3817322607409545, + "grad_norm": 2.4166052799540023, + "learning_rate": 2.836661554249516e-06, + "loss": 0.9297, + "step": 5291 + }, + { + "epoch": 0.38180440821038203, + "grad_norm": 4.703334867034236, + "learning_rate": 2.836237030944578e-06, + "loss": 0.8636, + "step": 5292 + }, + { + "epoch": 0.38187655567980955, + "grad_norm": 3.55296629431316, + "learning_rate": 2.835812461975832e-06, + "loss": 1.005, + "step": 5293 + }, + { + "epoch": 0.38194870314923707, + "grad_norm": 10.299902046997067, + "learning_rate": 2.8353878473664612e-06, + "loss": 1.0216, + "step": 5294 + }, + { + "epoch": 0.38202085061866453, + "grad_norm": 3.626495578975131, + "learning_rate": 2.834963187139653e-06, + "loss": 0.9676, + "step": 5295 + }, + { + "epoch": 0.38209299808809205, + "grad_norm": 3.8757668013362006, + "learning_rate": 2.8345384813185956e-06, + "loss": 1.0139, + "step": 5296 + }, + { + "epoch": 0.38216514555751957, + "grad_norm": 3.6782433658504505, + "learning_rate": 2.834113729926481e-06, + "loss": 0.961, + "step": 5297 + }, + { + "epoch": 0.3822372930269471, + "grad_norm": 3.1860578677950087, + "learning_rate": 2.833688932986504e-06, + "loss": 0.9298, + "step": 5298 + }, + { + "epoch": 0.3823094404963746, + "grad_norm": 2.6085253034479132, + "learning_rate": 2.83326409052186e-06, + "loss": 0.9906, + "step": 5299 + }, + { + "epoch": 0.38238158796580207, + "grad_norm": 3.1926176090428995, + "learning_rate": 2.832839202555749e-06, + "loss": 1.0379, + "step": 5300 + }, + { + "epoch": 0.3824537354352296, + "grad_norm": 2.8254472901695347, + "learning_rate": 2.8324142691113723e-06, + "loss": 1.0224, + "step": 5301 + }, + { + "epoch": 0.3825258829046571, + "grad_norm": 3.024648024834179, + "learning_rate": 2.831989290211933e-06, + "loss": 0.9745, + "step": 5302 + }, + { + "epoch": 0.38259803037408463, + "grad_norm": 3.3293663897581136, + "learning_rate": 2.83156426588064e-06, + "loss": 1.0497, + "step": 5303 + }, + { + "epoch": 0.38267017784351215, + "grad_norm": 3.1112140986638335, + "learning_rate": 2.8311391961406996e-06, + "loss": 0.9876, + "step": 5304 + }, + { + "epoch": 0.38274232531293967, + "grad_norm": 2.5220294248057815, + "learning_rate": 2.830714081015325e-06, + "loss": 0.9321, + "step": 5305 + }, + { + "epoch": 0.38281447278236713, + "grad_norm": 4.011311035833084, + "learning_rate": 2.8302889205277293e-06, + "loss": 0.9926, + "step": 5306 + }, + { + "epoch": 0.38288662025179465, + "grad_norm": 3.1884050767254424, + "learning_rate": 2.829863714701129e-06, + "loss": 0.9575, + "step": 5307 + }, + { + "epoch": 0.38295876772122217, + "grad_norm": 2.9540024518498065, + "learning_rate": 2.8294384635587443e-06, + "loss": 0.9015, + "step": 5308 + }, + { + "epoch": 0.3830309151906497, + "grad_norm": 4.076126485881694, + "learning_rate": 2.829013167123795e-06, + "loss": 0.9904, + "step": 5309 + }, + { + "epoch": 0.3831030626600772, + "grad_norm": 2.718754998564236, + "learning_rate": 2.828587825419506e-06, + "loss": 0.9784, + "step": 5310 + }, + { + "epoch": 0.38317521012950473, + "grad_norm": 2.9320273859012307, + "learning_rate": 2.828162438469102e-06, + "loss": 1.0369, + "step": 5311 + }, + { + "epoch": 0.3832473575989322, + "grad_norm": 4.621302595925251, + "learning_rate": 2.8277370062958134e-06, + "loss": 1.0151, + "step": 5312 + }, + { + "epoch": 0.3833195050683597, + "grad_norm": 0.8140325031867627, + "learning_rate": 2.8273115289228715e-06, + "loss": 0.8766, + "step": 5313 + }, + { + "epoch": 0.38339165253778723, + "grad_norm": 3.139958552919177, + "learning_rate": 2.8268860063735096e-06, + "loss": 0.9721, + "step": 5314 + }, + { + "epoch": 0.38346380000721475, + "grad_norm": 3.1079411099818532, + "learning_rate": 2.826460438670964e-06, + "loss": 0.9298, + "step": 5315 + }, + { + "epoch": 0.38353594747664227, + "grad_norm": 4.058036817388341, + "learning_rate": 2.826034825838473e-06, + "loss": 0.9826, + "step": 5316 + }, + { + "epoch": 0.3836080949460698, + "grad_norm": 13.239570399572425, + "learning_rate": 2.825609167899278e-06, + "loss": 0.8872, + "step": 5317 + }, + { + "epoch": 0.38368024241549725, + "grad_norm": 4.983538231523233, + "learning_rate": 2.825183464876623e-06, + "loss": 1.0968, + "step": 5318 + }, + { + "epoch": 0.38375238988492477, + "grad_norm": 2.573796285367783, + "learning_rate": 2.8247577167937533e-06, + "loss": 0.9141, + "step": 5319 + }, + { + "epoch": 0.3838245373543523, + "grad_norm": 4.7668099352951465, + "learning_rate": 2.8243319236739186e-06, + "loss": 0.984, + "step": 5320 + }, + { + "epoch": 0.3838966848237798, + "grad_norm": 2.949725904500642, + "learning_rate": 2.823906085540368e-06, + "loss": 0.9745, + "step": 5321 + }, + { + "epoch": 0.38396883229320733, + "grad_norm": 0.7115217888954618, + "learning_rate": 2.8234802024163566e-06, + "loss": 0.8812, + "step": 5322 + }, + { + "epoch": 0.38404097976263485, + "grad_norm": 2.9031808706107975, + "learning_rate": 2.8230542743251396e-06, + "loss": 0.8669, + "step": 5323 + }, + { + "epoch": 0.3841131272320623, + "grad_norm": 2.8561570033453676, + "learning_rate": 2.8226283012899757e-06, + "loss": 1.0367, + "step": 5324 + }, + { + "epoch": 0.38418527470148983, + "grad_norm": 4.6241217114358975, + "learning_rate": 2.822202283334126e-06, + "loss": 0.9881, + "step": 5325 + }, + { + "epoch": 0.38425742217091735, + "grad_norm": 4.937313028006574, + "learning_rate": 2.8217762204808525e-06, + "loss": 1.0617, + "step": 5326 + }, + { + "epoch": 0.38432956964034487, + "grad_norm": 5.963496107790858, + "learning_rate": 2.821350112753422e-06, + "loss": 0.9696, + "step": 5327 + }, + { + "epoch": 0.3844017171097724, + "grad_norm": 16.277189542856053, + "learning_rate": 2.8209239601751025e-06, + "loss": 0.9536, + "step": 5328 + }, + { + "epoch": 0.3844738645791999, + "grad_norm": 5.310944991570823, + "learning_rate": 2.820497762769164e-06, + "loss": 0.93, + "step": 5329 + }, + { + "epoch": 0.3845460120486274, + "grad_norm": 5.714307716872225, + "learning_rate": 2.8200715205588807e-06, + "loss": 0.9617, + "step": 5330 + }, + { + "epoch": 0.3846181595180549, + "grad_norm": 3.1905036686498214, + "learning_rate": 2.8196452335675275e-06, + "loss": 0.9497, + "step": 5331 + }, + { + "epoch": 0.3846903069874824, + "grad_norm": 9.472452075763526, + "learning_rate": 2.819218901818382e-06, + "loss": 1.0265, + "step": 5332 + }, + { + "epoch": 0.38476245445690993, + "grad_norm": 10.574835622244915, + "learning_rate": 2.818792525334725e-06, + "loss": 0.845, + "step": 5333 + }, + { + "epoch": 0.38483460192633745, + "grad_norm": 6.182192905818765, + "learning_rate": 2.818366104139839e-06, + "loss": 1.0068, + "step": 5334 + }, + { + "epoch": 0.38490674939576497, + "grad_norm": 4.624583663759404, + "learning_rate": 2.81793963825701e-06, + "loss": 1.0462, + "step": 5335 + }, + { + "epoch": 0.38497889686519243, + "grad_norm": 5.266887207886239, + "learning_rate": 2.817513127709525e-06, + "loss": 1.079, + "step": 5336 + }, + { + "epoch": 0.38505104433461995, + "grad_norm": 4.105872688783594, + "learning_rate": 2.817086572520674e-06, + "loss": 0.9303, + "step": 5337 + }, + { + "epoch": 0.38512319180404747, + "grad_norm": 2.6460199265252338, + "learning_rate": 2.8166599727137508e-06, + "loss": 1.0591, + "step": 5338 + }, + { + "epoch": 0.385195339273475, + "grad_norm": 4.116122779490408, + "learning_rate": 2.816233328312049e-06, + "loss": 1.0541, + "step": 5339 + }, + { + "epoch": 0.3852674867429025, + "grad_norm": 4.703560336929851, + "learning_rate": 2.815806639338867e-06, + "loss": 1.0357, + "step": 5340 + }, + { + "epoch": 0.38533963421233003, + "grad_norm": 3.2765808308697566, + "learning_rate": 2.8153799058175046e-06, + "loss": 0.9921, + "step": 5341 + }, + { + "epoch": 0.3854117816817575, + "grad_norm": 4.167508129347645, + "learning_rate": 2.814953127771264e-06, + "loss": 1.0007, + "step": 5342 + }, + { + "epoch": 0.385483929151185, + "grad_norm": 3.3643954355468555, + "learning_rate": 2.8145263052234498e-06, + "loss": 0.9344, + "step": 5343 + }, + { + "epoch": 0.38555607662061253, + "grad_norm": 8.053282680899544, + "learning_rate": 2.8140994381973694e-06, + "loss": 1.1068, + "step": 5344 + }, + { + "epoch": 0.38562822409004005, + "grad_norm": 20.458391343582893, + "learning_rate": 2.8136725267163323e-06, + "loss": 0.9752, + "step": 5345 + }, + { + "epoch": 0.38570037155946757, + "grad_norm": 3.802740393870429, + "learning_rate": 2.813245570803651e-06, + "loss": 1.099, + "step": 5346 + }, + { + "epoch": 0.3857725190288951, + "grad_norm": 5.424314977755742, + "learning_rate": 2.8128185704826387e-06, + "loss": 1.0062, + "step": 5347 + }, + { + "epoch": 0.38584466649832255, + "grad_norm": 4.5360168639311915, + "learning_rate": 2.812391525776614e-06, + "loss": 0.9525, + "step": 5348 + }, + { + "epoch": 0.38591681396775007, + "grad_norm": 4.3374104515308245, + "learning_rate": 2.811964436708895e-06, + "loss": 1.0656, + "step": 5349 + }, + { + "epoch": 0.3859889614371776, + "grad_norm": 3.4924826955946853, + "learning_rate": 2.8115373033028045e-06, + "loss": 0.9665, + "step": 5350 + }, + { + "epoch": 0.3860611089066051, + "grad_norm": 4.315555982431464, + "learning_rate": 2.811110125581665e-06, + "loss": 0.9877, + "step": 5351 + }, + { + "epoch": 0.38613325637603263, + "grad_norm": 2.5815796796289185, + "learning_rate": 2.8106829035688055e-06, + "loss": 0.93, + "step": 5352 + }, + { + "epoch": 0.3862054038454601, + "grad_norm": 3.6792538786272355, + "learning_rate": 2.810255637287553e-06, + "loss": 1.0475, + "step": 5353 + }, + { + "epoch": 0.3862775513148876, + "grad_norm": 4.422987511538064, + "learning_rate": 2.8098283267612398e-06, + "loss": 0.9607, + "step": 5354 + }, + { + "epoch": 0.38634969878431513, + "grad_norm": 4.749142217984278, + "learning_rate": 2.8094009720131988e-06, + "loss": 0.8918, + "step": 5355 + }, + { + "epoch": 0.38642184625374265, + "grad_norm": 7.2659830640936205, + "learning_rate": 2.808973573066768e-06, + "loss": 1.0219, + "step": 5356 + }, + { + "epoch": 0.38649399372317017, + "grad_norm": 3.399252467162487, + "learning_rate": 2.8085461299452848e-06, + "loss": 0.9948, + "step": 5357 + }, + { + "epoch": 0.3865661411925977, + "grad_norm": 7.712567900075904, + "learning_rate": 2.8081186426720905e-06, + "loss": 1.0886, + "step": 5358 + }, + { + "epoch": 0.38663828866202515, + "grad_norm": 2.9168141645647343, + "learning_rate": 2.8076911112705286e-06, + "loss": 0.9341, + "step": 5359 + }, + { + "epoch": 0.3867104361314527, + "grad_norm": 4.247964483755605, + "learning_rate": 2.8072635357639455e-06, + "loss": 1.006, + "step": 5360 + }, + { + "epoch": 0.3867825836008802, + "grad_norm": 6.88161885089789, + "learning_rate": 2.8068359161756884e-06, + "loss": 1.044, + "step": 5361 + }, + { + "epoch": 0.3868547310703077, + "grad_norm": 3.8262355579102416, + "learning_rate": 2.806408252529109e-06, + "loss": 1.0274, + "step": 5362 + }, + { + "epoch": 0.38692687853973523, + "grad_norm": 0.9265038933319619, + "learning_rate": 2.8059805448475607e-06, + "loss": 0.8759, + "step": 5363 + }, + { + "epoch": 0.38699902600916275, + "grad_norm": 15.160305212164317, + "learning_rate": 2.805552793154398e-06, + "loss": 1.0102, + "step": 5364 + }, + { + "epoch": 0.3870711734785902, + "grad_norm": 6.615894898471195, + "learning_rate": 2.805124997472979e-06, + "loss": 0.9294, + "step": 5365 + }, + { + "epoch": 0.38714332094801773, + "grad_norm": 4.139335690702936, + "learning_rate": 2.804697157826665e-06, + "loss": 0.8478, + "step": 5366 + }, + { + "epoch": 0.38721546841744525, + "grad_norm": 7.368782137864608, + "learning_rate": 2.8042692742388173e-06, + "loss": 0.886, + "step": 5367 + }, + { + "epoch": 0.38728761588687277, + "grad_norm": 2.8582302783001063, + "learning_rate": 2.8038413467328025e-06, + "loss": 0.9539, + "step": 5368 + }, + { + "epoch": 0.3873597633563003, + "grad_norm": 4.017531361769047, + "learning_rate": 2.8034133753319874e-06, + "loss": 1.0864, + "step": 5369 + }, + { + "epoch": 0.3874319108257278, + "grad_norm": 4.015229320699222, + "learning_rate": 2.802985360059742e-06, + "loss": 0.9247, + "step": 5370 + }, + { + "epoch": 0.3875040582951553, + "grad_norm": 3.659639792305225, + "learning_rate": 2.802557300939439e-06, + "loss": 0.9458, + "step": 5371 + }, + { + "epoch": 0.3875762057645828, + "grad_norm": 4.358402266726135, + "learning_rate": 2.802129197994452e-06, + "loss": 1.0596, + "step": 5372 + }, + { + "epoch": 0.3876483532340103, + "grad_norm": 2.17084143765841, + "learning_rate": 2.801701051248159e-06, + "loss": 1.0146, + "step": 5373 + }, + { + "epoch": 0.38772050070343783, + "grad_norm": 3.2664103316596567, + "learning_rate": 2.80127286072394e-06, + "loss": 0.9304, + "step": 5374 + }, + { + "epoch": 0.38779264817286535, + "grad_norm": 3.1206135290856825, + "learning_rate": 2.8008446264451758e-06, + "loss": 0.8971, + "step": 5375 + }, + { + "epoch": 0.38786479564229287, + "grad_norm": 3.5257416019454637, + "learning_rate": 2.8004163484352516e-06, + "loss": 0.9333, + "step": 5376 + }, + { + "epoch": 0.38793694311172033, + "grad_norm": 2.773926941573094, + "learning_rate": 2.799988026717553e-06, + "loss": 0.9252, + "step": 5377 + }, + { + "epoch": 0.38800909058114785, + "grad_norm": 3.360418964786457, + "learning_rate": 2.7995596613154697e-06, + "loss": 0.944, + "step": 5378 + }, + { + "epoch": 0.3880812380505754, + "grad_norm": 3.4729978652978297, + "learning_rate": 2.7991312522523937e-06, + "loss": 0.9307, + "step": 5379 + }, + { + "epoch": 0.3881533855200029, + "grad_norm": 3.080492687204898, + "learning_rate": 2.798702799551718e-06, + "loss": 0.9356, + "step": 5380 + }, + { + "epoch": 0.3882255329894304, + "grad_norm": 3.4214778303860514, + "learning_rate": 2.7982743032368393e-06, + "loss": 0.9173, + "step": 5381 + }, + { + "epoch": 0.38829768045885793, + "grad_norm": 2.7420132573514686, + "learning_rate": 2.797845763331156e-06, + "loss": 0.9151, + "step": 5382 + }, + { + "epoch": 0.3883698279282854, + "grad_norm": 3.6273271391449438, + "learning_rate": 2.797417179858069e-06, + "loss": 0.869, + "step": 5383 + }, + { + "epoch": 0.3884419753977129, + "grad_norm": 8.877086555309079, + "learning_rate": 2.7969885528409814e-06, + "loss": 1.0694, + "step": 5384 + }, + { + "epoch": 0.38851412286714043, + "grad_norm": 2.6956746176016746, + "learning_rate": 2.7965598823033e-06, + "loss": 1.0986, + "step": 5385 + }, + { + "epoch": 0.38858627033656795, + "grad_norm": 3.3361030198068895, + "learning_rate": 2.7961311682684317e-06, + "loss": 1.0362, + "step": 5386 + }, + { + "epoch": 0.38865841780599547, + "grad_norm": 6.362112444932335, + "learning_rate": 2.795702410759788e-06, + "loss": 0.8938, + "step": 5387 + }, + { + "epoch": 0.388730565275423, + "grad_norm": 4.959389753025276, + "learning_rate": 2.7952736098007803e-06, + "loss": 0.9949, + "step": 5388 + }, + { + "epoch": 0.38880271274485045, + "grad_norm": 3.40963031431709, + "learning_rate": 2.794844765414825e-06, + "loss": 0.9304, + "step": 5389 + }, + { + "epoch": 0.388874860214278, + "grad_norm": 2.6457157158928677, + "learning_rate": 2.79441587762534e-06, + "loss": 0.831, + "step": 5390 + }, + { + "epoch": 0.3889470076837055, + "grad_norm": 3.783464146059672, + "learning_rate": 2.7939869464557445e-06, + "loss": 1.008, + "step": 5391 + }, + { + "epoch": 0.389019155153133, + "grad_norm": 4.828139814335586, + "learning_rate": 2.793557971929461e-06, + "loss": 0.9166, + "step": 5392 + }, + { + "epoch": 0.38909130262256053, + "grad_norm": 6.34118450134728, + "learning_rate": 2.7931289540699147e-06, + "loss": 0.9824, + "step": 5393 + }, + { + "epoch": 0.38916345009198805, + "grad_norm": 6.857143447512646, + "learning_rate": 2.792699892900532e-06, + "loss": 0.9655, + "step": 5394 + }, + { + "epoch": 0.3892355975614155, + "grad_norm": 4.840492777683957, + "learning_rate": 2.7922707884447425e-06, + "loss": 1.013, + "step": 5395 + }, + { + "epoch": 0.38930774503084303, + "grad_norm": 4.358240123406075, + "learning_rate": 2.7918416407259783e-06, + "loss": 1.0341, + "step": 5396 + }, + { + "epoch": 0.38937989250027055, + "grad_norm": 7.211747641635199, + "learning_rate": 2.791412449767673e-06, + "loss": 0.9978, + "step": 5397 + }, + { + "epoch": 0.38945203996969807, + "grad_norm": 6.682460419052047, + "learning_rate": 2.7909832155932647e-06, + "loss": 0.9429, + "step": 5398 + }, + { + "epoch": 0.3895241874391256, + "grad_norm": 2.5842835821844696, + "learning_rate": 2.79055393822619e-06, + "loss": 0.9704, + "step": 5399 + }, + { + "epoch": 0.3895963349085531, + "grad_norm": 2.581418517294684, + "learning_rate": 2.7901246176898914e-06, + "loss": 1.053, + "step": 5400 + }, + { + "epoch": 0.3896684823779806, + "grad_norm": 3.7179388876699857, + "learning_rate": 2.7896952540078123e-06, + "loss": 0.9883, + "step": 5401 + }, + { + "epoch": 0.3897406298474081, + "grad_norm": 2.4669709374517748, + "learning_rate": 2.7892658472033993e-06, + "loss": 0.9896, + "step": 5402 + }, + { + "epoch": 0.3898127773168356, + "grad_norm": 4.487988016693926, + "learning_rate": 2.7888363973000996e-06, + "loss": 0.909, + "step": 5403 + }, + { + "epoch": 0.38988492478626313, + "grad_norm": 3.7109739924192557, + "learning_rate": 2.7884069043213646e-06, + "loss": 0.9805, + "step": 5404 + }, + { + "epoch": 0.38995707225569065, + "grad_norm": 0.7164078990122745, + "learning_rate": 2.7879773682906474e-06, + "loss": 0.8411, + "step": 5405 + }, + { + "epoch": 0.3900292197251181, + "grad_norm": 2.2761979271317783, + "learning_rate": 2.7875477892314022e-06, + "loss": 0.8914, + "step": 5406 + }, + { + "epoch": 0.39010136719454563, + "grad_norm": 0.8516470840862852, + "learning_rate": 2.787118167167089e-06, + "loss": 0.8662, + "step": 5407 + }, + { + "epoch": 0.39017351466397315, + "grad_norm": 3.190794196205556, + "learning_rate": 2.786688502121166e-06, + "loss": 0.9677, + "step": 5408 + }, + { + "epoch": 0.3902456621334007, + "grad_norm": 0.8648470664025378, + "learning_rate": 2.7862587941170957e-06, + "loss": 0.9345, + "step": 5409 + }, + { + "epoch": 0.3903178096028282, + "grad_norm": 2.7535133460299654, + "learning_rate": 2.7858290431783437e-06, + "loss": 1.0192, + "step": 5410 + }, + { + "epoch": 0.3903899570722557, + "grad_norm": 0.6984400755559553, + "learning_rate": 2.7853992493283766e-06, + "loss": 0.8391, + "step": 5411 + }, + { + "epoch": 0.3904621045416832, + "grad_norm": 0.7462499564856129, + "learning_rate": 2.784969412590663e-06, + "loss": 0.8136, + "step": 5412 + }, + { + "epoch": 0.3905342520111107, + "grad_norm": 3.783850162063793, + "learning_rate": 2.784539532988677e-06, + "loss": 1.0174, + "step": 5413 + }, + { + "epoch": 0.3906063994805382, + "grad_norm": 5.686720239193891, + "learning_rate": 2.784109610545891e-06, + "loss": 0.8273, + "step": 5414 + }, + { + "epoch": 0.39067854694996573, + "grad_norm": 3.0661942912910463, + "learning_rate": 2.783679645285781e-06, + "loss": 0.9961, + "step": 5415 + }, + { + "epoch": 0.39075069441939325, + "grad_norm": 3.459904708211598, + "learning_rate": 2.7832496372318277e-06, + "loss": 1.0336, + "step": 5416 + }, + { + "epoch": 0.39082284188882077, + "grad_norm": 4.35831123963999, + "learning_rate": 2.782819586407511e-06, + "loss": 0.8808, + "step": 5417 + }, + { + "epoch": 0.39089498935824823, + "grad_norm": 12.239433246531028, + "learning_rate": 2.7823894928363144e-06, + "loss": 1.0547, + "step": 5418 + }, + { + "epoch": 0.39096713682767575, + "grad_norm": 3.6639356123501616, + "learning_rate": 2.7819593565417235e-06, + "loss": 0.9031, + "step": 5419 + }, + { + "epoch": 0.3910392842971033, + "grad_norm": 6.19901906528978, + "learning_rate": 2.7815291775472276e-06, + "loss": 0.9519, + "step": 5420 + }, + { + "epoch": 0.3911114317665308, + "grad_norm": 29.294453024887556, + "learning_rate": 2.7810989558763158e-06, + "loss": 0.9016, + "step": 5421 + }, + { + "epoch": 0.3911835792359583, + "grad_norm": 5.343794794619909, + "learning_rate": 2.7806686915524823e-06, + "loss": 0.9497, + "step": 5422 + }, + { + "epoch": 0.39125572670538583, + "grad_norm": 4.252410429516367, + "learning_rate": 2.780238384599221e-06, + "loss": 0.9807, + "step": 5423 + }, + { + "epoch": 0.3913278741748133, + "grad_norm": 4.099621238891242, + "learning_rate": 2.7798080350400304e-06, + "loss": 1.0063, + "step": 5424 + }, + { + "epoch": 0.3914000216442408, + "grad_norm": 5.732304420112714, + "learning_rate": 2.779377642898409e-06, + "loss": 0.8688, + "step": 5425 + }, + { + "epoch": 0.39147216911366833, + "grad_norm": 4.458117874976234, + "learning_rate": 2.7789472081978596e-06, + "loss": 0.9256, + "step": 5426 + }, + { + "epoch": 0.39154431658309585, + "grad_norm": 4.265743715080528, + "learning_rate": 2.7785167309618873e-06, + "loss": 0.9572, + "step": 5427 + }, + { + "epoch": 0.39161646405252337, + "grad_norm": 3.0320172469521722, + "learning_rate": 2.778086211213998e-06, + "loss": 0.8881, + "step": 5428 + }, + { + "epoch": 0.3916886115219509, + "grad_norm": 3.832516016419668, + "learning_rate": 2.7776556489777015e-06, + "loss": 1.0919, + "step": 5429 + }, + { + "epoch": 0.39176075899137836, + "grad_norm": 7.194079497453015, + "learning_rate": 2.777225044276508e-06, + "loss": 0.9142, + "step": 5430 + }, + { + "epoch": 0.3918329064608059, + "grad_norm": 3.245612630983992, + "learning_rate": 2.7767943971339326e-06, + "loss": 1.0726, + "step": 5431 + }, + { + "epoch": 0.3919050539302334, + "grad_norm": 2.4496719452122884, + "learning_rate": 2.7763637075734904e-06, + "loss": 0.9322, + "step": 5432 + }, + { + "epoch": 0.3919772013996609, + "grad_norm": 3.0700726985711135, + "learning_rate": 2.7759329756187002e-06, + "loss": 0.9256, + "step": 5433 + }, + { + "epoch": 0.39204934886908843, + "grad_norm": 18.57871634887284, + "learning_rate": 2.7755022012930833e-06, + "loss": 1.0047, + "step": 5434 + }, + { + "epoch": 0.39212149633851595, + "grad_norm": 3.692769568849788, + "learning_rate": 2.775071384620161e-06, + "loss": 0.8968, + "step": 5435 + }, + { + "epoch": 0.3921936438079434, + "grad_norm": 2.441726248559919, + "learning_rate": 2.7746405256234607e-06, + "loss": 1.002, + "step": 5436 + }, + { + "epoch": 0.39226579127737093, + "grad_norm": 3.120256256681627, + "learning_rate": 2.774209624326508e-06, + "loss": 0.9157, + "step": 5437 + }, + { + "epoch": 0.39233793874679845, + "grad_norm": 4.6604218707043525, + "learning_rate": 2.773778680752834e-06, + "loss": 1.078, + "step": 5438 + }, + { + "epoch": 0.392410086216226, + "grad_norm": 3.1397609755783398, + "learning_rate": 2.7733476949259707e-06, + "loss": 0.9711, + "step": 5439 + }, + { + "epoch": 0.3924822336856535, + "grad_norm": 0.7712324672789684, + "learning_rate": 2.772916666869453e-06, + "loss": 0.8766, + "step": 5440 + }, + { + "epoch": 0.392554381155081, + "grad_norm": 3.8095400216688597, + "learning_rate": 2.772485596606817e-06, + "loss": 1.0598, + "step": 5441 + }, + { + "epoch": 0.3926265286245085, + "grad_norm": 4.385114694137122, + "learning_rate": 2.772054484161602e-06, + "loss": 0.9544, + "step": 5442 + }, + { + "epoch": 0.392698676093936, + "grad_norm": 3.2000002622604264, + "learning_rate": 2.7716233295573495e-06, + "loss": 0.9451, + "step": 5443 + }, + { + "epoch": 0.3927708235633635, + "grad_norm": 0.7397804982459473, + "learning_rate": 2.771192132817604e-06, + "loss": 0.8173, + "step": 5444 + }, + { + "epoch": 0.39284297103279103, + "grad_norm": 3.11920788906809, + "learning_rate": 2.7707608939659103e-06, + "loss": 0.9857, + "step": 5445 + }, + { + "epoch": 0.39291511850221855, + "grad_norm": 4.631821215946192, + "learning_rate": 2.770329613025818e-06, + "loss": 0.8959, + "step": 5446 + }, + { + "epoch": 0.39298726597164607, + "grad_norm": 4.134322757635964, + "learning_rate": 2.7698982900208775e-06, + "loss": 0.9679, + "step": 5447 + }, + { + "epoch": 0.39305941344107354, + "grad_norm": 3.4983676100952814, + "learning_rate": 2.769466924974641e-06, + "loss": 1.0342, + "step": 5448 + }, + { + "epoch": 0.39313156091050105, + "grad_norm": 5.0011152930926, + "learning_rate": 2.7690355179106642e-06, + "loss": 0.9632, + "step": 5449 + }, + { + "epoch": 0.3932037083799286, + "grad_norm": 2.52373387158225, + "learning_rate": 2.7686040688525048e-06, + "loss": 0.8256, + "step": 5450 + }, + { + "epoch": 0.3932758558493561, + "grad_norm": 3.0798627721262832, + "learning_rate": 2.768172577823723e-06, + "loss": 0.9196, + "step": 5451 + }, + { + "epoch": 0.3933480033187836, + "grad_norm": 3.5278961999462535, + "learning_rate": 2.767741044847879e-06, + "loss": 0.8947, + "step": 5452 + }, + { + "epoch": 0.3934201507882111, + "grad_norm": 3.281216430492343, + "learning_rate": 2.7673094699485394e-06, + "loss": 0.9806, + "step": 5453 + }, + { + "epoch": 0.3934922982576386, + "grad_norm": 3.203622621168846, + "learning_rate": 2.7668778531492702e-06, + "loss": 0.9446, + "step": 5454 + }, + { + "epoch": 0.3935644457270661, + "grad_norm": 4.18848077476327, + "learning_rate": 2.76644619447364e-06, + "loss": 0.9756, + "step": 5455 + }, + { + "epoch": 0.39363659319649363, + "grad_norm": 3.0997007533198806, + "learning_rate": 2.766014493945221e-06, + "loss": 0.9472, + "step": 5456 + }, + { + "epoch": 0.39370874066592115, + "grad_norm": 3.7863726004961, + "learning_rate": 2.7655827515875855e-06, + "loss": 1.0141, + "step": 5457 + }, + { + "epoch": 0.3937808881353487, + "grad_norm": 3.266864012252169, + "learning_rate": 2.7651509674243105e-06, + "loss": 0.9973, + "step": 5458 + }, + { + "epoch": 0.39385303560477614, + "grad_norm": 4.578595134043766, + "learning_rate": 2.7647191414789733e-06, + "loss": 0.975, + "step": 5459 + }, + { + "epoch": 0.39392518307420366, + "grad_norm": 3.3659675671742653, + "learning_rate": 2.7642872737751553e-06, + "loss": 0.9717, + "step": 5460 + }, + { + "epoch": 0.3939973305436312, + "grad_norm": 2.166960720746638, + "learning_rate": 2.763855364336438e-06, + "loss": 0.924, + "step": 5461 + }, + { + "epoch": 0.3940694780130587, + "grad_norm": 4.608045483245492, + "learning_rate": 2.763423413186407e-06, + "loss": 0.9968, + "step": 5462 + }, + { + "epoch": 0.3941416254824862, + "grad_norm": 3.987500688797942, + "learning_rate": 2.76299142034865e-06, + "loss": 0.9964, + "step": 5463 + }, + { + "epoch": 0.39421377295191373, + "grad_norm": 0.7354561172868929, + "learning_rate": 2.762559385846755e-06, + "loss": 0.8112, + "step": 5464 + }, + { + "epoch": 0.3942859204213412, + "grad_norm": 2.2094467043538035, + "learning_rate": 2.762127309704316e-06, + "loss": 0.9458, + "step": 5465 + }, + { + "epoch": 0.3943580678907687, + "grad_norm": 4.0866962260867306, + "learning_rate": 2.761695191944925e-06, + "loss": 1.0564, + "step": 5466 + }, + { + "epoch": 0.39443021536019623, + "grad_norm": 7.138539349830066, + "learning_rate": 2.7612630325921797e-06, + "loss": 0.9186, + "step": 5467 + }, + { + "epoch": 0.39450236282962375, + "grad_norm": 4.117968953797899, + "learning_rate": 2.7608308316696787e-06, + "loss": 0.9858, + "step": 5468 + }, + { + "epoch": 0.3945745102990513, + "grad_norm": 8.3555107525826, + "learning_rate": 2.7603985892010214e-06, + "loss": 0.911, + "step": 5469 + }, + { + "epoch": 0.3946466577684788, + "grad_norm": 3.7010101846690353, + "learning_rate": 2.759966305209813e-06, + "loss": 0.9523, + "step": 5470 + }, + { + "epoch": 0.39471880523790626, + "grad_norm": 8.911601068604734, + "learning_rate": 2.7595339797196575e-06, + "loss": 0.9672, + "step": 5471 + }, + { + "epoch": 0.3947909527073338, + "grad_norm": 2.7361800856914056, + "learning_rate": 2.7591016127541637e-06, + "loss": 1.0517, + "step": 5472 + }, + { + "epoch": 0.3948631001767613, + "grad_norm": 6.131515462963344, + "learning_rate": 2.75866920433694e-06, + "loss": 0.9878, + "step": 5473 + }, + { + "epoch": 0.3949352476461888, + "grad_norm": 6.271161684414643, + "learning_rate": 2.7582367544916e-06, + "loss": 0.8991, + "step": 5474 + }, + { + "epoch": 0.39500739511561633, + "grad_norm": 5.277266947246, + "learning_rate": 2.757804263241758e-06, + "loss": 0.9543, + "step": 5475 + }, + { + "epoch": 0.39507954258504385, + "grad_norm": 4.551576052173117, + "learning_rate": 2.7573717306110303e-06, + "loss": 1.0068, + "step": 5476 + }, + { + "epoch": 0.3951516900544713, + "grad_norm": 3.2892689402255955, + "learning_rate": 2.756939156623036e-06, + "loss": 0.9887, + "step": 5477 + }, + { + "epoch": 0.39522383752389884, + "grad_norm": 3.801654084243478, + "learning_rate": 2.756506541301396e-06, + "loss": 0.9825, + "step": 5478 + }, + { + "epoch": 0.39529598499332635, + "grad_norm": 24.62120003596367, + "learning_rate": 2.756073884669735e-06, + "loss": 0.9378, + "step": 5479 + }, + { + "epoch": 0.3953681324627539, + "grad_norm": 5.14522080373045, + "learning_rate": 2.755641186751678e-06, + "loss": 0.9637, + "step": 5480 + }, + { + "epoch": 0.3954402799321814, + "grad_norm": 4.187895343394646, + "learning_rate": 2.7552084475708525e-06, + "loss": 0.8854, + "step": 5481 + }, + { + "epoch": 0.3955124274016089, + "grad_norm": 3.034625032693544, + "learning_rate": 2.7547756671508894e-06, + "loss": 0.868, + "step": 5482 + }, + { + "epoch": 0.3955845748710364, + "grad_norm": 7.005694933775446, + "learning_rate": 2.7543428455154216e-06, + "loss": 1.0622, + "step": 5483 + }, + { + "epoch": 0.3956567223404639, + "grad_norm": 0.967184832789575, + "learning_rate": 2.753909982688084e-06, + "loss": 0.8806, + "step": 5484 + }, + { + "epoch": 0.3957288698098914, + "grad_norm": 5.2562585492693925, + "learning_rate": 2.753477078692512e-06, + "loss": 1.0412, + "step": 5485 + }, + { + "epoch": 0.39580101727931893, + "grad_norm": 3.1198167157746393, + "learning_rate": 2.7530441335523464e-06, + "loss": 1.0136, + "step": 5486 + }, + { + "epoch": 0.39587316474874645, + "grad_norm": 3.8248290528637185, + "learning_rate": 2.752611147291229e-06, + "loss": 0.985, + "step": 5487 + }, + { + "epoch": 0.395945312218174, + "grad_norm": 3.0032586837054915, + "learning_rate": 2.752178119932802e-06, + "loss": 1.0531, + "step": 5488 + }, + { + "epoch": 0.39601745968760144, + "grad_norm": 4.555903015738851, + "learning_rate": 2.7517450515007124e-06, + "loss": 0.9771, + "step": 5489 + }, + { + "epoch": 0.39608960715702896, + "grad_norm": 3.7749509441902, + "learning_rate": 2.751311942018609e-06, + "loss": 0.9325, + "step": 5490 + }, + { + "epoch": 0.3961617546264565, + "grad_norm": 3.64348192226657, + "learning_rate": 2.7508787915101413e-06, + "loss": 0.9418, + "step": 5491 + }, + { + "epoch": 0.396233902095884, + "grad_norm": 4.551919033597559, + "learning_rate": 2.750445599998963e-06, + "loss": 0.8795, + "step": 5492 + }, + { + "epoch": 0.3963060495653115, + "grad_norm": 2.5227224559253694, + "learning_rate": 2.7500123675087276e-06, + "loss": 0.9656, + "step": 5493 + }, + { + "epoch": 0.39637819703473903, + "grad_norm": 0.685590976263829, + "learning_rate": 2.749579094063094e-06, + "loss": 0.8608, + "step": 5494 + }, + { + "epoch": 0.3964503445041665, + "grad_norm": 12.401816548834187, + "learning_rate": 2.749145779685721e-06, + "loss": 0.9423, + "step": 5495 + }, + { + "epoch": 0.396522491973594, + "grad_norm": 4.190572266385559, + "learning_rate": 2.74871242440027e-06, + "loss": 1.0329, + "step": 5496 + }, + { + "epoch": 0.39659463944302153, + "grad_norm": 5.480357206355524, + "learning_rate": 2.7482790282304046e-06, + "loss": 0.9739, + "step": 5497 + }, + { + "epoch": 0.39666678691244905, + "grad_norm": 3.3695776437581095, + "learning_rate": 2.747845591199792e-06, + "loss": 0.9538, + "step": 5498 + }, + { + "epoch": 0.3967389343818766, + "grad_norm": 3.6253118709711307, + "learning_rate": 2.7474121133321004e-06, + "loss": 1.0251, + "step": 5499 + }, + { + "epoch": 0.3968110818513041, + "grad_norm": 3.822148979641008, + "learning_rate": 2.7469785946509992e-06, + "loss": 0.9643, + "step": 5500 + }, + { + "epoch": 0.39688322932073156, + "grad_norm": 2.7598001811353883, + "learning_rate": 2.746545035180163e-06, + "loss": 0.9451, + "step": 5501 + }, + { + "epoch": 0.3969553767901591, + "grad_norm": 4.698750942724346, + "learning_rate": 2.746111434943266e-06, + "loss": 1.0008, + "step": 5502 + }, + { + "epoch": 0.3970275242595866, + "grad_norm": 3.7566991096411244, + "learning_rate": 2.7456777939639854e-06, + "loss": 0.9632, + "step": 5503 + }, + { + "epoch": 0.3970996717290141, + "grad_norm": 6.809142238915644, + "learning_rate": 2.7452441122660005e-06, + "loss": 1.0283, + "step": 5504 + }, + { + "epoch": 0.39717181919844163, + "grad_norm": 3.974202653099773, + "learning_rate": 2.7448103898729935e-06, + "loss": 0.9929, + "step": 5505 + }, + { + "epoch": 0.3972439666678691, + "grad_norm": 3.7440502014544013, + "learning_rate": 2.7443766268086493e-06, + "loss": 1.0114, + "step": 5506 + }, + { + "epoch": 0.3973161141372966, + "grad_norm": 3.4100828392280955, + "learning_rate": 2.7439428230966517e-06, + "loss": 0.9851, + "step": 5507 + }, + { + "epoch": 0.39738826160672414, + "grad_norm": 8.157465000200258, + "learning_rate": 2.7435089787606913e-06, + "loss": 1.0164, + "step": 5508 + }, + { + "epoch": 0.39746040907615166, + "grad_norm": 0.6356760860832755, + "learning_rate": 2.7430750938244576e-06, + "loss": 0.8167, + "step": 5509 + }, + { + "epoch": 0.3975325565455792, + "grad_norm": 4.745965549323059, + "learning_rate": 2.742641168311644e-06, + "loss": 0.9677, + "step": 5510 + }, + { + "epoch": 0.3976047040150067, + "grad_norm": 5.275670100311829, + "learning_rate": 2.7422072022459456e-06, + "loss": 0.9042, + "step": 5511 + }, + { + "epoch": 0.39767685148443416, + "grad_norm": 15.798136946534086, + "learning_rate": 2.741773195651059e-06, + "loss": 0.9376, + "step": 5512 + }, + { + "epoch": 0.3977489989538617, + "grad_norm": 3.0702691693924775, + "learning_rate": 2.7413391485506845e-06, + "loss": 1.0422, + "step": 5513 + }, + { + "epoch": 0.3978211464232892, + "grad_norm": 2.993610571559098, + "learning_rate": 2.7409050609685233e-06, + "loss": 1.0708, + "step": 5514 + }, + { + "epoch": 0.3978932938927167, + "grad_norm": 6.939193381449767, + "learning_rate": 2.7404709329282798e-06, + "loss": 1.0376, + "step": 5515 + }, + { + "epoch": 0.39796544136214423, + "grad_norm": 22.201461826342932, + "learning_rate": 2.740036764453659e-06, + "loss": 1.0598, + "step": 5516 + }, + { + "epoch": 0.39803758883157175, + "grad_norm": 7.0571317272197795, + "learning_rate": 2.7396025555683706e-06, + "loss": 1.0479, + "step": 5517 + }, + { + "epoch": 0.3981097363009992, + "grad_norm": 1.098890432034849, + "learning_rate": 2.739168306296124e-06, + "loss": 0.9274, + "step": 5518 + }, + { + "epoch": 0.39818188377042674, + "grad_norm": 6.842620338326716, + "learning_rate": 2.738734016660633e-06, + "loss": 1.012, + "step": 5519 + }, + { + "epoch": 0.39825403123985426, + "grad_norm": 4.2091273449471025, + "learning_rate": 2.738299686685612e-06, + "loss": 1.064, + "step": 5520 + }, + { + "epoch": 0.3983261787092818, + "grad_norm": 7.243898389216335, + "learning_rate": 2.737865316394778e-06, + "loss": 0.8514, + "step": 5521 + }, + { + "epoch": 0.3983983261787093, + "grad_norm": 11.197272268280342, + "learning_rate": 2.7374309058118506e-06, + "loss": 0.8887, + "step": 5522 + }, + { + "epoch": 0.3984704736481368, + "grad_norm": 6.737154004443556, + "learning_rate": 2.7369964549605517e-06, + "loss": 0.9689, + "step": 5523 + }, + { + "epoch": 0.3985426211175643, + "grad_norm": 7.16479408580541, + "learning_rate": 2.736561963864604e-06, + "loss": 0.9412, + "step": 5524 + }, + { + "epoch": 0.3986147685869918, + "grad_norm": 5.186541549199924, + "learning_rate": 2.7361274325477346e-06, + "loss": 0.9672, + "step": 5525 + }, + { + "epoch": 0.3986869160564193, + "grad_norm": 28.25522369431226, + "learning_rate": 2.735692861033671e-06, + "loss": 1.0567, + "step": 5526 + }, + { + "epoch": 0.39875906352584684, + "grad_norm": 5.929487745214952, + "learning_rate": 2.735258249346144e-06, + "loss": 0.9557, + "step": 5527 + }, + { + "epoch": 0.39883121099527435, + "grad_norm": 6.342927325043323, + "learning_rate": 2.734823597508886e-06, + "loss": 0.955, + "step": 5528 + }, + { + "epoch": 0.3989033584647019, + "grad_norm": 0.6489360914710129, + "learning_rate": 2.734388905545631e-06, + "loss": 0.7801, + "step": 5529 + }, + { + "epoch": 0.39897550593412934, + "grad_norm": 5.319514770751204, + "learning_rate": 2.733954173480116e-06, + "loss": 0.9564, + "step": 5530 + }, + { + "epoch": 0.39904765340355686, + "grad_norm": 4.18149511876107, + "learning_rate": 2.7335194013360812e-06, + "loss": 0.9824, + "step": 5531 + }, + { + "epoch": 0.3991198008729844, + "grad_norm": 13.346864573573544, + "learning_rate": 2.7330845891372677e-06, + "loss": 0.9158, + "step": 5532 + }, + { + "epoch": 0.3991919483424119, + "grad_norm": 3.8107570979299936, + "learning_rate": 2.732649736907418e-06, + "loss": 0.9761, + "step": 5533 + }, + { + "epoch": 0.3992640958118394, + "grad_norm": 6.308110590050605, + "learning_rate": 2.7322148446702783e-06, + "loss": 0.8781, + "step": 5534 + }, + { + "epoch": 0.39933624328126693, + "grad_norm": 3.386398282668095, + "learning_rate": 2.731779912449597e-06, + "loss": 1.0341, + "step": 5535 + }, + { + "epoch": 0.3994083907506944, + "grad_norm": 6.5101236587710245, + "learning_rate": 2.7313449402691227e-06, + "loss": 0.9271, + "step": 5536 + }, + { + "epoch": 0.3994805382201219, + "grad_norm": 0.6294311796872343, + "learning_rate": 2.7309099281526095e-06, + "loss": 0.7825, + "step": 5537 + }, + { + "epoch": 0.39955268568954944, + "grad_norm": 4.342947467244691, + "learning_rate": 2.7304748761238107e-06, + "loss": 0.9502, + "step": 5538 + }, + { + "epoch": 0.39962483315897696, + "grad_norm": 3.4661638396512164, + "learning_rate": 2.730039784206483e-06, + "loss": 1.0261, + "step": 5539 + }, + { + "epoch": 0.3996969806284045, + "grad_norm": 3.816419868874434, + "learning_rate": 2.7296046524243856e-06, + "loss": 0.9423, + "step": 5540 + }, + { + "epoch": 0.399769128097832, + "grad_norm": 3.8309414215030477, + "learning_rate": 2.7291694808012782e-06, + "loss": 1.0142, + "step": 5541 + }, + { + "epoch": 0.39984127556725946, + "grad_norm": 7.700276000786027, + "learning_rate": 2.728734269360925e-06, + "loss": 1.0689, + "step": 5542 + }, + { + "epoch": 0.399913423036687, + "grad_norm": 8.044710153274343, + "learning_rate": 2.728299018127091e-06, + "loss": 0.9377, + "step": 5543 + }, + { + "epoch": 0.3999855705061145, + "grad_norm": 4.499277692681279, + "learning_rate": 2.7278637271235436e-06, + "loss": 0.9869, + "step": 5544 + }, + { + "epoch": 0.400057717975542, + "grad_norm": 6.174345888404552, + "learning_rate": 2.727428396374053e-06, + "loss": 0.9575, + "step": 5545 + }, + { + "epoch": 0.40012986544496953, + "grad_norm": 0.737235645825808, + "learning_rate": 2.7269930259023907e-06, + "loss": 0.8714, + "step": 5546 + }, + { + "epoch": 0.40020201291439705, + "grad_norm": 4.332581577138345, + "learning_rate": 2.7265576157323294e-06, + "loss": 0.9394, + "step": 5547 + }, + { + "epoch": 0.4002741603838245, + "grad_norm": 6.269062117377923, + "learning_rate": 2.7261221658876468e-06, + "loss": 1.0352, + "step": 5548 + }, + { + "epoch": 0.40034630785325204, + "grad_norm": 4.034936446548514, + "learning_rate": 2.7256866763921207e-06, + "loss": 1.0064, + "step": 5549 + }, + { + "epoch": 0.40041845532267956, + "grad_norm": 0.8536940678361233, + "learning_rate": 2.7252511472695326e-06, + "loss": 0.8437, + "step": 5550 + }, + { + "epoch": 0.4004906027921071, + "grad_norm": 2.850443915880143, + "learning_rate": 2.724815578543663e-06, + "loss": 0.885, + "step": 5551 + }, + { + "epoch": 0.4005627502615346, + "grad_norm": 4.086307895421798, + "learning_rate": 2.7243799702382984e-06, + "loss": 0.9681, + "step": 5552 + }, + { + "epoch": 0.4006348977309621, + "grad_norm": 6.471532250965993, + "learning_rate": 2.723944322377225e-06, + "loss": 0.9167, + "step": 5553 + }, + { + "epoch": 0.4007070452003896, + "grad_norm": 5.232781831065415, + "learning_rate": 2.723508634984232e-06, + "loss": 1.0939, + "step": 5554 + }, + { + "epoch": 0.4007791926698171, + "grad_norm": 7.366104968766646, + "learning_rate": 2.723072908083111e-06, + "loss": 0.9637, + "step": 5555 + }, + { + "epoch": 0.4008513401392446, + "grad_norm": 3.6160536239158785, + "learning_rate": 2.722637141697655e-06, + "loss": 1.0416, + "step": 5556 + }, + { + "epoch": 0.40092348760867214, + "grad_norm": 3.0920806388258946, + "learning_rate": 2.7222013358516597e-06, + "loss": 1.0257, + "step": 5557 + }, + { + "epoch": 0.40099563507809965, + "grad_norm": 0.7907152900856798, + "learning_rate": 2.721765490568923e-06, + "loss": 0.8874, + "step": 5558 + }, + { + "epoch": 0.4010677825475271, + "grad_norm": 3.1889734789372635, + "learning_rate": 2.7213296058732446e-06, + "loss": 1.0135, + "step": 5559 + }, + { + "epoch": 0.40113993001695464, + "grad_norm": 3.092358054478357, + "learning_rate": 2.720893681788427e-06, + "loss": 1.0323, + "step": 5560 + }, + { + "epoch": 0.40121207748638216, + "grad_norm": 3.167494280899533, + "learning_rate": 2.7204577183382747e-06, + "loss": 0.918, + "step": 5561 + }, + { + "epoch": 0.4012842249558097, + "grad_norm": 3.8927540296744767, + "learning_rate": 2.7200217155465924e-06, + "loss": 0.9737, + "step": 5562 + }, + { + "epoch": 0.4013563724252372, + "grad_norm": 2.1427412501285454, + "learning_rate": 2.71958567343719e-06, + "loss": 0.914, + "step": 5563 + }, + { + "epoch": 0.4014285198946647, + "grad_norm": 2.1676537637167677, + "learning_rate": 2.719149592033878e-06, + "loss": 1.067, + "step": 5564 + }, + { + "epoch": 0.4015006673640922, + "grad_norm": 8.555572603327073, + "learning_rate": 2.718713471360469e-06, + "loss": 0.9714, + "step": 5565 + }, + { + "epoch": 0.4015728148335197, + "grad_norm": 24.012589013938996, + "learning_rate": 2.7182773114407776e-06, + "loss": 0.9912, + "step": 5566 + }, + { + "epoch": 0.4016449623029472, + "grad_norm": 2.545006470287919, + "learning_rate": 2.717841112298621e-06, + "loss": 0.9026, + "step": 5567 + }, + { + "epoch": 0.40171710977237474, + "grad_norm": 3.340134564504338, + "learning_rate": 2.717404873957819e-06, + "loss": 0.9472, + "step": 5568 + }, + { + "epoch": 0.40178925724180226, + "grad_norm": 3.3102036199720812, + "learning_rate": 2.7169685964421927e-06, + "loss": 0.9421, + "step": 5569 + }, + { + "epoch": 0.4018614047112298, + "grad_norm": 15.205710211853802, + "learning_rate": 2.716532279775565e-06, + "loss": 0.9621, + "step": 5570 + }, + { + "epoch": 0.40193355218065724, + "grad_norm": 2.711683714785108, + "learning_rate": 2.7160959239817623e-06, + "loss": 1.0306, + "step": 5571 + }, + { + "epoch": 0.40200569965008476, + "grad_norm": 2.4514458613368713, + "learning_rate": 2.7156595290846124e-06, + "loss": 0.8959, + "step": 5572 + }, + { + "epoch": 0.4020778471195123, + "grad_norm": 4.452961379943636, + "learning_rate": 2.7152230951079445e-06, + "loss": 1.0267, + "step": 5573 + }, + { + "epoch": 0.4021499945889398, + "grad_norm": 2.991222893432276, + "learning_rate": 2.714786622075591e-06, + "loss": 0.9344, + "step": 5574 + }, + { + "epoch": 0.4022221420583673, + "grad_norm": 3.2274511559038532, + "learning_rate": 2.714350110011386e-06, + "loss": 1.0166, + "step": 5575 + }, + { + "epoch": 0.40229428952779483, + "grad_norm": 0.621865878205995, + "learning_rate": 2.7139135589391666e-06, + "loss": 0.773, + "step": 5576 + }, + { + "epoch": 0.4023664369972223, + "grad_norm": 2.218423093971199, + "learning_rate": 2.71347696888277e-06, + "loss": 0.934, + "step": 5577 + }, + { + "epoch": 0.4024385844666498, + "grad_norm": 3.2668867822043817, + "learning_rate": 2.7130403398660374e-06, + "loss": 1.0073, + "step": 5578 + }, + { + "epoch": 0.40251073193607734, + "grad_norm": 2.61486649721325, + "learning_rate": 2.7126036719128118e-06, + "loss": 0.9668, + "step": 5579 + }, + { + "epoch": 0.40258287940550486, + "grad_norm": 5.4855150738659315, + "learning_rate": 2.712166965046937e-06, + "loss": 0.8502, + "step": 5580 + }, + { + "epoch": 0.4026550268749324, + "grad_norm": 10.069494245267174, + "learning_rate": 2.711730219292261e-06, + "loss": 0.9356, + "step": 5581 + }, + { + "epoch": 0.4027271743443599, + "grad_norm": 6.839598071240959, + "learning_rate": 2.7112934346726326e-06, + "loss": 0.9014, + "step": 5582 + }, + { + "epoch": 0.40279932181378736, + "grad_norm": 0.7614760574664613, + "learning_rate": 2.7108566112119027e-06, + "loss": 0.852, + "step": 5583 + }, + { + "epoch": 0.4028714692832149, + "grad_norm": 5.099157727570275, + "learning_rate": 2.7104197489339245e-06, + "loss": 1.0035, + "step": 5584 + }, + { + "epoch": 0.4029436167526424, + "grad_norm": 6.578100063974412, + "learning_rate": 2.7099828478625536e-06, + "loss": 0.884, + "step": 5585 + }, + { + "epoch": 0.4030157642220699, + "grad_norm": 6.005532892548864, + "learning_rate": 2.7095459080216478e-06, + "loss": 0.9016, + "step": 5586 + }, + { + "epoch": 0.40308791169149744, + "grad_norm": 3.44451742881101, + "learning_rate": 2.7091089294350667e-06, + "loss": 0.9158, + "step": 5587 + }, + { + "epoch": 0.40316005916092496, + "grad_norm": 2.681915958103338, + "learning_rate": 2.7086719121266727e-06, + "loss": 0.9693, + "step": 5588 + }, + { + "epoch": 0.4032322066303524, + "grad_norm": 5.271872054971484, + "learning_rate": 2.708234856120328e-06, + "loss": 1.0221, + "step": 5589 + }, + { + "epoch": 0.40330435409977994, + "grad_norm": 3.6134051657383606, + "learning_rate": 2.7077977614398998e-06, + "loss": 0.9158, + "step": 5590 + }, + { + "epoch": 0.40337650156920746, + "grad_norm": 4.2898277614492155, + "learning_rate": 2.7073606281092567e-06, + "loss": 0.9629, + "step": 5591 + }, + { + "epoch": 0.403448649038635, + "grad_norm": 2.226081876580517, + "learning_rate": 2.7069234561522676e-06, + "loss": 0.9025, + "step": 5592 + }, + { + "epoch": 0.4035207965080625, + "grad_norm": 4.005457969131679, + "learning_rate": 2.7064862455928056e-06, + "loss": 0.9951, + "step": 5593 + }, + { + "epoch": 0.40359294397749, + "grad_norm": 2.8378953297018814, + "learning_rate": 2.706048996454745e-06, + "loss": 0.9138, + "step": 5594 + }, + { + "epoch": 0.4036650914469175, + "grad_norm": 3.3111874841107443, + "learning_rate": 2.7056117087619626e-06, + "loss": 0.9906, + "step": 5595 + }, + { + "epoch": 0.403737238916345, + "grad_norm": 3.634389883520954, + "learning_rate": 2.7051743825383364e-06, + "loss": 0.9377, + "step": 5596 + }, + { + "epoch": 0.4038093863857725, + "grad_norm": 4.020218770920863, + "learning_rate": 2.7047370178077476e-06, + "loss": 0.9327, + "step": 5597 + }, + { + "epoch": 0.40388153385520004, + "grad_norm": 0.773478073443067, + "learning_rate": 2.70429961459408e-06, + "loss": 0.8589, + "step": 5598 + }, + { + "epoch": 0.40395368132462756, + "grad_norm": 2.921508602894174, + "learning_rate": 2.7038621729212166e-06, + "loss": 1.0287, + "step": 5599 + }, + { + "epoch": 0.4040258287940551, + "grad_norm": 4.582886598952392, + "learning_rate": 2.7034246928130466e-06, + "loss": 0.9901, + "step": 5600 + }, + { + "epoch": 0.40409797626348254, + "grad_norm": 2.8587360606251933, + "learning_rate": 2.7029871742934576e-06, + "loss": 1.0223, + "step": 5601 + }, + { + "epoch": 0.40417012373291006, + "grad_norm": 2.173154604921069, + "learning_rate": 2.7025496173863413e-06, + "loss": 1.0014, + "step": 5602 + }, + { + "epoch": 0.4042422712023376, + "grad_norm": 2.7118575324106775, + "learning_rate": 2.7021120221155913e-06, + "loss": 0.9952, + "step": 5603 + }, + { + "epoch": 0.4043144186717651, + "grad_norm": 4.51822806439858, + "learning_rate": 2.701674388505103e-06, + "loss": 1.0035, + "step": 5604 + }, + { + "epoch": 0.4043865661411926, + "grad_norm": 5.9821253599386806, + "learning_rate": 2.7012367165787732e-06, + "loss": 0.9787, + "step": 5605 + }, + { + "epoch": 0.4044587136106201, + "grad_norm": 2.6144299911781865, + "learning_rate": 2.700799006360503e-06, + "loss": 0.992, + "step": 5606 + }, + { + "epoch": 0.4045308610800476, + "grad_norm": 3.6541761728044926, + "learning_rate": 2.700361257874193e-06, + "loss": 0.8808, + "step": 5607 + }, + { + "epoch": 0.4046030085494751, + "grad_norm": 3.765119843215732, + "learning_rate": 2.6999234711437477e-06, + "loss": 0.9752, + "step": 5608 + }, + { + "epoch": 0.40467515601890264, + "grad_norm": 2.533828269980369, + "learning_rate": 2.699485646193072e-06, + "loss": 1.0028, + "step": 5609 + }, + { + "epoch": 0.40474730348833016, + "grad_norm": 2.4341623979805522, + "learning_rate": 2.699047783046075e-06, + "loss": 0.9891, + "step": 5610 + }, + { + "epoch": 0.4048194509577577, + "grad_norm": 2.5384259643818545, + "learning_rate": 2.6986098817266666e-06, + "loss": 1.0308, + "step": 5611 + }, + { + "epoch": 0.40489159842718514, + "grad_norm": 2.608451085789336, + "learning_rate": 2.6981719422587583e-06, + "loss": 0.9351, + "step": 5612 + }, + { + "epoch": 0.40496374589661266, + "grad_norm": 3.8107943862625437, + "learning_rate": 2.6977339646662647e-06, + "loss": 0.924, + "step": 5613 + }, + { + "epoch": 0.4050358933660402, + "grad_norm": 4.514485885396946, + "learning_rate": 2.697295948973102e-06, + "loss": 0.9041, + "step": 5614 + }, + { + "epoch": 0.4051080408354677, + "grad_norm": 3.0237674188131884, + "learning_rate": 2.69685789520319e-06, + "loss": 0.8847, + "step": 5615 + }, + { + "epoch": 0.4051801883048952, + "grad_norm": 5.1420861112787355, + "learning_rate": 2.6964198033804466e-06, + "loss": 1.0142, + "step": 5616 + }, + { + "epoch": 0.40525233577432274, + "grad_norm": 2.557076926192019, + "learning_rate": 2.6959816735287963e-06, + "loss": 0.9025, + "step": 5617 + }, + { + "epoch": 0.4053244832437502, + "grad_norm": 5.925999153973986, + "learning_rate": 2.695543505672164e-06, + "loss": 1.016, + "step": 5618 + }, + { + "epoch": 0.4053966307131777, + "grad_norm": 0.8227292744829168, + "learning_rate": 2.695105299834475e-06, + "loss": 0.8573, + "step": 5619 + }, + { + "epoch": 0.40546877818260524, + "grad_norm": 3.530697534605815, + "learning_rate": 2.6946670560396587e-06, + "loss": 0.9266, + "step": 5620 + }, + { + "epoch": 0.40554092565203276, + "grad_norm": 6.52024885814331, + "learning_rate": 2.694228774311646e-06, + "loss": 0.9681, + "step": 5621 + }, + { + "epoch": 0.4056130731214603, + "grad_norm": 4.154982983202006, + "learning_rate": 2.69379045467437e-06, + "loss": 0.9254, + "step": 5622 + }, + { + "epoch": 0.4056852205908878, + "grad_norm": 10.727993818948375, + "learning_rate": 2.6933520971517655e-06, + "loss": 0.9604, + "step": 5623 + }, + { + "epoch": 0.40575736806031526, + "grad_norm": 4.183392916149947, + "learning_rate": 2.69291370176777e-06, + "loss": 0.8668, + "step": 5624 + }, + { + "epoch": 0.4058295155297428, + "grad_norm": 4.114935416436729, + "learning_rate": 2.692475268546322e-06, + "loss": 1.0642, + "step": 5625 + }, + { + "epoch": 0.4059016629991703, + "grad_norm": 0.7197826679364662, + "learning_rate": 2.692036797511363e-06, + "loss": 0.8676, + "step": 5626 + }, + { + "epoch": 0.4059738104685978, + "grad_norm": 2.1848361553154807, + "learning_rate": 2.691598288686837e-06, + "loss": 0.9448, + "step": 5627 + }, + { + "epoch": 0.40604595793802534, + "grad_norm": 4.56625984681637, + "learning_rate": 2.691159742096688e-06, + "loss": 0.9755, + "step": 5628 + }, + { + "epoch": 0.40611810540745286, + "grad_norm": 3.169806947816504, + "learning_rate": 2.690721157764864e-06, + "loss": 0.8199, + "step": 5629 + }, + { + "epoch": 0.4061902528768803, + "grad_norm": 3.650922496699197, + "learning_rate": 2.690282535715315e-06, + "loss": 0.9956, + "step": 5630 + }, + { + "epoch": 0.40626240034630784, + "grad_norm": 9.514991576310807, + "learning_rate": 2.689843875971992e-06, + "loss": 0.9812, + "step": 5631 + }, + { + "epoch": 0.40633454781573536, + "grad_norm": 2.634197923313325, + "learning_rate": 2.6894051785588486e-06, + "loss": 1.0727, + "step": 5632 + }, + { + "epoch": 0.4064066952851629, + "grad_norm": 4.54764070650743, + "learning_rate": 2.68896644349984e-06, + "loss": 1.0461, + "step": 5633 + }, + { + "epoch": 0.4064788427545904, + "grad_norm": 3.6288915332048193, + "learning_rate": 2.688527670818925e-06, + "loss": 0.9447, + "step": 5634 + }, + { + "epoch": 0.4065509902240179, + "grad_norm": 2.0832521677100924, + "learning_rate": 2.688088860540062e-06, + "loss": 1.0375, + "step": 5635 + }, + { + "epoch": 0.4066231376934454, + "grad_norm": 3.1630975452762464, + "learning_rate": 2.6876500126872144e-06, + "loss": 0.8923, + "step": 5636 + }, + { + "epoch": 0.4066952851628729, + "grad_norm": 5.867767427231428, + "learning_rate": 2.6872111272843453e-06, + "loss": 1.0486, + "step": 5637 + }, + { + "epoch": 0.4067674326323004, + "grad_norm": 3.335417445649519, + "learning_rate": 2.686772204355419e-06, + "loss": 0.9671, + "step": 5638 + }, + { + "epoch": 0.40683958010172794, + "grad_norm": 4.70337400062403, + "learning_rate": 2.6863332439244064e-06, + "loss": 0.9295, + "step": 5639 + }, + { + "epoch": 0.40691172757115546, + "grad_norm": 2.3861565809712393, + "learning_rate": 2.685894246015276e-06, + "loss": 1.0441, + "step": 5640 + }, + { + "epoch": 0.406983875040583, + "grad_norm": 2.92582052736695, + "learning_rate": 2.685455210651999e-06, + "loss": 0.9774, + "step": 5641 + }, + { + "epoch": 0.40705602251001044, + "grad_norm": 3.726793581917528, + "learning_rate": 2.685016137858551e-06, + "loss": 1.0463, + "step": 5642 + }, + { + "epoch": 0.40712816997943796, + "grad_norm": 2.990892413868384, + "learning_rate": 2.684577027658908e-06, + "loss": 1.0367, + "step": 5643 + }, + { + "epoch": 0.4072003174488655, + "grad_norm": 9.871375082556018, + "learning_rate": 2.6841378800770474e-06, + "loss": 0.9494, + "step": 5644 + }, + { + "epoch": 0.407272464918293, + "grad_norm": 3.134243227013357, + "learning_rate": 2.6836986951369494e-06, + "loss": 0.8692, + "step": 5645 + }, + { + "epoch": 0.4073446123877205, + "grad_norm": 2.694619883127243, + "learning_rate": 2.683259472862597e-06, + "loss": 0.997, + "step": 5646 + }, + { + "epoch": 0.40741675985714804, + "grad_norm": 4.251255074475296, + "learning_rate": 2.682820213277974e-06, + "loss": 1.021, + "step": 5647 + }, + { + "epoch": 0.4074889073265755, + "grad_norm": 4.248833664566698, + "learning_rate": 2.682380916407067e-06, + "loss": 0.9486, + "step": 5648 + }, + { + "epoch": 0.407561054796003, + "grad_norm": 3.2885837523641506, + "learning_rate": 2.6819415822738643e-06, + "loss": 0.856, + "step": 5649 + }, + { + "epoch": 0.40763320226543054, + "grad_norm": 3.2256968078130126, + "learning_rate": 2.6815022109023555e-06, + "loss": 0.9104, + "step": 5650 + }, + { + "epoch": 0.40770534973485806, + "grad_norm": 6.461737180805083, + "learning_rate": 2.6810628023165345e-06, + "loss": 0.8681, + "step": 5651 + }, + { + "epoch": 0.4077774972042856, + "grad_norm": 7.853474094875892, + "learning_rate": 2.680623356540395e-06, + "loss": 0.9392, + "step": 5652 + }, + { + "epoch": 0.4078496446737131, + "grad_norm": 2.4994017838962486, + "learning_rate": 2.6801838735979333e-06, + "loss": 0.9883, + "step": 5653 + }, + { + "epoch": 0.40792179214314056, + "grad_norm": 3.1183628552940776, + "learning_rate": 2.679744353513149e-06, + "loss": 0.9498, + "step": 5654 + }, + { + "epoch": 0.4079939396125681, + "grad_norm": 2.856479700647705, + "learning_rate": 2.679304796310041e-06, + "loss": 1.021, + "step": 5655 + }, + { + "epoch": 0.4080660870819956, + "grad_norm": 2.828088749605813, + "learning_rate": 2.6788652020126132e-06, + "loss": 0.9694, + "step": 5656 + }, + { + "epoch": 0.4081382345514231, + "grad_norm": 4.383223951205425, + "learning_rate": 2.6784255706448693e-06, + "loss": 1.0615, + "step": 5657 + }, + { + "epoch": 0.40821038202085064, + "grad_norm": 3.28515625, + "learning_rate": 2.6779859022308172e-06, + "loss": 0.8627, + "step": 5658 + }, + { + "epoch": 0.4082825294902781, + "grad_norm": 4.372053625617307, + "learning_rate": 2.6775461967944645e-06, + "loss": 1.0516, + "step": 5659 + }, + { + "epoch": 0.4083546769597056, + "grad_norm": 3.3695199061874317, + "learning_rate": 2.677106454359822e-06, + "loss": 0.9562, + "step": 5660 + }, + { + "epoch": 0.40842682442913314, + "grad_norm": 2.8885370085043935, + "learning_rate": 2.676666674950903e-06, + "loss": 1.0467, + "step": 5661 + }, + { + "epoch": 0.40849897189856066, + "grad_norm": 2.5080273497579304, + "learning_rate": 2.676226858591721e-06, + "loss": 1.1089, + "step": 5662 + }, + { + "epoch": 0.4085711193679882, + "grad_norm": 2.812660467020589, + "learning_rate": 2.675787005306294e-06, + "loss": 0.9831, + "step": 5663 + }, + { + "epoch": 0.4086432668374157, + "grad_norm": 13.552579987456493, + "learning_rate": 2.675347115118641e-06, + "loss": 0.9554, + "step": 5664 + }, + { + "epoch": 0.40871541430684316, + "grad_norm": 2.2498469830509706, + "learning_rate": 2.674907188052781e-06, + "loss": 0.9122, + "step": 5665 + }, + { + "epoch": 0.4087875617762707, + "grad_norm": 0.7272579187543647, + "learning_rate": 2.674467224132738e-06, + "loss": 0.8817, + "step": 5666 + }, + { + "epoch": 0.4088597092456982, + "grad_norm": 3.044314359947109, + "learning_rate": 2.6740272233825373e-06, + "loss": 0.9536, + "step": 5667 + }, + { + "epoch": 0.4089318567151257, + "grad_norm": 3.595049813765054, + "learning_rate": 2.6735871858262054e-06, + "loss": 0.9374, + "step": 5668 + }, + { + "epoch": 0.40900400418455324, + "grad_norm": 3.2552537268970374, + "learning_rate": 2.67314711148777e-06, + "loss": 0.9835, + "step": 5669 + }, + { + "epoch": 0.40907615165398076, + "grad_norm": 3.0370457878693147, + "learning_rate": 2.672707000391263e-06, + "loss": 0.8345, + "step": 5670 + }, + { + "epoch": 0.4091482991234082, + "grad_norm": 2.635302082531076, + "learning_rate": 2.672266852560717e-06, + "loss": 0.9354, + "step": 5671 + }, + { + "epoch": 0.40922044659283574, + "grad_norm": 2.7487509231600527, + "learning_rate": 2.6718266680201663e-06, + "loss": 1.0115, + "step": 5672 + }, + { + "epoch": 0.40929259406226326, + "grad_norm": 3.451289591052683, + "learning_rate": 2.6713864467936492e-06, + "loss": 0.9213, + "step": 5673 + }, + { + "epoch": 0.4093647415316908, + "grad_norm": 4.42135153324107, + "learning_rate": 2.6709461889052037e-06, + "loss": 0.9377, + "step": 5674 + }, + { + "epoch": 0.4094368890011183, + "grad_norm": 3.7752509330564963, + "learning_rate": 2.6705058943788695e-06, + "loss": 1.0342, + "step": 5675 + }, + { + "epoch": 0.4095090364705458, + "grad_norm": 3.520218082521414, + "learning_rate": 2.670065563238691e-06, + "loss": 1.0489, + "step": 5676 + }, + { + "epoch": 0.4095811839399733, + "grad_norm": 3.9189283996566897, + "learning_rate": 2.6696251955087126e-06, + "loss": 1.0037, + "step": 5677 + }, + { + "epoch": 0.4096533314094008, + "grad_norm": 2.783419844906625, + "learning_rate": 2.6691847912129816e-06, + "loss": 0.9623, + "step": 5678 + }, + { + "epoch": 0.4097254788788283, + "grad_norm": 2.9463652897103842, + "learning_rate": 2.668744350375546e-06, + "loss": 0.9429, + "step": 5679 + }, + { + "epoch": 0.40979762634825584, + "grad_norm": 5.051740161474818, + "learning_rate": 2.668303873020457e-06, + "loss": 0.9179, + "step": 5680 + }, + { + "epoch": 0.40986977381768336, + "grad_norm": 2.267365937733312, + "learning_rate": 2.6678633591717678e-06, + "loss": 1.0, + "step": 5681 + }, + { + "epoch": 0.4099419212871109, + "grad_norm": 3.616886398273739, + "learning_rate": 2.6674228088535325e-06, + "loss": 0.9482, + "step": 5682 + }, + { + "epoch": 0.41001406875653834, + "grad_norm": 2.734480152833038, + "learning_rate": 2.6669822220898085e-06, + "loss": 1.025, + "step": 5683 + }, + { + "epoch": 0.41008621622596586, + "grad_norm": 2.7773673570276167, + "learning_rate": 2.666541598904654e-06, + "loss": 0.848, + "step": 5684 + }, + { + "epoch": 0.4101583636953934, + "grad_norm": 2.8423253777244515, + "learning_rate": 2.666100939322131e-06, + "loss": 1.0187, + "step": 5685 + }, + { + "epoch": 0.4102305111648209, + "grad_norm": 2.55645485502507, + "learning_rate": 2.6656602433663016e-06, + "loss": 0.9904, + "step": 5686 + }, + { + "epoch": 0.4103026586342484, + "grad_norm": 3.480188840149072, + "learning_rate": 2.6652195110612295e-06, + "loss": 0.957, + "step": 5687 + }, + { + "epoch": 0.41037480610367594, + "grad_norm": 3.963072553118262, + "learning_rate": 2.664778742430983e-06, + "loss": 0.9593, + "step": 5688 + }, + { + "epoch": 0.4104469535731034, + "grad_norm": 2.5281767850459573, + "learning_rate": 2.6643379374996304e-06, + "loss": 1.0239, + "step": 5689 + }, + { + "epoch": 0.4105191010425309, + "grad_norm": 9.839499485343262, + "learning_rate": 2.663897096291242e-06, + "loss": 0.9479, + "step": 5690 + }, + { + "epoch": 0.41059124851195844, + "grad_norm": 2.9224059902502573, + "learning_rate": 2.6634562188298917e-06, + "loss": 1.0171, + "step": 5691 + }, + { + "epoch": 0.41066339598138596, + "grad_norm": 7.687368004138652, + "learning_rate": 2.663015305139652e-06, + "loss": 0.9151, + "step": 5692 + }, + { + "epoch": 0.4107355434508135, + "grad_norm": 3.403742996303877, + "learning_rate": 2.6625743552446023e-06, + "loss": 0.933, + "step": 5693 + }, + { + "epoch": 0.410807690920241, + "grad_norm": 13.721707175229122, + "learning_rate": 2.662133369168819e-06, + "loss": 1.0039, + "step": 5694 + }, + { + "epoch": 0.41087983838966846, + "grad_norm": 2.760929842097959, + "learning_rate": 2.6616923469363837e-06, + "loss": 0.9149, + "step": 5695 + }, + { + "epoch": 0.410951985859096, + "grad_norm": 2.2313003192431404, + "learning_rate": 2.6612512885713794e-06, + "loss": 0.9889, + "step": 5696 + }, + { + "epoch": 0.4110241333285235, + "grad_norm": 6.491413019764192, + "learning_rate": 2.660810194097889e-06, + "loss": 0.8884, + "step": 5697 + }, + { + "epoch": 0.411096280797951, + "grad_norm": 2.1953575699819163, + "learning_rate": 2.660369063540001e-06, + "loss": 0.9596, + "step": 5698 + }, + { + "epoch": 0.41116842826737854, + "grad_norm": 4.3821043914659406, + "learning_rate": 2.6599278969218024e-06, + "loss": 0.9304, + "step": 5699 + }, + { + "epoch": 0.41124057573680606, + "grad_norm": 2.207424432621063, + "learning_rate": 2.6594866942673845e-06, + "loss": 0.9869, + "step": 5700 + }, + { + "epoch": 0.4113127232062335, + "grad_norm": 2.6825776376714634, + "learning_rate": 2.6590454556008395e-06, + "loss": 0.9149, + "step": 5701 + }, + { + "epoch": 0.41138487067566104, + "grad_norm": 2.8181714836613514, + "learning_rate": 2.658604180946262e-06, + "loss": 0.959, + "step": 5702 + }, + { + "epoch": 0.41145701814508856, + "grad_norm": 3.0327245527562545, + "learning_rate": 2.658162870327749e-06, + "loss": 0.8884, + "step": 5703 + }, + { + "epoch": 0.4115291656145161, + "grad_norm": 6.570907003424736, + "learning_rate": 2.6577215237693967e-06, + "loss": 0.9472, + "step": 5704 + }, + { + "epoch": 0.4116013130839436, + "grad_norm": 3.8268895238077096, + "learning_rate": 2.6572801412953077e-06, + "loss": 0.9348, + "step": 5705 + }, + { + "epoch": 0.4116734605533711, + "grad_norm": 3.249376237138592, + "learning_rate": 2.6568387229295833e-06, + "loss": 0.8915, + "step": 5706 + }, + { + "epoch": 0.4117456080227986, + "grad_norm": 2.7410078418540187, + "learning_rate": 2.6563972686963275e-06, + "loss": 0.9804, + "step": 5707 + }, + { + "epoch": 0.4118177554922261, + "grad_norm": 2.648251057141602, + "learning_rate": 2.655955778619647e-06, + "loss": 0.9267, + "step": 5708 + }, + { + "epoch": 0.4118899029616536, + "grad_norm": 3.546693772042701, + "learning_rate": 2.6555142527236493e-06, + "loss": 1.0296, + "step": 5709 + }, + { + "epoch": 0.41196205043108114, + "grad_norm": 2.6210162496692524, + "learning_rate": 2.6550726910324455e-06, + "loss": 1.0049, + "step": 5710 + }, + { + "epoch": 0.41203419790050866, + "grad_norm": 2.7035426881050446, + "learning_rate": 2.654631093570146e-06, + "loss": 0.9982, + "step": 5711 + }, + { + "epoch": 0.4121063453699361, + "grad_norm": 2.736883179311994, + "learning_rate": 2.6541894603608668e-06, + "loss": 0.8967, + "step": 5712 + }, + { + "epoch": 0.41217849283936364, + "grad_norm": 3.0789558335023584, + "learning_rate": 2.653747791428723e-06, + "loss": 0.9285, + "step": 5713 + }, + { + "epoch": 0.41225064030879116, + "grad_norm": 3.420835014711463, + "learning_rate": 2.6533060867978317e-06, + "loss": 0.9531, + "step": 5714 + }, + { + "epoch": 0.4123227877782187, + "grad_norm": 3.974904732192318, + "learning_rate": 2.652864346492314e-06, + "loss": 0.9057, + "step": 5715 + }, + { + "epoch": 0.4123949352476462, + "grad_norm": 3.075919198451948, + "learning_rate": 2.65242257053629e-06, + "loss": 1.0623, + "step": 5716 + }, + { + "epoch": 0.4124670827170737, + "grad_norm": 3.1492293429356235, + "learning_rate": 2.651980758953886e-06, + "loss": 0.9853, + "step": 5717 + }, + { + "epoch": 0.4125392301865012, + "grad_norm": 2.3665780771715776, + "learning_rate": 2.6515389117692264e-06, + "loss": 0.9185, + "step": 5718 + }, + { + "epoch": 0.4126113776559287, + "grad_norm": 4.240706436398529, + "learning_rate": 2.651097029006438e-06, + "loss": 0.9898, + "step": 5719 + }, + { + "epoch": 0.4126835251253562, + "grad_norm": 3.3591406452139827, + "learning_rate": 2.650655110689651e-06, + "loss": 0.9447, + "step": 5720 + }, + { + "epoch": 0.41275567259478374, + "grad_norm": 3.351301134139845, + "learning_rate": 2.6502131568429976e-06, + "loss": 0.9365, + "step": 5721 + }, + { + "epoch": 0.41282782006421126, + "grad_norm": 0.6637976847687838, + "learning_rate": 2.6497711674906105e-06, + "loss": 0.8204, + "step": 5722 + }, + { + "epoch": 0.4128999675336388, + "grad_norm": 4.8183860948159625, + "learning_rate": 2.649329142656625e-06, + "loss": 0.9208, + "step": 5723 + }, + { + "epoch": 0.41297211500306624, + "grad_norm": 2.951907436718437, + "learning_rate": 2.6488870823651793e-06, + "loss": 0.962, + "step": 5724 + }, + { + "epoch": 0.41304426247249376, + "grad_norm": 0.6851853071986864, + "learning_rate": 2.648444986640412e-06, + "loss": 0.8254, + "step": 5725 + }, + { + "epoch": 0.4131164099419213, + "grad_norm": 3.255938020430257, + "learning_rate": 2.6480028555064636e-06, + "loss": 0.9402, + "step": 5726 + }, + { + "epoch": 0.4131885574113488, + "grad_norm": 2.849596657571005, + "learning_rate": 2.6475606889874795e-06, + "loss": 0.9498, + "step": 5727 + }, + { + "epoch": 0.4132607048807763, + "grad_norm": 3.269206588103334, + "learning_rate": 2.647118487107602e-06, + "loss": 0.974, + "step": 5728 + }, + { + "epoch": 0.41333285235020384, + "grad_norm": 2.6579491958585084, + "learning_rate": 2.6466762498909805e-06, + "loss": 1.0237, + "step": 5729 + }, + { + "epoch": 0.4134049998196313, + "grad_norm": 2.0146874901540928, + "learning_rate": 2.6462339773617628e-06, + "loss": 0.945, + "step": 5730 + }, + { + "epoch": 0.4134771472890588, + "grad_norm": 2.9822292103269405, + "learning_rate": 2.645791669544099e-06, + "loss": 0.9803, + "step": 5731 + }, + { + "epoch": 0.41354929475848634, + "grad_norm": 3.394946319874814, + "learning_rate": 2.6453493264621436e-06, + "loss": 0.9708, + "step": 5732 + }, + { + "epoch": 0.41362144222791386, + "grad_norm": 2.9569093384298, + "learning_rate": 2.64490694814005e-06, + "loss": 0.9856, + "step": 5733 + }, + { + "epoch": 0.4136935896973414, + "grad_norm": 2.3614058690805, + "learning_rate": 2.644464534601976e-06, + "loss": 1.015, + "step": 5734 + }, + { + "epoch": 0.4137657371667689, + "grad_norm": 3.089724763877215, + "learning_rate": 2.644022085872079e-06, + "loss": 0.9745, + "step": 5735 + }, + { + "epoch": 0.41383788463619636, + "grad_norm": 3.090146981851478, + "learning_rate": 2.64357960197452e-06, + "loss": 1.0873, + "step": 5736 + }, + { + "epoch": 0.4139100321056239, + "grad_norm": 2.4878649879939885, + "learning_rate": 2.6431370829334614e-06, + "loss": 1.1413, + "step": 5737 + }, + { + "epoch": 0.4139821795750514, + "grad_norm": 2.2644295531147103, + "learning_rate": 2.6426945287730677e-06, + "loss": 1.0497, + "step": 5738 + }, + { + "epoch": 0.4140543270444789, + "grad_norm": 2.394480270664505, + "learning_rate": 2.6422519395175044e-06, + "loss": 1.0279, + "step": 5739 + }, + { + "epoch": 0.41412647451390644, + "grad_norm": 2.746773734629277, + "learning_rate": 2.641809315190941e-06, + "loss": 0.9814, + "step": 5740 + }, + { + "epoch": 0.41419862198333396, + "grad_norm": 2.8512280411733886, + "learning_rate": 2.641366655817546e-06, + "loss": 1.0473, + "step": 5741 + }, + { + "epoch": 0.4142707694527614, + "grad_norm": 2.6663162676753145, + "learning_rate": 2.6409239614214933e-06, + "loss": 0.9758, + "step": 5742 + }, + { + "epoch": 0.41434291692218894, + "grad_norm": 2.6551585030522316, + "learning_rate": 2.6404812320269548e-06, + "loss": 1.0603, + "step": 5743 + }, + { + "epoch": 0.41441506439161646, + "grad_norm": 2.423202741358287, + "learning_rate": 2.6400384676581073e-06, + "loss": 1.0402, + "step": 5744 + }, + { + "epoch": 0.414487211861044, + "grad_norm": 2.7435679208041623, + "learning_rate": 2.6395956683391283e-06, + "loss": 0.9156, + "step": 5745 + }, + { + "epoch": 0.4145593593304715, + "grad_norm": 1.939872273831898, + "learning_rate": 2.6391528340941984e-06, + "loss": 1.0456, + "step": 5746 + }, + { + "epoch": 0.414631506799899, + "grad_norm": 2.947624129123623, + "learning_rate": 2.6387099649474974e-06, + "loss": 0.9476, + "step": 5747 + }, + { + "epoch": 0.4147036542693265, + "grad_norm": 2.280552378549143, + "learning_rate": 2.6382670609232093e-06, + "loss": 1.0067, + "step": 5748 + }, + { + "epoch": 0.414775801738754, + "grad_norm": 2.606780812755363, + "learning_rate": 2.637824122045521e-06, + "loss": 1.0158, + "step": 5749 + }, + { + "epoch": 0.4148479492081815, + "grad_norm": 2.642892349406335, + "learning_rate": 2.6373811483386173e-06, + "loss": 0.9889, + "step": 5750 + }, + { + "epoch": 0.41492009667760904, + "grad_norm": 2.4255454521630866, + "learning_rate": 2.6369381398266894e-06, + "loss": 0.9601, + "step": 5751 + }, + { + "epoch": 0.41499224414703656, + "grad_norm": 3.6351132562301434, + "learning_rate": 2.6364950965339277e-06, + "loss": 0.8993, + "step": 5752 + }, + { + "epoch": 0.4150643916164641, + "grad_norm": 3.0774493565176915, + "learning_rate": 2.6360520184845243e-06, + "loss": 1.0685, + "step": 5753 + }, + { + "epoch": 0.41513653908589154, + "grad_norm": 3.1218914592870353, + "learning_rate": 2.6356089057026755e-06, + "loss": 0.8797, + "step": 5754 + }, + { + "epoch": 0.41520868655531906, + "grad_norm": 0.7093380552913895, + "learning_rate": 2.6351657582125768e-06, + "loss": 0.8199, + "step": 5755 + }, + { + "epoch": 0.4152808340247466, + "grad_norm": 4.483389822640656, + "learning_rate": 2.634722576038427e-06, + "loss": 0.9784, + "step": 5756 + }, + { + "epoch": 0.4153529814941741, + "grad_norm": 2.0868375172409226, + "learning_rate": 2.634279359204428e-06, + "loss": 0.9366, + "step": 5757 + }, + { + "epoch": 0.4154251289636016, + "grad_norm": 2.464046488379087, + "learning_rate": 2.6338361077347806e-06, + "loss": 0.9692, + "step": 5758 + }, + { + "epoch": 0.41549727643302914, + "grad_norm": 2.8683311405945604, + "learning_rate": 2.6333928216536894e-06, + "loss": 1.0347, + "step": 5759 + }, + { + "epoch": 0.4155694239024566, + "grad_norm": 2.7777879577026328, + "learning_rate": 2.6329495009853617e-06, + "loss": 1.0118, + "step": 5760 + }, + { + "epoch": 0.4156415713718841, + "grad_norm": 2.7036702923570712, + "learning_rate": 2.6325061457540045e-06, + "loss": 0.9368, + "step": 5761 + }, + { + "epoch": 0.41571371884131164, + "grad_norm": 3.013167096112773, + "learning_rate": 2.632062755983828e-06, + "loss": 0.9669, + "step": 5762 + }, + { + "epoch": 0.41578586631073916, + "grad_norm": 2.14510539278346, + "learning_rate": 2.6316193316990443e-06, + "loss": 0.9454, + "step": 5763 + }, + { + "epoch": 0.4158580137801667, + "grad_norm": 3.1443759666627913, + "learning_rate": 2.6311758729238673e-06, + "loss": 0.9427, + "step": 5764 + }, + { + "epoch": 0.41593016124959414, + "grad_norm": 3.1586220769487117, + "learning_rate": 2.630732379682512e-06, + "loss": 0.8952, + "step": 5765 + }, + { + "epoch": 0.41600230871902166, + "grad_norm": 2.050622436186988, + "learning_rate": 2.6302888519991964e-06, + "loss": 1.0035, + "step": 5766 + }, + { + "epoch": 0.4160744561884492, + "grad_norm": 2.2191040401333777, + "learning_rate": 2.6298452898981404e-06, + "loss": 0.9797, + "step": 5767 + }, + { + "epoch": 0.4161466036578767, + "grad_norm": 2.921603429892993, + "learning_rate": 2.6294016934035645e-06, + "loss": 0.9622, + "step": 5768 + }, + { + "epoch": 0.4162187511273042, + "grad_norm": 2.0286056912865584, + "learning_rate": 2.628958062539692e-06, + "loss": 0.9942, + "step": 5769 + }, + { + "epoch": 0.41629089859673174, + "grad_norm": 3.6524525019320415, + "learning_rate": 2.6285143973307477e-06, + "loss": 0.913, + "step": 5770 + }, + { + "epoch": 0.4163630460661592, + "grad_norm": 2.4888679615155156, + "learning_rate": 2.6280706978009592e-06, + "loss": 0.9427, + "step": 5771 + }, + { + "epoch": 0.4164351935355867, + "grad_norm": 2.5953035413023624, + "learning_rate": 2.6276269639745543e-06, + "loss": 0.9723, + "step": 5772 + }, + { + "epoch": 0.41650734100501424, + "grad_norm": 4.509967784555075, + "learning_rate": 2.6271831958757653e-06, + "loss": 1.0041, + "step": 5773 + }, + { + "epoch": 0.41657948847444176, + "grad_norm": 2.9643181094896085, + "learning_rate": 2.6267393935288233e-06, + "loss": 0.8455, + "step": 5774 + }, + { + "epoch": 0.4166516359438693, + "grad_norm": 2.7767810707596663, + "learning_rate": 2.626295556957963e-06, + "loss": 1.0051, + "step": 5775 + }, + { + "epoch": 0.4167237834132968, + "grad_norm": 2.6446898284653044, + "learning_rate": 2.625851686187421e-06, + "loss": 0.9821, + "step": 5776 + }, + { + "epoch": 0.41679593088272426, + "grad_norm": 7.3546461718086755, + "learning_rate": 2.6254077812414345e-06, + "loss": 0.9002, + "step": 5777 + }, + { + "epoch": 0.4168680783521518, + "grad_norm": 2.838034450932147, + "learning_rate": 2.6249638421442457e-06, + "loss": 0.9898, + "step": 5778 + }, + { + "epoch": 0.4169402258215793, + "grad_norm": 3.857268588726506, + "learning_rate": 2.6245198689200943e-06, + "loss": 0.9481, + "step": 5779 + }, + { + "epoch": 0.4170123732910068, + "grad_norm": 3.0784563380025047, + "learning_rate": 2.6240758615932238e-06, + "loss": 0.8793, + "step": 5780 + }, + { + "epoch": 0.41708452076043434, + "grad_norm": 2.2710736232163615, + "learning_rate": 2.623631820187882e-06, + "loss": 0.8896, + "step": 5781 + }, + { + "epoch": 0.41715666822986186, + "grad_norm": 4.083151806799273, + "learning_rate": 2.6231877447283147e-06, + "loss": 0.9075, + "step": 5782 + }, + { + "epoch": 0.4172288156992893, + "grad_norm": 2.4903428476681446, + "learning_rate": 2.6227436352387717e-06, + "loss": 1.0499, + "step": 5783 + }, + { + "epoch": 0.41730096316871684, + "grad_norm": 1.928563829437301, + "learning_rate": 2.622299491743504e-06, + "loss": 0.9627, + "step": 5784 + }, + { + "epoch": 0.41737311063814436, + "grad_norm": 2.0285611475716614, + "learning_rate": 2.6218553142667647e-06, + "loss": 1.021, + "step": 5785 + }, + { + "epoch": 0.4174452581075719, + "grad_norm": 2.1172461695125757, + "learning_rate": 2.6214111028328086e-06, + "loss": 0.986, + "step": 5786 + }, + { + "epoch": 0.4175174055769994, + "grad_norm": 2.3125864992202416, + "learning_rate": 2.6209668574658926e-06, + "loss": 0.8507, + "step": 5787 + }, + { + "epoch": 0.4175895530464269, + "grad_norm": 2.2916267275942364, + "learning_rate": 2.620522578190276e-06, + "loss": 0.8105, + "step": 5788 + }, + { + "epoch": 0.4176617005158544, + "grad_norm": 5.346827998085714, + "learning_rate": 2.620078265030217e-06, + "loss": 0.9984, + "step": 5789 + }, + { + "epoch": 0.4177338479852819, + "grad_norm": 2.4748268182448556, + "learning_rate": 2.619633918009981e-06, + "loss": 0.876, + "step": 5790 + }, + { + "epoch": 0.4178059954547094, + "grad_norm": 3.937113546147272, + "learning_rate": 2.6191895371538296e-06, + "loss": 1.079, + "step": 5791 + }, + { + "epoch": 0.41787814292413694, + "grad_norm": 3.662538516522354, + "learning_rate": 2.6187451224860296e-06, + "loss": 1.023, + "step": 5792 + }, + { + "epoch": 0.41795029039356446, + "grad_norm": 1.9629701209221027, + "learning_rate": 2.61830067403085e-06, + "loss": 0.9672, + "step": 5793 + }, + { + "epoch": 0.418022437862992, + "grad_norm": 2.494981305925747, + "learning_rate": 2.6178561918125582e-06, + "loss": 0.917, + "step": 5794 + }, + { + "epoch": 0.41809458533241944, + "grad_norm": 3.087384389342168, + "learning_rate": 2.6174116758554277e-06, + "loss": 0.876, + "step": 5795 + }, + { + "epoch": 0.41816673280184696, + "grad_norm": 3.531059462546553, + "learning_rate": 2.6169671261837313e-06, + "loss": 0.9577, + "step": 5796 + }, + { + "epoch": 0.4182388802712745, + "grad_norm": 3.677736319826557, + "learning_rate": 2.6165225428217436e-06, + "loss": 0.95, + "step": 5797 + }, + { + "epoch": 0.418311027740702, + "grad_norm": 3.013138294265813, + "learning_rate": 2.6160779257937424e-06, + "loss": 0.8343, + "step": 5798 + }, + { + "epoch": 0.4183831752101295, + "grad_norm": 2.286758669604796, + "learning_rate": 2.615633275124006e-06, + "loss": 0.9541, + "step": 5799 + }, + { + "epoch": 0.41845532267955704, + "grad_norm": 2.418801307626897, + "learning_rate": 2.615188590836816e-06, + "loss": 0.9723, + "step": 5800 + }, + { + "epoch": 0.4185274701489845, + "grad_norm": 2.3610098524134453, + "learning_rate": 2.614743872956454e-06, + "loss": 1.042, + "step": 5801 + }, + { + "epoch": 0.418599617618412, + "grad_norm": 2.3776631732706264, + "learning_rate": 2.614299121507205e-06, + "loss": 1.0053, + "step": 5802 + }, + { + "epoch": 0.41867176508783954, + "grad_norm": 3.314587349272828, + "learning_rate": 2.6138543365133554e-06, + "loss": 0.9438, + "step": 5803 + }, + { + "epoch": 0.41874391255726706, + "grad_norm": 2.648615828280245, + "learning_rate": 2.6134095179991918e-06, + "loss": 0.9551, + "step": 5804 + }, + { + "epoch": 0.4188160600266946, + "grad_norm": 3.8839564029592157, + "learning_rate": 2.612964665989006e-06, + "loss": 0.9379, + "step": 5805 + }, + { + "epoch": 0.4188882074961221, + "grad_norm": 1.7898062280379237, + "learning_rate": 2.6125197805070887e-06, + "loss": 0.8969, + "step": 5806 + }, + { + "epoch": 0.41896035496554956, + "grad_norm": 2.1901042150496677, + "learning_rate": 2.6120748615777333e-06, + "loss": 0.9466, + "step": 5807 + }, + { + "epoch": 0.4190325024349771, + "grad_norm": 0.6883975802088672, + "learning_rate": 2.611629909225236e-06, + "loss": 0.8283, + "step": 5808 + }, + { + "epoch": 0.4191046499044046, + "grad_norm": 2.349621044202891, + "learning_rate": 2.6111849234738935e-06, + "loss": 0.9754, + "step": 5809 + }, + { + "epoch": 0.4191767973738321, + "grad_norm": 2.6558132036888784, + "learning_rate": 2.610739904348005e-06, + "loss": 0.9589, + "step": 5810 + }, + { + "epoch": 0.41924894484325964, + "grad_norm": 5.214813209472836, + "learning_rate": 2.610294851871871e-06, + "loss": 0.8947, + "step": 5811 + }, + { + "epoch": 0.4193210923126871, + "grad_norm": 5.186244031231972, + "learning_rate": 2.6098497660697945e-06, + "loss": 0.8658, + "step": 5812 + }, + { + "epoch": 0.4193932397821146, + "grad_norm": 2.1770491407225068, + "learning_rate": 2.6094046469660797e-06, + "loss": 0.8679, + "step": 5813 + }, + { + "epoch": 0.41946538725154214, + "grad_norm": 2.4310762907208265, + "learning_rate": 2.6089594945850327e-06, + "loss": 1.0552, + "step": 5814 + }, + { + "epoch": 0.41953753472096966, + "grad_norm": 1.6800882970222177, + "learning_rate": 2.608514308950963e-06, + "loss": 1.0835, + "step": 5815 + }, + { + "epoch": 0.4196096821903972, + "grad_norm": 2.5050068309637497, + "learning_rate": 2.608069090088178e-06, + "loss": 1.0128, + "step": 5816 + }, + { + "epoch": 0.4196818296598247, + "grad_norm": 0.8070579354526309, + "learning_rate": 2.6076238380209925e-06, + "loss": 0.9047, + "step": 5817 + }, + { + "epoch": 0.41975397712925216, + "grad_norm": 1.8765277995920022, + "learning_rate": 2.6071785527737183e-06, + "loss": 1.0029, + "step": 5818 + }, + { + "epoch": 0.4198261245986797, + "grad_norm": 3.0057632401171666, + "learning_rate": 2.6067332343706705e-06, + "loss": 1.0294, + "step": 5819 + }, + { + "epoch": 0.4198982720681072, + "grad_norm": 2.7224840851345733, + "learning_rate": 2.606287882836167e-06, + "loss": 0.9316, + "step": 5820 + }, + { + "epoch": 0.4199704195375347, + "grad_norm": 2.702420710724721, + "learning_rate": 2.6058424981945265e-06, + "loss": 0.7929, + "step": 5821 + }, + { + "epoch": 0.42004256700696224, + "grad_norm": 3.0110340651273644, + "learning_rate": 2.60539708047007e-06, + "loss": 0.9236, + "step": 5822 + }, + { + "epoch": 0.42011471447638976, + "grad_norm": 0.6834946260792147, + "learning_rate": 2.60495162968712e-06, + "loss": 0.8142, + "step": 5823 + }, + { + "epoch": 0.4201868619458172, + "grad_norm": 2.847875767162759, + "learning_rate": 2.6045061458700015e-06, + "loss": 0.9805, + "step": 5824 + }, + { + "epoch": 0.42025900941524474, + "grad_norm": 2.2534475405189918, + "learning_rate": 2.6040606290430394e-06, + "loss": 0.8747, + "step": 5825 + }, + { + "epoch": 0.42033115688467226, + "grad_norm": 2.517201658146335, + "learning_rate": 2.603615079230563e-06, + "loss": 1.0278, + "step": 5826 + }, + { + "epoch": 0.4204033043540998, + "grad_norm": 2.563151393067085, + "learning_rate": 2.6031694964569016e-06, + "loss": 0.9482, + "step": 5827 + }, + { + "epoch": 0.4204754518235273, + "grad_norm": 3.1240493854424107, + "learning_rate": 2.602723880746387e-06, + "loss": 1.0234, + "step": 5828 + }, + { + "epoch": 0.4205475992929548, + "grad_norm": 2.8409911806210695, + "learning_rate": 2.6022782321233516e-06, + "loss": 1.0807, + "step": 5829 + }, + { + "epoch": 0.4206197467623823, + "grad_norm": 3.012009899746253, + "learning_rate": 2.6018325506121324e-06, + "loss": 0.9153, + "step": 5830 + }, + { + "epoch": 0.4206918942318098, + "grad_norm": 2.2919788725912777, + "learning_rate": 2.601386836237065e-06, + "loss": 1.0974, + "step": 5831 + }, + { + "epoch": 0.4207640417012373, + "grad_norm": 2.343024993658976, + "learning_rate": 2.6009410890224894e-06, + "loss": 0.9446, + "step": 5832 + }, + { + "epoch": 0.42083618917066484, + "grad_norm": 0.8743999671779846, + "learning_rate": 2.6004953089927445e-06, + "loss": 0.9507, + "step": 5833 + }, + { + "epoch": 0.42090833664009236, + "grad_norm": 1.9152908432019782, + "learning_rate": 2.6000494961721748e-06, + "loss": 0.8625, + "step": 5834 + }, + { + "epoch": 0.4209804841095199, + "grad_norm": 2.6574409059142807, + "learning_rate": 2.599603650585123e-06, + "loss": 1.0733, + "step": 5835 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 3.4163687661411273, + "learning_rate": 2.5991577722559354e-06, + "loss": 0.9024, + "step": 5836 + }, + { + "epoch": 0.42112477904837486, + "grad_norm": 2.873238728935873, + "learning_rate": 2.59871186120896e-06, + "loss": 0.9914, + "step": 5837 + }, + { + "epoch": 0.4211969265178024, + "grad_norm": 2.6206117007652514, + "learning_rate": 2.598265917468546e-06, + "loss": 1.0775, + "step": 5838 + }, + { + "epoch": 0.4212690739872299, + "grad_norm": 2.5376954139668935, + "learning_rate": 2.597819941059045e-06, + "loss": 1.0294, + "step": 5839 + }, + { + "epoch": 0.4213412214566574, + "grad_norm": 2.806327319195132, + "learning_rate": 2.59737393200481e-06, + "loss": 1.049, + "step": 5840 + }, + { + "epoch": 0.42141336892608494, + "grad_norm": 2.228586234228677, + "learning_rate": 2.596927890330196e-06, + "loss": 0.8203, + "step": 5841 + }, + { + "epoch": 0.4214855163955124, + "grad_norm": 2.8861324556320413, + "learning_rate": 2.5964818160595605e-06, + "loss": 0.8912, + "step": 5842 + }, + { + "epoch": 0.4215576638649399, + "grad_norm": 2.2748241063125394, + "learning_rate": 2.5960357092172598e-06, + "loss": 0.9818, + "step": 5843 + }, + { + "epoch": 0.42162981133436744, + "grad_norm": 2.7185452263546392, + "learning_rate": 2.5955895698276566e-06, + "loss": 0.9266, + "step": 5844 + }, + { + "epoch": 0.42170195880379496, + "grad_norm": 2.8222465329695927, + "learning_rate": 2.5951433979151117e-06, + "loss": 0.9655, + "step": 5845 + }, + { + "epoch": 0.4217741062732225, + "grad_norm": 3.402954607324241, + "learning_rate": 2.5946971935039878e-06, + "loss": 0.9177, + "step": 5846 + }, + { + "epoch": 0.42184625374265, + "grad_norm": 0.7059143264567199, + "learning_rate": 2.594250956618653e-06, + "loss": 0.9237, + "step": 5847 + }, + { + "epoch": 0.42191840121207747, + "grad_norm": 2.1253502501018295, + "learning_rate": 2.593804687283472e-06, + "loss": 1.0197, + "step": 5848 + }, + { + "epoch": 0.421990548681505, + "grad_norm": 3.365996891539346, + "learning_rate": 2.593358385522816e-06, + "loss": 0.9737, + "step": 5849 + }, + { + "epoch": 0.4220626961509325, + "grad_norm": 2.4228787218852608, + "learning_rate": 2.5929120513610554e-06, + "loss": 0.9599, + "step": 5850 + }, + { + "epoch": 0.42213484362036, + "grad_norm": 2.9414949239103128, + "learning_rate": 2.592465684822562e-06, + "loss": 0.8206, + "step": 5851 + }, + { + "epoch": 0.42220699108978754, + "grad_norm": 2.9167850652005796, + "learning_rate": 2.592019285931711e-06, + "loss": 0.9278, + "step": 5852 + }, + { + "epoch": 0.42227913855921506, + "grad_norm": 2.4994346933183373, + "learning_rate": 2.5915728547128785e-06, + "loss": 1.0688, + "step": 5853 + }, + { + "epoch": 0.4223512860286425, + "grad_norm": 0.6467401280986045, + "learning_rate": 2.591126391190442e-06, + "loss": 0.8075, + "step": 5854 + }, + { + "epoch": 0.42242343349807004, + "grad_norm": 3.089723066246979, + "learning_rate": 2.5906798953887814e-06, + "loss": 0.9518, + "step": 5855 + }, + { + "epoch": 0.42249558096749756, + "grad_norm": 3.1893100461152195, + "learning_rate": 2.590233367332279e-06, + "loss": 1.0528, + "step": 5856 + }, + { + "epoch": 0.4225677284369251, + "grad_norm": 3.4828104518030374, + "learning_rate": 2.589786807045318e-06, + "loss": 1.0008, + "step": 5857 + }, + { + "epoch": 0.4226398759063526, + "grad_norm": 2.6126682720109633, + "learning_rate": 2.5893402145522806e-06, + "loss": 0.9141, + "step": 5858 + }, + { + "epoch": 0.4227120233757801, + "grad_norm": 3.2218171848027066, + "learning_rate": 2.5888935898775573e-06, + "loss": 0.9864, + "step": 5859 + }, + { + "epoch": 0.4227841708452076, + "grad_norm": 3.2727517659301517, + "learning_rate": 2.5884469330455348e-06, + "loss": 0.9247, + "step": 5860 + }, + { + "epoch": 0.4228563183146351, + "grad_norm": 3.0542087033350933, + "learning_rate": 2.5880002440806037e-06, + "loss": 0.9667, + "step": 5861 + }, + { + "epoch": 0.4229284657840626, + "grad_norm": 1.9499000474793349, + "learning_rate": 2.587553523007156e-06, + "loss": 1.0297, + "step": 5862 + }, + { + "epoch": 0.42300061325349014, + "grad_norm": 11.264693095991342, + "learning_rate": 2.587106769849585e-06, + "loss": 1.0051, + "step": 5863 + }, + { + "epoch": 0.42307276072291766, + "grad_norm": 4.157423040305084, + "learning_rate": 2.586659984632287e-06, + "loss": 0.9031, + "step": 5864 + }, + { + "epoch": 0.4231449081923451, + "grad_norm": 3.9434393033396034, + "learning_rate": 2.586213167379659e-06, + "loss": 0.8628, + "step": 5865 + }, + { + "epoch": 0.42321705566177265, + "grad_norm": 2.7258749370923927, + "learning_rate": 2.5857663181161006e-06, + "loss": 0.9942, + "step": 5866 + }, + { + "epoch": 0.42328920313120016, + "grad_norm": 0.6532071276413094, + "learning_rate": 2.5853194368660114e-06, + "loss": 0.8192, + "step": 5867 + }, + { + "epoch": 0.4233613506006277, + "grad_norm": 3.546114936760279, + "learning_rate": 2.584872523653794e-06, + "loss": 0.9209, + "step": 5868 + }, + { + "epoch": 0.4234334980700552, + "grad_norm": 7.989620150630891, + "learning_rate": 2.584425578503854e-06, + "loss": 0.8998, + "step": 5869 + }, + { + "epoch": 0.4235056455394827, + "grad_norm": 2.3061153837784354, + "learning_rate": 2.583978601440596e-06, + "loss": 0.9218, + "step": 5870 + }, + { + "epoch": 0.4235777930089102, + "grad_norm": 2.4189207701810593, + "learning_rate": 2.583531592488429e-06, + "loss": 0.9856, + "step": 5871 + }, + { + "epoch": 0.4236499404783377, + "grad_norm": 2.4061450687665245, + "learning_rate": 2.5830845516717618e-06, + "loss": 0.9811, + "step": 5872 + }, + { + "epoch": 0.4237220879477652, + "grad_norm": 2.328979540173628, + "learning_rate": 2.5826374790150054e-06, + "loss": 0.9489, + "step": 5873 + }, + { + "epoch": 0.42379423541719274, + "grad_norm": 5.364118162066922, + "learning_rate": 2.5821903745425734e-06, + "loss": 1.0064, + "step": 5874 + }, + { + "epoch": 0.42386638288662026, + "grad_norm": 2.6494257610665977, + "learning_rate": 2.5817432382788802e-06, + "loss": 1.0044, + "step": 5875 + }, + { + "epoch": 0.4239385303560478, + "grad_norm": 2.6880490828869323, + "learning_rate": 2.581296070248342e-06, + "loss": 0.9882, + "step": 5876 + }, + { + "epoch": 0.42401067782547525, + "grad_norm": 2.1328697336643065, + "learning_rate": 2.5808488704753773e-06, + "loss": 1.064, + "step": 5877 + }, + { + "epoch": 0.42408282529490277, + "grad_norm": 2.6585757676154538, + "learning_rate": 2.5804016389844066e-06, + "loss": 0.8841, + "step": 5878 + }, + { + "epoch": 0.4241549727643303, + "grad_norm": 2.464392667625304, + "learning_rate": 2.5799543757998516e-06, + "loss": 0.9261, + "step": 5879 + }, + { + "epoch": 0.4242271202337578, + "grad_norm": 3.931538868102276, + "learning_rate": 2.579507080946133e-06, + "loss": 1.0001, + "step": 5880 + }, + { + "epoch": 0.4242992677031853, + "grad_norm": 2.6013037750537022, + "learning_rate": 2.5790597544476793e-06, + "loss": 1.0249, + "step": 5881 + }, + { + "epoch": 0.42437141517261284, + "grad_norm": 3.9296309541005, + "learning_rate": 2.5786123963289154e-06, + "loss": 1.0116, + "step": 5882 + }, + { + "epoch": 0.4244435626420403, + "grad_norm": 2.014030002897072, + "learning_rate": 2.578165006614271e-06, + "loss": 0.9927, + "step": 5883 + }, + { + "epoch": 0.4245157101114678, + "grad_norm": 2.4570240693828898, + "learning_rate": 2.577717585328176e-06, + "loss": 0.9027, + "step": 5884 + }, + { + "epoch": 0.42458785758089534, + "grad_norm": 3.1935203395020793, + "learning_rate": 2.577270132495062e-06, + "loss": 0.9654, + "step": 5885 + }, + { + "epoch": 0.42466000505032286, + "grad_norm": 2.2991478502370732, + "learning_rate": 2.5768226481393632e-06, + "loss": 0.9558, + "step": 5886 + }, + { + "epoch": 0.4247321525197504, + "grad_norm": 2.823735745863887, + "learning_rate": 2.5763751322855145e-06, + "loss": 0.9505, + "step": 5887 + }, + { + "epoch": 0.4248042999891779, + "grad_norm": 1.9751492600837475, + "learning_rate": 2.575927584957954e-06, + "loss": 0.9741, + "step": 5888 + }, + { + "epoch": 0.42487644745860537, + "grad_norm": 2.4980091751272204, + "learning_rate": 2.57548000618112e-06, + "loss": 0.9919, + "step": 5889 + }, + { + "epoch": 0.4249485949280329, + "grad_norm": 1.9520493864393873, + "learning_rate": 2.575032395979453e-06, + "loss": 0.98, + "step": 5890 + }, + { + "epoch": 0.4250207423974604, + "grad_norm": 2.8406558128507085, + "learning_rate": 2.5745847543773962e-06, + "loss": 0.9272, + "step": 5891 + }, + { + "epoch": 0.4250928898668879, + "grad_norm": 1.9079692154486165, + "learning_rate": 2.574137081399392e-06, + "loss": 1.0577, + "step": 5892 + }, + { + "epoch": 0.42516503733631544, + "grad_norm": 3.5478836843525907, + "learning_rate": 2.573689377069888e-06, + "loss": 0.9913, + "step": 5893 + }, + { + "epoch": 0.42523718480574296, + "grad_norm": 3.7776846983294776, + "learning_rate": 2.573241641413331e-06, + "loss": 0.8467, + "step": 5894 + }, + { + "epoch": 0.4253093322751704, + "grad_norm": 0.6813530301569263, + "learning_rate": 2.5727938744541682e-06, + "loss": 0.8072, + "step": 5895 + }, + { + "epoch": 0.42538147974459795, + "grad_norm": 4.838457526333249, + "learning_rate": 2.5723460762168546e-06, + "loss": 0.829, + "step": 5896 + }, + { + "epoch": 0.42545362721402546, + "grad_norm": 1.9411696475974953, + "learning_rate": 2.5718982467258387e-06, + "loss": 1.0281, + "step": 5897 + }, + { + "epoch": 0.425525774683453, + "grad_norm": 3.8500249242595084, + "learning_rate": 2.5714503860055782e-06, + "loss": 0.8423, + "step": 5898 + }, + { + "epoch": 0.4255979221528805, + "grad_norm": 3.7309048542537426, + "learning_rate": 2.5710024940805265e-06, + "loss": 0.9377, + "step": 5899 + }, + { + "epoch": 0.425670069622308, + "grad_norm": 3.7623749316140196, + "learning_rate": 2.5705545709751426e-06, + "loss": 1.0789, + "step": 5900 + }, + { + "epoch": 0.4257422170917355, + "grad_norm": 2.3114180224563734, + "learning_rate": 2.570106616713886e-06, + "loss": 0.9543, + "step": 5901 + }, + { + "epoch": 0.425814364561163, + "grad_norm": 4.164813405192752, + "learning_rate": 2.5696586313212175e-06, + "loss": 1.0279, + "step": 5902 + }, + { + "epoch": 0.4258865120305905, + "grad_norm": 2.6240298885469175, + "learning_rate": 2.5692106148215996e-06, + "loss": 0.9646, + "step": 5903 + }, + { + "epoch": 0.42595865950001804, + "grad_norm": 0.7653823390137213, + "learning_rate": 2.5687625672394974e-06, + "loss": 0.876, + "step": 5904 + }, + { + "epoch": 0.42603080696944556, + "grad_norm": 3.7306837409417, + "learning_rate": 2.5683144885993767e-06, + "loss": 0.9822, + "step": 5905 + }, + { + "epoch": 0.4261029544388731, + "grad_norm": 5.059081630671795, + "learning_rate": 2.567866378925706e-06, + "loss": 0.9659, + "step": 5906 + }, + { + "epoch": 0.42617510190830055, + "grad_norm": 3.2575478572067347, + "learning_rate": 2.567418238242954e-06, + "loss": 1.0055, + "step": 5907 + }, + { + "epoch": 0.42624724937772807, + "grad_norm": 2.424641856066167, + "learning_rate": 2.5669700665755934e-06, + "loss": 1.099, + "step": 5908 + }, + { + "epoch": 0.4263193968471556, + "grad_norm": 2.938650839173929, + "learning_rate": 2.566521863948095e-06, + "loss": 0.8477, + "step": 5909 + }, + { + "epoch": 0.4263915443165831, + "grad_norm": 2.1580717711370636, + "learning_rate": 2.566073630384936e-06, + "loss": 1.0638, + "step": 5910 + }, + { + "epoch": 0.4264636917860106, + "grad_norm": 2.4151074761905553, + "learning_rate": 2.5656253659105914e-06, + "loss": 0.9608, + "step": 5911 + }, + { + "epoch": 0.42653583925543814, + "grad_norm": 3.0625842335852864, + "learning_rate": 2.565177070549539e-06, + "loss": 0.9408, + "step": 5912 + }, + { + "epoch": 0.4266079867248656, + "grad_norm": 3.5555877551634087, + "learning_rate": 2.5647287443262587e-06, + "loss": 1.093, + "step": 5913 + }, + { + "epoch": 0.4266801341942931, + "grad_norm": 2.7996041392738733, + "learning_rate": 2.564280387265233e-06, + "loss": 0.9442, + "step": 5914 + }, + { + "epoch": 0.42675228166372065, + "grad_norm": 12.665184804333874, + "learning_rate": 2.563831999390944e-06, + "loss": 1.0492, + "step": 5915 + }, + { + "epoch": 0.42682442913314816, + "grad_norm": 2.2782947785753045, + "learning_rate": 2.5633835807278766e-06, + "loss": 0.9778, + "step": 5916 + }, + { + "epoch": 0.4268965766025757, + "grad_norm": 3.123435429872454, + "learning_rate": 2.5629351313005172e-06, + "loss": 1.0565, + "step": 5917 + }, + { + "epoch": 0.42696872407200315, + "grad_norm": 5.933030222890528, + "learning_rate": 2.5624866511333547e-06, + "loss": 0.97, + "step": 5918 + }, + { + "epoch": 0.42704087154143067, + "grad_norm": 1.9634499431472643, + "learning_rate": 2.562038140250878e-06, + "loss": 0.9185, + "step": 5919 + }, + { + "epoch": 0.4271130190108582, + "grad_norm": 5.146425632669974, + "learning_rate": 2.5615895986775797e-06, + "loss": 0.9687, + "step": 5920 + }, + { + "epoch": 0.4271851664802857, + "grad_norm": 4.396209748891652, + "learning_rate": 2.5611410264379515e-06, + "loss": 0.8991, + "step": 5921 + }, + { + "epoch": 0.4272573139497132, + "grad_norm": 2.656676763023168, + "learning_rate": 2.5606924235564897e-06, + "loss": 1.0404, + "step": 5922 + }, + { + "epoch": 0.42732946141914074, + "grad_norm": 2.3516292118989224, + "learning_rate": 2.5602437900576905e-06, + "loss": 0.9204, + "step": 5923 + }, + { + "epoch": 0.4274016088885682, + "grad_norm": 3.7069980631911488, + "learning_rate": 2.5597951259660513e-06, + "loss": 0.9541, + "step": 5924 + }, + { + "epoch": 0.4274737563579957, + "grad_norm": 0.7669306540716407, + "learning_rate": 2.5593464313060726e-06, + "loss": 0.8753, + "step": 5925 + }, + { + "epoch": 0.42754590382742325, + "grad_norm": 3.8664233136605053, + "learning_rate": 2.558897706102256e-06, + "loss": 1.0754, + "step": 5926 + }, + { + "epoch": 0.42761805129685077, + "grad_norm": 3.395685875310279, + "learning_rate": 2.558448950379105e-06, + "loss": 1.0063, + "step": 5927 + }, + { + "epoch": 0.4276901987662783, + "grad_norm": 2.679751114604557, + "learning_rate": 2.5580001641611235e-06, + "loss": 1.0717, + "step": 5928 + }, + { + "epoch": 0.4277623462357058, + "grad_norm": 2.080664896698533, + "learning_rate": 2.557551347472819e-06, + "loss": 1.043, + "step": 5929 + }, + { + "epoch": 0.42783449370513327, + "grad_norm": 2.3453099463624922, + "learning_rate": 2.5571025003386995e-06, + "loss": 0.794, + "step": 5930 + }, + { + "epoch": 0.4279066411745608, + "grad_norm": 2.328975240612643, + "learning_rate": 2.5566536227832744e-06, + "loss": 0.9315, + "step": 5931 + }, + { + "epoch": 0.4279787886439883, + "grad_norm": 10.157597566850054, + "learning_rate": 2.5562047148310564e-06, + "loss": 0.9045, + "step": 5932 + }, + { + "epoch": 0.4280509361134158, + "grad_norm": 2.5421778889142037, + "learning_rate": 2.5557557765065577e-06, + "loss": 0.8823, + "step": 5933 + }, + { + "epoch": 0.42812308358284334, + "grad_norm": 3.085710039085413, + "learning_rate": 2.5553068078342924e-06, + "loss": 0.8863, + "step": 5934 + }, + { + "epoch": 0.42819523105227086, + "grad_norm": 2.540023574869882, + "learning_rate": 2.554857808838779e-06, + "loss": 0.8684, + "step": 5935 + }, + { + "epoch": 0.4282673785216983, + "grad_norm": 5.0975832879117595, + "learning_rate": 2.554408779544534e-06, + "loss": 1.0133, + "step": 5936 + }, + { + "epoch": 0.42833952599112585, + "grad_norm": 2.7295441596963887, + "learning_rate": 2.5539597199760785e-06, + "loss": 1.0134, + "step": 5937 + }, + { + "epoch": 0.42841167346055337, + "grad_norm": 2.4134574057718727, + "learning_rate": 2.5535106301579335e-06, + "loss": 1.0211, + "step": 5938 + }, + { + "epoch": 0.4284838209299809, + "grad_norm": 3.973708411974386, + "learning_rate": 2.5530615101146214e-06, + "loss": 0.8916, + "step": 5939 + }, + { + "epoch": 0.4285559683994084, + "grad_norm": 2.335826858400844, + "learning_rate": 2.552612359870668e-06, + "loss": 0.9913, + "step": 5940 + }, + { + "epoch": 0.4286281158688359, + "grad_norm": 3.5994541178196817, + "learning_rate": 2.552163179450599e-06, + "loss": 0.9475, + "step": 5941 + }, + { + "epoch": 0.4287002633382634, + "grad_norm": 20.09461567439304, + "learning_rate": 2.5517139688789436e-06, + "loss": 0.9182, + "step": 5942 + }, + { + "epoch": 0.4287724108076909, + "grad_norm": 2.5254654899056423, + "learning_rate": 2.5512647281802295e-06, + "loss": 1.051, + "step": 5943 + }, + { + "epoch": 0.4288445582771184, + "grad_norm": 2.8114164172385, + "learning_rate": 2.5508154573789903e-06, + "loss": 0.9687, + "step": 5944 + }, + { + "epoch": 0.42891670574654595, + "grad_norm": 2.8715886318816546, + "learning_rate": 2.5503661564997577e-06, + "loss": 1.0044, + "step": 5945 + }, + { + "epoch": 0.42898885321597346, + "grad_norm": 3.619887857965775, + "learning_rate": 2.5499168255670664e-06, + "loss": 1.009, + "step": 5946 + }, + { + "epoch": 0.429061000685401, + "grad_norm": 7.849923550178839, + "learning_rate": 2.5494674646054537e-06, + "loss": 1.0619, + "step": 5947 + }, + { + "epoch": 0.42913314815482845, + "grad_norm": 2.1215760190327644, + "learning_rate": 2.5490180736394555e-06, + "loss": 1.0742, + "step": 5948 + }, + { + "epoch": 0.42920529562425597, + "grad_norm": 1.8252497828699894, + "learning_rate": 2.548568652693614e-06, + "loss": 1.1135, + "step": 5949 + }, + { + "epoch": 0.4292774430936835, + "grad_norm": 0.7805965360975611, + "learning_rate": 2.5481192017924687e-06, + "loss": 0.8792, + "step": 5950 + }, + { + "epoch": 0.429349590563111, + "grad_norm": 10.269690604150666, + "learning_rate": 2.547669720960563e-06, + "loss": 0.8495, + "step": 5951 + }, + { + "epoch": 0.4294217380325385, + "grad_norm": 2.132761189608587, + "learning_rate": 2.5472202102224408e-06, + "loss": 1.0315, + "step": 5952 + }, + { + "epoch": 0.42949388550196604, + "grad_norm": 3.1020927072096884, + "learning_rate": 2.546770669602649e-06, + "loss": 1.0843, + "step": 5953 + }, + { + "epoch": 0.4295660329713935, + "grad_norm": 3.1469259490933608, + "learning_rate": 2.546321099125735e-06, + "loss": 1.0416, + "step": 5954 + }, + { + "epoch": 0.429638180440821, + "grad_norm": 2.963315305908888, + "learning_rate": 2.5458714988162477e-06, + "loss": 1.0785, + "step": 5955 + }, + { + "epoch": 0.42971032791024855, + "grad_norm": 2.2568687921870216, + "learning_rate": 2.545421868698739e-06, + "loss": 0.9895, + "step": 5956 + }, + { + "epoch": 0.42978247537967607, + "grad_norm": 1.941138880411614, + "learning_rate": 2.5449722087977616e-06, + "loss": 1.0089, + "step": 5957 + }, + { + "epoch": 0.4298546228491036, + "grad_norm": 4.6092196163560875, + "learning_rate": 2.544522519137868e-06, + "loss": 0.9557, + "step": 5958 + }, + { + "epoch": 0.4299267703185311, + "grad_norm": 2.387631605425665, + "learning_rate": 2.544072799743617e-06, + "loss": 1.0803, + "step": 5959 + }, + { + "epoch": 0.42999891778795857, + "grad_norm": 2.661588711664944, + "learning_rate": 2.5436230506395637e-06, + "loss": 0.8312, + "step": 5960 + }, + { + "epoch": 0.4300710652573861, + "grad_norm": 2.4962878323411606, + "learning_rate": 2.543173271850268e-06, + "loss": 1.0865, + "step": 5961 + }, + { + "epoch": 0.4301432127268136, + "grad_norm": 2.394549371299192, + "learning_rate": 2.542723463400291e-06, + "loss": 0.9974, + "step": 5962 + }, + { + "epoch": 0.4302153601962411, + "grad_norm": 2.507597441676872, + "learning_rate": 2.542273625314194e-06, + "loss": 0.9444, + "step": 5963 + }, + { + "epoch": 0.43028750766566864, + "grad_norm": 5.981640701528113, + "learning_rate": 2.541823757616542e-06, + "loss": 0.9603, + "step": 5964 + }, + { + "epoch": 0.43035965513509616, + "grad_norm": 3.6855661526141965, + "learning_rate": 2.541373860331901e-06, + "loss": 0.8853, + "step": 5965 + }, + { + "epoch": 0.43043180260452363, + "grad_norm": 8.412709983710334, + "learning_rate": 2.540923933484837e-06, + "loss": 1.0405, + "step": 5966 + }, + { + "epoch": 0.43050395007395115, + "grad_norm": 4.589448536841267, + "learning_rate": 2.5404739770999194e-06, + "loss": 0.9188, + "step": 5967 + }, + { + "epoch": 0.43057609754337867, + "grad_norm": 3.0450803508711752, + "learning_rate": 2.540023991201719e-06, + "loss": 0.9329, + "step": 5968 + }, + { + "epoch": 0.4306482450128062, + "grad_norm": 2.207238219692582, + "learning_rate": 2.539573975814808e-06, + "loss": 0.9808, + "step": 5969 + }, + { + "epoch": 0.4307203924822337, + "grad_norm": 2.9269296915767544, + "learning_rate": 2.5391239309637585e-06, + "loss": 0.9658, + "step": 5970 + }, + { + "epoch": 0.43079253995166117, + "grad_norm": 2.457907903896744, + "learning_rate": 2.5386738566731476e-06, + "loss": 0.9884, + "step": 5971 + }, + { + "epoch": 0.4308646874210887, + "grad_norm": 0.6111062229086224, + "learning_rate": 2.5382237529675516e-06, + "loss": 0.7774, + "step": 5972 + }, + { + "epoch": 0.4309368348905162, + "grad_norm": 2.192857231346047, + "learning_rate": 2.5377736198715484e-06, + "loss": 0.8593, + "step": 5973 + }, + { + "epoch": 0.4310089823599437, + "grad_norm": 2.2424778766880404, + "learning_rate": 2.537323457409719e-06, + "loss": 0.9723, + "step": 5974 + }, + { + "epoch": 0.43108112982937125, + "grad_norm": 2.148177141539567, + "learning_rate": 2.536873265606644e-06, + "loss": 1.0159, + "step": 5975 + }, + { + "epoch": 0.43115327729879876, + "grad_norm": 0.7120236075725517, + "learning_rate": 2.5364230444869077e-06, + "loss": 0.8296, + "step": 5976 + }, + { + "epoch": 0.43122542476822623, + "grad_norm": 3.0044765451918427, + "learning_rate": 2.5359727940750955e-06, + "loss": 1.0172, + "step": 5977 + }, + { + "epoch": 0.43129757223765375, + "grad_norm": 2.976617286958883, + "learning_rate": 2.5355225143957925e-06, + "loss": 0.985, + "step": 5978 + }, + { + "epoch": 0.43136971970708127, + "grad_norm": 2.2149446117976175, + "learning_rate": 2.535072205473587e-06, + "loss": 1.0392, + "step": 5979 + }, + { + "epoch": 0.4314418671765088, + "grad_norm": 2.5683472143545285, + "learning_rate": 2.5346218673330695e-06, + "loss": 0.9132, + "step": 5980 + }, + { + "epoch": 0.4315140146459363, + "grad_norm": 3.4955193585850264, + "learning_rate": 2.5341714999988313e-06, + "loss": 0.9318, + "step": 5981 + }, + { + "epoch": 0.4315861621153638, + "grad_norm": 0.7345894439567165, + "learning_rate": 2.5337211034954643e-06, + "loss": 0.8603, + "step": 5982 + }, + { + "epoch": 0.4316583095847913, + "grad_norm": 3.916116445865486, + "learning_rate": 2.5332706778475642e-06, + "loss": 0.9791, + "step": 5983 + }, + { + "epoch": 0.4317304570542188, + "grad_norm": 2.3150238492326314, + "learning_rate": 2.532820223079726e-06, + "loss": 0.95, + "step": 5984 + }, + { + "epoch": 0.4318026045236463, + "grad_norm": 2.511630565465708, + "learning_rate": 2.532369739216548e-06, + "loss": 0.9617, + "step": 5985 + }, + { + "epoch": 0.43187475199307385, + "grad_norm": 2.128652799025724, + "learning_rate": 2.53191922628263e-06, + "loss": 1.0042, + "step": 5986 + }, + { + "epoch": 0.43194689946250137, + "grad_norm": 3.8144213728357146, + "learning_rate": 2.5314686843025713e-06, + "loss": 0.9774, + "step": 5987 + }, + { + "epoch": 0.4320190469319289, + "grad_norm": 2.1000680821599644, + "learning_rate": 2.5310181133009753e-06, + "loss": 0.9359, + "step": 5988 + }, + { + "epoch": 0.43209119440135635, + "grad_norm": 3.0598890112401786, + "learning_rate": 2.5305675133024464e-06, + "loss": 1.0282, + "step": 5989 + }, + { + "epoch": 0.43216334187078387, + "grad_norm": 3.7324637785455197, + "learning_rate": 2.530116884331589e-06, + "loss": 1.0324, + "step": 5990 + }, + { + "epoch": 0.4322354893402114, + "grad_norm": 3.527502992062344, + "learning_rate": 2.529666226413011e-06, + "loss": 1.0611, + "step": 5991 + }, + { + "epoch": 0.4323076368096389, + "grad_norm": 3.360960262546044, + "learning_rate": 2.5292155395713216e-06, + "loss": 1.0352, + "step": 5992 + }, + { + "epoch": 0.4323797842790664, + "grad_norm": 5.233544856046799, + "learning_rate": 2.5287648238311306e-06, + "loss": 1.0181, + "step": 5993 + }, + { + "epoch": 0.43245193174849395, + "grad_norm": 2.504214263395976, + "learning_rate": 2.5283140792170496e-06, + "loss": 0.9527, + "step": 5994 + }, + { + "epoch": 0.4325240792179214, + "grad_norm": 2.4978969311246066, + "learning_rate": 2.5278633057536926e-06, + "loss": 1.0221, + "step": 5995 + }, + { + "epoch": 0.43259622668734893, + "grad_norm": 2.742930428485246, + "learning_rate": 2.5274125034656753e-06, + "loss": 1.0309, + "step": 5996 + }, + { + "epoch": 0.43266837415677645, + "grad_norm": 10.264807820999415, + "learning_rate": 2.526961672377612e-06, + "loss": 1.0183, + "step": 5997 + }, + { + "epoch": 0.43274052162620397, + "grad_norm": 2.596799872788657, + "learning_rate": 2.5265108125141237e-06, + "loss": 1.0134, + "step": 5998 + }, + { + "epoch": 0.4328126690956315, + "grad_norm": 2.9315048074489307, + "learning_rate": 2.5260599238998296e-06, + "loss": 1.0111, + "step": 5999 + }, + { + "epoch": 0.432884816565059, + "grad_norm": 2.9117746653304333, + "learning_rate": 2.5256090065593487e-06, + "loss": 0.9618, + "step": 6000 + }, + { + "epoch": 0.43295696403448647, + "grad_norm": 2.3109788789068717, + "learning_rate": 2.5251580605173075e-06, + "loss": 1.001, + "step": 6001 + }, + { + "epoch": 0.433029111503914, + "grad_norm": 2.131897894412898, + "learning_rate": 2.5247070857983276e-06, + "loss": 0.8782, + "step": 6002 + }, + { + "epoch": 0.4331012589733415, + "grad_norm": 2.5164325436790884, + "learning_rate": 2.524256082427036e-06, + "loss": 1.0209, + "step": 6003 + }, + { + "epoch": 0.433173406442769, + "grad_norm": 2.178444894425961, + "learning_rate": 2.5238050504280614e-06, + "loss": 0.9585, + "step": 6004 + }, + { + "epoch": 0.43324555391219655, + "grad_norm": 4.006708242123452, + "learning_rate": 2.5233539898260313e-06, + "loss": 1.0044, + "step": 6005 + }, + { + "epoch": 0.43331770138162407, + "grad_norm": 5.664646723641476, + "learning_rate": 2.522902900645577e-06, + "loss": 1.0077, + "step": 6006 + }, + { + "epoch": 0.43338984885105153, + "grad_norm": 1.9962861627158888, + "learning_rate": 2.5224517829113314e-06, + "loss": 1.0136, + "step": 6007 + }, + { + "epoch": 0.43346199632047905, + "grad_norm": 3.710405877833216, + "learning_rate": 2.522000636647929e-06, + "loss": 0.9975, + "step": 6008 + }, + { + "epoch": 0.43353414378990657, + "grad_norm": 5.832412247371667, + "learning_rate": 2.5215494618800025e-06, + "loss": 0.971, + "step": 6009 + }, + { + "epoch": 0.4336062912593341, + "grad_norm": 4.539628484372157, + "learning_rate": 2.5210982586321912e-06, + "loss": 1.0591, + "step": 6010 + }, + { + "epoch": 0.4336784387287616, + "grad_norm": 2.092990680620977, + "learning_rate": 2.520647026929134e-06, + "loss": 0.919, + "step": 6011 + }, + { + "epoch": 0.4337505861981891, + "grad_norm": 2.5618257333299743, + "learning_rate": 2.5201957667954687e-06, + "loss": 0.957, + "step": 6012 + }, + { + "epoch": 0.4338227336676166, + "grad_norm": 9.93145952237781, + "learning_rate": 2.5197444782558387e-06, + "loss": 1.0077, + "step": 6013 + }, + { + "epoch": 0.4338948811370441, + "grad_norm": 5.057019316401221, + "learning_rate": 2.519293161334887e-06, + "loss": 0.9909, + "step": 6014 + }, + { + "epoch": 0.4339670286064716, + "grad_norm": 62.8635287125015, + "learning_rate": 2.5188418160572577e-06, + "loss": 1.0139, + "step": 6015 + }, + { + "epoch": 0.43403917607589915, + "grad_norm": 5.675903907075376, + "learning_rate": 2.518390442447598e-06, + "loss": 1.0121, + "step": 6016 + }, + { + "epoch": 0.43411132354532667, + "grad_norm": 2.6928269577213753, + "learning_rate": 2.517939040530555e-06, + "loss": 1.0028, + "step": 6017 + }, + { + "epoch": 0.43418347101475413, + "grad_norm": 4.99323597197266, + "learning_rate": 2.5174876103307784e-06, + "loss": 0.961, + "step": 6018 + }, + { + "epoch": 0.43425561848418165, + "grad_norm": 2.081532717452912, + "learning_rate": 2.5170361518729184e-06, + "loss": 0.9791, + "step": 6019 + }, + { + "epoch": 0.43432776595360917, + "grad_norm": 2.0960247152123483, + "learning_rate": 2.5165846651816296e-06, + "loss": 1.0168, + "step": 6020 + }, + { + "epoch": 0.4343999134230367, + "grad_norm": 3.2872528389388935, + "learning_rate": 2.5161331502815636e-06, + "loss": 0.9711, + "step": 6021 + }, + { + "epoch": 0.4344720608924642, + "grad_norm": 2.127927782776511, + "learning_rate": 2.515681607197377e-06, + "loss": 0.9198, + "step": 6022 + }, + { + "epoch": 0.4345442083618917, + "grad_norm": 2.387544829262282, + "learning_rate": 2.515230035953727e-06, + "loss": 0.9181, + "step": 6023 + }, + { + "epoch": 0.4346163558313192, + "grad_norm": 15.453182270495493, + "learning_rate": 2.5147784365752715e-06, + "loss": 0.9415, + "step": 6024 + }, + { + "epoch": 0.4346885033007467, + "grad_norm": 3.922923035429925, + "learning_rate": 2.5143268090866718e-06, + "loss": 0.9555, + "step": 6025 + }, + { + "epoch": 0.43476065077017423, + "grad_norm": 11.050253085867253, + "learning_rate": 2.5138751535125898e-06, + "loss": 0.9677, + "step": 6026 + }, + { + "epoch": 0.43483279823960175, + "grad_norm": 2.5654322896827306, + "learning_rate": 2.5134234698776865e-06, + "loss": 0.9332, + "step": 6027 + }, + { + "epoch": 0.43490494570902927, + "grad_norm": 0.6924849247926916, + "learning_rate": 2.5129717582066288e-06, + "loss": 0.8961, + "step": 6028 + }, + { + "epoch": 0.4349770931784568, + "grad_norm": 2.7125587562490727, + "learning_rate": 2.5125200185240822e-06, + "loss": 0.9707, + "step": 6029 + }, + { + "epoch": 0.43504924064788425, + "grad_norm": 3.1320652248854928, + "learning_rate": 2.5120682508547146e-06, + "loss": 1.0779, + "step": 6030 + }, + { + "epoch": 0.43512138811731177, + "grad_norm": 3.2064334809449284, + "learning_rate": 2.511616455223195e-06, + "loss": 0.8828, + "step": 6031 + }, + { + "epoch": 0.4351935355867393, + "grad_norm": 4.480544950174823, + "learning_rate": 2.511164631654196e-06, + "loss": 0.9497, + "step": 6032 + }, + { + "epoch": 0.4352656830561668, + "grad_norm": 7.251054884362355, + "learning_rate": 2.510712780172388e-06, + "loss": 0.8534, + "step": 6033 + }, + { + "epoch": 0.4353378305255943, + "grad_norm": 3.383059450786905, + "learning_rate": 2.5102609008024455e-06, + "loss": 0.8408, + "step": 6034 + }, + { + "epoch": 0.43540997799502185, + "grad_norm": 2.6767656506406583, + "learning_rate": 2.5098089935690444e-06, + "loss": 1.0363, + "step": 6035 + }, + { + "epoch": 0.4354821254644493, + "grad_norm": 3.203096566422962, + "learning_rate": 2.509357058496861e-06, + "loss": 0.9855, + "step": 6036 + }, + { + "epoch": 0.43555427293387683, + "grad_norm": 3.012933033570895, + "learning_rate": 2.508905095610575e-06, + "loss": 0.9806, + "step": 6037 + }, + { + "epoch": 0.43562642040330435, + "grad_norm": 3.031021424160222, + "learning_rate": 2.5084531049348655e-06, + "loss": 0.9544, + "step": 6038 + }, + { + "epoch": 0.43569856787273187, + "grad_norm": 2.4615318912638497, + "learning_rate": 2.508001086494413e-06, + "loss": 0.919, + "step": 6039 + }, + { + "epoch": 0.4357707153421594, + "grad_norm": 2.6926445624487942, + "learning_rate": 2.507549040313903e-06, + "loss": 0.9072, + "step": 6040 + }, + { + "epoch": 0.4358428628115869, + "grad_norm": 2.5391800603793975, + "learning_rate": 2.5070969664180183e-06, + "loss": 1.0515, + "step": 6041 + }, + { + "epoch": 0.43591501028101437, + "grad_norm": 3.551578713349417, + "learning_rate": 2.506644864831445e-06, + "loss": 0.9783, + "step": 6042 + }, + { + "epoch": 0.4359871577504419, + "grad_norm": 2.127773270409936, + "learning_rate": 2.506192735578872e-06, + "loss": 1.0252, + "step": 6043 + }, + { + "epoch": 0.4360593052198694, + "grad_norm": 2.1671841688068643, + "learning_rate": 2.505740578684987e-06, + "loss": 1.0231, + "step": 6044 + }, + { + "epoch": 0.43613145268929693, + "grad_norm": 2.157931349545343, + "learning_rate": 2.5052883941744816e-06, + "loss": 0.9827, + "step": 6045 + }, + { + "epoch": 0.43620360015872445, + "grad_norm": 2.5213415931325636, + "learning_rate": 2.5048361820720472e-06, + "loss": 1.0464, + "step": 6046 + }, + { + "epoch": 0.43627574762815197, + "grad_norm": 2.2104680402024797, + "learning_rate": 2.504383942402378e-06, + "loss": 0.9043, + "step": 6047 + }, + { + "epoch": 0.43634789509757943, + "grad_norm": 1.8120676379979765, + "learning_rate": 2.5039316751901687e-06, + "loss": 0.9743, + "step": 6048 + }, + { + "epoch": 0.43642004256700695, + "grad_norm": 3.0092177242010103, + "learning_rate": 2.5034793804601163e-06, + "loss": 1.0642, + "step": 6049 + }, + { + "epoch": 0.43649219003643447, + "grad_norm": 1.86201456387537, + "learning_rate": 2.5030270582369186e-06, + "loss": 1.0393, + "step": 6050 + }, + { + "epoch": 0.436564337505862, + "grad_norm": 1.955353038258484, + "learning_rate": 2.502574708545275e-06, + "loss": 0.988, + "step": 6051 + }, + { + "epoch": 0.4366364849752895, + "grad_norm": 3.144102837421625, + "learning_rate": 2.5021223314098877e-06, + "loss": 1.0149, + "step": 6052 + }, + { + "epoch": 0.436708632444717, + "grad_norm": 2.1681242466054065, + "learning_rate": 2.5016699268554585e-06, + "loss": 1.008, + "step": 6053 + }, + { + "epoch": 0.4367807799141445, + "grad_norm": 2.016546940467876, + "learning_rate": 2.5012174949066916e-06, + "loss": 1.0083, + "step": 6054 + }, + { + "epoch": 0.436852927383572, + "grad_norm": 2.1322965451998326, + "learning_rate": 2.500765035588293e-06, + "loss": 0.9179, + "step": 6055 + }, + { + "epoch": 0.43692507485299953, + "grad_norm": 2.4462826300439384, + "learning_rate": 2.500312548924969e-06, + "loss": 0.8739, + "step": 6056 + }, + { + "epoch": 0.43699722232242705, + "grad_norm": 3.2794716511830204, + "learning_rate": 2.4998600349414293e-06, + "loss": 0.948, + "step": 6057 + }, + { + "epoch": 0.43706936979185457, + "grad_norm": 1.9545705100100825, + "learning_rate": 2.499407493662383e-06, + "loss": 0.8986, + "step": 6058 + }, + { + "epoch": 0.4371415172612821, + "grad_norm": 2.0260591350936634, + "learning_rate": 2.4989549251125427e-06, + "loss": 0.9895, + "step": 6059 + }, + { + "epoch": 0.43721366473070955, + "grad_norm": 3.4253427709872897, + "learning_rate": 2.498502329316621e-06, + "loss": 0.9918, + "step": 6060 + }, + { + "epoch": 0.43728581220013707, + "grad_norm": 2.8667179731464754, + "learning_rate": 2.4980497062993323e-06, + "loss": 1.0232, + "step": 6061 + }, + { + "epoch": 0.4373579596695646, + "grad_norm": 2.8953474080780626, + "learning_rate": 2.4975970560853936e-06, + "loss": 0.9518, + "step": 6062 + }, + { + "epoch": 0.4374301071389921, + "grad_norm": 8.29989149643169, + "learning_rate": 2.49714437869952e-06, + "loss": 0.8761, + "step": 6063 + }, + { + "epoch": 0.4375022546084196, + "grad_norm": 2.7379765796816105, + "learning_rate": 2.4966916741664338e-06, + "loss": 0.9354, + "step": 6064 + }, + { + "epoch": 0.43757440207784715, + "grad_norm": 2.9580800301724066, + "learning_rate": 2.4962389425108536e-06, + "loss": 0.9612, + "step": 6065 + }, + { + "epoch": 0.4376465495472746, + "grad_norm": 2.4614901451953446, + "learning_rate": 2.495786183757501e-06, + "loss": 0.8659, + "step": 6066 + }, + { + "epoch": 0.43771869701670213, + "grad_norm": 2.2698421823366584, + "learning_rate": 2.4953333979311014e-06, + "loss": 0.9472, + "step": 6067 + }, + { + "epoch": 0.43779084448612965, + "grad_norm": 2.27501558151778, + "learning_rate": 2.4948805850563775e-06, + "loss": 1.0249, + "step": 6068 + }, + { + "epoch": 0.43786299195555717, + "grad_norm": 2.345072970525878, + "learning_rate": 2.4944277451580576e-06, + "loss": 0.9609, + "step": 6069 + }, + { + "epoch": 0.4379351394249847, + "grad_norm": 1.9971103654869515, + "learning_rate": 2.4939748782608687e-06, + "loss": 0.9065, + "step": 6070 + }, + { + "epoch": 0.43800728689441215, + "grad_norm": 2.697734595872631, + "learning_rate": 2.4935219843895403e-06, + "loss": 0.9059, + "step": 6071 + }, + { + "epoch": 0.43807943436383967, + "grad_norm": 3.0783129019920636, + "learning_rate": 2.4930690635688034e-06, + "loss": 0.9715, + "step": 6072 + }, + { + "epoch": 0.4381515818332672, + "grad_norm": 2.303345887811934, + "learning_rate": 2.49261611582339e-06, + "loss": 1.0228, + "step": 6073 + }, + { + "epoch": 0.4382237293026947, + "grad_norm": 2.6673066642792675, + "learning_rate": 2.492163141178034e-06, + "loss": 1.0065, + "step": 6074 + }, + { + "epoch": 0.43829587677212223, + "grad_norm": 2.7828736441490327, + "learning_rate": 2.4917101396574706e-06, + "loss": 0.9185, + "step": 6075 + }, + { + "epoch": 0.43836802424154975, + "grad_norm": 1.8678588936992109, + "learning_rate": 2.4912571112864375e-06, + "loss": 1.0931, + "step": 6076 + }, + { + "epoch": 0.4384401717109772, + "grad_norm": 3.9952533692186445, + "learning_rate": 2.4908040560896722e-06, + "loss": 0.9971, + "step": 6077 + }, + { + "epoch": 0.43851231918040473, + "grad_norm": 3.0289466207793696, + "learning_rate": 2.490350974091913e-06, + "loss": 1.0126, + "step": 6078 + }, + { + "epoch": 0.43858446664983225, + "grad_norm": 2.833601396632914, + "learning_rate": 2.4898978653179036e-06, + "loss": 0.931, + "step": 6079 + }, + { + "epoch": 0.43865661411925977, + "grad_norm": 3.242414425181714, + "learning_rate": 2.4894447297923843e-06, + "loss": 1.0395, + "step": 6080 + }, + { + "epoch": 0.4387287615886873, + "grad_norm": 3.1710324225330555, + "learning_rate": 2.488991567540101e-06, + "loss": 0.9732, + "step": 6081 + }, + { + "epoch": 0.4388009090581148, + "grad_norm": 2.656498437370876, + "learning_rate": 2.4885383785857983e-06, + "loss": 0.973, + "step": 6082 + }, + { + "epoch": 0.43887305652754227, + "grad_norm": 3.5478361062748243, + "learning_rate": 2.488085162954223e-06, + "loss": 0.9448, + "step": 6083 + }, + { + "epoch": 0.4389452039969698, + "grad_norm": 3.692096496312893, + "learning_rate": 2.4876319206701236e-06, + "loss": 1.0671, + "step": 6084 + }, + { + "epoch": 0.4390173514663973, + "grad_norm": 2.1992461777055765, + "learning_rate": 2.48717865175825e-06, + "loss": 1.0319, + "step": 6085 + }, + { + "epoch": 0.43908949893582483, + "grad_norm": 2.883822959238221, + "learning_rate": 2.4867253562433546e-06, + "loss": 0.9207, + "step": 6086 + }, + { + "epoch": 0.43916164640525235, + "grad_norm": 2.7756485842635006, + "learning_rate": 2.4862720341501893e-06, + "loss": 0.8957, + "step": 6087 + }, + { + "epoch": 0.43923379387467987, + "grad_norm": 2.352737386727848, + "learning_rate": 2.485818685503507e-06, + "loss": 0.933, + "step": 6088 + }, + { + "epoch": 0.43930594134410733, + "grad_norm": 2.0578047744269963, + "learning_rate": 2.485365310328066e-06, + "loss": 0.9144, + "step": 6089 + }, + { + "epoch": 0.43937808881353485, + "grad_norm": 2.392602937530778, + "learning_rate": 2.484911908648621e-06, + "loss": 1.002, + "step": 6090 + }, + { + "epoch": 0.43945023628296237, + "grad_norm": 3.4862338868128186, + "learning_rate": 2.4844584804899326e-06, + "loss": 0.9152, + "step": 6091 + }, + { + "epoch": 0.4395223837523899, + "grad_norm": 2.1618073208513686, + "learning_rate": 2.48400502587676e-06, + "loss": 0.9191, + "step": 6092 + }, + { + "epoch": 0.4395945312218174, + "grad_norm": 0.7665885778408692, + "learning_rate": 2.4835515448338644e-06, + "loss": 0.883, + "step": 6093 + }, + { + "epoch": 0.4396666786912449, + "grad_norm": 2.7133259653964594, + "learning_rate": 2.4830980373860094e-06, + "loss": 0.9216, + "step": 6094 + }, + { + "epoch": 0.4397388261606724, + "grad_norm": 2.975878218845805, + "learning_rate": 2.4826445035579583e-06, + "loss": 0.8609, + "step": 6095 + }, + { + "epoch": 0.4398109736300999, + "grad_norm": 2.9486686547198127, + "learning_rate": 2.482190943374478e-06, + "loss": 1.0164, + "step": 6096 + }, + { + "epoch": 0.43988312109952743, + "grad_norm": 2.9181900042665103, + "learning_rate": 2.4817373568603346e-06, + "loss": 0.9084, + "step": 6097 + }, + { + "epoch": 0.43995526856895495, + "grad_norm": 2.3998239094984326, + "learning_rate": 2.481283744040299e-06, + "loss": 1.0358, + "step": 6098 + }, + { + "epoch": 0.44002741603838247, + "grad_norm": 2.195195965371998, + "learning_rate": 2.480830104939139e-06, + "loss": 1.0665, + "step": 6099 + }, + { + "epoch": 0.44009956350781, + "grad_norm": 2.7459843533730717, + "learning_rate": 2.4803764395816264e-06, + "loss": 0.9827, + "step": 6100 + }, + { + "epoch": 0.44017171097723745, + "grad_norm": 1.923848635181754, + "learning_rate": 2.479922747992535e-06, + "loss": 1.0724, + "step": 6101 + }, + { + "epoch": 0.44024385844666497, + "grad_norm": 2.6271094974079117, + "learning_rate": 2.479469030196639e-06, + "loss": 0.8755, + "step": 6102 + }, + { + "epoch": 0.4403160059160925, + "grad_norm": 3.631487336010749, + "learning_rate": 2.4790152862187137e-06, + "loss": 0.9814, + "step": 6103 + }, + { + "epoch": 0.44038815338552, + "grad_norm": 2.470716924214182, + "learning_rate": 2.4785615160835382e-06, + "loss": 1.0107, + "step": 6104 + }, + { + "epoch": 0.44046030085494753, + "grad_norm": 2.1017863214702355, + "learning_rate": 2.4781077198158886e-06, + "loss": 1.0221, + "step": 6105 + }, + { + "epoch": 0.44053244832437505, + "grad_norm": 0.706589703177505, + "learning_rate": 2.4776538974405473e-06, + "loss": 0.7582, + "step": 6106 + }, + { + "epoch": 0.4406045957938025, + "grad_norm": 2.958512009790184, + "learning_rate": 2.477200048982294e-06, + "loss": 0.9794, + "step": 6107 + }, + { + "epoch": 0.44067674326323003, + "grad_norm": 2.3882405475695743, + "learning_rate": 2.476746174465913e-06, + "loss": 1.0122, + "step": 6108 + }, + { + "epoch": 0.44074889073265755, + "grad_norm": 0.7001096707671481, + "learning_rate": 2.4762922739161883e-06, + "loss": 0.8307, + "step": 6109 + }, + { + "epoch": 0.44082103820208507, + "grad_norm": 4.291440099766373, + "learning_rate": 2.4758383473579053e-06, + "loss": 0.9466, + "step": 6110 + }, + { + "epoch": 0.4408931856715126, + "grad_norm": 3.0279948266613808, + "learning_rate": 2.475384394815852e-06, + "loss": 0.9862, + "step": 6111 + }, + { + "epoch": 0.4409653331409401, + "grad_norm": 2.6460109160494376, + "learning_rate": 2.4749304163148168e-06, + "loss": 1.0201, + "step": 6112 + }, + { + "epoch": 0.44103748061036757, + "grad_norm": 2.819865436995828, + "learning_rate": 2.4744764118795894e-06, + "loss": 1.0047, + "step": 6113 + }, + { + "epoch": 0.4411096280797951, + "grad_norm": 2.4343469228827033, + "learning_rate": 2.4740223815349616e-06, + "loss": 0.9739, + "step": 6114 + }, + { + "epoch": 0.4411817755492226, + "grad_norm": 3.0234523250403655, + "learning_rate": 2.4735683253057265e-06, + "loss": 0.9118, + "step": 6115 + }, + { + "epoch": 0.44125392301865013, + "grad_norm": 3.2111985594719137, + "learning_rate": 2.4731142432166784e-06, + "loss": 0.864, + "step": 6116 + }, + { + "epoch": 0.44132607048807765, + "grad_norm": 11.761663613495807, + "learning_rate": 2.4726601352926126e-06, + "loss": 0.9156, + "step": 6117 + }, + { + "epoch": 0.44139821795750517, + "grad_norm": 3.866152229836536, + "learning_rate": 2.4722060015583267e-06, + "loss": 1.0205, + "step": 6118 + }, + { + "epoch": 0.44147036542693263, + "grad_norm": 3.208343571898402, + "learning_rate": 2.471751842038619e-06, + "loss": 0.9893, + "step": 6119 + }, + { + "epoch": 0.44154251289636015, + "grad_norm": 2.7644391292246304, + "learning_rate": 2.4712976567582892e-06, + "loss": 0.9674, + "step": 6120 + }, + { + "epoch": 0.44161466036578767, + "grad_norm": 3.076285185165106, + "learning_rate": 2.4708434457421403e-06, + "loss": 0.9413, + "step": 6121 + }, + { + "epoch": 0.4416868078352152, + "grad_norm": 3.254289583887823, + "learning_rate": 2.470389209014973e-06, + "loss": 0.981, + "step": 6122 + }, + { + "epoch": 0.4417589553046427, + "grad_norm": 3.6942605583936854, + "learning_rate": 2.469934946601592e-06, + "loss": 0.8487, + "step": 6123 + }, + { + "epoch": 0.4418311027740702, + "grad_norm": 2.27008606634114, + "learning_rate": 2.469480658526803e-06, + "loss": 0.9599, + "step": 6124 + }, + { + "epoch": 0.4419032502434977, + "grad_norm": 3.4176466087031265, + "learning_rate": 2.4690263448154143e-06, + "loss": 0.9009, + "step": 6125 + }, + { + "epoch": 0.4419753977129252, + "grad_norm": 2.7048661462238823, + "learning_rate": 2.468572005492233e-06, + "loss": 0.9099, + "step": 6126 + }, + { + "epoch": 0.44204754518235273, + "grad_norm": 3.4820673532649162, + "learning_rate": 2.468117640582068e-06, + "loss": 0.9931, + "step": 6127 + }, + { + "epoch": 0.44211969265178025, + "grad_norm": 3.20400170214509, + "learning_rate": 2.4676632501097327e-06, + "loss": 0.8657, + "step": 6128 + }, + { + "epoch": 0.44219184012120777, + "grad_norm": 2.977607443510055, + "learning_rate": 2.467208834100037e-06, + "loss": 0.896, + "step": 6129 + }, + { + "epoch": 0.44226398759063523, + "grad_norm": 2.958049724756719, + "learning_rate": 2.466754392577798e-06, + "loss": 0.9864, + "step": 6130 + }, + { + "epoch": 0.44233613506006275, + "grad_norm": 0.6965920322844201, + "learning_rate": 2.4662999255678298e-06, + "loss": 0.8307, + "step": 6131 + }, + { + "epoch": 0.44240828252949027, + "grad_norm": 2.6539168040122147, + "learning_rate": 2.465845433094947e-06, + "loss": 0.9848, + "step": 6132 + }, + { + "epoch": 0.4424804299989178, + "grad_norm": 7.600040546108306, + "learning_rate": 2.4653909151839712e-06, + "loss": 1.0926, + "step": 6133 + }, + { + "epoch": 0.4425525774683453, + "grad_norm": 3.5016579107301866, + "learning_rate": 2.4649363718597196e-06, + "loss": 0.9237, + "step": 6134 + }, + { + "epoch": 0.44262472493777283, + "grad_norm": 4.234712594288494, + "learning_rate": 2.4644818031470136e-06, + "loss": 1.0463, + "step": 6135 + }, + { + "epoch": 0.4426968724072003, + "grad_norm": 2.6694529302248036, + "learning_rate": 2.4640272090706764e-06, + "loss": 0.9503, + "step": 6136 + }, + { + "epoch": 0.4427690198766278, + "grad_norm": 2.0467652735528743, + "learning_rate": 2.463572589655531e-06, + "loss": 1.0158, + "step": 6137 + }, + { + "epoch": 0.44284116734605533, + "grad_norm": 6.2847186327994855, + "learning_rate": 2.463117944926403e-06, + "loss": 0.9561, + "step": 6138 + }, + { + "epoch": 0.44291331481548285, + "grad_norm": 2.8439460099966523, + "learning_rate": 2.4626632749081177e-06, + "loss": 0.8715, + "step": 6139 + }, + { + "epoch": 0.44298546228491037, + "grad_norm": 2.2517101358565648, + "learning_rate": 2.462208579625504e-06, + "loss": 0.9953, + "step": 6140 + }, + { + "epoch": 0.4430576097543379, + "grad_norm": 2.764753128812996, + "learning_rate": 2.46175385910339e-06, + "loss": 0.9587, + "step": 6141 + }, + { + "epoch": 0.44312975722376535, + "grad_norm": 12.143487737614501, + "learning_rate": 2.461299113366608e-06, + "loss": 0.8677, + "step": 6142 + }, + { + "epoch": 0.44320190469319287, + "grad_norm": 2.9293858894225506, + "learning_rate": 2.4608443424399895e-06, + "loss": 0.9223, + "step": 6143 + }, + { + "epoch": 0.4432740521626204, + "grad_norm": 0.9147532534774717, + "learning_rate": 2.460389546348366e-06, + "loss": 0.893, + "step": 6144 + }, + { + "epoch": 0.4433461996320479, + "grad_norm": 6.14695417453061, + "learning_rate": 2.4599347251165746e-06, + "loss": 0.9788, + "step": 6145 + }, + { + "epoch": 0.44341834710147543, + "grad_norm": 2.3674523737305306, + "learning_rate": 2.4594798787694502e-06, + "loss": 0.9721, + "step": 6146 + }, + { + "epoch": 0.44349049457090295, + "grad_norm": 3.334804512253864, + "learning_rate": 2.459025007331831e-06, + "loss": 1.0921, + "step": 6147 + }, + { + "epoch": 0.4435626420403304, + "grad_norm": 2.3584563633220124, + "learning_rate": 2.4585701108285556e-06, + "loss": 1.0102, + "step": 6148 + }, + { + "epoch": 0.44363478950975793, + "grad_norm": 3.20933251283152, + "learning_rate": 2.4581151892844635e-06, + "loss": 1.1384, + "step": 6149 + }, + { + "epoch": 0.44370693697918545, + "grad_norm": 0.8082720720207722, + "learning_rate": 2.4576602427243967e-06, + "loss": 0.8041, + "step": 6150 + }, + { + "epoch": 0.44377908444861297, + "grad_norm": 6.881006841841585, + "learning_rate": 2.457205271173198e-06, + "loss": 0.9782, + "step": 6151 + }, + { + "epoch": 0.4438512319180405, + "grad_norm": 0.7856964606269585, + "learning_rate": 2.4567502746557125e-06, + "loss": 0.8738, + "step": 6152 + }, + { + "epoch": 0.443923379387468, + "grad_norm": 2.7053516015585517, + "learning_rate": 2.4562952531967854e-06, + "loss": 0.9147, + "step": 6153 + }, + { + "epoch": 0.4439955268568955, + "grad_norm": 2.1966078659585038, + "learning_rate": 2.4558402068212635e-06, + "loss": 0.9367, + "step": 6154 + }, + { + "epoch": 0.444067674326323, + "grad_norm": 2.507337293432926, + "learning_rate": 2.4553851355539953e-06, + "loss": 0.8521, + "step": 6155 + }, + { + "epoch": 0.4441398217957505, + "grad_norm": 2.3542156270655163, + "learning_rate": 2.45493003941983e-06, + "loss": 0.9197, + "step": 6156 + }, + { + "epoch": 0.44421196926517803, + "grad_norm": 4.2464180605793915, + "learning_rate": 2.4544749184436206e-06, + "loss": 0.9732, + "step": 6157 + }, + { + "epoch": 0.44428411673460555, + "grad_norm": 0.7799750415158974, + "learning_rate": 2.4540197726502175e-06, + "loss": 0.8386, + "step": 6158 + }, + { + "epoch": 0.44435626420403307, + "grad_norm": 2.6389580154288255, + "learning_rate": 2.4535646020644755e-06, + "loss": 0.9806, + "step": 6159 + }, + { + "epoch": 0.44442841167346053, + "grad_norm": 3.0249812795516906, + "learning_rate": 2.45310940671125e-06, + "loss": 0.9231, + "step": 6160 + }, + { + "epoch": 0.44450055914288805, + "grad_norm": 0.8523175103530592, + "learning_rate": 2.452654186615397e-06, + "loss": 0.8981, + "step": 6161 + }, + { + "epoch": 0.44457270661231557, + "grad_norm": 2.8545706989716066, + "learning_rate": 2.452198941801774e-06, + "loss": 1.0037, + "step": 6162 + }, + { + "epoch": 0.4446448540817431, + "grad_norm": 2.720230313395588, + "learning_rate": 2.4517436722952407e-06, + "loss": 0.9005, + "step": 6163 + }, + { + "epoch": 0.4447170015511706, + "grad_norm": 2.968519021133772, + "learning_rate": 2.4512883781206587e-06, + "loss": 0.9718, + "step": 6164 + }, + { + "epoch": 0.44478914902059813, + "grad_norm": 0.9396603805744009, + "learning_rate": 2.4508330593028885e-06, + "loss": 0.8554, + "step": 6165 + }, + { + "epoch": 0.4448612964900256, + "grad_norm": 3.009304716848265, + "learning_rate": 2.4503777158667934e-06, + "loss": 1.0432, + "step": 6166 + }, + { + "epoch": 0.4449334439594531, + "grad_norm": 2.6364457504794117, + "learning_rate": 2.4499223478372394e-06, + "loss": 0.9544, + "step": 6167 + }, + { + "epoch": 0.44500559142888063, + "grad_norm": 0.6272037516162421, + "learning_rate": 2.4494669552390904e-06, + "loss": 0.7767, + "step": 6168 + }, + { + "epoch": 0.44507773889830815, + "grad_norm": 3.109340648365522, + "learning_rate": 2.4490115380972156e-06, + "loss": 1.0166, + "step": 6169 + }, + { + "epoch": 0.44514988636773567, + "grad_norm": 2.7457029409133082, + "learning_rate": 2.4485560964364834e-06, + "loss": 0.9888, + "step": 6170 + }, + { + "epoch": 0.4452220338371632, + "grad_norm": 5.515111969600567, + "learning_rate": 2.448100630281762e-06, + "loss": 0.9804, + "step": 6171 + }, + { + "epoch": 0.44529418130659065, + "grad_norm": 5.1396741364489085, + "learning_rate": 2.447645139657925e-06, + "loss": 0.9193, + "step": 6172 + }, + { + "epoch": 0.44536632877601817, + "grad_norm": 2.826186385048273, + "learning_rate": 2.4471896245898438e-06, + "loss": 0.8756, + "step": 6173 + }, + { + "epoch": 0.4454384762454457, + "grad_norm": 2.676005155008138, + "learning_rate": 2.446734085102393e-06, + "loss": 1.0442, + "step": 6174 + }, + { + "epoch": 0.4455106237148732, + "grad_norm": 0.6991614206349915, + "learning_rate": 2.4462785212204468e-06, + "loss": 0.8261, + "step": 6175 + }, + { + "epoch": 0.44558277118430073, + "grad_norm": 3.7754096964646986, + "learning_rate": 2.4458229329688826e-06, + "loss": 0.8873, + "step": 6176 + }, + { + "epoch": 0.4456549186537282, + "grad_norm": 2.8779499013117738, + "learning_rate": 2.4453673203725793e-06, + "loss": 0.9388, + "step": 6177 + }, + { + "epoch": 0.4457270661231557, + "grad_norm": 2.3081073797293494, + "learning_rate": 2.4449116834564138e-06, + "loss": 0.8509, + "step": 6178 + }, + { + "epoch": 0.44579921359258323, + "grad_norm": 4.5942911880273485, + "learning_rate": 2.44445602224527e-06, + "loss": 0.9249, + "step": 6179 + }, + { + "epoch": 0.44587136106201075, + "grad_norm": 4.560419941019922, + "learning_rate": 2.4440003367640264e-06, + "loss": 0.9783, + "step": 6180 + }, + { + "epoch": 0.44594350853143827, + "grad_norm": 2.120352543542, + "learning_rate": 2.4435446270375695e-06, + "loss": 0.9653, + "step": 6181 + }, + { + "epoch": 0.4460156560008658, + "grad_norm": 2.920492242840361, + "learning_rate": 2.4430888930907822e-06, + "loss": 1.0535, + "step": 6182 + }, + { + "epoch": 0.44608780347029325, + "grad_norm": 2.6846146286754626, + "learning_rate": 2.4426331349485497e-06, + "loss": 0.9894, + "step": 6183 + }, + { + "epoch": 0.4461599509397208, + "grad_norm": 3.388060272167087, + "learning_rate": 2.4421773526357614e-06, + "loss": 0.9743, + "step": 6184 + }, + { + "epoch": 0.4462320984091483, + "grad_norm": 3.3279428924740952, + "learning_rate": 2.4417215461773046e-06, + "loss": 1.0411, + "step": 6185 + }, + { + "epoch": 0.4463042458785758, + "grad_norm": 4.265954085291179, + "learning_rate": 2.4412657155980693e-06, + "loss": 0.9201, + "step": 6186 + }, + { + "epoch": 0.44637639334800333, + "grad_norm": 2.289863316150733, + "learning_rate": 2.4408098609229468e-06, + "loss": 1.003, + "step": 6187 + }, + { + "epoch": 0.44644854081743085, + "grad_norm": 9.651090459533858, + "learning_rate": 2.4403539821768292e-06, + "loss": 1.0175, + "step": 6188 + }, + { + "epoch": 0.4465206882868583, + "grad_norm": 4.583330235335719, + "learning_rate": 2.439898079384611e-06, + "loss": 0.867, + "step": 6189 + }, + { + "epoch": 0.44659283575628583, + "grad_norm": 2.4805188271581384, + "learning_rate": 2.439442152571187e-06, + "loss": 0.9246, + "step": 6190 + }, + { + "epoch": 0.44666498322571335, + "grad_norm": 4.411316468150719, + "learning_rate": 2.4389862017614543e-06, + "loss": 0.9406, + "step": 6191 + }, + { + "epoch": 0.44673713069514087, + "grad_norm": 2.6872110433264695, + "learning_rate": 2.43853022698031e-06, + "loss": 0.9216, + "step": 6192 + }, + { + "epoch": 0.4468092781645684, + "grad_norm": 4.347422632074102, + "learning_rate": 2.438074228252653e-06, + "loss": 0.8848, + "step": 6193 + }, + { + "epoch": 0.4468814256339959, + "grad_norm": 2.4780385525454625, + "learning_rate": 2.4376182056033844e-06, + "loss": 0.9764, + "step": 6194 + }, + { + "epoch": 0.4469535731034234, + "grad_norm": 14.49690266117484, + "learning_rate": 2.4371621590574053e-06, + "loss": 0.9109, + "step": 6195 + }, + { + "epoch": 0.4470257205728509, + "grad_norm": 3.353769567136097, + "learning_rate": 2.436706088639619e-06, + "loss": 0.8699, + "step": 6196 + }, + { + "epoch": 0.4470978680422784, + "grad_norm": 3.430790404510689, + "learning_rate": 2.436249994374931e-06, + "loss": 1.0081, + "step": 6197 + }, + { + "epoch": 0.44717001551170593, + "grad_norm": 5.237994681875261, + "learning_rate": 2.4357938762882443e-06, + "loss": 0.9481, + "step": 6198 + }, + { + "epoch": 0.44724216298113345, + "grad_norm": 10.665827678427867, + "learning_rate": 2.435337734404468e-06, + "loss": 0.9461, + "step": 6199 + }, + { + "epoch": 0.44731431045056097, + "grad_norm": 2.836593846224288, + "learning_rate": 2.4348815687485093e-06, + "loss": 0.9832, + "step": 6200 + }, + { + "epoch": 0.44738645791998843, + "grad_norm": 8.081248168473062, + "learning_rate": 2.4344253793452784e-06, + "loss": 0.9657, + "step": 6201 + }, + { + "epoch": 0.44745860538941595, + "grad_norm": 2.9944610324731227, + "learning_rate": 2.433969166219685e-06, + "loss": 0.8887, + "step": 6202 + }, + { + "epoch": 0.4475307528588435, + "grad_norm": 6.223321355894332, + "learning_rate": 2.4335129293966425e-06, + "loss": 0.954, + "step": 6203 + }, + { + "epoch": 0.447602900328271, + "grad_norm": 3.6371330574288048, + "learning_rate": 2.433056668901064e-06, + "loss": 0.9574, + "step": 6204 + }, + { + "epoch": 0.4476750477976985, + "grad_norm": 4.554876359586838, + "learning_rate": 2.4326003847578627e-06, + "loss": 1.0506, + "step": 6205 + }, + { + "epoch": 0.44774719526712603, + "grad_norm": 3.7923510566085596, + "learning_rate": 2.432144076991957e-06, + "loss": 0.9497, + "step": 6206 + }, + { + "epoch": 0.4478193427365535, + "grad_norm": 0.7565102153171571, + "learning_rate": 2.4316877456282624e-06, + "loss": 0.7932, + "step": 6207 + }, + { + "epoch": 0.447891490205981, + "grad_norm": 3.2822506786528494, + "learning_rate": 2.4312313906916984e-06, + "loss": 1.0289, + "step": 6208 + }, + { + "epoch": 0.44796363767540853, + "grad_norm": 4.171279921934488, + "learning_rate": 2.4307750122071848e-06, + "loss": 1.0289, + "step": 6209 + }, + { + "epoch": 0.44803578514483605, + "grad_norm": 2.5314765169492444, + "learning_rate": 2.430318610199642e-06, + "loss": 0.9569, + "step": 6210 + }, + { + "epoch": 0.44810793261426357, + "grad_norm": 7.473720030136745, + "learning_rate": 2.429862184693993e-06, + "loss": 0.935, + "step": 6211 + }, + { + "epoch": 0.4481800800836911, + "grad_norm": 5.136364501805743, + "learning_rate": 2.429405735715161e-06, + "loss": 0.9368, + "step": 6212 + }, + { + "epoch": 0.44825222755311855, + "grad_norm": 3.899334699175156, + "learning_rate": 2.428949263288072e-06, + "loss": 1.0027, + "step": 6213 + }, + { + "epoch": 0.4483243750225461, + "grad_norm": 5.615388924503582, + "learning_rate": 2.4284927674376516e-06, + "loss": 0.8154, + "step": 6214 + }, + { + "epoch": 0.4483965224919736, + "grad_norm": 2.7953150144153116, + "learning_rate": 2.4280362481888266e-06, + "loss": 0.9538, + "step": 6215 + }, + { + "epoch": 0.4484686699614011, + "grad_norm": 4.663091152647607, + "learning_rate": 2.427579705566528e-06, + "loss": 0.9372, + "step": 6216 + }, + { + "epoch": 0.44854081743082863, + "grad_norm": 7.476959186103285, + "learning_rate": 2.427123139595683e-06, + "loss": 0.9443, + "step": 6217 + }, + { + "epoch": 0.44861296490025615, + "grad_norm": 3.113688481786334, + "learning_rate": 2.4266665503012252e-06, + "loss": 0.9514, + "step": 6218 + }, + { + "epoch": 0.4486851123696836, + "grad_norm": 3.5574634486322543, + "learning_rate": 2.426209937708087e-06, + "loss": 1.0127, + "step": 6219 + }, + { + "epoch": 0.44875725983911113, + "grad_norm": 3.8039140169632786, + "learning_rate": 2.425753301841201e-06, + "loss": 0.9769, + "step": 6220 + }, + { + "epoch": 0.44882940730853865, + "grad_norm": 2.4120264448357855, + "learning_rate": 2.4252966427255042e-06, + "loss": 1.05, + "step": 6221 + }, + { + "epoch": 0.44890155477796617, + "grad_norm": 4.019057650974351, + "learning_rate": 2.4248399603859317e-06, + "loss": 1.0194, + "step": 6222 + }, + { + "epoch": 0.4489737022473937, + "grad_norm": 0.7946025760109598, + "learning_rate": 2.4243832548474214e-06, + "loss": 0.8519, + "step": 6223 + }, + { + "epoch": 0.44904584971682115, + "grad_norm": 0.7260573897627274, + "learning_rate": 2.4239265261349125e-06, + "loss": 0.8246, + "step": 6224 + }, + { + "epoch": 0.4491179971862487, + "grad_norm": 3.8881535167841004, + "learning_rate": 2.423469774273346e-06, + "loss": 0.9625, + "step": 6225 + }, + { + "epoch": 0.4491901446556762, + "grad_norm": 4.253665465378939, + "learning_rate": 2.4230129992876623e-06, + "loss": 0.8877, + "step": 6226 + }, + { + "epoch": 0.4492622921251037, + "grad_norm": 12.534705239821907, + "learning_rate": 2.422556201202805e-06, + "loss": 0.959, + "step": 6227 + }, + { + "epoch": 0.44933443959453123, + "grad_norm": 5.890714042658415, + "learning_rate": 2.4220993800437174e-06, + "loss": 0.8816, + "step": 6228 + }, + { + "epoch": 0.44940658706395875, + "grad_norm": 12.105712651826565, + "learning_rate": 2.421642535835345e-06, + "loss": 1.0804, + "step": 6229 + }, + { + "epoch": 0.4494787345333862, + "grad_norm": 2.9612004709348776, + "learning_rate": 2.4211856686026355e-06, + "loss": 0.9878, + "step": 6230 + }, + { + "epoch": 0.44955088200281373, + "grad_norm": 2.438178823777101, + "learning_rate": 2.4207287783705354e-06, + "loss": 1.0034, + "step": 6231 + }, + { + "epoch": 0.44962302947224125, + "grad_norm": 2.368462549649155, + "learning_rate": 2.4202718651639935e-06, + "loss": 0.8868, + "step": 6232 + }, + { + "epoch": 0.4496951769416688, + "grad_norm": 2.4283422935004606, + "learning_rate": 2.4198149290079616e-06, + "loss": 0.948, + "step": 6233 + }, + { + "epoch": 0.4497673244110963, + "grad_norm": 3.5436531928293724, + "learning_rate": 2.41935796992739e-06, + "loss": 1.0478, + "step": 6234 + }, + { + "epoch": 0.4498394718805238, + "grad_norm": 2.835977012842418, + "learning_rate": 2.418900987947232e-06, + "loss": 0.9994, + "step": 6235 + }, + { + "epoch": 0.4499116193499513, + "grad_norm": 4.141714506941158, + "learning_rate": 2.4184439830924426e-06, + "loss": 1.062, + "step": 6236 + }, + { + "epoch": 0.4499837668193788, + "grad_norm": 3.034460353731236, + "learning_rate": 2.417986955387976e-06, + "loss": 0.9675, + "step": 6237 + }, + { + "epoch": 0.4500559142888063, + "grad_norm": 2.2452724381538207, + "learning_rate": 2.4175299048587887e-06, + "loss": 0.9787, + "step": 6238 + }, + { + "epoch": 0.45012806175823383, + "grad_norm": 12.105140388616936, + "learning_rate": 2.4170728315298394e-06, + "loss": 0.8584, + "step": 6239 + }, + { + "epoch": 0.45020020922766135, + "grad_norm": 2.5358114703645502, + "learning_rate": 2.4166157354260867e-06, + "loss": 0.9456, + "step": 6240 + }, + { + "epoch": 0.45027235669708887, + "grad_norm": 5.682777540190101, + "learning_rate": 2.4161586165724906e-06, + "loss": 1.0099, + "step": 6241 + }, + { + "epoch": 0.45034450416651634, + "grad_norm": 3.3730823579036255, + "learning_rate": 2.415701474994013e-06, + "loss": 1.0013, + "step": 6242 + }, + { + "epoch": 0.45041665163594385, + "grad_norm": 3.7240831616516648, + "learning_rate": 2.4152443107156177e-06, + "loss": 0.9536, + "step": 6243 + }, + { + "epoch": 0.4504887991053714, + "grad_norm": 2.952403146833214, + "learning_rate": 2.4147871237622663e-06, + "loss": 1.0501, + "step": 6244 + }, + { + "epoch": 0.4505609465747989, + "grad_norm": 2.390888972449947, + "learning_rate": 2.4143299141589265e-06, + "loss": 0.9801, + "step": 6245 + }, + { + "epoch": 0.4506330940442264, + "grad_norm": 4.25013867320292, + "learning_rate": 2.4138726819305633e-06, + "loss": 0.9692, + "step": 6246 + }, + { + "epoch": 0.45070524151365393, + "grad_norm": 3.175178348608341, + "learning_rate": 2.413415427102145e-06, + "loss": 0.9201, + "step": 6247 + }, + { + "epoch": 0.4507773889830814, + "grad_norm": 3.261574747710054, + "learning_rate": 2.4129581496986414e-06, + "loss": 0.9457, + "step": 6248 + }, + { + "epoch": 0.4508495364525089, + "grad_norm": 2.790196890634616, + "learning_rate": 2.412500849745022e-06, + "loss": 0.8711, + "step": 6249 + }, + { + "epoch": 0.45092168392193643, + "grad_norm": 3.479249203249251, + "learning_rate": 2.4120435272662576e-06, + "loss": 0.9967, + "step": 6250 + }, + { + "epoch": 0.45099383139136395, + "grad_norm": 0.8132971008104644, + "learning_rate": 2.411586182287321e-06, + "loss": 0.915, + "step": 6251 + }, + { + "epoch": 0.45106597886079147, + "grad_norm": 2.600049286155128, + "learning_rate": 2.411128814833188e-06, + "loss": 0.9184, + "step": 6252 + }, + { + "epoch": 0.451138126330219, + "grad_norm": 0.7359616609725732, + "learning_rate": 2.410671424928832e-06, + "loss": 0.8416, + "step": 6253 + }, + { + "epoch": 0.45121027379964646, + "grad_norm": 3.2735075658614936, + "learning_rate": 2.410214012599229e-06, + "loss": 0.9699, + "step": 6254 + }, + { + "epoch": 0.451282421269074, + "grad_norm": 4.4312091346653455, + "learning_rate": 2.4097565778693583e-06, + "loss": 0.8335, + "step": 6255 + }, + { + "epoch": 0.4513545687385015, + "grad_norm": 0.8636747473190627, + "learning_rate": 2.4092991207641967e-06, + "loss": 0.9819, + "step": 6256 + }, + { + "epoch": 0.451426716207929, + "grad_norm": 0.8592365500158013, + "learning_rate": 2.4088416413087256e-06, + "loss": 0.8772, + "step": 6257 + }, + { + "epoch": 0.45149886367735653, + "grad_norm": 3.183564692639633, + "learning_rate": 2.4083841395279267e-06, + "loss": 0.9971, + "step": 6258 + }, + { + "epoch": 0.45157101114678405, + "grad_norm": 3.7001927351370014, + "learning_rate": 2.4079266154467806e-06, + "loss": 0.8577, + "step": 6259 + }, + { + "epoch": 0.4516431586162115, + "grad_norm": 0.7389873377705005, + "learning_rate": 2.407469069090273e-06, + "loss": 0.8396, + "step": 6260 + }, + { + "epoch": 0.45171530608563903, + "grad_norm": 5.0079450426102605, + "learning_rate": 2.407011500483388e-06, + "loss": 0.8305, + "step": 6261 + }, + { + "epoch": 0.45178745355506655, + "grad_norm": 3.333450283542066, + "learning_rate": 2.406553909651111e-06, + "loss": 1.0007, + "step": 6262 + }, + { + "epoch": 0.4518596010244941, + "grad_norm": 6.219972116585693, + "learning_rate": 2.4060962966184304e-06, + "loss": 0.9403, + "step": 6263 + }, + { + "epoch": 0.4519317484939216, + "grad_norm": 4.169336353798229, + "learning_rate": 2.405638661410334e-06, + "loss": 0.871, + "step": 6264 + }, + { + "epoch": 0.4520038959633491, + "grad_norm": 0.7725543364763284, + "learning_rate": 2.405181004051812e-06, + "loss": 0.8359, + "step": 6265 + }, + { + "epoch": 0.4520760434327766, + "grad_norm": 4.5837359627247904, + "learning_rate": 2.404723324567856e-06, + "loss": 0.9692, + "step": 6266 + }, + { + "epoch": 0.4521481909022041, + "grad_norm": 3.90878409014293, + "learning_rate": 2.404265622983457e-06, + "loss": 0.896, + "step": 6267 + }, + { + "epoch": 0.4522203383716316, + "grad_norm": 3.095410758571829, + "learning_rate": 2.4038078993236082e-06, + "loss": 0.9207, + "step": 6268 + }, + { + "epoch": 0.45229248584105913, + "grad_norm": 3.4815077681108946, + "learning_rate": 2.4033501536133057e-06, + "loss": 0.9401, + "step": 6269 + }, + { + "epoch": 0.45236463331048665, + "grad_norm": 4.221573400560312, + "learning_rate": 2.4028923858775445e-06, + "loss": 1.0609, + "step": 6270 + }, + { + "epoch": 0.45243678077991417, + "grad_norm": 2.0857339252472955, + "learning_rate": 2.402434596141321e-06, + "loss": 0.9962, + "step": 6271 + }, + { + "epoch": 0.45250892824934164, + "grad_norm": 3.9749274049283825, + "learning_rate": 2.4019767844296343e-06, + "loss": 0.9558, + "step": 6272 + }, + { + "epoch": 0.45258107571876915, + "grad_norm": 2.5040132734781744, + "learning_rate": 2.4015189507674836e-06, + "loss": 0.9985, + "step": 6273 + }, + { + "epoch": 0.4526532231881967, + "grad_norm": 3.236184318998719, + "learning_rate": 2.401061095179869e-06, + "loss": 0.9992, + "step": 6274 + }, + { + "epoch": 0.4527253706576242, + "grad_norm": 4.042809996505732, + "learning_rate": 2.4006032176917935e-06, + "loss": 0.9627, + "step": 6275 + }, + { + "epoch": 0.4527975181270517, + "grad_norm": 3.491489827147393, + "learning_rate": 2.4001453183282587e-06, + "loss": 1.0889, + "step": 6276 + }, + { + "epoch": 0.4528696655964792, + "grad_norm": 2.2364926206900666, + "learning_rate": 2.399687397114269e-06, + "loss": 0.9334, + "step": 6277 + }, + { + "epoch": 0.4529418130659067, + "grad_norm": 0.6925060770477375, + "learning_rate": 2.39922945407483e-06, + "loss": 0.7823, + "step": 6278 + }, + { + "epoch": 0.4530139605353342, + "grad_norm": 3.112709749193948, + "learning_rate": 2.398771489234949e-06, + "loss": 0.924, + "step": 6279 + }, + { + "epoch": 0.45308610800476173, + "grad_norm": 3.1914201453663993, + "learning_rate": 2.3983135026196334e-06, + "loss": 0.8412, + "step": 6280 + }, + { + "epoch": 0.45315825547418925, + "grad_norm": 25.46526289394658, + "learning_rate": 2.3978554942538914e-06, + "loss": 1.1067, + "step": 6281 + }, + { + "epoch": 0.4532304029436168, + "grad_norm": 4.176863641582173, + "learning_rate": 2.3973974641627343e-06, + "loss": 1.0789, + "step": 6282 + }, + { + "epoch": 0.45330255041304424, + "grad_norm": 3.078919129149906, + "learning_rate": 2.3969394123711716e-06, + "loss": 0.9154, + "step": 6283 + }, + { + "epoch": 0.45337469788247176, + "grad_norm": 4.003020814824836, + "learning_rate": 2.396481338904218e-06, + "loss": 0.993, + "step": 6284 + }, + { + "epoch": 0.4534468453518993, + "grad_norm": 3.67103859323589, + "learning_rate": 2.3960232437868866e-06, + "loss": 0.9417, + "step": 6285 + }, + { + "epoch": 0.4535189928213268, + "grad_norm": 2.1525981773467278, + "learning_rate": 2.3955651270441904e-06, + "loss": 0.9754, + "step": 6286 + }, + { + "epoch": 0.4535911402907543, + "grad_norm": 5.005681052959235, + "learning_rate": 2.395106988701148e-06, + "loss": 1.1046, + "step": 6287 + }, + { + "epoch": 0.45366328776018183, + "grad_norm": 4.8674330060097555, + "learning_rate": 2.3946488287827753e-06, + "loss": 0.8714, + "step": 6288 + }, + { + "epoch": 0.4537354352296093, + "grad_norm": 4.7840956653100974, + "learning_rate": 2.394190647314091e-06, + "loss": 1.0291, + "step": 6289 + }, + { + "epoch": 0.4538075826990368, + "grad_norm": 0.7809758659057838, + "learning_rate": 2.393732444320115e-06, + "loss": 0.7852, + "step": 6290 + }, + { + "epoch": 0.45387973016846433, + "grad_norm": 2.541025852238498, + "learning_rate": 2.3932742198258675e-06, + "loss": 0.9705, + "step": 6291 + }, + { + "epoch": 0.45395187763789185, + "grad_norm": 0.9469985428086926, + "learning_rate": 2.3928159738563707e-06, + "loss": 0.9418, + "step": 6292 + }, + { + "epoch": 0.4540240251073194, + "grad_norm": 2.6381142321386966, + "learning_rate": 2.392357706436648e-06, + "loss": 0.9748, + "step": 6293 + }, + { + "epoch": 0.4540961725767469, + "grad_norm": 2.0998883581004004, + "learning_rate": 2.3918994175917235e-06, + "loss": 0.9257, + "step": 6294 + }, + { + "epoch": 0.45416832004617436, + "grad_norm": 3.1615245294736947, + "learning_rate": 2.3914411073466214e-06, + "loss": 0.9477, + "step": 6295 + }, + { + "epoch": 0.4542404675156019, + "grad_norm": 2.852654402195734, + "learning_rate": 2.390982775726371e-06, + "loss": 0.9814, + "step": 6296 + }, + { + "epoch": 0.4543126149850294, + "grad_norm": 0.7884486237178578, + "learning_rate": 2.3905244227559978e-06, + "loss": 0.8405, + "step": 6297 + }, + { + "epoch": 0.4543847624544569, + "grad_norm": 3.88479852063121, + "learning_rate": 2.3900660484605313e-06, + "loss": 1.0001, + "step": 6298 + }, + { + "epoch": 0.45445690992388443, + "grad_norm": 7.368542705334739, + "learning_rate": 2.389607652865002e-06, + "loss": 1.0582, + "step": 6299 + }, + { + "epoch": 0.45452905739331195, + "grad_norm": 2.019685779909006, + "learning_rate": 2.3891492359944414e-06, + "loss": 1.0792, + "step": 6300 + }, + { + "epoch": 0.4546012048627394, + "grad_norm": 4.810633111475821, + "learning_rate": 2.3886907978738814e-06, + "loss": 0.9274, + "step": 6301 + }, + { + "epoch": 0.45467335233216694, + "grad_norm": 3.087200591979275, + "learning_rate": 2.3882323385283563e-06, + "loss": 0.9753, + "step": 6302 + }, + { + "epoch": 0.45474549980159445, + "grad_norm": 4.2881879071157085, + "learning_rate": 2.3877738579828997e-06, + "loss": 0.8368, + "step": 6303 + }, + { + "epoch": 0.454817647271022, + "grad_norm": 3.3578899560997217, + "learning_rate": 2.3873153562625482e-06, + "loss": 1.0242, + "step": 6304 + }, + { + "epoch": 0.4548897947404495, + "grad_norm": 4.5798090939110025, + "learning_rate": 2.3868568333923393e-06, + "loss": 0.9973, + "step": 6305 + }, + { + "epoch": 0.454961942209877, + "grad_norm": 2.8708238539703026, + "learning_rate": 2.386398289397311e-06, + "loss": 0.9335, + "step": 6306 + }, + { + "epoch": 0.4550340896793045, + "grad_norm": 2.9379862930674054, + "learning_rate": 2.3859397243025017e-06, + "loss": 1.0578, + "step": 6307 + }, + { + "epoch": 0.455106237148732, + "grad_norm": 2.8310420551524826, + "learning_rate": 2.3854811381329535e-06, + "loss": 0.8306, + "step": 6308 + }, + { + "epoch": 0.4551783846181595, + "grad_norm": 2.6990690286408774, + "learning_rate": 2.3850225309137074e-06, + "loss": 0.9283, + "step": 6309 + }, + { + "epoch": 0.45525053208758703, + "grad_norm": 2.787060957062358, + "learning_rate": 2.3845639026698054e-06, + "loss": 0.9262, + "step": 6310 + }, + { + "epoch": 0.45532267955701455, + "grad_norm": 2.3423099417107696, + "learning_rate": 2.384105253426293e-06, + "loss": 0.968, + "step": 6311 + }, + { + "epoch": 0.4553948270264421, + "grad_norm": 2.6547067085815046, + "learning_rate": 2.3836465832082147e-06, + "loss": 0.8942, + "step": 6312 + }, + { + "epoch": 0.45546697449586954, + "grad_norm": 2.9387204495935597, + "learning_rate": 2.3831878920406157e-06, + "loss": 0.9684, + "step": 6313 + }, + { + "epoch": 0.45553912196529706, + "grad_norm": 11.820990846158411, + "learning_rate": 2.3827291799485458e-06, + "loss": 0.9897, + "step": 6314 + }, + { + "epoch": 0.4556112694347246, + "grad_norm": 3.1563658740235874, + "learning_rate": 2.3822704469570513e-06, + "loss": 0.8306, + "step": 6315 + }, + { + "epoch": 0.4556834169041521, + "grad_norm": 5.4242634638037135, + "learning_rate": 2.381811693091183e-06, + "loss": 0.9804, + "step": 6316 + }, + { + "epoch": 0.4557555643735796, + "grad_norm": 2.5126144686761402, + "learning_rate": 2.3813529183759914e-06, + "loss": 0.9902, + "step": 6317 + }, + { + "epoch": 0.45582771184300713, + "grad_norm": 3.6664562742964937, + "learning_rate": 2.3808941228365293e-06, + "loss": 0.9098, + "step": 6318 + }, + { + "epoch": 0.4558998593124346, + "grad_norm": 3.063453370220228, + "learning_rate": 2.3804353064978488e-06, + "loss": 0.917, + "step": 6319 + }, + { + "epoch": 0.4559720067818621, + "grad_norm": 3.9535680228610155, + "learning_rate": 2.379976469385004e-06, + "loss": 0.9861, + "step": 6320 + }, + { + "epoch": 0.45604415425128964, + "grad_norm": 4.922429129272949, + "learning_rate": 2.3795176115230516e-06, + "loss": 0.9518, + "step": 6321 + }, + { + "epoch": 0.45611630172071715, + "grad_norm": 11.788057419672343, + "learning_rate": 2.3790587329370467e-06, + "loss": 0.8746, + "step": 6322 + }, + { + "epoch": 0.4561884491901447, + "grad_norm": 2.873917085453667, + "learning_rate": 2.378599833652048e-06, + "loss": 0.9845, + "step": 6323 + }, + { + "epoch": 0.4562605966595722, + "grad_norm": 2.9280841967040976, + "learning_rate": 2.3781409136931146e-06, + "loss": 0.9596, + "step": 6324 + }, + { + "epoch": 0.45633274412899966, + "grad_norm": 3.478053358356398, + "learning_rate": 2.377681973085304e-06, + "loss": 0.9972, + "step": 6325 + }, + { + "epoch": 0.4564048915984272, + "grad_norm": 2.9655323460277607, + "learning_rate": 2.3772230118536805e-06, + "loss": 0.9234, + "step": 6326 + }, + { + "epoch": 0.4564770390678547, + "grad_norm": 3.3460280599654526, + "learning_rate": 2.3767640300233044e-06, + "loss": 1.1178, + "step": 6327 + }, + { + "epoch": 0.4565491865372822, + "grad_norm": 4.004365446229043, + "learning_rate": 2.376305027619239e-06, + "loss": 1.0459, + "step": 6328 + }, + { + "epoch": 0.45662133400670973, + "grad_norm": 9.13957784800513, + "learning_rate": 2.3758460046665495e-06, + "loss": 0.8677, + "step": 6329 + }, + { + "epoch": 0.4566934814761372, + "grad_norm": 5.474813881414857, + "learning_rate": 2.375386961190301e-06, + "loss": 0.9547, + "step": 6330 + }, + { + "epoch": 0.4567656289455647, + "grad_norm": 2.3284480747611984, + "learning_rate": 2.3749278972155595e-06, + "loss": 0.9672, + "step": 6331 + }, + { + "epoch": 0.45683777641499224, + "grad_norm": 2.455384689771027, + "learning_rate": 2.374468812767394e-06, + "loss": 0.9343, + "step": 6332 + }, + { + "epoch": 0.45690992388441976, + "grad_norm": 3.7114031369050853, + "learning_rate": 2.374009707870873e-06, + "loss": 0.9534, + "step": 6333 + }, + { + "epoch": 0.4569820713538473, + "grad_norm": 6.139648359834777, + "learning_rate": 2.3735505825510658e-06, + "loss": 1.0338, + "step": 6334 + }, + { + "epoch": 0.4570542188232748, + "grad_norm": 4.733834717392634, + "learning_rate": 2.3730914368330447e-06, + "loss": 0.9101, + "step": 6335 + }, + { + "epoch": 0.45712636629270226, + "grad_norm": 2.558784489401541, + "learning_rate": 2.3726322707418813e-06, + "loss": 0.82, + "step": 6336 + }, + { + "epoch": 0.4571985137621298, + "grad_norm": 2.965722718955287, + "learning_rate": 2.3721730843026484e-06, + "loss": 1.0758, + "step": 6337 + }, + { + "epoch": 0.4572706612315573, + "grad_norm": 2.4441761630637155, + "learning_rate": 2.371713877540422e-06, + "loss": 1.0032, + "step": 6338 + }, + { + "epoch": 0.4573428087009848, + "grad_norm": 1.9400236859792832, + "learning_rate": 2.3712546504802767e-06, + "loss": 0.9759, + "step": 6339 + }, + { + "epoch": 0.45741495617041233, + "grad_norm": 3.8158462097879324, + "learning_rate": 2.3707954031472886e-06, + "loss": 0.9681, + "step": 6340 + }, + { + "epoch": 0.45748710363983985, + "grad_norm": 3.1705784144213545, + "learning_rate": 2.370336135566537e-06, + "loss": 0.9874, + "step": 6341 + }, + { + "epoch": 0.4575592511092673, + "grad_norm": 4.201446538412302, + "learning_rate": 2.369876847763099e-06, + "loss": 0.9423, + "step": 6342 + }, + { + "epoch": 0.45763139857869484, + "grad_norm": 0.8674166264994073, + "learning_rate": 2.369417539762056e-06, + "loss": 0.9089, + "step": 6343 + }, + { + "epoch": 0.45770354604812236, + "grad_norm": 1.721953025753139, + "learning_rate": 2.368958211588489e-06, + "loss": 1.0189, + "step": 6344 + }, + { + "epoch": 0.4577756935175499, + "grad_norm": 4.864056555293709, + "learning_rate": 2.3684988632674804e-06, + "loss": 0.9452, + "step": 6345 + }, + { + "epoch": 0.4578478409869774, + "grad_norm": 0.8639573431611088, + "learning_rate": 2.368039494824112e-06, + "loss": 0.8742, + "step": 6346 + }, + { + "epoch": 0.4579199884564049, + "grad_norm": 3.436247163829001, + "learning_rate": 2.3675801062834694e-06, + "loss": 1.0431, + "step": 6347 + }, + { + "epoch": 0.4579921359258324, + "grad_norm": 2.590736384925011, + "learning_rate": 2.3671206976706385e-06, + "loss": 1.015, + "step": 6348 + }, + { + "epoch": 0.4580642833952599, + "grad_norm": 5.978065451341876, + "learning_rate": 2.3666612690107045e-06, + "loss": 1.0524, + "step": 6349 + }, + { + "epoch": 0.4581364308646874, + "grad_norm": 3.944275128546797, + "learning_rate": 2.3662018203287565e-06, + "loss": 0.9679, + "step": 6350 + }, + { + "epoch": 0.45820857833411494, + "grad_norm": 2.4869590132664015, + "learning_rate": 2.3657423516498827e-06, + "loss": 1.0919, + "step": 6351 + }, + { + "epoch": 0.45828072580354245, + "grad_norm": 2.5905127488356205, + "learning_rate": 2.3652828629991727e-06, + "loss": 1.0302, + "step": 6352 + }, + { + "epoch": 0.45835287327297, + "grad_norm": 5.856789142946962, + "learning_rate": 2.364823354401718e-06, + "loss": 0.9946, + "step": 6353 + }, + { + "epoch": 0.45842502074239744, + "grad_norm": 4.822412957512876, + "learning_rate": 2.36436382588261e-06, + "loss": 1.0127, + "step": 6354 + }, + { + "epoch": 0.45849716821182496, + "grad_norm": 4.953661387187866, + "learning_rate": 2.3639042774669427e-06, + "loss": 0.9234, + "step": 6355 + }, + { + "epoch": 0.4585693156812525, + "grad_norm": 2.4193565810617716, + "learning_rate": 2.3634447091798102e-06, + "loss": 0.9375, + "step": 6356 + }, + { + "epoch": 0.45864146315068, + "grad_norm": 2.2046713305988166, + "learning_rate": 2.3629851210463075e-06, + "loss": 1.0098, + "step": 6357 + }, + { + "epoch": 0.4587136106201075, + "grad_norm": 2.336669705053831, + "learning_rate": 2.362525513091531e-06, + "loss": 1.0525, + "step": 6358 + }, + { + "epoch": 0.45878575808953503, + "grad_norm": 2.0038395028403126, + "learning_rate": 2.362065885340578e-06, + "loss": 0.9383, + "step": 6359 + }, + { + "epoch": 0.4588579055589625, + "grad_norm": 3.3898694299629395, + "learning_rate": 2.3616062378185477e-06, + "loss": 0.8503, + "step": 6360 + }, + { + "epoch": 0.45893005302839, + "grad_norm": 1.8443801578874899, + "learning_rate": 2.3611465705505383e-06, + "loss": 0.9081, + "step": 6361 + }, + { + "epoch": 0.45900220049781754, + "grad_norm": 3.5094220179518807, + "learning_rate": 2.360686883561653e-06, + "loss": 0.9671, + "step": 6362 + }, + { + "epoch": 0.45907434796724506, + "grad_norm": 4.742402073437833, + "learning_rate": 2.360227176876992e-06, + "loss": 0.8385, + "step": 6363 + }, + { + "epoch": 0.4591464954366726, + "grad_norm": 2.8409270643185884, + "learning_rate": 2.3597674505216572e-06, + "loss": 0.8731, + "step": 6364 + }, + { + "epoch": 0.4592186429061001, + "grad_norm": 3.618554798191489, + "learning_rate": 2.3593077045207546e-06, + "loss": 0.8917, + "step": 6365 + }, + { + "epoch": 0.45929079037552756, + "grad_norm": 3.027174894484439, + "learning_rate": 2.3588479388993883e-06, + "loss": 1.0114, + "step": 6366 + }, + { + "epoch": 0.4593629378449551, + "grad_norm": 3.175356452937284, + "learning_rate": 2.3583881536826644e-06, + "loss": 0.838, + "step": 6367 + }, + { + "epoch": 0.4594350853143826, + "grad_norm": 3.0656539868958803, + "learning_rate": 2.3579283488956906e-06, + "loss": 0.8541, + "step": 6368 + }, + { + "epoch": 0.4595072327838101, + "grad_norm": 2.1893853918074506, + "learning_rate": 2.3574685245635743e-06, + "loss": 0.9965, + "step": 6369 + }, + { + "epoch": 0.45957938025323763, + "grad_norm": 3.6689510309876914, + "learning_rate": 2.3570086807114253e-06, + "loss": 0.9756, + "step": 6370 + }, + { + "epoch": 0.45965152772266515, + "grad_norm": 3.6756417940220216, + "learning_rate": 2.3565488173643535e-06, + "loss": 1.0007, + "step": 6371 + }, + { + "epoch": 0.4597236751920926, + "grad_norm": 2.0865659302881396, + "learning_rate": 2.356088934547471e-06, + "loss": 0.9212, + "step": 6372 + }, + { + "epoch": 0.45979582266152014, + "grad_norm": 3.33676315917569, + "learning_rate": 2.3556290322858904e-06, + "loss": 0.9109, + "step": 6373 + }, + { + "epoch": 0.45986797013094766, + "grad_norm": 4.887741652658696, + "learning_rate": 2.3551691106047234e-06, + "loss": 0.9522, + "step": 6374 + }, + { + "epoch": 0.4599401176003752, + "grad_norm": 2.5445429885120316, + "learning_rate": 2.354709169529088e-06, + "loss": 0.874, + "step": 6375 + }, + { + "epoch": 0.4600122650698027, + "grad_norm": 2.3024601922751495, + "learning_rate": 2.354249209084096e-06, + "loss": 0.9971, + "step": 6376 + }, + { + "epoch": 0.4600844125392302, + "grad_norm": 2.2084090261862537, + "learning_rate": 2.3537892292948674e-06, + "loss": 1.035, + "step": 6377 + }, + { + "epoch": 0.4601565600086577, + "grad_norm": 2.8607371269989206, + "learning_rate": 2.3533292301865183e-06, + "loss": 0.9549, + "step": 6378 + }, + { + "epoch": 0.4602287074780852, + "grad_norm": 4.831173819944344, + "learning_rate": 2.3528692117841676e-06, + "loss": 0.9367, + "step": 6379 + }, + { + "epoch": 0.4603008549475127, + "grad_norm": 0.6385406219283036, + "learning_rate": 2.3524091741129363e-06, + "loss": 0.8157, + "step": 6380 + }, + { + "epoch": 0.46037300241694024, + "grad_norm": 0.7956372540437494, + "learning_rate": 2.3519491171979436e-06, + "loss": 0.8699, + "step": 6381 + }, + { + "epoch": 0.46044514988636775, + "grad_norm": 3.814458625348057, + "learning_rate": 2.3514890410643137e-06, + "loss": 0.8465, + "step": 6382 + }, + { + "epoch": 0.4605172973557952, + "grad_norm": 3.7224065931090045, + "learning_rate": 2.351028945737167e-06, + "loss": 1.0711, + "step": 6383 + }, + { + "epoch": 0.46058944482522274, + "grad_norm": 2.287902329714383, + "learning_rate": 2.3505688312416302e-06, + "loss": 0.9402, + "step": 6384 + }, + { + "epoch": 0.46066159229465026, + "grad_norm": 3.085687322978138, + "learning_rate": 2.3501086976028264e-06, + "loss": 0.9728, + "step": 6385 + }, + { + "epoch": 0.4607337397640778, + "grad_norm": 3.6406758186166157, + "learning_rate": 2.3496485448458834e-06, + "loss": 1.0547, + "step": 6386 + }, + { + "epoch": 0.4608058872335053, + "grad_norm": 3.9887569491267003, + "learning_rate": 2.349188372995927e-06, + "loss": 1.0214, + "step": 6387 + }, + { + "epoch": 0.4608780347029328, + "grad_norm": 2.6921841807906755, + "learning_rate": 2.3487281820780863e-06, + "loss": 1.026, + "step": 6388 + }, + { + "epoch": 0.4609501821723603, + "grad_norm": 4.985717783898194, + "learning_rate": 2.348267972117491e-06, + "loss": 0.8957, + "step": 6389 + }, + { + "epoch": 0.4610223296417878, + "grad_norm": 2.594814771388305, + "learning_rate": 2.3478077431392713e-06, + "loss": 1.0123, + "step": 6390 + }, + { + "epoch": 0.4610944771112153, + "grad_norm": 2.3345904596825795, + "learning_rate": 2.347347495168558e-06, + "loss": 1.0654, + "step": 6391 + }, + { + "epoch": 0.46116662458064284, + "grad_norm": 2.7057144903838064, + "learning_rate": 2.3468872282304834e-06, + "loss": 0.9719, + "step": 6392 + }, + { + "epoch": 0.46123877205007036, + "grad_norm": 2.627393267321158, + "learning_rate": 2.3464269423501814e-06, + "loss": 0.9578, + "step": 6393 + }, + { + "epoch": 0.4613109195194979, + "grad_norm": 2.4736721368518517, + "learning_rate": 2.3459666375527873e-06, + "loss": 0.9273, + "step": 6394 + }, + { + "epoch": 0.46138306698892534, + "grad_norm": 4.103502842748417, + "learning_rate": 2.345506313863435e-06, + "loss": 0.9595, + "step": 6395 + }, + { + "epoch": 0.46145521445835286, + "grad_norm": 3.8507645033729356, + "learning_rate": 2.3450459713072625e-06, + "loss": 0.9367, + "step": 6396 + }, + { + "epoch": 0.4615273619277804, + "grad_norm": 3.353227108612113, + "learning_rate": 2.344585609909407e-06, + "loss": 0.9638, + "step": 6397 + }, + { + "epoch": 0.4615995093972079, + "grad_norm": 2.9609271932538292, + "learning_rate": 2.3441252296950054e-06, + "loss": 0.9914, + "step": 6398 + }, + { + "epoch": 0.4616716568666354, + "grad_norm": 3.54462485842478, + "learning_rate": 2.3436648306892004e-06, + "loss": 0.9745, + "step": 6399 + }, + { + "epoch": 0.46174380433606294, + "grad_norm": 2.8767466008060256, + "learning_rate": 2.3432044129171306e-06, + "loss": 0.8638, + "step": 6400 + }, + { + "epoch": 0.4618159518054904, + "grad_norm": 0.765848594246431, + "learning_rate": 2.3427439764039385e-06, + "loss": 0.856, + "step": 6401 + }, + { + "epoch": 0.4618880992749179, + "grad_norm": 2.894249370816411, + "learning_rate": 2.3422835211747673e-06, + "loss": 1.0544, + "step": 6402 + }, + { + "epoch": 0.46196024674434544, + "grad_norm": 6.419523750775253, + "learning_rate": 2.3418230472547587e-06, + "loss": 0.9382, + "step": 6403 + }, + { + "epoch": 0.46203239421377296, + "grad_norm": 0.7277386078068997, + "learning_rate": 2.34136255466906e-06, + "loss": 0.8388, + "step": 6404 + }, + { + "epoch": 0.4621045416832005, + "grad_norm": 1.9874156574131165, + "learning_rate": 2.3409020434428155e-06, + "loss": 0.9875, + "step": 6405 + }, + { + "epoch": 0.462176689152628, + "grad_norm": 3.1540238489617254, + "learning_rate": 2.340441513601173e-06, + "loss": 0.9621, + "step": 6406 + }, + { + "epoch": 0.46224883662205546, + "grad_norm": 0.6415743887385529, + "learning_rate": 2.3399809651692786e-06, + "loss": 0.8656, + "step": 6407 + }, + { + "epoch": 0.462320984091483, + "grad_norm": 3.8204279533056145, + "learning_rate": 2.339520398172283e-06, + "loss": 0.9218, + "step": 6408 + }, + { + "epoch": 0.4623931315609105, + "grad_norm": 2.1203825655825104, + "learning_rate": 2.339059812635335e-06, + "loss": 0.9941, + "step": 6409 + }, + { + "epoch": 0.462465279030338, + "grad_norm": 2.4229001736482756, + "learning_rate": 2.3385992085835854e-06, + "loss": 0.8513, + "step": 6410 + }, + { + "epoch": 0.46253742649976554, + "grad_norm": 3.2457933344271956, + "learning_rate": 2.3381385860421874e-06, + "loss": 0.9612, + "step": 6411 + }, + { + "epoch": 0.46260957396919306, + "grad_norm": 2.5421430943789503, + "learning_rate": 2.337677945036293e-06, + "loss": 0.9799, + "step": 6412 + }, + { + "epoch": 0.4626817214386205, + "grad_norm": 2.3424949846244543, + "learning_rate": 2.337217285591055e-06, + "loss": 0.9045, + "step": 6413 + }, + { + "epoch": 0.46275386890804804, + "grad_norm": 2.083275056659691, + "learning_rate": 2.3367566077316303e-06, + "loss": 0.9842, + "step": 6414 + }, + { + "epoch": 0.46282601637747556, + "grad_norm": 2.2379090430736457, + "learning_rate": 2.3362959114831727e-06, + "loss": 1.0083, + "step": 6415 + }, + { + "epoch": 0.4628981638469031, + "grad_norm": 5.233413289101198, + "learning_rate": 2.3358351968708417e-06, + "loss": 0.9731, + "step": 6416 + }, + { + "epoch": 0.4629703113163306, + "grad_norm": 2.6413569592737196, + "learning_rate": 2.3353744639197934e-06, + "loss": 0.9797, + "step": 6417 + }, + { + "epoch": 0.4630424587857581, + "grad_norm": 0.6647878388004047, + "learning_rate": 2.334913712655187e-06, + "loss": 0.8091, + "step": 6418 + }, + { + "epoch": 0.4631146062551856, + "grad_norm": 0.8550952810323887, + "learning_rate": 2.334452943102182e-06, + "loss": 0.8893, + "step": 6419 + }, + { + "epoch": 0.4631867537246131, + "grad_norm": 10.547878279827403, + "learning_rate": 2.3339921552859406e-06, + "loss": 0.8768, + "step": 6420 + }, + { + "epoch": 0.4632589011940406, + "grad_norm": 0.7804792034987967, + "learning_rate": 2.333531349231624e-06, + "loss": 0.9154, + "step": 6421 + }, + { + "epoch": 0.46333104866346814, + "grad_norm": 2.076102513099356, + "learning_rate": 2.333070524964395e-06, + "loss": 0.9424, + "step": 6422 + }, + { + "epoch": 0.46340319613289566, + "grad_norm": 2.3293593034146314, + "learning_rate": 2.3326096825094176e-06, + "loss": 1.0007, + "step": 6423 + }, + { + "epoch": 0.4634753436023232, + "grad_norm": 5.534420505640311, + "learning_rate": 2.3321488218918567e-06, + "loss": 0.9441, + "step": 6424 + }, + { + "epoch": 0.46354749107175064, + "grad_norm": 1.0837745807152446, + "learning_rate": 2.331687943136878e-06, + "loss": 0.8714, + "step": 6425 + }, + { + "epoch": 0.46361963854117816, + "grad_norm": 2.2824132383471394, + "learning_rate": 2.3312270462696486e-06, + "loss": 0.9886, + "step": 6426 + }, + { + "epoch": 0.4636917860106057, + "grad_norm": 4.520386610798238, + "learning_rate": 2.3307661313153362e-06, + "loss": 0.9549, + "step": 6427 + }, + { + "epoch": 0.4637639334800332, + "grad_norm": 2.0533375529869287, + "learning_rate": 2.3303051982991106e-06, + "loss": 1.0066, + "step": 6428 + }, + { + "epoch": 0.4638360809494607, + "grad_norm": 2.135231518666223, + "learning_rate": 2.329844247246141e-06, + "loss": 0.9935, + "step": 6429 + }, + { + "epoch": 0.4639082284188882, + "grad_norm": 2.3790614887066535, + "learning_rate": 2.329383278181597e-06, + "loss": 0.9183, + "step": 6430 + }, + { + "epoch": 0.4639803758883157, + "grad_norm": 2.4917071127612314, + "learning_rate": 2.3289222911306518e-06, + "loss": 0.9638, + "step": 6431 + }, + { + "epoch": 0.4640525233577432, + "grad_norm": 2.5222520435304934, + "learning_rate": 2.328461286118478e-06, + "loss": 0.9852, + "step": 6432 + }, + { + "epoch": 0.46412467082717074, + "grad_norm": 2.0820700693716323, + "learning_rate": 2.3280002631702496e-06, + "loss": 1.0278, + "step": 6433 + }, + { + "epoch": 0.46419681829659826, + "grad_norm": 2.25055645313662, + "learning_rate": 2.3275392223111414e-06, + "loss": 0.9759, + "step": 6434 + }, + { + "epoch": 0.4642689657660258, + "grad_norm": 3.557308630765546, + "learning_rate": 2.3270781635663277e-06, + "loss": 0.9513, + "step": 6435 + }, + { + "epoch": 0.46434111323545324, + "grad_norm": 2.330117211729476, + "learning_rate": 2.3266170869609875e-06, + "loss": 0.868, + "step": 6436 + }, + { + "epoch": 0.46441326070488076, + "grad_norm": 2.539495249329758, + "learning_rate": 2.3261559925202962e-06, + "loss": 0.9146, + "step": 6437 + }, + { + "epoch": 0.4644854081743083, + "grad_norm": 3.0226035532790947, + "learning_rate": 2.325694880269434e-06, + "loss": 0.9794, + "step": 6438 + }, + { + "epoch": 0.4645575556437358, + "grad_norm": 4.7946290962040035, + "learning_rate": 2.3252337502335804e-06, + "loss": 1.053, + "step": 6439 + }, + { + "epoch": 0.4646297031131633, + "grad_norm": 0.7066801263619015, + "learning_rate": 2.324772602437915e-06, + "loss": 0.8429, + "step": 6440 + }, + { + "epoch": 0.46470185058259084, + "grad_norm": 5.2967509477430585, + "learning_rate": 2.3243114369076203e-06, + "loss": 0.9853, + "step": 6441 + }, + { + "epoch": 0.4647739980520183, + "grad_norm": 3.5553223430788665, + "learning_rate": 2.323850253667878e-06, + "loss": 0.9145, + "step": 6442 + }, + { + "epoch": 0.4648461455214458, + "grad_norm": 2.493708609713146, + "learning_rate": 2.3233890527438734e-06, + "loss": 0.9409, + "step": 6443 + }, + { + "epoch": 0.46491829299087334, + "grad_norm": 1.817438107345775, + "learning_rate": 2.322927834160789e-06, + "loss": 1.0162, + "step": 6444 + }, + { + "epoch": 0.46499044046030086, + "grad_norm": 2.178855381669687, + "learning_rate": 2.3224665979438116e-06, + "loss": 0.9712, + "step": 6445 + }, + { + "epoch": 0.4650625879297284, + "grad_norm": 2.3460366856014825, + "learning_rate": 2.3220053441181267e-06, + "loss": 0.9641, + "step": 6446 + }, + { + "epoch": 0.4651347353991559, + "grad_norm": 2.747897124395709, + "learning_rate": 2.3215440727089216e-06, + "loss": 0.924, + "step": 6447 + }, + { + "epoch": 0.46520688286858336, + "grad_norm": 9.060869162259543, + "learning_rate": 2.3210827837413855e-06, + "loss": 0.9674, + "step": 6448 + }, + { + "epoch": 0.4652790303380109, + "grad_norm": 3.094175983733076, + "learning_rate": 2.3206214772407066e-06, + "loss": 1.0122, + "step": 6449 + }, + { + "epoch": 0.4653511778074384, + "grad_norm": 2.4179818641417894, + "learning_rate": 2.3201601532320765e-06, + "loss": 0.8933, + "step": 6450 + }, + { + "epoch": 0.4654233252768659, + "grad_norm": 2.0089266168494024, + "learning_rate": 2.3196988117406854e-06, + "loss": 0.9776, + "step": 6451 + }, + { + "epoch": 0.46549547274629344, + "grad_norm": 2.4272122546707022, + "learning_rate": 2.319237452791725e-06, + "loss": 1.0399, + "step": 6452 + }, + { + "epoch": 0.46556762021572096, + "grad_norm": 2.2407669724691246, + "learning_rate": 2.31877607641039e-06, + "loss": 0.9973, + "step": 6453 + }, + { + "epoch": 0.4656397676851484, + "grad_norm": 2.1171634011111173, + "learning_rate": 2.3183146826218725e-06, + "loss": 1.0752, + "step": 6454 + }, + { + "epoch": 0.46571191515457594, + "grad_norm": 2.2175057374348865, + "learning_rate": 2.3178532714513697e-06, + "loss": 1.072, + "step": 6455 + }, + { + "epoch": 0.46578406262400346, + "grad_norm": 2.5428826805350915, + "learning_rate": 2.3173918429240764e-06, + "loss": 0.9191, + "step": 6456 + }, + { + "epoch": 0.465856210093431, + "grad_norm": 2.9262342929866656, + "learning_rate": 2.3169303970651888e-06, + "loss": 0.9081, + "step": 6457 + }, + { + "epoch": 0.4659283575628585, + "grad_norm": 3.417741482399618, + "learning_rate": 2.316468933899905e-06, + "loss": 1.0047, + "step": 6458 + }, + { + "epoch": 0.466000505032286, + "grad_norm": 2.835714031904442, + "learning_rate": 2.3160074534534254e-06, + "loss": 0.9432, + "step": 6459 + }, + { + "epoch": 0.4660726525017135, + "grad_norm": 2.8800814958803853, + "learning_rate": 2.315545955750948e-06, + "loss": 0.8973, + "step": 6460 + }, + { + "epoch": 0.466144799971141, + "grad_norm": 2.2999353068002386, + "learning_rate": 2.3150844408176743e-06, + "loss": 1.0501, + "step": 6461 + }, + { + "epoch": 0.4662169474405685, + "grad_norm": 2.322262955672877, + "learning_rate": 2.3146229086788053e-06, + "loss": 0.8802, + "step": 6462 + }, + { + "epoch": 0.46628909490999604, + "grad_norm": 2.6592996481273548, + "learning_rate": 2.3141613593595447e-06, + "loss": 0.9129, + "step": 6463 + }, + { + "epoch": 0.46636124237942356, + "grad_norm": 0.704546931725293, + "learning_rate": 2.313699792885094e-06, + "loss": 0.8433, + "step": 6464 + }, + { + "epoch": 0.4664333898488511, + "grad_norm": 2.832726039503356, + "learning_rate": 2.31323820928066e-06, + "loss": 0.9588, + "step": 6465 + }, + { + "epoch": 0.46650553731827854, + "grad_norm": 3.299929826163729, + "learning_rate": 2.312776608571446e-06, + "loss": 1.042, + "step": 6466 + }, + { + "epoch": 0.46657768478770606, + "grad_norm": 2.3379508945278102, + "learning_rate": 2.3123149907826604e-06, + "loss": 1.0939, + "step": 6467 + }, + { + "epoch": 0.4666498322571336, + "grad_norm": 2.537721626111844, + "learning_rate": 2.311853355939509e-06, + "loss": 0.9131, + "step": 6468 + }, + { + "epoch": 0.4667219797265611, + "grad_norm": 3.1298544753007382, + "learning_rate": 2.3113917040671998e-06, + "loss": 0.8835, + "step": 6469 + }, + { + "epoch": 0.4667941271959886, + "grad_norm": 2.892838903568097, + "learning_rate": 2.3109300351909424e-06, + "loss": 0.8457, + "step": 6470 + }, + { + "epoch": 0.46686627466541614, + "grad_norm": 4.156648545051072, + "learning_rate": 2.310468349335947e-06, + "loss": 1.047, + "step": 6471 + }, + { + "epoch": 0.4669384221348436, + "grad_norm": 2.115338746487223, + "learning_rate": 2.3100066465274246e-06, + "loss": 0.9699, + "step": 6472 + }, + { + "epoch": 0.4670105696042711, + "grad_norm": 2.8690586896380146, + "learning_rate": 2.3095449267905865e-06, + "loss": 0.9209, + "step": 6473 + }, + { + "epoch": 0.46708271707369864, + "grad_norm": 3.1660237579900166, + "learning_rate": 2.309083190150646e-06, + "loss": 0.8675, + "step": 6474 + }, + { + "epoch": 0.46715486454312616, + "grad_norm": 3.162367529224359, + "learning_rate": 2.308621436632817e-06, + "loss": 0.9873, + "step": 6475 + }, + { + "epoch": 0.4672270120125537, + "grad_norm": 2.532317136769555, + "learning_rate": 2.308159666262313e-06, + "loss": 0.9614, + "step": 6476 + }, + { + "epoch": 0.4672991594819812, + "grad_norm": 2.5405455029051422, + "learning_rate": 2.307697879064351e-06, + "loss": 0.9439, + "step": 6477 + }, + { + "epoch": 0.46737130695140866, + "grad_norm": 2.7527976110954087, + "learning_rate": 2.3072360750641473e-06, + "loss": 0.9068, + "step": 6478 + }, + { + "epoch": 0.4674434544208362, + "grad_norm": 3.6301446121877166, + "learning_rate": 2.3067742542869177e-06, + "loss": 0.9412, + "step": 6479 + }, + { + "epoch": 0.4675156018902637, + "grad_norm": 2.669399966706184, + "learning_rate": 2.3063124167578823e-06, + "loss": 1.0199, + "step": 6480 + }, + { + "epoch": 0.4675877493596912, + "grad_norm": 3.370243111056606, + "learning_rate": 2.3058505625022603e-06, + "loss": 1.0135, + "step": 6481 + }, + { + "epoch": 0.46765989682911874, + "grad_norm": 4.737788716479141, + "learning_rate": 2.3053886915452704e-06, + "loss": 0.9963, + "step": 6482 + }, + { + "epoch": 0.4677320442985462, + "grad_norm": 2.951178014863732, + "learning_rate": 2.304926803912135e-06, + "loss": 1.0535, + "step": 6483 + }, + { + "epoch": 0.4678041917679737, + "grad_norm": 0.7680326867871446, + "learning_rate": 2.3044648996280757e-06, + "loss": 0.8372, + "step": 6484 + }, + { + "epoch": 0.46787633923740124, + "grad_norm": 2.695002529730521, + "learning_rate": 2.3040029787183147e-06, + "loss": 1.0455, + "step": 6485 + }, + { + "epoch": 0.46794848670682876, + "grad_norm": 2.9909683014552426, + "learning_rate": 2.3035410412080768e-06, + "loss": 0.9068, + "step": 6486 + }, + { + "epoch": 0.4680206341762563, + "grad_norm": 3.0111279730737204, + "learning_rate": 2.3030790871225873e-06, + "loss": 0.9768, + "step": 6487 + }, + { + "epoch": 0.4680927816456838, + "grad_norm": 3.6817264941494727, + "learning_rate": 2.3026171164870694e-06, + "loss": 0.9316, + "step": 6488 + }, + { + "epoch": 0.46816492911511126, + "grad_norm": 3.1850087022887057, + "learning_rate": 2.3021551293267518e-06, + "loss": 1.0068, + "step": 6489 + }, + { + "epoch": 0.4682370765845388, + "grad_norm": 5.2026605255570395, + "learning_rate": 2.301693125666861e-06, + "loss": 0.9491, + "step": 6490 + }, + { + "epoch": 0.4683092240539663, + "grad_norm": 2.6012291680399606, + "learning_rate": 2.3012311055326246e-06, + "loss": 0.9827, + "step": 6491 + }, + { + "epoch": 0.4683813715233938, + "grad_norm": 3.0979719542286066, + "learning_rate": 2.300769068949274e-06, + "loss": 0.976, + "step": 6492 + }, + { + "epoch": 0.46845351899282134, + "grad_norm": 0.7322361418147568, + "learning_rate": 2.300307015942037e-06, + "loss": 0.8569, + "step": 6493 + }, + { + "epoch": 0.46852566646224886, + "grad_norm": 0.6990085903998747, + "learning_rate": 2.299844946536146e-06, + "loss": 0.8376, + "step": 6494 + }, + { + "epoch": 0.4685978139316763, + "grad_norm": 2.8448246193514573, + "learning_rate": 2.2993828607568324e-06, + "loss": 1.042, + "step": 6495 + }, + { + "epoch": 0.46866996140110384, + "grad_norm": 2.9618921678427497, + "learning_rate": 2.298920758629329e-06, + "loss": 0.9848, + "step": 6496 + }, + { + "epoch": 0.46874210887053136, + "grad_norm": 2.731536612759511, + "learning_rate": 2.2984586401788696e-06, + "loss": 1.0657, + "step": 6497 + }, + { + "epoch": 0.4688142563399589, + "grad_norm": 2.3195967164249405, + "learning_rate": 2.297996505430688e-06, + "loss": 1.0037, + "step": 6498 + }, + { + "epoch": 0.4688864038093864, + "grad_norm": 2.356726163718304, + "learning_rate": 2.297534354410022e-06, + "loss": 1.026, + "step": 6499 + }, + { + "epoch": 0.4689585512788139, + "grad_norm": 2.1099510254080216, + "learning_rate": 2.2970721871421055e-06, + "loss": 0.9499, + "step": 6500 + }, + { + "epoch": 0.4690306987482414, + "grad_norm": 2.3314735857641025, + "learning_rate": 2.296610003652176e-06, + "loss": 1.0297, + "step": 6501 + }, + { + "epoch": 0.4691028462176689, + "grad_norm": 2.8177688413505697, + "learning_rate": 2.2961478039654725e-06, + "loss": 0.9696, + "step": 6502 + }, + { + "epoch": 0.4691749936870964, + "grad_norm": 3.6193128237079666, + "learning_rate": 2.2956855881072337e-06, + "loss": 1.0477, + "step": 6503 + }, + { + "epoch": 0.46924714115652394, + "grad_norm": 2.8099245783502527, + "learning_rate": 2.2952233561027003e-06, + "loss": 0.9846, + "step": 6504 + }, + { + "epoch": 0.46931928862595146, + "grad_norm": 2.9629340775282733, + "learning_rate": 2.294761107977112e-06, + "loss": 1.0292, + "step": 6505 + }, + { + "epoch": 0.469391436095379, + "grad_norm": 3.280483774004058, + "learning_rate": 2.2942988437557096e-06, + "loss": 0.9651, + "step": 6506 + }, + { + "epoch": 0.46946358356480644, + "grad_norm": 14.456182636874233, + "learning_rate": 2.293836563463738e-06, + "loss": 0.9255, + "step": 6507 + }, + { + "epoch": 0.46953573103423396, + "grad_norm": 6.3917778486241295, + "learning_rate": 2.293374267126439e-06, + "loss": 0.9574, + "step": 6508 + }, + { + "epoch": 0.4696078785036615, + "grad_norm": 1.841011017247874, + "learning_rate": 2.2929119547690577e-06, + "loss": 1.0141, + "step": 6509 + }, + { + "epoch": 0.469680025973089, + "grad_norm": 3.7795252373674475, + "learning_rate": 2.292449626416838e-06, + "loss": 0.888, + "step": 6510 + }, + { + "epoch": 0.4697521734425165, + "grad_norm": 2.518836488966323, + "learning_rate": 2.291987282095028e-06, + "loss": 0.9179, + "step": 6511 + }, + { + "epoch": 0.46982432091194404, + "grad_norm": 2.0943274769162548, + "learning_rate": 2.2915249218288726e-06, + "loss": 1.0133, + "step": 6512 + }, + { + "epoch": 0.4698964683813715, + "grad_norm": 0.8212546614655419, + "learning_rate": 2.2910625456436205e-06, + "loss": 0.906, + "step": 6513 + }, + { + "epoch": 0.469968615850799, + "grad_norm": 3.456832621412402, + "learning_rate": 2.2906001535645205e-06, + "loss": 0.9728, + "step": 6514 + }, + { + "epoch": 0.47004076332022654, + "grad_norm": 0.8021343801198738, + "learning_rate": 2.290137745616821e-06, + "loss": 0.8099, + "step": 6515 + }, + { + "epoch": 0.47011291078965406, + "grad_norm": 2.222313396914676, + "learning_rate": 2.2896753218257746e-06, + "loss": 1.0026, + "step": 6516 + }, + { + "epoch": 0.4701850582590816, + "grad_norm": 3.6498684741844074, + "learning_rate": 2.289212882216631e-06, + "loss": 1.0139, + "step": 6517 + }, + { + "epoch": 0.4702572057285091, + "grad_norm": 2.419684914970963, + "learning_rate": 2.2887504268146415e-06, + "loss": 0.9605, + "step": 6518 + }, + { + "epoch": 0.47032935319793656, + "grad_norm": 2.643504181383988, + "learning_rate": 2.288287955645061e-06, + "loss": 0.8794, + "step": 6519 + }, + { + "epoch": 0.4704015006673641, + "grad_norm": 2.641453720158145, + "learning_rate": 2.2878254687331426e-06, + "loss": 0.9793, + "step": 6520 + }, + { + "epoch": 0.4704736481367916, + "grad_norm": 3.013430572758147, + "learning_rate": 2.28736296610414e-06, + "loss": 0.9253, + "step": 6521 + }, + { + "epoch": 0.4705457956062191, + "grad_norm": 6.5074027528944995, + "learning_rate": 2.2869004477833103e-06, + "loss": 0.895, + "step": 6522 + }, + { + "epoch": 0.47061794307564664, + "grad_norm": 2.461384275540876, + "learning_rate": 2.2864379137959095e-06, + "loss": 1.0006, + "step": 6523 + }, + { + "epoch": 0.47069009054507416, + "grad_norm": 6.840198169982992, + "learning_rate": 2.285975364167194e-06, + "loss": 0.8194, + "step": 6524 + }, + { + "epoch": 0.4707622380145016, + "grad_norm": 2.6439642925304003, + "learning_rate": 2.2855127989224223e-06, + "loss": 0.947, + "step": 6525 + }, + { + "epoch": 0.47083438548392914, + "grad_norm": 2.570415274469777, + "learning_rate": 2.285050218086854e-06, + "loss": 0.9672, + "step": 6526 + }, + { + "epoch": 0.47090653295335666, + "grad_norm": 2.310452972851493, + "learning_rate": 2.284587621685748e-06, + "loss": 0.8849, + "step": 6527 + }, + { + "epoch": 0.4709786804227842, + "grad_norm": 2.5014949143743275, + "learning_rate": 2.284125009744366e-06, + "loss": 0.9744, + "step": 6528 + }, + { + "epoch": 0.4710508278922117, + "grad_norm": 2.6363327082849755, + "learning_rate": 2.283662382287969e-06, + "loss": 0.9291, + "step": 6529 + }, + { + "epoch": 0.4711229753616392, + "grad_norm": 2.3680467714188413, + "learning_rate": 2.283199739341819e-06, + "loss": 1.0092, + "step": 6530 + }, + { + "epoch": 0.4711951228310667, + "grad_norm": 2.163967419680509, + "learning_rate": 2.2827370809311798e-06, + "loss": 0.8868, + "step": 6531 + }, + { + "epoch": 0.4712672703004942, + "grad_norm": 2.2954497813699835, + "learning_rate": 2.2822744070813153e-06, + "loss": 0.9251, + "step": 6532 + }, + { + "epoch": 0.4713394177699217, + "grad_norm": 2.8968973926390635, + "learning_rate": 2.2818117178174905e-06, + "loss": 1.0781, + "step": 6533 + }, + { + "epoch": 0.47141156523934924, + "grad_norm": 5.986834386729025, + "learning_rate": 2.2813490131649714e-06, + "loss": 0.9911, + "step": 6534 + }, + { + "epoch": 0.47148371270877676, + "grad_norm": 1.8719421884135994, + "learning_rate": 2.2808862931490234e-06, + "loss": 1.0546, + "step": 6535 + }, + { + "epoch": 0.4715558601782042, + "grad_norm": 1.889969578149976, + "learning_rate": 2.280423557794915e-06, + "loss": 1.0072, + "step": 6536 + }, + { + "epoch": 0.47162800764763174, + "grad_norm": 2.1197433528658705, + "learning_rate": 2.2799608071279143e-06, + "loss": 0.9436, + "step": 6537 + }, + { + "epoch": 0.47170015511705926, + "grad_norm": 2.7503452084354727, + "learning_rate": 2.2794980411732906e-06, + "loss": 0.9415, + "step": 6538 + }, + { + "epoch": 0.4717723025864868, + "grad_norm": 3.4410558169249263, + "learning_rate": 2.279035259956313e-06, + "loss": 1.0289, + "step": 6539 + }, + { + "epoch": 0.4718444500559143, + "grad_norm": 1.9257420038708228, + "learning_rate": 2.278572463502253e-06, + "loss": 0.9351, + "step": 6540 + }, + { + "epoch": 0.4719165975253418, + "grad_norm": 2.3578350776415498, + "learning_rate": 2.278109651836382e-06, + "loss": 1.0454, + "step": 6541 + }, + { + "epoch": 0.4719887449947693, + "grad_norm": 5.802677509924163, + "learning_rate": 2.2776468249839724e-06, + "loss": 1.0042, + "step": 6542 + }, + { + "epoch": 0.4720608924641968, + "grad_norm": 5.871302963255101, + "learning_rate": 2.277183982970298e-06, + "loss": 0.8794, + "step": 6543 + }, + { + "epoch": 0.4721330399336243, + "grad_norm": 2.7654524065031887, + "learning_rate": 2.276721125820632e-06, + "loss": 0.9628, + "step": 6544 + }, + { + "epoch": 0.47220518740305184, + "grad_norm": 6.855358016377762, + "learning_rate": 2.276258253560249e-06, + "loss": 0.8134, + "step": 6545 + }, + { + "epoch": 0.47227733487247936, + "grad_norm": 2.3421985832089547, + "learning_rate": 2.2757953662144266e-06, + "loss": 0.9883, + "step": 6546 + }, + { + "epoch": 0.4723494823419069, + "grad_norm": 4.6343765063293025, + "learning_rate": 2.2753324638084398e-06, + "loss": 0.9308, + "step": 6547 + }, + { + "epoch": 0.47242162981133434, + "grad_norm": 3.4036981665691872, + "learning_rate": 2.274869546367566e-06, + "loss": 1.0036, + "step": 6548 + }, + { + "epoch": 0.47249377728076186, + "grad_norm": 2.8114852770182925, + "learning_rate": 2.2744066139170846e-06, + "loss": 0.977, + "step": 6549 + }, + { + "epoch": 0.4725659247501894, + "grad_norm": 2.7603392872071484, + "learning_rate": 2.2739436664822728e-06, + "loss": 0.9658, + "step": 6550 + }, + { + "epoch": 0.4726380722196169, + "grad_norm": 0.7314377339967459, + "learning_rate": 2.2734807040884123e-06, + "loss": 0.7958, + "step": 6551 + }, + { + "epoch": 0.4727102196890444, + "grad_norm": 4.211639515636158, + "learning_rate": 2.2730177267607824e-06, + "loss": 0.8653, + "step": 6552 + }, + { + "epoch": 0.47278236715847194, + "grad_norm": 2.316628662547785, + "learning_rate": 2.2725547345246657e-06, + "loss": 1.0125, + "step": 6553 + }, + { + "epoch": 0.4728545146278994, + "grad_norm": 3.097306028485761, + "learning_rate": 2.272091727405343e-06, + "loss": 0.9298, + "step": 6554 + }, + { + "epoch": 0.4729266620973269, + "grad_norm": 2.660245874270321, + "learning_rate": 2.2716287054280996e-06, + "loss": 0.9618, + "step": 6555 + }, + { + "epoch": 0.47299880956675444, + "grad_norm": 3.2173543330061998, + "learning_rate": 2.2711656686182175e-06, + "loss": 0.9613, + "step": 6556 + }, + { + "epoch": 0.47307095703618196, + "grad_norm": 3.1135779111421704, + "learning_rate": 2.2707026170009815e-06, + "loss": 0.9045, + "step": 6557 + }, + { + "epoch": 0.4731431045056095, + "grad_norm": 1.7312665008970445, + "learning_rate": 2.2702395506016784e-06, + "loss": 1.0148, + "step": 6558 + }, + { + "epoch": 0.473215251975037, + "grad_norm": 2.0618912925666235, + "learning_rate": 2.2697764694455935e-06, + "loss": 0.9259, + "step": 6559 + }, + { + "epoch": 0.47328739944446446, + "grad_norm": 3.8456764665864362, + "learning_rate": 2.2693133735580144e-06, + "loss": 1.0311, + "step": 6560 + }, + { + "epoch": 0.473359546913892, + "grad_norm": 4.0810269959353045, + "learning_rate": 2.2688502629642295e-06, + "loss": 1.0731, + "step": 6561 + }, + { + "epoch": 0.4734316943833195, + "grad_norm": 2.175410953152069, + "learning_rate": 2.268387137689526e-06, + "loss": 0.9682, + "step": 6562 + }, + { + "epoch": 0.473503841852747, + "grad_norm": 5.029865714189913, + "learning_rate": 2.267923997759195e-06, + "loss": 0.9518, + "step": 6563 + }, + { + "epoch": 0.47357598932217454, + "grad_norm": 2.2226572154064796, + "learning_rate": 2.2674608431985257e-06, + "loss": 1.0215, + "step": 6564 + }, + { + "epoch": 0.47364813679160206, + "grad_norm": 2.8176183962380086, + "learning_rate": 2.266997674032811e-06, + "loss": 0.8899, + "step": 6565 + }, + { + "epoch": 0.4737202842610295, + "grad_norm": 2.8362567816460316, + "learning_rate": 2.266534490287341e-06, + "loss": 0.9938, + "step": 6566 + }, + { + "epoch": 0.47379243173045704, + "grad_norm": 2.417004320518789, + "learning_rate": 2.266071291987409e-06, + "loss": 0.9435, + "step": 6567 + }, + { + "epoch": 0.47386457919988456, + "grad_norm": 2.3058132719548845, + "learning_rate": 2.2656080791583093e-06, + "loss": 0.8589, + "step": 6568 + }, + { + "epoch": 0.4739367266693121, + "grad_norm": 4.1104932068653905, + "learning_rate": 2.265144851825335e-06, + "loss": 1.1152, + "step": 6569 + }, + { + "epoch": 0.4740088741387396, + "grad_norm": 3.527333205704755, + "learning_rate": 2.264681610013782e-06, + "loss": 1.0106, + "step": 6570 + }, + { + "epoch": 0.4740810216081671, + "grad_norm": 2.262519865844511, + "learning_rate": 2.2642183537489464e-06, + "loss": 0.9833, + "step": 6571 + }, + { + "epoch": 0.4741531690775946, + "grad_norm": 11.916322787642876, + "learning_rate": 2.2637550830561244e-06, + "loss": 1.0007, + "step": 6572 + }, + { + "epoch": 0.4742253165470221, + "grad_norm": 2.8838844683993834, + "learning_rate": 2.263291797960614e-06, + "loss": 0.8031, + "step": 6573 + }, + { + "epoch": 0.4742974640164496, + "grad_norm": 2.070965473198532, + "learning_rate": 2.2628284984877127e-06, + "loss": 0.921, + "step": 6574 + }, + { + "epoch": 0.47436961148587714, + "grad_norm": 6.474855057555915, + "learning_rate": 2.2623651846627203e-06, + "loss": 1.0532, + "step": 6575 + }, + { + "epoch": 0.47444175895530466, + "grad_norm": 2.6767175525976357, + "learning_rate": 2.261901856510936e-06, + "loss": 1.0702, + "step": 6576 + }, + { + "epoch": 0.4745139064247322, + "grad_norm": 3.238780536515016, + "learning_rate": 2.2614385140576616e-06, + "loss": 0.9669, + "step": 6577 + }, + { + "epoch": 0.47458605389415964, + "grad_norm": 2.152584332487738, + "learning_rate": 2.2609751573281978e-06, + "loss": 1.0135, + "step": 6578 + }, + { + "epoch": 0.47465820136358716, + "grad_norm": 2.202277162430922, + "learning_rate": 2.260511786347846e-06, + "loss": 0.9813, + "step": 6579 + }, + { + "epoch": 0.4747303488330147, + "grad_norm": 3.8595791040728398, + "learning_rate": 2.2600484011419107e-06, + "loss": 0.8676, + "step": 6580 + }, + { + "epoch": 0.4748024963024422, + "grad_norm": 2.2657093953165925, + "learning_rate": 2.2595850017356935e-06, + "loss": 0.9049, + "step": 6581 + }, + { + "epoch": 0.4748746437718697, + "grad_norm": 2.4281621235448374, + "learning_rate": 2.259121588154502e-06, + "loss": 0.9028, + "step": 6582 + }, + { + "epoch": 0.47494679124129724, + "grad_norm": 4.217455403940688, + "learning_rate": 2.2586581604236392e-06, + "loss": 0.9977, + "step": 6583 + }, + { + "epoch": 0.4750189387107247, + "grad_norm": 5.468627056374741, + "learning_rate": 2.2581947185684116e-06, + "loss": 1.0117, + "step": 6584 + }, + { + "epoch": 0.4750910861801522, + "grad_norm": 2.5244340847852005, + "learning_rate": 2.257731262614126e-06, + "loss": 0.9474, + "step": 6585 + }, + { + "epoch": 0.47516323364957974, + "grad_norm": 3.0757737837650683, + "learning_rate": 2.2572677925860905e-06, + "loss": 0.9128, + "step": 6586 + }, + { + "epoch": 0.47523538111900726, + "grad_norm": 4.141478482940387, + "learning_rate": 2.2568043085096132e-06, + "loss": 0.9016, + "step": 6587 + }, + { + "epoch": 0.4753075285884348, + "grad_norm": 2.7223147995013783, + "learning_rate": 2.2563408104100037e-06, + "loss": 1.0025, + "step": 6588 + }, + { + "epoch": 0.47537967605786224, + "grad_norm": 8.633158487834809, + "learning_rate": 2.2558772983125707e-06, + "loss": 0.9999, + "step": 6589 + }, + { + "epoch": 0.47545182352728976, + "grad_norm": 4.509741306032849, + "learning_rate": 2.2554137722426263e-06, + "loss": 1.0538, + "step": 6590 + }, + { + "epoch": 0.4755239709967173, + "grad_norm": 2.46926092341495, + "learning_rate": 2.254950232225481e-06, + "loss": 0.9148, + "step": 6591 + }, + { + "epoch": 0.4755961184661448, + "grad_norm": 2.8407091923523495, + "learning_rate": 2.254486678286448e-06, + "loss": 1.1032, + "step": 6592 + }, + { + "epoch": 0.4756682659355723, + "grad_norm": 1.9953867038918138, + "learning_rate": 2.2540231104508376e-06, + "loss": 1.0612, + "step": 6593 + }, + { + "epoch": 0.47574041340499984, + "grad_norm": 2.1514551782817306, + "learning_rate": 2.2535595287439677e-06, + "loss": 1.0593, + "step": 6594 + }, + { + "epoch": 0.4758125608744273, + "grad_norm": 2.840647755480312, + "learning_rate": 2.25309593319115e-06, + "loss": 1.0023, + "step": 6595 + }, + { + "epoch": 0.4758847083438548, + "grad_norm": 0.7112781421209177, + "learning_rate": 2.2526323238176992e-06, + "loss": 0.84, + "step": 6596 + }, + { + "epoch": 0.47595685581328234, + "grad_norm": 3.573133293383777, + "learning_rate": 2.2521687006489337e-06, + "loss": 1.0725, + "step": 6597 + }, + { + "epoch": 0.47602900328270986, + "grad_norm": 2.3728554730874127, + "learning_rate": 2.2517050637101683e-06, + "loss": 1.0149, + "step": 6598 + }, + { + "epoch": 0.4761011507521374, + "grad_norm": 2.206064738419169, + "learning_rate": 2.2512414130267213e-06, + "loss": 0.9531, + "step": 6599 + }, + { + "epoch": 0.4761732982215649, + "grad_norm": 6.904337484410275, + "learning_rate": 2.2507777486239116e-06, + "loss": 0.9915, + "step": 6600 + }, + { + "epoch": 0.47624544569099236, + "grad_norm": 2.929406236498704, + "learning_rate": 2.2503140705270564e-06, + "loss": 0.9889, + "step": 6601 + }, + { + "epoch": 0.4763175931604199, + "grad_norm": 2.3590424157986973, + "learning_rate": 2.2498503787614767e-06, + "loss": 0.9835, + "step": 6602 + }, + { + "epoch": 0.4763897406298474, + "grad_norm": 2.3086609806398712, + "learning_rate": 2.249386673352492e-06, + "loss": 1.0359, + "step": 6603 + }, + { + "epoch": 0.4764618880992749, + "grad_norm": 2.7407562781180856, + "learning_rate": 2.2489229543254256e-06, + "loss": 0.937, + "step": 6604 + }, + { + "epoch": 0.47653403556870244, + "grad_norm": 2.9480607140240136, + "learning_rate": 2.2484592217055983e-06, + "loss": 0.9095, + "step": 6605 + }, + { + "epoch": 0.47660618303812996, + "grad_norm": 3.2016663742528646, + "learning_rate": 2.2479954755183313e-06, + "loss": 1.0124, + "step": 6606 + }, + { + "epoch": 0.4766783305075574, + "grad_norm": 3.4508057137214405, + "learning_rate": 2.2475317157889502e-06, + "loss": 0.9138, + "step": 6607 + }, + { + "epoch": 0.47675047797698494, + "grad_norm": 1.965470807406265, + "learning_rate": 2.2470679425427775e-06, + "loss": 0.9382, + "step": 6608 + }, + { + "epoch": 0.47682262544641246, + "grad_norm": 42.42172249051776, + "learning_rate": 2.24660415580514e-06, + "loss": 0.9518, + "step": 6609 + }, + { + "epoch": 0.47689477291584, + "grad_norm": 2.136495351881403, + "learning_rate": 2.246140355601363e-06, + "loss": 0.9712, + "step": 6610 + }, + { + "epoch": 0.4769669203852675, + "grad_norm": 5.6171856324427525, + "learning_rate": 2.245676541956771e-06, + "loss": 0.9356, + "step": 6611 + }, + { + "epoch": 0.477039067854695, + "grad_norm": 1.9960870612045465, + "learning_rate": 2.245212714896694e-06, + "loss": 1.0184, + "step": 6612 + }, + { + "epoch": 0.4771112153241225, + "grad_norm": 3.778299362664845, + "learning_rate": 2.244748874446457e-06, + "loss": 0.845, + "step": 6613 + }, + { + "epoch": 0.47718336279355, + "grad_norm": 3.2345924488630247, + "learning_rate": 2.2442850206313904e-06, + "loss": 0.958, + "step": 6614 + }, + { + "epoch": 0.4772555102629775, + "grad_norm": 2.8026054113404557, + "learning_rate": 2.243821153476823e-06, + "loss": 0.8857, + "step": 6615 + }, + { + "epoch": 0.47732765773240504, + "grad_norm": 2.551336301085008, + "learning_rate": 2.2433572730080857e-06, + "loss": 0.9944, + "step": 6616 + }, + { + "epoch": 0.47739980520183256, + "grad_norm": 3.7115195370036207, + "learning_rate": 2.2428933792505087e-06, + "loss": 0.9721, + "step": 6617 + }, + { + "epoch": 0.4774719526712601, + "grad_norm": 3.113130534698829, + "learning_rate": 2.242429472229422e-06, + "loss": 0.9604, + "step": 6618 + }, + { + "epoch": 0.47754410014068754, + "grad_norm": 3.422694974574429, + "learning_rate": 2.2419655519701606e-06, + "loss": 0.9875, + "step": 6619 + }, + { + "epoch": 0.47761624761011506, + "grad_norm": 2.894469802348358, + "learning_rate": 2.241501618498055e-06, + "loss": 0.9755, + "step": 6620 + }, + { + "epoch": 0.4776883950795426, + "grad_norm": 3.891657068103223, + "learning_rate": 2.2410376718384413e-06, + "loss": 0.9481, + "step": 6621 + }, + { + "epoch": 0.4777605425489701, + "grad_norm": 3.5722349237506577, + "learning_rate": 2.2405737120166524e-06, + "loss": 1.0152, + "step": 6622 + }, + { + "epoch": 0.4778326900183976, + "grad_norm": 2.6175148830336825, + "learning_rate": 2.2401097390580224e-06, + "loss": 0.9271, + "step": 6623 + }, + { + "epoch": 0.47790483748782514, + "grad_norm": 2.9683220805904966, + "learning_rate": 2.23964575298789e-06, + "loss": 0.9733, + "step": 6624 + }, + { + "epoch": 0.4779769849572526, + "grad_norm": 2.0887887734011006, + "learning_rate": 2.2391817538315893e-06, + "loss": 1.0838, + "step": 6625 + }, + { + "epoch": 0.4780491324266801, + "grad_norm": 2.959302627016886, + "learning_rate": 2.2387177416144586e-06, + "loss": 0.9049, + "step": 6626 + }, + { + "epoch": 0.47812127989610764, + "grad_norm": 3.2446350419077614, + "learning_rate": 2.2382537163618364e-06, + "loss": 0.9802, + "step": 6627 + }, + { + "epoch": 0.47819342736553516, + "grad_norm": 3.111707876130417, + "learning_rate": 2.2377896780990597e-06, + "loss": 1.0486, + "step": 6628 + }, + { + "epoch": 0.4782655748349627, + "grad_norm": 10.89234365642169, + "learning_rate": 2.2373256268514694e-06, + "loss": 0.9524, + "step": 6629 + }, + { + "epoch": 0.4783377223043902, + "grad_norm": 4.108691720761001, + "learning_rate": 2.236861562644405e-06, + "loss": 0.9326, + "step": 6630 + }, + { + "epoch": 0.47840986977381766, + "grad_norm": 2.163002718665839, + "learning_rate": 2.2363974855032074e-06, + "loss": 0.947, + "step": 6631 + }, + { + "epoch": 0.4784820172432452, + "grad_norm": 0.8760941680586083, + "learning_rate": 2.235933395453219e-06, + "loss": 0.9423, + "step": 6632 + }, + { + "epoch": 0.4785541647126727, + "grad_norm": 2.719123814633203, + "learning_rate": 2.23546929251978e-06, + "loss": 0.8891, + "step": 6633 + }, + { + "epoch": 0.4786263121821002, + "grad_norm": 3.6457462554705233, + "learning_rate": 2.2350051767282356e-06, + "loss": 0.9094, + "step": 6634 + }, + { + "epoch": 0.47869845965152774, + "grad_norm": 2.495470999101119, + "learning_rate": 2.2345410481039278e-06, + "loss": 1.0153, + "step": 6635 + }, + { + "epoch": 0.4787706071209552, + "grad_norm": 3.7033212344169124, + "learning_rate": 2.2340769066722026e-06, + "loss": 0.9461, + "step": 6636 + }, + { + "epoch": 0.4788427545903827, + "grad_norm": 2.986866175879379, + "learning_rate": 2.233612752458403e-06, + "loss": 1.0073, + "step": 6637 + }, + { + "epoch": 0.47891490205981024, + "grad_norm": 2.9491681429329404, + "learning_rate": 2.2331485854878764e-06, + "loss": 0.9398, + "step": 6638 + }, + { + "epoch": 0.47898704952923776, + "grad_norm": 2.990223371907826, + "learning_rate": 2.2326844057859685e-06, + "loss": 1.0435, + "step": 6639 + }, + { + "epoch": 0.4790591969986653, + "grad_norm": 3.2956299080424203, + "learning_rate": 2.2322202133780265e-06, + "loss": 1.008, + "step": 6640 + }, + { + "epoch": 0.4791313444680928, + "grad_norm": 3.3533215297190404, + "learning_rate": 2.2317560082893986e-06, + "loss": 0.9421, + "step": 6641 + }, + { + "epoch": 0.47920349193752027, + "grad_norm": 3.074668221291609, + "learning_rate": 2.2312917905454323e-06, + "loss": 0.9701, + "step": 6642 + }, + { + "epoch": 0.4792756394069478, + "grad_norm": 2.503402683128802, + "learning_rate": 2.230827560171478e-06, + "loss": 0.9187, + "step": 6643 + }, + { + "epoch": 0.4793477868763753, + "grad_norm": 2.121121176301737, + "learning_rate": 2.2303633171928856e-06, + "loss": 0.9347, + "step": 6644 + }, + { + "epoch": 0.4794199343458028, + "grad_norm": 5.56257869364762, + "learning_rate": 2.229899061635004e-06, + "loss": 0.9745, + "step": 6645 + }, + { + "epoch": 0.47949208181523034, + "grad_norm": 3.392441785814696, + "learning_rate": 2.229434793523187e-06, + "loss": 0.8159, + "step": 6646 + }, + { + "epoch": 0.47956422928465786, + "grad_norm": 3.3163172481892027, + "learning_rate": 2.228970512882784e-06, + "loss": 1.0489, + "step": 6647 + }, + { + "epoch": 0.4796363767540853, + "grad_norm": 2.9648595113423286, + "learning_rate": 2.2285062197391503e-06, + "loss": 1.0278, + "step": 6648 + }, + { + "epoch": 0.47970852422351284, + "grad_norm": 3.139379301742228, + "learning_rate": 2.228041914117637e-06, + "loss": 0.9693, + "step": 6649 + }, + { + "epoch": 0.47978067169294036, + "grad_norm": 2.600722076943764, + "learning_rate": 2.227577596043599e-06, + "loss": 1.0741, + "step": 6650 + }, + { + "epoch": 0.4798528191623679, + "grad_norm": 2.830460232356767, + "learning_rate": 2.227113265542391e-06, + "loss": 1.0074, + "step": 6651 + }, + { + "epoch": 0.4799249666317954, + "grad_norm": 3.5646552543288608, + "learning_rate": 2.2266489226393682e-06, + "loss": 1.0377, + "step": 6652 + }, + { + "epoch": 0.4799971141012229, + "grad_norm": 3.8025481614894474, + "learning_rate": 2.2261845673598873e-06, + "loss": 0.972, + "step": 6653 + }, + { + "epoch": 0.4800692615706504, + "grad_norm": 6.237164554482068, + "learning_rate": 2.225720199729304e-06, + "loss": 0.8996, + "step": 6654 + }, + { + "epoch": 0.4801414090400779, + "grad_norm": 2.7985384805203455, + "learning_rate": 2.2252558197729765e-06, + "loss": 1.0258, + "step": 6655 + }, + { + "epoch": 0.4802135565095054, + "grad_norm": 4.628075067120703, + "learning_rate": 2.2247914275162626e-06, + "loss": 0.9965, + "step": 6656 + }, + { + "epoch": 0.48028570397893294, + "grad_norm": 3.076030037652673, + "learning_rate": 2.22432702298452e-06, + "loss": 0.9772, + "step": 6657 + }, + { + "epoch": 0.48035785144836046, + "grad_norm": 7.487950882367488, + "learning_rate": 2.22386260620311e-06, + "loss": 0.9685, + "step": 6658 + }, + { + "epoch": 0.480429998917788, + "grad_norm": 2.748065441424043, + "learning_rate": 2.2233981771973915e-06, + "loss": 0.9007, + "step": 6659 + }, + { + "epoch": 0.48050214638721545, + "grad_norm": 3.131331933447682, + "learning_rate": 2.2229337359927256e-06, + "loss": 0.9224, + "step": 6660 + }, + { + "epoch": 0.48057429385664296, + "grad_norm": 2.0690050135054396, + "learning_rate": 2.222469282614474e-06, + "loss": 0.9876, + "step": 6661 + }, + { + "epoch": 0.4806464413260705, + "grad_norm": 3.7876506259288383, + "learning_rate": 2.222004817087998e-06, + "loss": 1.0295, + "step": 6662 + }, + { + "epoch": 0.480718588795498, + "grad_norm": 4.919601060463766, + "learning_rate": 2.2215403394386607e-06, + "loss": 1.0315, + "step": 6663 + }, + { + "epoch": 0.4807907362649255, + "grad_norm": 3.565520495154556, + "learning_rate": 2.221075849691826e-06, + "loss": 0.9661, + "step": 6664 + }, + { + "epoch": 0.48086288373435304, + "grad_norm": 2.6544546904254607, + "learning_rate": 2.2206113478728574e-06, + "loss": 0.9185, + "step": 6665 + }, + { + "epoch": 0.4809350312037805, + "grad_norm": 2.4989135288697097, + "learning_rate": 2.2201468340071197e-06, + "loss": 0.9935, + "step": 6666 + }, + { + "epoch": 0.481007178673208, + "grad_norm": 2.328296424647822, + "learning_rate": 2.219682308119978e-06, + "loss": 0.9834, + "step": 6667 + }, + { + "epoch": 0.48107932614263554, + "grad_norm": 3.0661911810028206, + "learning_rate": 2.2192177702367997e-06, + "loss": 0.9032, + "step": 6668 + }, + { + "epoch": 0.48115147361206306, + "grad_norm": 2.285502402668827, + "learning_rate": 2.218753220382949e-06, + "loss": 1.0408, + "step": 6669 + }, + { + "epoch": 0.4812236210814906, + "grad_norm": 3.140413799111652, + "learning_rate": 2.218288658583796e-06, + "loss": 1.0436, + "step": 6670 + }, + { + "epoch": 0.4812957685509181, + "grad_norm": 2.533808510118412, + "learning_rate": 2.2178240848647074e-06, + "loss": 0.9888, + "step": 6671 + }, + { + "epoch": 0.48136791602034557, + "grad_norm": 2.611100682672909, + "learning_rate": 2.2173594992510507e-06, + "loss": 0.9416, + "step": 6672 + }, + { + "epoch": 0.4814400634897731, + "grad_norm": 2.8606982895220385, + "learning_rate": 2.216894901768198e-06, + "loss": 0.9401, + "step": 6673 + }, + { + "epoch": 0.4815122109592006, + "grad_norm": 2.3062066712483196, + "learning_rate": 2.2164302924415158e-06, + "loss": 0.9489, + "step": 6674 + }, + { + "epoch": 0.4815843584286281, + "grad_norm": 2.843608140027089, + "learning_rate": 2.215965671296378e-06, + "loss": 0.8751, + "step": 6675 + }, + { + "epoch": 0.48165650589805564, + "grad_norm": 2.693863365814829, + "learning_rate": 2.215501038358154e-06, + "loss": 0.9816, + "step": 6676 + }, + { + "epoch": 0.48172865336748316, + "grad_norm": 0.8357385416434995, + "learning_rate": 2.215036393652216e-06, + "loss": 0.9165, + "step": 6677 + }, + { + "epoch": 0.4818008008369106, + "grad_norm": 3.1509466656112046, + "learning_rate": 2.214571737203936e-06, + "loss": 0.9489, + "step": 6678 + }, + { + "epoch": 0.48187294830633814, + "grad_norm": 3.4051261237672543, + "learning_rate": 2.2141070690386885e-06, + "loss": 0.9928, + "step": 6679 + }, + { + "epoch": 0.48194509577576566, + "grad_norm": 1.9209598130009573, + "learning_rate": 2.2136423891818463e-06, + "loss": 1.0196, + "step": 6680 + }, + { + "epoch": 0.4820172432451932, + "grad_norm": 5.7262507375913625, + "learning_rate": 2.213177697658784e-06, + "loss": 0.9575, + "step": 6681 + }, + { + "epoch": 0.4820893907146207, + "grad_norm": 3.8954834534444593, + "learning_rate": 2.212712994494877e-06, + "loss": 0.9476, + "step": 6682 + }, + { + "epoch": 0.4821615381840482, + "grad_norm": 3.0684566567368132, + "learning_rate": 2.212248279715501e-06, + "loss": 0.9779, + "step": 6683 + }, + { + "epoch": 0.4822336856534757, + "grad_norm": 4.367636669446527, + "learning_rate": 2.2117835533460313e-06, + "loss": 0.9271, + "step": 6684 + }, + { + "epoch": 0.4823058331229032, + "grad_norm": 2.5710207998056815, + "learning_rate": 2.2113188154118466e-06, + "loss": 1.0177, + "step": 6685 + }, + { + "epoch": 0.4823779805923307, + "grad_norm": 2.426837684959463, + "learning_rate": 2.210854065938323e-06, + "loss": 1.0207, + "step": 6686 + }, + { + "epoch": 0.48245012806175824, + "grad_norm": 3.144834212404645, + "learning_rate": 2.21038930495084e-06, + "loss": 0.9394, + "step": 6687 + }, + { + "epoch": 0.48252227553118576, + "grad_norm": 2.171180998431038, + "learning_rate": 2.2099245324747762e-06, + "loss": 0.9176, + "step": 6688 + }, + { + "epoch": 0.4825944230006132, + "grad_norm": 2.3434934348504184, + "learning_rate": 2.20945974853551e-06, + "loss": 0.906, + "step": 6689 + }, + { + "epoch": 0.48266657047004075, + "grad_norm": 3.3378953392392834, + "learning_rate": 2.2089949531584224e-06, + "loss": 0.9285, + "step": 6690 + }, + { + "epoch": 0.48273871793946826, + "grad_norm": 6.207594484062603, + "learning_rate": 2.2085301463688943e-06, + "loss": 0.9495, + "step": 6691 + }, + { + "epoch": 0.4828108654088958, + "grad_norm": 3.2243053309113514, + "learning_rate": 2.208065328192307e-06, + "loss": 0.8965, + "step": 6692 + }, + { + "epoch": 0.4828830128783233, + "grad_norm": 2.447946318318309, + "learning_rate": 2.207600498654042e-06, + "loss": 0.9311, + "step": 6693 + }, + { + "epoch": 0.4829551603477508, + "grad_norm": 4.248374403681076, + "learning_rate": 2.2071356577794826e-06, + "loss": 0.9545, + "step": 6694 + }, + { + "epoch": 0.4830273078171783, + "grad_norm": 0.6553965195697571, + "learning_rate": 2.2066708055940118e-06, + "loss": 0.824, + "step": 6695 + }, + { + "epoch": 0.4830994552866058, + "grad_norm": 0.732748462343506, + "learning_rate": 2.2062059421230124e-06, + "loss": 0.8279, + "step": 6696 + }, + { + "epoch": 0.4831716027560333, + "grad_norm": 3.734528095506897, + "learning_rate": 2.2057410673918712e-06, + "loss": 0.9325, + "step": 6697 + }, + { + "epoch": 0.48324375022546084, + "grad_norm": 0.8019585491727219, + "learning_rate": 2.2052761814259718e-06, + "loss": 0.8271, + "step": 6698 + }, + { + "epoch": 0.48331589769488836, + "grad_norm": 3.3872821695595157, + "learning_rate": 2.204811284250699e-06, + "loss": 0.9409, + "step": 6699 + }, + { + "epoch": 0.4833880451643159, + "grad_norm": 6.221112746521449, + "learning_rate": 2.204346375891441e-06, + "loss": 1.0206, + "step": 6700 + }, + { + "epoch": 0.48346019263374335, + "grad_norm": 2.4843106051562565, + "learning_rate": 2.2038814563735837e-06, + "loss": 1.0037, + "step": 6701 + }, + { + "epoch": 0.48353234010317087, + "grad_norm": 9.252859137676294, + "learning_rate": 2.2034165257225145e-06, + "loss": 1.099, + "step": 6702 + }, + { + "epoch": 0.4836044875725984, + "grad_norm": 2.3355910640759245, + "learning_rate": 2.202951583963622e-06, + "loss": 0.9086, + "step": 6703 + }, + { + "epoch": 0.4836766350420259, + "grad_norm": 2.84005614775911, + "learning_rate": 2.202486631122295e-06, + "loss": 0.945, + "step": 6704 + }, + { + "epoch": 0.4837487825114534, + "grad_norm": 8.458216573977323, + "learning_rate": 2.202021667223923e-06, + "loss": 0.9701, + "step": 6705 + }, + { + "epoch": 0.48382092998088094, + "grad_norm": 2.7947156018287407, + "learning_rate": 2.2015566922938944e-06, + "loss": 0.9775, + "step": 6706 + }, + { + "epoch": 0.4838930774503084, + "grad_norm": 4.138930409427299, + "learning_rate": 2.2010917063576022e-06, + "loss": 1.0099, + "step": 6707 + }, + { + "epoch": 0.4839652249197359, + "grad_norm": 3.6578967958536244, + "learning_rate": 2.2006267094404355e-06, + "loss": 0.8359, + "step": 6708 + }, + { + "epoch": 0.48403737238916344, + "grad_norm": 0.7252195519121413, + "learning_rate": 2.200161701567788e-06, + "loss": 0.8312, + "step": 6709 + }, + { + "epoch": 0.48410951985859096, + "grad_norm": 2.4158039416599593, + "learning_rate": 2.1996966827650502e-06, + "loss": 0.8737, + "step": 6710 + }, + { + "epoch": 0.4841816673280185, + "grad_norm": 2.8118057241764545, + "learning_rate": 2.199231653057615e-06, + "loss": 0.9249, + "step": 6711 + }, + { + "epoch": 0.484253814797446, + "grad_norm": 4.683738725341714, + "learning_rate": 2.1987666124708784e-06, + "loss": 0.8929, + "step": 6712 + }, + { + "epoch": 0.48432596226687347, + "grad_norm": 3.192994860455313, + "learning_rate": 2.1983015610302317e-06, + "loss": 0.877, + "step": 6713 + }, + { + "epoch": 0.484398109736301, + "grad_norm": 2.268733030313548, + "learning_rate": 2.197836498761071e-06, + "loss": 1.031, + "step": 6714 + }, + { + "epoch": 0.4844702572057285, + "grad_norm": 3.651440840307578, + "learning_rate": 2.1973714256887923e-06, + "loss": 0.9249, + "step": 6715 + }, + { + "epoch": 0.484542404675156, + "grad_norm": 4.297605140380739, + "learning_rate": 2.1969063418387897e-06, + "loss": 1.0201, + "step": 6716 + }, + { + "epoch": 0.48461455214458354, + "grad_norm": 2.1047889871915966, + "learning_rate": 2.196441247236461e-06, + "loss": 0.9258, + "step": 6717 + }, + { + "epoch": 0.48468669961401106, + "grad_norm": 3.972124362324028, + "learning_rate": 2.195976141907203e-06, + "loss": 1.0208, + "step": 6718 + }, + { + "epoch": 0.4847588470834385, + "grad_norm": 2.8241663251261104, + "learning_rate": 2.1955110258764136e-06, + "loss": 0.9918, + "step": 6719 + }, + { + "epoch": 0.48483099455286605, + "grad_norm": 0.6323461580336681, + "learning_rate": 2.1950458991694908e-06, + "loss": 0.8137, + "step": 6720 + }, + { + "epoch": 0.48490314202229357, + "grad_norm": 6.651929429166791, + "learning_rate": 2.1945807618118333e-06, + "loss": 0.9987, + "step": 6721 + }, + { + "epoch": 0.4849752894917211, + "grad_norm": 3.629814633767501, + "learning_rate": 2.194115613828841e-06, + "loss": 0.9082, + "step": 6722 + }, + { + "epoch": 0.4850474369611486, + "grad_norm": 2.5134863440417914, + "learning_rate": 2.193650455245913e-06, + "loss": 0.9683, + "step": 6723 + }, + { + "epoch": 0.4851195844305761, + "grad_norm": 6.051889789614048, + "learning_rate": 2.193185286088451e-06, + "loss": 0.9982, + "step": 6724 + }, + { + "epoch": 0.4851917319000036, + "grad_norm": 2.9752929863792175, + "learning_rate": 2.1927201063818552e-06, + "loss": 1.0544, + "step": 6725 + }, + { + "epoch": 0.4852638793694311, + "grad_norm": 2.821755417901816, + "learning_rate": 2.192254916151528e-06, + "loss": 0.8393, + "step": 6726 + }, + { + "epoch": 0.4853360268388586, + "grad_norm": 3.7271780469334277, + "learning_rate": 2.1917897154228723e-06, + "loss": 1.0309, + "step": 6727 + }, + { + "epoch": 0.48540817430828614, + "grad_norm": 3.3811266356578513, + "learning_rate": 2.1913245042212895e-06, + "loss": 0.9191, + "step": 6728 + }, + { + "epoch": 0.48548032177771366, + "grad_norm": 3.3057172897764198, + "learning_rate": 2.190859282572184e-06, + "loss": 1.1195, + "step": 6729 + }, + { + "epoch": 0.4855524692471412, + "grad_norm": 2.5361173010150884, + "learning_rate": 2.1903940505009595e-06, + "loss": 0.8997, + "step": 6730 + }, + { + "epoch": 0.48562461671656865, + "grad_norm": 2.347902815021137, + "learning_rate": 2.1899288080330206e-06, + "loss": 0.9355, + "step": 6731 + }, + { + "epoch": 0.48569676418599617, + "grad_norm": 4.64177507220275, + "learning_rate": 2.1894635551937728e-06, + "loss": 1.113, + "step": 6732 + }, + { + "epoch": 0.4857689116554237, + "grad_norm": 3.3959481779622, + "learning_rate": 2.1889982920086214e-06, + "loss": 0.9461, + "step": 6733 + }, + { + "epoch": 0.4858410591248512, + "grad_norm": 2.75203750730061, + "learning_rate": 2.1885330185029733e-06, + "loss": 1.0233, + "step": 6734 + }, + { + "epoch": 0.4859132065942787, + "grad_norm": 2.257061473714056, + "learning_rate": 2.1880677347022343e-06, + "loss": 0.9648, + "step": 6735 + }, + { + "epoch": 0.48598535406370624, + "grad_norm": 3.072458230860641, + "learning_rate": 2.1876024406318133e-06, + "loss": 1.0244, + "step": 6736 + }, + { + "epoch": 0.4860575015331337, + "grad_norm": 25.004329459100052, + "learning_rate": 2.1871371363171175e-06, + "loss": 1.0506, + "step": 6737 + }, + { + "epoch": 0.4861296490025612, + "grad_norm": 5.004227186478119, + "learning_rate": 2.1866718217835545e-06, + "loss": 0.931, + "step": 6738 + }, + { + "epoch": 0.48620179647198875, + "grad_norm": 1.965423255840894, + "learning_rate": 2.1862064970565353e-06, + "loss": 0.99, + "step": 6739 + }, + { + "epoch": 0.48627394394141626, + "grad_norm": 2.1297376216775437, + "learning_rate": 2.185741162161468e-06, + "loss": 0.914, + "step": 6740 + }, + { + "epoch": 0.4863460914108438, + "grad_norm": 2.7937214724046413, + "learning_rate": 2.1852758171237637e-06, + "loss": 0.9883, + "step": 6741 + }, + { + "epoch": 0.48641823888027125, + "grad_norm": 3.6544479754804504, + "learning_rate": 2.184810461968833e-06, + "loss": 0.8993, + "step": 6742 + }, + { + "epoch": 0.48649038634969877, + "grad_norm": 4.542075649127013, + "learning_rate": 2.1843450967220872e-06, + "loss": 1.0015, + "step": 6743 + }, + { + "epoch": 0.4865625338191263, + "grad_norm": 3.324920687769267, + "learning_rate": 2.1838797214089373e-06, + "loss": 1.0737, + "step": 6744 + }, + { + "epoch": 0.4866346812885538, + "grad_norm": 2.415017146016102, + "learning_rate": 2.183414336054797e-06, + "loss": 0.9186, + "step": 6745 + }, + { + "epoch": 0.4867068287579813, + "grad_norm": 4.596099460305819, + "learning_rate": 2.1829489406850798e-06, + "loss": 0.9821, + "step": 6746 + }, + { + "epoch": 0.48677897622740884, + "grad_norm": 3.6372096204703666, + "learning_rate": 2.1824835353251967e-06, + "loss": 0.8551, + "step": 6747 + }, + { + "epoch": 0.4868511236968363, + "grad_norm": 2.86144044414789, + "learning_rate": 2.182018120000564e-06, + "loss": 0.9704, + "step": 6748 + }, + { + "epoch": 0.4869232711662638, + "grad_norm": 2.40823005358018, + "learning_rate": 2.1815526947365957e-06, + "loss": 0.931, + "step": 6749 + }, + { + "epoch": 0.48699541863569135, + "grad_norm": 2.7958748163896967, + "learning_rate": 2.1810872595587057e-06, + "loss": 0.8629, + "step": 6750 + }, + { + "epoch": 0.48706756610511887, + "grad_norm": 10.766626319770289, + "learning_rate": 2.180621814492312e-06, + "loss": 0.9685, + "step": 6751 + }, + { + "epoch": 0.4871397135745464, + "grad_norm": 2.166551391273762, + "learning_rate": 2.1801563595628293e-06, + "loss": 0.961, + "step": 6752 + }, + { + "epoch": 0.4872118610439739, + "grad_norm": 3.1858305205474844, + "learning_rate": 2.1796908947956747e-06, + "loss": 1.0229, + "step": 6753 + }, + { + "epoch": 0.48728400851340137, + "grad_norm": 5.540118161259979, + "learning_rate": 2.179225420216266e-06, + "loss": 0.9629, + "step": 6754 + }, + { + "epoch": 0.4873561559828289, + "grad_norm": 2.799620830884499, + "learning_rate": 2.17875993585002e-06, + "loss": 1.0599, + "step": 6755 + }, + { + "epoch": 0.4874283034522564, + "grad_norm": 2.6066808440496883, + "learning_rate": 2.1782944417223556e-06, + "loss": 0.9882, + "step": 6756 + }, + { + "epoch": 0.4875004509216839, + "grad_norm": 2.7421836744319825, + "learning_rate": 2.177828937858692e-06, + "loss": 1.0274, + "step": 6757 + }, + { + "epoch": 0.48757259839111144, + "grad_norm": 3.783599627921694, + "learning_rate": 2.1773634242844485e-06, + "loss": 0.9528, + "step": 6758 + }, + { + "epoch": 0.48764474586053896, + "grad_norm": 3.883845048078374, + "learning_rate": 2.176897901025045e-06, + "loss": 1.0704, + "step": 6759 + }, + { + "epoch": 0.4877168933299664, + "grad_norm": 3.2038353109145437, + "learning_rate": 2.1764323681059013e-06, + "loss": 0.9762, + "step": 6760 + }, + { + "epoch": 0.48778904079939395, + "grad_norm": 2.487792729161544, + "learning_rate": 2.1759668255524402e-06, + "loss": 0.987, + "step": 6761 + }, + { + "epoch": 0.48786118826882147, + "grad_norm": 3.036648220364948, + "learning_rate": 2.1755012733900807e-06, + "loss": 0.9426, + "step": 6762 + }, + { + "epoch": 0.487933335738249, + "grad_norm": 2.171249628939951, + "learning_rate": 2.1750357116442477e-06, + "loss": 0.9556, + "step": 6763 + }, + { + "epoch": 0.4880054832076765, + "grad_norm": 5.678215077367513, + "learning_rate": 2.1745701403403624e-06, + "loss": 0.9737, + "step": 6764 + }, + { + "epoch": 0.488077630677104, + "grad_norm": 3.266391937874125, + "learning_rate": 2.174104559503847e-06, + "loss": 1.0022, + "step": 6765 + }, + { + "epoch": 0.4881497781465315, + "grad_norm": 5.221781689525283, + "learning_rate": 2.173638969160127e-06, + "loss": 0.9412, + "step": 6766 + }, + { + "epoch": 0.488221925615959, + "grad_norm": 2.2967262479401622, + "learning_rate": 2.173173369334625e-06, + "loss": 0.9526, + "step": 6767 + }, + { + "epoch": 0.4882940730853865, + "grad_norm": 3.7173567013035704, + "learning_rate": 2.172707760052767e-06, + "loss": 0.8383, + "step": 6768 + }, + { + "epoch": 0.48836622055481405, + "grad_norm": 5.953023113670443, + "learning_rate": 2.172242141339977e-06, + "loss": 0.9257, + "step": 6769 + }, + { + "epoch": 0.48843836802424156, + "grad_norm": 6.860734878637358, + "learning_rate": 2.171776513221682e-06, + "loss": 0.9696, + "step": 6770 + }, + { + "epoch": 0.4885105154936691, + "grad_norm": 5.013502581018864, + "learning_rate": 2.171310875723307e-06, + "loss": 0.9318, + "step": 6771 + }, + { + "epoch": 0.48858266296309655, + "grad_norm": 2.6038189058164374, + "learning_rate": 2.170845228870279e-06, + "loss": 0.9815, + "step": 6772 + }, + { + "epoch": 0.48865481043252407, + "grad_norm": 2.4427290361797307, + "learning_rate": 2.1703795726880262e-06, + "loss": 0.9637, + "step": 6773 + }, + { + "epoch": 0.4887269579019516, + "grad_norm": 4.615003556635552, + "learning_rate": 2.1699139072019745e-06, + "loss": 1.0537, + "step": 6774 + }, + { + "epoch": 0.4887991053713791, + "grad_norm": 2.7894585165333083, + "learning_rate": 2.1694482324375543e-06, + "loss": 1.0623, + "step": 6775 + }, + { + "epoch": 0.4888712528408066, + "grad_norm": 2.6696510205460724, + "learning_rate": 2.1689825484201937e-06, + "loss": 0.9147, + "step": 6776 + }, + { + "epoch": 0.48894340031023414, + "grad_norm": 2.4204909769231646, + "learning_rate": 2.168516855175321e-06, + "loss": 1.0833, + "step": 6777 + }, + { + "epoch": 0.4890155477796616, + "grad_norm": 2.3260521589681162, + "learning_rate": 2.168051152728367e-06, + "loss": 0.9763, + "step": 6778 + }, + { + "epoch": 0.4890876952490891, + "grad_norm": 2.9613482912496805, + "learning_rate": 2.1675854411047613e-06, + "loss": 0.9217, + "step": 6779 + }, + { + "epoch": 0.48915984271851665, + "grad_norm": 2.807328025190809, + "learning_rate": 2.1671197203299354e-06, + "loss": 0.9439, + "step": 6780 + }, + { + "epoch": 0.48923199018794417, + "grad_norm": 3.2112944838433752, + "learning_rate": 2.1666539904293205e-06, + "loss": 1.0415, + "step": 6781 + }, + { + "epoch": 0.4893041376573717, + "grad_norm": 6.425126415151969, + "learning_rate": 2.1661882514283475e-06, + "loss": 0.9922, + "step": 6782 + }, + { + "epoch": 0.4893762851267992, + "grad_norm": 4.17452198878373, + "learning_rate": 2.165722503352449e-06, + "loss": 0.9441, + "step": 6783 + }, + { + "epoch": 0.48944843259622667, + "grad_norm": 6.627306554641143, + "learning_rate": 2.1652567462270585e-06, + "loss": 0.9795, + "step": 6784 + }, + { + "epoch": 0.4895205800656542, + "grad_norm": 4.657716660919619, + "learning_rate": 2.1647909800776093e-06, + "loss": 0.871, + "step": 6785 + }, + { + "epoch": 0.4895927275350817, + "grad_norm": 3.693359116786744, + "learning_rate": 2.1643252049295345e-06, + "loss": 0.9348, + "step": 6786 + }, + { + "epoch": 0.4896648750045092, + "grad_norm": 2.7556300186108067, + "learning_rate": 2.163859420808268e-06, + "loss": 0.8389, + "step": 6787 + }, + { + "epoch": 0.48973702247393675, + "grad_norm": 2.4389758410506572, + "learning_rate": 2.163393627739246e-06, + "loss": 0.8838, + "step": 6788 + }, + { + "epoch": 0.4898091699433642, + "grad_norm": 4.16648533744434, + "learning_rate": 2.162927825747902e-06, + "loss": 0.9357, + "step": 6789 + }, + { + "epoch": 0.48988131741279173, + "grad_norm": 4.306380200459337, + "learning_rate": 2.162462014859673e-06, + "loss": 0.984, + "step": 6790 + }, + { + "epoch": 0.48995346488221925, + "grad_norm": 2.200926529243465, + "learning_rate": 2.1619961950999944e-06, + "loss": 0.9926, + "step": 6791 + }, + { + "epoch": 0.49002561235164677, + "grad_norm": 0.7682008813510836, + "learning_rate": 2.1615303664943037e-06, + "loss": 0.8968, + "step": 6792 + }, + { + "epoch": 0.4900977598210743, + "grad_norm": 8.548356229479104, + "learning_rate": 2.161064529068038e-06, + "loss": 1.0005, + "step": 6793 + }, + { + "epoch": 0.4901699072905018, + "grad_norm": 2.674059148021584, + "learning_rate": 2.160598682846634e-06, + "loss": 0.9445, + "step": 6794 + }, + { + "epoch": 0.49024205475992927, + "grad_norm": 4.961268520575353, + "learning_rate": 2.16013282785553e-06, + "loss": 0.9729, + "step": 6795 + }, + { + "epoch": 0.4903142022293568, + "grad_norm": 4.032021145659205, + "learning_rate": 2.159666964120166e-06, + "loss": 0.9659, + "step": 6796 + }, + { + "epoch": 0.4903863496987843, + "grad_norm": 2.9035123010331776, + "learning_rate": 2.15920109166598e-06, + "loss": 1.0819, + "step": 6797 + }, + { + "epoch": 0.4904584971682118, + "grad_norm": 4.929415687769408, + "learning_rate": 2.1587352105184115e-06, + "loss": 0.928, + "step": 6798 + }, + { + "epoch": 0.49053064463763935, + "grad_norm": 5.705184104951103, + "learning_rate": 2.158269320702901e-06, + "loss": 0.9755, + "step": 6799 + }, + { + "epoch": 0.49060279210706687, + "grad_norm": 2.8698633165409535, + "learning_rate": 2.1578034222448885e-06, + "loss": 0.8796, + "step": 6800 + }, + { + "epoch": 0.49067493957649433, + "grad_norm": 2.412268407111953, + "learning_rate": 2.1573375151698148e-06, + "loss": 1.0479, + "step": 6801 + }, + { + "epoch": 0.49074708704592185, + "grad_norm": 4.459257059870061, + "learning_rate": 2.156871599503123e-06, + "loss": 0.9731, + "step": 6802 + }, + { + "epoch": 0.49081923451534937, + "grad_norm": 4.482516764382343, + "learning_rate": 2.1564056752702532e-06, + "loss": 0.8422, + "step": 6803 + }, + { + "epoch": 0.4908913819847769, + "grad_norm": 3.768731573006037, + "learning_rate": 2.155939742496648e-06, + "loss": 1.0441, + "step": 6804 + }, + { + "epoch": 0.4909635294542044, + "grad_norm": 3.2402286357035517, + "learning_rate": 2.155473801207752e-06, + "loss": 0.9659, + "step": 6805 + }, + { + "epoch": 0.4910356769236319, + "grad_norm": 3.132654656978668, + "learning_rate": 2.155007851429006e-06, + "loss": 0.8818, + "step": 6806 + }, + { + "epoch": 0.4911078243930594, + "grad_norm": 6.525731141500724, + "learning_rate": 2.154541893185856e-06, + "loss": 0.9227, + "step": 6807 + }, + { + "epoch": 0.4911799718624869, + "grad_norm": 4.800684903872014, + "learning_rate": 2.154075926503745e-06, + "loss": 0.8753, + "step": 6808 + }, + { + "epoch": 0.4912521193319144, + "grad_norm": 3.0269082032957657, + "learning_rate": 2.153609951408118e-06, + "loss": 0.8791, + "step": 6809 + }, + { + "epoch": 0.49132426680134195, + "grad_norm": 5.044684817673743, + "learning_rate": 2.15314396792442e-06, + "loss": 1.0623, + "step": 6810 + }, + { + "epoch": 0.49139641427076947, + "grad_norm": 2.3866924777668688, + "learning_rate": 2.1526779760780967e-06, + "loss": 1.0414, + "step": 6811 + }, + { + "epoch": 0.491468561740197, + "grad_norm": 2.938889195282537, + "learning_rate": 2.152211975894595e-06, + "loss": 0.9338, + "step": 6812 + }, + { + "epoch": 0.49154070920962445, + "grad_norm": 3.7512896545409053, + "learning_rate": 2.1517459673993596e-06, + "loss": 1.0235, + "step": 6813 + }, + { + "epoch": 0.49161285667905197, + "grad_norm": 3.1655337833619717, + "learning_rate": 2.15127995061784e-06, + "loss": 0.9056, + "step": 6814 + }, + { + "epoch": 0.4916850041484795, + "grad_norm": 8.332008358208121, + "learning_rate": 2.150813925575482e-06, + "loss": 0.9925, + "step": 6815 + }, + { + "epoch": 0.491757151617907, + "grad_norm": 4.396980654186577, + "learning_rate": 2.150347892297733e-06, + "loss": 0.9861, + "step": 6816 + }, + { + "epoch": 0.4918292990873345, + "grad_norm": 2.7885501508520765, + "learning_rate": 2.149881850810043e-06, + "loss": 1.0111, + "step": 6817 + }, + { + "epoch": 0.49190144655676205, + "grad_norm": 4.3978624526958585, + "learning_rate": 2.14941580113786e-06, + "loss": 0.8751, + "step": 6818 + }, + { + "epoch": 0.4919735940261895, + "grad_norm": 2.2221479588921382, + "learning_rate": 2.1489497433066327e-06, + "loss": 0.9547, + "step": 6819 + }, + { + "epoch": 0.49204574149561703, + "grad_norm": 3.5515298421476804, + "learning_rate": 2.1484836773418115e-06, + "loss": 0.9135, + "step": 6820 + }, + { + "epoch": 0.49211788896504455, + "grad_norm": 4.073753381559754, + "learning_rate": 2.148017603268846e-06, + "loss": 0.935, + "step": 6821 + }, + { + "epoch": 0.49219003643447207, + "grad_norm": 2.019051293721501, + "learning_rate": 2.1475515211131875e-06, + "loss": 0.9602, + "step": 6822 + }, + { + "epoch": 0.4922621839038996, + "grad_norm": 2.9392509923233883, + "learning_rate": 2.147085430900287e-06, + "loss": 0.9767, + "step": 6823 + }, + { + "epoch": 0.4923343313733271, + "grad_norm": 1.9697380008847665, + "learning_rate": 2.146619332655595e-06, + "loss": 1.0716, + "step": 6824 + }, + { + "epoch": 0.49240647884275457, + "grad_norm": 11.16088189745792, + "learning_rate": 2.1461532264045648e-06, + "loss": 0.9641, + "step": 6825 + }, + { + "epoch": 0.4924786263121821, + "grad_norm": 3.892855697971541, + "learning_rate": 2.1456871121726472e-06, + "loss": 0.9099, + "step": 6826 + }, + { + "epoch": 0.4925507737816096, + "grad_norm": 3.1174417262990044, + "learning_rate": 2.145220989985296e-06, + "loss": 1.0453, + "step": 6827 + }, + { + "epoch": 0.4926229212510371, + "grad_norm": 5.86506559603563, + "learning_rate": 2.1447548598679636e-06, + "loss": 0.9335, + "step": 6828 + }, + { + "epoch": 0.49269506872046465, + "grad_norm": 2.479709394871487, + "learning_rate": 2.144288721846105e-06, + "loss": 1.083, + "step": 6829 + }, + { + "epoch": 0.49276721618989217, + "grad_norm": 3.6012063336464237, + "learning_rate": 2.1438225759451735e-06, + "loss": 1.0155, + "step": 6830 + }, + { + "epoch": 0.49283936365931963, + "grad_norm": 9.221651092779053, + "learning_rate": 2.143356422190622e-06, + "loss": 0.9915, + "step": 6831 + }, + { + "epoch": 0.49291151112874715, + "grad_norm": 3.356448864151089, + "learning_rate": 2.142890260607909e-06, + "loss": 1.0599, + "step": 6832 + }, + { + "epoch": 0.49298365859817467, + "grad_norm": 2.550542145486108, + "learning_rate": 2.1424240912224866e-06, + "loss": 0.9016, + "step": 6833 + }, + { + "epoch": 0.4930558060676022, + "grad_norm": 2.3979284883324294, + "learning_rate": 2.141957914059812e-06, + "loss": 1.0522, + "step": 6834 + }, + { + "epoch": 0.4931279535370297, + "grad_norm": 0.7022683116892429, + "learning_rate": 2.1414917291453412e-06, + "loss": 0.8251, + "step": 6835 + }, + { + "epoch": 0.4932001010064572, + "grad_norm": 5.6177648849748465, + "learning_rate": 2.141025536504531e-06, + "loss": 0.914, + "step": 6836 + }, + { + "epoch": 0.4932722484758847, + "grad_norm": 2.152152106585492, + "learning_rate": 2.140559336162839e-06, + "loss": 0.8058, + "step": 6837 + }, + { + "epoch": 0.4933443959453122, + "grad_norm": 6.9418626419497285, + "learning_rate": 2.1400931281457207e-06, + "loss": 0.9109, + "step": 6838 + }, + { + "epoch": 0.49341654341473973, + "grad_norm": 3.204535792352804, + "learning_rate": 2.1396269124786363e-06, + "loss": 1.0141, + "step": 6839 + }, + { + "epoch": 0.49348869088416725, + "grad_norm": 2.1511633763890936, + "learning_rate": 2.139160689187042e-06, + "loss": 0.9133, + "step": 6840 + }, + { + "epoch": 0.49356083835359477, + "grad_norm": 2.4593363079047195, + "learning_rate": 2.138694458296399e-06, + "loss": 1.0339, + "step": 6841 + }, + { + "epoch": 0.49363298582302223, + "grad_norm": 2.914692583052067, + "learning_rate": 2.1382282198321642e-06, + "loss": 1.056, + "step": 6842 + }, + { + "epoch": 0.49370513329244975, + "grad_norm": 2.6301098090625517, + "learning_rate": 2.137761973819798e-06, + "loss": 1.0117, + "step": 6843 + }, + { + "epoch": 0.49377728076187727, + "grad_norm": 3.2613645075693256, + "learning_rate": 2.1372957202847606e-06, + "loss": 1.0121, + "step": 6844 + }, + { + "epoch": 0.4938494282313048, + "grad_norm": 2.8351488093859034, + "learning_rate": 2.1368294592525122e-06, + "loss": 0.8217, + "step": 6845 + }, + { + "epoch": 0.4939215757007323, + "grad_norm": 4.271219797404397, + "learning_rate": 2.136363190748513e-06, + "loss": 0.967, + "step": 6846 + }, + { + "epoch": 0.4939937231701598, + "grad_norm": 2.3701081340602737, + "learning_rate": 2.135896914798226e-06, + "loss": 0.9614, + "step": 6847 + }, + { + "epoch": 0.4940658706395873, + "grad_norm": 2.932443202672791, + "learning_rate": 2.1354306314271106e-06, + "loss": 0.9106, + "step": 6848 + }, + { + "epoch": 0.4941380181090148, + "grad_norm": 3.599470147241306, + "learning_rate": 2.13496434066063e-06, + "loss": 1.0016, + "step": 6849 + }, + { + "epoch": 0.49421016557844233, + "grad_norm": 3.5147561589146434, + "learning_rate": 2.134498042524246e-06, + "loss": 0.9533, + "step": 6850 + }, + { + "epoch": 0.49428231304786985, + "grad_norm": 2.903618390191689, + "learning_rate": 2.1340317370434224e-06, + "loss": 0.9965, + "step": 6851 + }, + { + "epoch": 0.49435446051729737, + "grad_norm": 5.261823691360245, + "learning_rate": 2.1335654242436216e-06, + "loss": 0.9498, + "step": 6852 + }, + { + "epoch": 0.4944266079867249, + "grad_norm": 4.0151001108498505, + "learning_rate": 2.133099104150307e-06, + "loss": 0.8699, + "step": 6853 + }, + { + "epoch": 0.49449875545615235, + "grad_norm": 3.462050971376037, + "learning_rate": 2.132632776788944e-06, + "loss": 0.8905, + "step": 6854 + }, + { + "epoch": 0.49457090292557987, + "grad_norm": 3.3393917023206967, + "learning_rate": 2.1321664421849947e-06, + "loss": 1.073, + "step": 6855 + }, + { + "epoch": 0.4946430503950074, + "grad_norm": 3.2005916346557886, + "learning_rate": 2.1317001003639262e-06, + "loss": 0.9712, + "step": 6856 + }, + { + "epoch": 0.4947151978644349, + "grad_norm": 5.667865439379804, + "learning_rate": 2.1312337513512025e-06, + "loss": 1.0595, + "step": 6857 + }, + { + "epoch": 0.4947873453338624, + "grad_norm": 2.823889242237219, + "learning_rate": 2.130767395172289e-06, + "loss": 0.9425, + "step": 6858 + }, + { + "epoch": 0.49485949280328995, + "grad_norm": 2.6752776848526505, + "learning_rate": 2.1303010318526532e-06, + "loss": 1.0678, + "step": 6859 + }, + { + "epoch": 0.4949316402727174, + "grad_norm": 7.338347310366183, + "learning_rate": 2.12983466141776e-06, + "loss": 1.0406, + "step": 6860 + }, + { + "epoch": 0.49500378774214493, + "grad_norm": 2.3131587147104535, + "learning_rate": 2.129368283893076e-06, + "loss": 1.0344, + "step": 6861 + }, + { + "epoch": 0.49507593521157245, + "grad_norm": 2.106122256969835, + "learning_rate": 2.1289018993040694e-06, + "loss": 0.8977, + "step": 6862 + }, + { + "epoch": 0.49514808268099997, + "grad_norm": 3.7833063508358533, + "learning_rate": 2.128435507676207e-06, + "loss": 1.0231, + "step": 6863 + }, + { + "epoch": 0.4952202301504275, + "grad_norm": 5.3304148477140565, + "learning_rate": 2.127969109034958e-06, + "loss": 0.8614, + "step": 6864 + }, + { + "epoch": 0.495292377619855, + "grad_norm": 3.9648878874929343, + "learning_rate": 2.127502703405788e-06, + "loss": 0.9332, + "step": 6865 + }, + { + "epoch": 0.49536452508928247, + "grad_norm": 3.066931496117884, + "learning_rate": 2.1270362908141688e-06, + "loss": 0.9983, + "step": 6866 + }, + { + "epoch": 0.49543667255871, + "grad_norm": 3.3234109221966337, + "learning_rate": 2.126569871285567e-06, + "loss": 0.9569, + "step": 6867 + }, + { + "epoch": 0.4955088200281375, + "grad_norm": 2.984736715235926, + "learning_rate": 2.1261034448454537e-06, + "loss": 0.9622, + "step": 6868 + }, + { + "epoch": 0.49558096749756503, + "grad_norm": 3.6231575591667777, + "learning_rate": 2.1256370115192982e-06, + "loss": 1.0182, + "step": 6869 + }, + { + "epoch": 0.49565311496699255, + "grad_norm": 3.618006965634719, + "learning_rate": 2.1251705713325698e-06, + "loss": 0.952, + "step": 6870 + }, + { + "epoch": 0.49572526243642007, + "grad_norm": 2.8477163635523204, + "learning_rate": 2.1247041243107407e-06, + "loss": 1.0118, + "step": 6871 + }, + { + "epoch": 0.49579740990584753, + "grad_norm": 2.9875718814390284, + "learning_rate": 2.124237670479281e-06, + "loss": 0.8971, + "step": 6872 + }, + { + "epoch": 0.49586955737527505, + "grad_norm": 2.4210021384165543, + "learning_rate": 2.123771209863661e-06, + "loss": 1.0745, + "step": 6873 + }, + { + "epoch": 0.49594170484470257, + "grad_norm": 6.029816294033751, + "learning_rate": 2.1233047424893543e-06, + "loss": 0.9285, + "step": 6874 + }, + { + "epoch": 0.4960138523141301, + "grad_norm": 3.9370930779315945, + "learning_rate": 2.122838268381832e-06, + "loss": 0.9431, + "step": 6875 + }, + { + "epoch": 0.4960859997835576, + "grad_norm": 2.8656791856607735, + "learning_rate": 2.122371787566567e-06, + "loss": 1.0309, + "step": 6876 + }, + { + "epoch": 0.4961581472529851, + "grad_norm": 2.881771737149169, + "learning_rate": 2.1219053000690308e-06, + "loss": 1.0597, + "step": 6877 + }, + { + "epoch": 0.4962302947224126, + "grad_norm": 2.800252228684139, + "learning_rate": 2.121438805914698e-06, + "loss": 0.9124, + "step": 6878 + }, + { + "epoch": 0.4963024421918401, + "grad_norm": 5.840000193870227, + "learning_rate": 2.1209723051290407e-06, + "loss": 1.0339, + "step": 6879 + }, + { + "epoch": 0.49637458966126763, + "grad_norm": 5.639926349348387, + "learning_rate": 2.1205057977375345e-06, + "loss": 0.9259, + "step": 6880 + }, + { + "epoch": 0.49644673713069515, + "grad_norm": 2.5019407368814113, + "learning_rate": 2.1200392837656533e-06, + "loss": 1.0151, + "step": 6881 + }, + { + "epoch": 0.49651888460012267, + "grad_norm": 3.7004704356760505, + "learning_rate": 2.1195727632388696e-06, + "loss": 0.9223, + "step": 6882 + }, + { + "epoch": 0.4965910320695502, + "grad_norm": 2.727873828420093, + "learning_rate": 2.1191062361826613e-06, + "loss": 0.8814, + "step": 6883 + }, + { + "epoch": 0.49666317953897765, + "grad_norm": 3.130086954633512, + "learning_rate": 2.1186397026225016e-06, + "loss": 1.0113, + "step": 6884 + }, + { + "epoch": 0.49673532700840517, + "grad_norm": 3.3448602847356503, + "learning_rate": 2.118173162583867e-06, + "loss": 0.9612, + "step": 6885 + }, + { + "epoch": 0.4968074744778327, + "grad_norm": 2.2256908115853906, + "learning_rate": 2.117706616092234e-06, + "loss": 0.962, + "step": 6886 + }, + { + "epoch": 0.4968796219472602, + "grad_norm": 3.2909595518683745, + "learning_rate": 2.1172400631730785e-06, + "loss": 0.895, + "step": 6887 + }, + { + "epoch": 0.4969517694166877, + "grad_norm": 0.7854951724845618, + "learning_rate": 2.1167735038518766e-06, + "loss": 0.8344, + "step": 6888 + }, + { + "epoch": 0.49702391688611525, + "grad_norm": 4.376246465503406, + "learning_rate": 2.1163069381541057e-06, + "loss": 1.0379, + "step": 6889 + }, + { + "epoch": 0.4970960643555427, + "grad_norm": 10.15379139411939, + "learning_rate": 2.115840366105244e-06, + "loss": 1.0013, + "step": 6890 + }, + { + "epoch": 0.49716821182497023, + "grad_norm": 3.4999459126244203, + "learning_rate": 2.115373787730769e-06, + "loss": 0.9749, + "step": 6891 + }, + { + "epoch": 0.49724035929439775, + "grad_norm": 4.227001569297757, + "learning_rate": 2.1149072030561577e-06, + "loss": 0.8613, + "step": 6892 + }, + { + "epoch": 0.49731250676382527, + "grad_norm": 0.6847093688522764, + "learning_rate": 2.1144406121068904e-06, + "loss": 0.8235, + "step": 6893 + }, + { + "epoch": 0.4973846542332528, + "grad_norm": 4.167208572752072, + "learning_rate": 2.113974014908444e-06, + "loss": 1.0029, + "step": 6894 + }, + { + "epoch": 0.49745680170268025, + "grad_norm": 3.0868705015116893, + "learning_rate": 2.113507411486299e-06, + "loss": 0.967, + "step": 6895 + }, + { + "epoch": 0.49752894917210777, + "grad_norm": 3.6125722488517553, + "learning_rate": 2.1130408018659345e-06, + "loss": 0.9738, + "step": 6896 + }, + { + "epoch": 0.4976010966415353, + "grad_norm": 3.112735025502373, + "learning_rate": 2.11257418607283e-06, + "loss": 0.9748, + "step": 6897 + }, + { + "epoch": 0.4976732441109628, + "grad_norm": 3.1848922234569605, + "learning_rate": 2.112107564132466e-06, + "loss": 1.1018, + "step": 6898 + }, + { + "epoch": 0.49774539158039033, + "grad_norm": 3.6145198204477547, + "learning_rate": 2.1116409360703233e-06, + "loss": 1.0623, + "step": 6899 + }, + { + "epoch": 0.49781753904981785, + "grad_norm": 6.937437589897346, + "learning_rate": 2.1111743019118823e-06, + "loss": 0.901, + "step": 6900 + }, + { + "epoch": 0.4978896865192453, + "grad_norm": 0.7157211755484026, + "learning_rate": 2.1107076616826236e-06, + "loss": 0.9068, + "step": 6901 + }, + { + "epoch": 0.49796183398867283, + "grad_norm": 2.9997494910871048, + "learning_rate": 2.1102410154080297e-06, + "loss": 0.9142, + "step": 6902 + }, + { + "epoch": 0.49803398145810035, + "grad_norm": 2.526202219681576, + "learning_rate": 2.1097743631135824e-06, + "loss": 0.9953, + "step": 6903 + }, + { + "epoch": 0.49810612892752787, + "grad_norm": 5.214203824559206, + "learning_rate": 2.1093077048247626e-06, + "loss": 0.9662, + "step": 6904 + }, + { + "epoch": 0.4981782763969554, + "grad_norm": 0.7852112480373304, + "learning_rate": 2.108841040567055e-06, + "loss": 0.8246, + "step": 6905 + }, + { + "epoch": 0.4982504238663829, + "grad_norm": 0.6641309366303699, + "learning_rate": 2.1083743703659394e-06, + "loss": 0.8933, + "step": 6906 + }, + { + "epoch": 0.49832257133581037, + "grad_norm": 8.935060394885639, + "learning_rate": 2.107907694246902e-06, + "loss": 0.9636, + "step": 6907 + }, + { + "epoch": 0.4983947188052379, + "grad_norm": 3.8015861011906105, + "learning_rate": 2.107441012235425e-06, + "loss": 0.9403, + "step": 6908 + }, + { + "epoch": 0.4984668662746654, + "grad_norm": 19.01373677842672, + "learning_rate": 2.1069743243569904e-06, + "loss": 0.9714, + "step": 6909 + }, + { + "epoch": 0.49853901374409293, + "grad_norm": 2.670771142133362, + "learning_rate": 2.1065076306370857e-06, + "loss": 1.0441, + "step": 6910 + }, + { + "epoch": 0.49861116121352045, + "grad_norm": 2.979261081150936, + "learning_rate": 2.106040931101193e-06, + "loss": 1.0359, + "step": 6911 + }, + { + "epoch": 0.49868330868294797, + "grad_norm": 2.7839482109854297, + "learning_rate": 2.1055742257747978e-06, + "loss": 0.9363, + "step": 6912 + }, + { + "epoch": 0.49875545615237543, + "grad_norm": 2.792150246788462, + "learning_rate": 2.1051075146833844e-06, + "loss": 1.0025, + "step": 6913 + }, + { + "epoch": 0.49882760362180295, + "grad_norm": 2.5148446904607593, + "learning_rate": 2.104640797852439e-06, + "loss": 0.9945, + "step": 6914 + }, + { + "epoch": 0.49889975109123047, + "grad_norm": 3.6271810875956985, + "learning_rate": 2.1041740753074473e-06, + "loss": 0.8906, + "step": 6915 + }, + { + "epoch": 0.498971898560658, + "grad_norm": 3.8445745064546677, + "learning_rate": 2.1037073470738942e-06, + "loss": 0.909, + "step": 6916 + }, + { + "epoch": 0.4990440460300855, + "grad_norm": 3.8515901080954613, + "learning_rate": 2.1032406131772674e-06, + "loss": 0.889, + "step": 6917 + }, + { + "epoch": 0.49911619349951303, + "grad_norm": 2.123628398070058, + "learning_rate": 2.1027738736430534e-06, + "loss": 0.9473, + "step": 6918 + }, + { + "epoch": 0.4991883409689405, + "grad_norm": 2.9762710869181097, + "learning_rate": 2.102307128496737e-06, + "loss": 0.8905, + "step": 6919 + }, + { + "epoch": 0.499260488438368, + "grad_norm": 15.086901894181205, + "learning_rate": 2.1018403777638088e-06, + "loss": 1.0631, + "step": 6920 + }, + { + "epoch": 0.49933263590779553, + "grad_norm": 2.1313338411458047, + "learning_rate": 2.101373621469753e-06, + "loss": 0.9118, + "step": 6921 + }, + { + "epoch": 0.49940478337722305, + "grad_norm": 2.535564936301891, + "learning_rate": 2.10090685964006e-06, + "loss": 0.9625, + "step": 6922 + }, + { + "epoch": 0.49947693084665057, + "grad_norm": 4.658252669416817, + "learning_rate": 2.100440092300217e-06, + "loss": 0.9359, + "step": 6923 + }, + { + "epoch": 0.4995490783160781, + "grad_norm": 3.934864554879441, + "learning_rate": 2.0999733194757124e-06, + "loss": 1.0223, + "step": 6924 + }, + { + "epoch": 0.49962122578550555, + "grad_norm": 82.85465318669495, + "learning_rate": 2.0995065411920345e-06, + "loss": 0.9576, + "step": 6925 + }, + { + "epoch": 0.49969337325493307, + "grad_norm": 4.5146027038092935, + "learning_rate": 2.0990397574746724e-06, + "loss": 0.9802, + "step": 6926 + }, + { + "epoch": 0.4997655207243606, + "grad_norm": 3.4179001109179437, + "learning_rate": 2.0985729683491172e-06, + "loss": 0.9739, + "step": 6927 + }, + { + "epoch": 0.4998376681937881, + "grad_norm": 3.6174897629936384, + "learning_rate": 2.0981061738408552e-06, + "loss": 0.9112, + "step": 6928 + }, + { + "epoch": 0.49990981566321563, + "grad_norm": 0.6662573725237001, + "learning_rate": 2.0976393739753797e-06, + "loss": 0.7968, + "step": 6929 + }, + { + "epoch": 0.49998196313264315, + "grad_norm": 2.743362913872219, + "learning_rate": 2.0971725687781794e-06, + "loss": 0.9801, + "step": 6930 + }, + { + "epoch": 0.5000541106020706, + "grad_norm": 2.1484032090658323, + "learning_rate": 2.0967057582747433e-06, + "loss": 0.9465, + "step": 6931 + }, + { + "epoch": 0.5001262580714981, + "grad_norm": 9.549342059893732, + "learning_rate": 2.0962389424905654e-06, + "loss": 0.8525, + "step": 6932 + }, + { + "epoch": 0.5001984055409257, + "grad_norm": 3.5289207135593017, + "learning_rate": 2.0957721214511343e-06, + "loss": 1.0429, + "step": 6933 + }, + { + "epoch": 0.5002705530103532, + "grad_norm": 2.259247320638125, + "learning_rate": 2.0953052951819426e-06, + "loss": 0.9023, + "step": 6934 + }, + { + "epoch": 0.5003427004797807, + "grad_norm": 2.3410685140694065, + "learning_rate": 2.0948384637084814e-06, + "loss": 0.8976, + "step": 6935 + }, + { + "epoch": 0.5004148479492082, + "grad_norm": 2.650262614499131, + "learning_rate": 2.0943716270562425e-06, + "loss": 0.9756, + "step": 6936 + }, + { + "epoch": 0.5004869954186357, + "grad_norm": 3.718784107725019, + "learning_rate": 2.0939047852507187e-06, + "loss": 0.9894, + "step": 6937 + }, + { + "epoch": 0.5005591428880632, + "grad_norm": 0.6725575949599293, + "learning_rate": 2.093437938317402e-06, + "loss": 0.8317, + "step": 6938 + }, + { + "epoch": 0.5006312903574908, + "grad_norm": 2.551476750331641, + "learning_rate": 2.0929710862817855e-06, + "loss": 0.9394, + "step": 6939 + }, + { + "epoch": 0.5007034378269182, + "grad_norm": 3.2454035607071403, + "learning_rate": 2.092504229169362e-06, + "loss": 1.0002, + "step": 6940 + }, + { + "epoch": 0.5007755852963457, + "grad_norm": 2.623657700803889, + "learning_rate": 2.0920373670056253e-06, + "loss": 1.0997, + "step": 6941 + }, + { + "epoch": 0.5008477327657732, + "grad_norm": 2.6930899924488187, + "learning_rate": 2.0915704998160686e-06, + "loss": 0.9317, + "step": 6942 + }, + { + "epoch": 0.5009198802352007, + "grad_norm": 1.90460941195307, + "learning_rate": 2.0911036276261855e-06, + "loss": 1.0205, + "step": 6943 + }, + { + "epoch": 0.5009920277046283, + "grad_norm": 2.4910867107526147, + "learning_rate": 2.0906367504614712e-06, + "loss": 0.9707, + "step": 6944 + }, + { + "epoch": 0.5010641751740558, + "grad_norm": 4.670255144162069, + "learning_rate": 2.090169868347418e-06, + "loss": 0.8567, + "step": 6945 + }, + { + "epoch": 0.5011363226434833, + "grad_norm": 3.0737924825580007, + "learning_rate": 2.0897029813095243e-06, + "loss": 1.0013, + "step": 6946 + }, + { + "epoch": 0.5012084701129108, + "grad_norm": 3.374254638876704, + "learning_rate": 2.0892360893732817e-06, + "loss": 1.0081, + "step": 6947 + }, + { + "epoch": 0.5012806175823383, + "grad_norm": 1.9989249797329112, + "learning_rate": 2.088769192564187e-06, + "loss": 0.9442, + "step": 6948 + }, + { + "epoch": 0.5013527650517658, + "grad_norm": 3.927809765289955, + "learning_rate": 2.0883022909077343e-06, + "loss": 1.0486, + "step": 6949 + }, + { + "epoch": 0.5014249125211934, + "grad_norm": 3.2263536732040348, + "learning_rate": 2.0878353844294213e-06, + "loss": 1.0155, + "step": 6950 + }, + { + "epoch": 0.5014970599906208, + "grad_norm": 2.3230149685939443, + "learning_rate": 2.0873684731547428e-06, + "loss": 1.0686, + "step": 6951 + }, + { + "epoch": 0.5015692074600483, + "grad_norm": 2.9669762382005818, + "learning_rate": 2.0869015571091956e-06, + "loss": 0.9165, + "step": 6952 + }, + { + "epoch": 0.5016413549294758, + "grad_norm": 3.567307290510819, + "learning_rate": 2.086434636318276e-06, + "loss": 1.0399, + "step": 6953 + }, + { + "epoch": 0.5017135023989033, + "grad_norm": 2.322895295140325, + "learning_rate": 2.0859677108074807e-06, + "loss": 0.9943, + "step": 6954 + }, + { + "epoch": 0.5017856498683309, + "grad_norm": 3.6627791054261634, + "learning_rate": 2.085500780602307e-06, + "loss": 0.9206, + "step": 6955 + }, + { + "epoch": 0.5018577973377584, + "grad_norm": 2.6369738194045182, + "learning_rate": 2.0850338457282525e-06, + "loss": 1.0862, + "step": 6956 + }, + { + "epoch": 0.5019299448071859, + "grad_norm": 2.6956372051639317, + "learning_rate": 2.0845669062108146e-06, + "loss": 0.8897, + "step": 6957 + }, + { + "epoch": 0.5020020922766134, + "grad_norm": 8.581211111671033, + "learning_rate": 2.08409996207549e-06, + "loss": 0.9386, + "step": 6958 + }, + { + "epoch": 0.5020742397460409, + "grad_norm": 4.790762420693934, + "learning_rate": 2.0836330133477787e-06, + "loss": 0.9382, + "step": 6959 + }, + { + "epoch": 0.5021463872154684, + "grad_norm": 2.4629452220603927, + "learning_rate": 2.083166060053178e-06, + "loss": 1.0519, + "step": 6960 + }, + { + "epoch": 0.502218534684896, + "grad_norm": 2.083381944725019, + "learning_rate": 2.082699102217186e-06, + "loss": 1.0, + "step": 6961 + }, + { + "epoch": 0.5022906821543235, + "grad_norm": 2.235586411524626, + "learning_rate": 2.082232139865303e-06, + "loss": 0.9223, + "step": 6962 + }, + { + "epoch": 0.5023628296237509, + "grad_norm": 2.541554234837294, + "learning_rate": 2.0817651730230273e-06, + "loss": 0.8787, + "step": 6963 + }, + { + "epoch": 0.5024349770931784, + "grad_norm": 2.970872622136952, + "learning_rate": 2.0812982017158576e-06, + "loss": 0.9411, + "step": 6964 + }, + { + "epoch": 0.5025071245626059, + "grad_norm": 1.693751658196007, + "learning_rate": 2.0808312259692942e-06, + "loss": 1.0078, + "step": 6965 + }, + { + "epoch": 0.5025792720320335, + "grad_norm": 2.4845819926851367, + "learning_rate": 2.080364245808837e-06, + "loss": 0.9173, + "step": 6966 + }, + { + "epoch": 0.502651419501461, + "grad_norm": 1.949434990823563, + "learning_rate": 2.079897261259985e-06, + "loss": 1.1588, + "step": 6967 + }, + { + "epoch": 0.5027235669708885, + "grad_norm": 3.848130745845518, + "learning_rate": 2.0794302723482407e-06, + "loss": 0.9504, + "step": 6968 + }, + { + "epoch": 0.502795714440316, + "grad_norm": 3.1900307575524818, + "learning_rate": 2.0789632790991027e-06, + "loss": 0.9834, + "step": 6969 + }, + { + "epoch": 0.5028678619097435, + "grad_norm": 2.195574001607143, + "learning_rate": 2.078496281538072e-06, + "loss": 0.9009, + "step": 6970 + }, + { + "epoch": 0.502940009379171, + "grad_norm": 4.546995181038969, + "learning_rate": 2.07802927969065e-06, + "loss": 0.8761, + "step": 6971 + }, + { + "epoch": 0.5030121568485986, + "grad_norm": 2.55450420130356, + "learning_rate": 2.077562273582338e-06, + "loss": 1.0158, + "step": 6972 + }, + { + "epoch": 0.5030843043180261, + "grad_norm": 2.588163126867558, + "learning_rate": 2.0770952632386374e-06, + "loss": 1.0569, + "step": 6973 + }, + { + "epoch": 0.5031564517874536, + "grad_norm": 2.566018828670077, + "learning_rate": 2.0766282486850503e-06, + "loss": 0.9569, + "step": 6974 + }, + { + "epoch": 0.503228599256881, + "grad_norm": 2.6920904831721724, + "learning_rate": 2.0761612299470777e-06, + "loss": 0.9894, + "step": 6975 + }, + { + "epoch": 0.5033007467263085, + "grad_norm": 2.494811300201781, + "learning_rate": 2.075694207050222e-06, + "loss": 0.8999, + "step": 6976 + }, + { + "epoch": 0.503372894195736, + "grad_norm": 2.6342342171660955, + "learning_rate": 2.075227180019986e-06, + "loss": 0.9343, + "step": 6977 + }, + { + "epoch": 0.5034450416651636, + "grad_norm": 2.428098692683964, + "learning_rate": 2.0747601488818734e-06, + "loss": 0.9955, + "step": 6978 + }, + { + "epoch": 0.5035171891345911, + "grad_norm": 3.944371479475916, + "learning_rate": 2.0742931136613846e-06, + "loss": 0.9415, + "step": 6979 + }, + { + "epoch": 0.5035893366040186, + "grad_norm": 2.744368074704187, + "learning_rate": 2.0738260743840243e-06, + "loss": 0.9475, + "step": 6980 + }, + { + "epoch": 0.5036614840734461, + "grad_norm": 6.062813347652768, + "learning_rate": 2.073359031075295e-06, + "loss": 0.9656, + "step": 6981 + }, + { + "epoch": 0.5037336315428736, + "grad_norm": 2.0630807925818053, + "learning_rate": 2.0728919837607007e-06, + "loss": 0.9789, + "step": 6982 + }, + { + "epoch": 0.5038057790123012, + "grad_norm": 2.7383994867371713, + "learning_rate": 2.0724249324657454e-06, + "loss": 0.969, + "step": 6983 + }, + { + "epoch": 0.5038779264817287, + "grad_norm": 3.188668280032504, + "learning_rate": 2.0719578772159326e-06, + "loss": 0.9859, + "step": 6984 + }, + { + "epoch": 0.5039500739511562, + "grad_norm": 2.7316725100752883, + "learning_rate": 2.071490818036766e-06, + "loss": 0.9242, + "step": 6985 + }, + { + "epoch": 0.5040222214205837, + "grad_norm": 2.735289589650739, + "learning_rate": 2.0710237549537508e-06, + "loss": 0.8371, + "step": 6986 + }, + { + "epoch": 0.5040943688900111, + "grad_norm": 3.19254591727338, + "learning_rate": 2.070556687992391e-06, + "loss": 1.03, + "step": 6987 + }, + { + "epoch": 0.5041665163594387, + "grad_norm": 1.9523279623711407, + "learning_rate": 2.0700896171781914e-06, + "loss": 0.953, + "step": 6988 + }, + { + "epoch": 0.5042386638288662, + "grad_norm": 2.30567119747546, + "learning_rate": 2.069622542536658e-06, + "loss": 1.0022, + "step": 6989 + }, + { + "epoch": 0.5043108112982937, + "grad_norm": 3.167827560721665, + "learning_rate": 2.069155464093295e-06, + "loss": 0.9831, + "step": 6990 + }, + { + "epoch": 0.5043829587677212, + "grad_norm": 3.1149862447713548, + "learning_rate": 2.068688381873608e-06, + "loss": 0.9693, + "step": 6991 + }, + { + "epoch": 0.5044551062371487, + "grad_norm": 2.6254095938697826, + "learning_rate": 2.068221295903103e-06, + "loss": 0.8786, + "step": 6992 + }, + { + "epoch": 0.5045272537065763, + "grad_norm": 0.8090882194618509, + "learning_rate": 2.0677542062072855e-06, + "loss": 0.823, + "step": 6993 + }, + { + "epoch": 0.5045994011760038, + "grad_norm": 3.621588976594813, + "learning_rate": 2.067287112811661e-06, + "loss": 0.934, + "step": 6994 + }, + { + "epoch": 0.5046715486454313, + "grad_norm": 2.1508202119368156, + "learning_rate": 2.0668200157417376e-06, + "loss": 0.9607, + "step": 6995 + }, + { + "epoch": 0.5047436961148588, + "grad_norm": 6.851913808517695, + "learning_rate": 2.06635291502302e-06, + "loss": 1.0009, + "step": 6996 + }, + { + "epoch": 0.5048158435842863, + "grad_norm": 2.0349342386178644, + "learning_rate": 2.0658858106810145e-06, + "loss": 0.9754, + "step": 6997 + }, + { + "epoch": 0.5048879910537137, + "grad_norm": 2.8140985820179054, + "learning_rate": 2.0654187027412297e-06, + "loss": 1.0228, + "step": 6998 + }, + { + "epoch": 0.5049601385231413, + "grad_norm": 2.057966509525214, + "learning_rate": 2.0649515912291715e-06, + "loss": 0.8757, + "step": 6999 + }, + { + "epoch": 0.5050322859925688, + "grad_norm": 1.992541173320471, + "learning_rate": 2.064484476170347e-06, + "loss": 1.0319, + "step": 7000 + }, + { + "epoch": 0.5051044334619963, + "grad_norm": 1.9950549862389921, + "learning_rate": 2.0640173575902645e-06, + "loss": 0.9805, + "step": 7001 + }, + { + "epoch": 0.5051765809314238, + "grad_norm": 2.370176536970664, + "learning_rate": 2.0635502355144307e-06, + "loss": 0.8817, + "step": 7002 + }, + { + "epoch": 0.5052487284008513, + "grad_norm": 3.1157538384492964, + "learning_rate": 2.063083109968354e-06, + "loss": 0.9218, + "step": 7003 + }, + { + "epoch": 0.5053208758702789, + "grad_norm": 3.4755361349252145, + "learning_rate": 2.062615980977542e-06, + "loss": 1.0622, + "step": 7004 + }, + { + "epoch": 0.5053930233397064, + "grad_norm": 2.2401755207981258, + "learning_rate": 2.0621488485675035e-06, + "loss": 0.9763, + "step": 7005 + }, + { + "epoch": 0.5054651708091339, + "grad_norm": 1.6824987262420594, + "learning_rate": 2.061681712763746e-06, + "loss": 0.8496, + "step": 7006 + }, + { + "epoch": 0.5055373182785614, + "grad_norm": 7.687752324126938, + "learning_rate": 2.0612145735917784e-06, + "loss": 0.991, + "step": 7007 + }, + { + "epoch": 0.5056094657479889, + "grad_norm": 3.3275737753699444, + "learning_rate": 2.0607474310771103e-06, + "loss": 0.9235, + "step": 7008 + }, + { + "epoch": 0.5056816132174164, + "grad_norm": 2.43240283219195, + "learning_rate": 2.0602802852452486e-06, + "loss": 0.8555, + "step": 7009 + }, + { + "epoch": 0.5057537606868439, + "grad_norm": 2.9290380139448153, + "learning_rate": 2.059813136121705e-06, + "loss": 0.8795, + "step": 7010 + }, + { + "epoch": 0.5058259081562714, + "grad_norm": 5.10268456356544, + "learning_rate": 2.0593459837319868e-06, + "loss": 0.8429, + "step": 7011 + }, + { + "epoch": 0.5058980556256989, + "grad_norm": 4.56613348936763, + "learning_rate": 2.058878828101604e-06, + "loss": 0.9135, + "step": 7012 + }, + { + "epoch": 0.5059702030951264, + "grad_norm": 2.5016951535928613, + "learning_rate": 2.058411669256067e-06, + "loss": 0.9186, + "step": 7013 + }, + { + "epoch": 0.5060423505645539, + "grad_norm": 3.0501933489940534, + "learning_rate": 2.057944507220884e-06, + "loss": 0.9129, + "step": 7014 + }, + { + "epoch": 0.5061144980339815, + "grad_norm": 4.594728949421537, + "learning_rate": 2.057477342021567e-06, + "loss": 0.9464, + "step": 7015 + }, + { + "epoch": 0.506186645503409, + "grad_norm": 1.6914079415046392, + "learning_rate": 2.057010173683624e-06, + "loss": 0.9843, + "step": 7016 + }, + { + "epoch": 0.5062587929728365, + "grad_norm": 2.0383050322835805, + "learning_rate": 2.0565430022325678e-06, + "loss": 1.04, + "step": 7017 + }, + { + "epoch": 0.506330940442264, + "grad_norm": 2.8498950001966734, + "learning_rate": 2.056075827693907e-06, + "loss": 0.95, + "step": 7018 + }, + { + "epoch": 0.5064030879116915, + "grad_norm": 2.871843180516479, + "learning_rate": 2.0556086500931525e-06, + "loss": 1.0543, + "step": 7019 + }, + { + "epoch": 0.506475235381119, + "grad_norm": 3.2267439747316176, + "learning_rate": 2.055141469455816e-06, + "loss": 0.9786, + "step": 7020 + }, + { + "epoch": 0.5065473828505466, + "grad_norm": 3.962713742433053, + "learning_rate": 2.054674285807407e-06, + "loss": 1.0538, + "step": 7021 + }, + { + "epoch": 0.506619530319974, + "grad_norm": 2.569321368823909, + "learning_rate": 2.0542070991734387e-06, + "loss": 0.9206, + "step": 7022 + }, + { + "epoch": 0.5066916777894015, + "grad_norm": 2.994182987000553, + "learning_rate": 2.053739909579421e-06, + "loss": 1.0904, + "step": 7023 + }, + { + "epoch": 0.506763825258829, + "grad_norm": 2.2221534307746538, + "learning_rate": 2.0532727170508655e-06, + "loss": 1.0843, + "step": 7024 + }, + { + "epoch": 0.5068359727282565, + "grad_norm": 3.0118036122123164, + "learning_rate": 2.0528055216132845e-06, + "loss": 0.993, + "step": 7025 + }, + { + "epoch": 0.506908120197684, + "grad_norm": 4.5070990620981926, + "learning_rate": 2.052338323292189e-06, + "loss": 0.9541, + "step": 7026 + }, + { + "epoch": 0.5069802676671116, + "grad_norm": 7.910169029696466, + "learning_rate": 2.051871122113092e-06, + "loss": 0.788, + "step": 7027 + }, + { + "epoch": 0.5070524151365391, + "grad_norm": 2.486042542698915, + "learning_rate": 2.051403918101505e-06, + "loss": 1.0562, + "step": 7028 + }, + { + "epoch": 0.5071245626059666, + "grad_norm": 7.558008294510056, + "learning_rate": 2.05093671128294e-06, + "loss": 0.9294, + "step": 7029 + }, + { + "epoch": 0.5071967100753941, + "grad_norm": 2.2737376221439947, + "learning_rate": 2.05046950168291e-06, + "loss": 1.0494, + "step": 7030 + }, + { + "epoch": 0.5072688575448216, + "grad_norm": 3.037952838313153, + "learning_rate": 2.0500022893269268e-06, + "loss": 0.9712, + "step": 7031 + }, + { + "epoch": 0.5073410050142492, + "grad_norm": 3.1598063158482224, + "learning_rate": 2.0495350742405044e-06, + "loss": 1.0199, + "step": 7032 + }, + { + "epoch": 0.5074131524836767, + "grad_norm": 3.204635636064812, + "learning_rate": 2.0490678564491543e-06, + "loss": 0.9187, + "step": 7033 + }, + { + "epoch": 0.5074852999531041, + "grad_norm": 4.112331936541459, + "learning_rate": 2.048600635978391e-06, + "loss": 0.9917, + "step": 7034 + }, + { + "epoch": 0.5075574474225316, + "grad_norm": 3.6942174470490423, + "learning_rate": 2.0481334128537266e-06, + "loss": 0.9629, + "step": 7035 + }, + { + "epoch": 0.5076295948919591, + "grad_norm": 2.429149604942466, + "learning_rate": 2.047666187100674e-06, + "loss": 0.9031, + "step": 7036 + }, + { + "epoch": 0.5077017423613867, + "grad_norm": 3.583537310331932, + "learning_rate": 2.047198958744748e-06, + "loss": 0.9462, + "step": 7037 + }, + { + "epoch": 0.5077738898308142, + "grad_norm": 12.692053668274468, + "learning_rate": 2.0467317278114616e-06, + "loss": 1.0483, + "step": 7038 + }, + { + "epoch": 0.5078460373002417, + "grad_norm": 4.646094390422648, + "learning_rate": 2.0462644943263287e-06, + "loss": 1.0261, + "step": 7039 + }, + { + "epoch": 0.5079181847696692, + "grad_norm": 2.209923717338745, + "learning_rate": 2.045797258314863e-06, + "loss": 0.9351, + "step": 7040 + }, + { + "epoch": 0.5079903322390967, + "grad_norm": 3.291647866754726, + "learning_rate": 2.045330019802578e-06, + "loss": 0.9708, + "step": 7041 + }, + { + "epoch": 0.5080624797085243, + "grad_norm": 5.687502012147652, + "learning_rate": 2.0448627788149884e-06, + "loss": 0.9717, + "step": 7042 + }, + { + "epoch": 0.5081346271779518, + "grad_norm": 5.149529533748235, + "learning_rate": 2.044395535377609e-06, + "loss": 0.8358, + "step": 7043 + }, + { + "epoch": 0.5082067746473793, + "grad_norm": 4.373541452604112, + "learning_rate": 2.043928289515954e-06, + "loss": 0.9875, + "step": 7044 + }, + { + "epoch": 0.5082789221168068, + "grad_norm": 3.515740829255082, + "learning_rate": 2.043461041255537e-06, + "loss": 1.0332, + "step": 7045 + }, + { + "epoch": 0.5083510695862342, + "grad_norm": 2.2401013388871243, + "learning_rate": 2.042993790621874e-06, + "loss": 0.8601, + "step": 7046 + }, + { + "epoch": 0.5084232170556617, + "grad_norm": 2.1038966493497298, + "learning_rate": 2.0425265376404797e-06, + "loss": 1.1062, + "step": 7047 + }, + { + "epoch": 0.5084953645250893, + "grad_norm": 5.190483614048413, + "learning_rate": 2.0420592823368673e-06, + "loss": 0.945, + "step": 7048 + }, + { + "epoch": 0.5085675119945168, + "grad_norm": 2.905043649000837, + "learning_rate": 2.041592024736554e-06, + "loss": 1.0435, + "step": 7049 + }, + { + "epoch": 0.5086396594639443, + "grad_norm": 4.004148954153167, + "learning_rate": 2.0411247648650547e-06, + "loss": 0.9064, + "step": 7050 + }, + { + "epoch": 0.5087118069333718, + "grad_norm": 2.687281133921554, + "learning_rate": 2.0406575027478827e-06, + "loss": 0.9808, + "step": 7051 + }, + { + "epoch": 0.5087839544027993, + "grad_norm": 4.92461442551498, + "learning_rate": 2.0401902384105564e-06, + "loss": 0.9704, + "step": 7052 + }, + { + "epoch": 0.5088561018722269, + "grad_norm": 5.136163230417448, + "learning_rate": 2.0397229718785893e-06, + "loss": 0.9245, + "step": 7053 + }, + { + "epoch": 0.5089282493416544, + "grad_norm": 3.422616538605649, + "learning_rate": 2.039255703177498e-06, + "loss": 0.979, + "step": 7054 + }, + { + "epoch": 0.5090003968110819, + "grad_norm": 2.4882552835735505, + "learning_rate": 2.038788432332798e-06, + "loss": 1.1246, + "step": 7055 + }, + { + "epoch": 0.5090725442805094, + "grad_norm": 2.199618857052851, + "learning_rate": 2.0383211593700054e-06, + "loss": 0.8344, + "step": 7056 + }, + { + "epoch": 0.5091446917499368, + "grad_norm": 2.246031970957446, + "learning_rate": 2.037853884314636e-06, + "loss": 0.9608, + "step": 7057 + }, + { + "epoch": 0.5092168392193643, + "grad_norm": 3.891935809438228, + "learning_rate": 2.0373866071922053e-06, + "loss": 0.9079, + "step": 7058 + }, + { + "epoch": 0.5092889866887919, + "grad_norm": 2.7654576655051017, + "learning_rate": 2.0369193280282318e-06, + "loss": 0.8978, + "step": 7059 + }, + { + "epoch": 0.5093611341582194, + "grad_norm": 1.678855654529697, + "learning_rate": 2.036452046848229e-06, + "loss": 0.9335, + "step": 7060 + }, + { + "epoch": 0.5094332816276469, + "grad_norm": 2.929918122433219, + "learning_rate": 2.0359847636777165e-06, + "loss": 1.0149, + "step": 7061 + }, + { + "epoch": 0.5095054290970744, + "grad_norm": 3.6909458418236634, + "learning_rate": 2.035517478542209e-06, + "loss": 1.0646, + "step": 7062 + }, + { + "epoch": 0.5095775765665019, + "grad_norm": 5.4692912678569465, + "learning_rate": 2.035050191467222e-06, + "loss": 0.9299, + "step": 7063 + }, + { + "epoch": 0.5096497240359295, + "grad_norm": 3.028940953411831, + "learning_rate": 2.0345829024782754e-06, + "loss": 0.9801, + "step": 7064 + }, + { + "epoch": 0.509721871505357, + "grad_norm": 6.708751815474385, + "learning_rate": 2.0341156116008836e-06, + "loss": 0.9164, + "step": 7065 + }, + { + "epoch": 0.5097940189747845, + "grad_norm": 2.2380998414773954, + "learning_rate": 2.0336483188605648e-06, + "loss": 1.0402, + "step": 7066 + }, + { + "epoch": 0.509866166444212, + "grad_norm": 0.7202814207178195, + "learning_rate": 2.033181024282836e-06, + "loss": 0.8647, + "step": 7067 + }, + { + "epoch": 0.5099383139136395, + "grad_norm": 3.1806082927064914, + "learning_rate": 2.0327137278932144e-06, + "loss": 0.9451, + "step": 7068 + }, + { + "epoch": 0.5100104613830669, + "grad_norm": 2.3661393970690536, + "learning_rate": 2.0322464297172166e-06, + "loss": 0.9993, + "step": 7069 + }, + { + "epoch": 0.5100826088524945, + "grad_norm": 3.111300538366402, + "learning_rate": 2.0317791297803615e-06, + "loss": 0.8635, + "step": 7070 + }, + { + "epoch": 0.510154756321922, + "grad_norm": 3.0500754737896223, + "learning_rate": 2.0313118281081653e-06, + "loss": 1.0032, + "step": 7071 + }, + { + "epoch": 0.5102269037913495, + "grad_norm": 2.672497771559269, + "learning_rate": 2.0308445247261455e-06, + "loss": 1.0065, + "step": 7072 + }, + { + "epoch": 0.510299051260777, + "grad_norm": 12.17568412597612, + "learning_rate": 2.0303772196598214e-06, + "loss": 0.8054, + "step": 7073 + }, + { + "epoch": 0.5103711987302045, + "grad_norm": 6.287409405216794, + "learning_rate": 2.0299099129347095e-06, + "loss": 0.9538, + "step": 7074 + }, + { + "epoch": 0.510443346199632, + "grad_norm": 3.197743878164628, + "learning_rate": 2.0294426045763275e-06, + "loss": 0.9317, + "step": 7075 + }, + { + "epoch": 0.5105154936690596, + "grad_norm": 3.1948800015786674, + "learning_rate": 2.0289752946101944e-06, + "loss": 0.9493, + "step": 7076 + }, + { + "epoch": 0.5105876411384871, + "grad_norm": 2.2896251833153873, + "learning_rate": 2.028507983061827e-06, + "loss": 0.9679, + "step": 7077 + }, + { + "epoch": 0.5106597886079146, + "grad_norm": 3.6748866939594125, + "learning_rate": 2.028040669956745e-06, + "loss": 0.92, + "step": 7078 + }, + { + "epoch": 0.5107319360773421, + "grad_norm": 3.363362062128, + "learning_rate": 2.027573355320466e-06, + "loss": 1.0301, + "step": 7079 + }, + { + "epoch": 0.5108040835467696, + "grad_norm": 11.27330485455574, + "learning_rate": 2.027106039178507e-06, + "loss": 0.9613, + "step": 7080 + }, + { + "epoch": 0.5108762310161971, + "grad_norm": 4.131350628295306, + "learning_rate": 2.0266387215563884e-06, + "loss": 0.9908, + "step": 7081 + }, + { + "epoch": 0.5109483784856246, + "grad_norm": 2.5012233601933485, + "learning_rate": 2.0261714024796273e-06, + "loss": 1.0195, + "step": 7082 + }, + { + "epoch": 0.5110205259550521, + "grad_norm": 7.665368951625928, + "learning_rate": 2.025704081973744e-06, + "loss": 1.0809, + "step": 7083 + }, + { + "epoch": 0.5110926734244796, + "grad_norm": 2.769184817234479, + "learning_rate": 2.025236760064255e-06, + "loss": 0.9662, + "step": 7084 + }, + { + "epoch": 0.5111648208939071, + "grad_norm": 3.279693815780454, + "learning_rate": 2.02476943677668e-06, + "loss": 1.0532, + "step": 7085 + }, + { + "epoch": 0.5112369683633347, + "grad_norm": 2.6416346859926527, + "learning_rate": 2.0243021121365378e-06, + "loss": 1.0073, + "step": 7086 + }, + { + "epoch": 0.5113091158327622, + "grad_norm": 3.5135262561455995, + "learning_rate": 2.0238347861693466e-06, + "loss": 0.9971, + "step": 7087 + }, + { + "epoch": 0.5113812633021897, + "grad_norm": 6.279663492893897, + "learning_rate": 2.0233674589006267e-06, + "loss": 0.9527, + "step": 7088 + }, + { + "epoch": 0.5114534107716172, + "grad_norm": 3.1683650398039145, + "learning_rate": 2.0229001303558965e-06, + "loss": 0.953, + "step": 7089 + }, + { + "epoch": 0.5115255582410447, + "grad_norm": 4.199982670339527, + "learning_rate": 2.0224328005606743e-06, + "loss": 0.8784, + "step": 7090 + }, + { + "epoch": 0.5115977057104723, + "grad_norm": 2.0624243982504025, + "learning_rate": 2.021965469540481e-06, + "loss": 1.0192, + "step": 7091 + }, + { + "epoch": 0.5116698531798998, + "grad_norm": 7.066591681076567, + "learning_rate": 2.0214981373208336e-06, + "loss": 0.9423, + "step": 7092 + }, + { + "epoch": 0.5117420006493272, + "grad_norm": 4.398975400404537, + "learning_rate": 2.0210308039272527e-06, + "loss": 0.9517, + "step": 7093 + }, + { + "epoch": 0.5118141481187547, + "grad_norm": 2.5388393832258, + "learning_rate": 2.020563469385258e-06, + "loss": 0.9702, + "step": 7094 + }, + { + "epoch": 0.5118862955881822, + "grad_norm": 3.4592421536321827, + "learning_rate": 2.0200961337203683e-06, + "loss": 0.9338, + "step": 7095 + }, + { + "epoch": 0.5119584430576097, + "grad_norm": 2.662388339857785, + "learning_rate": 2.019628796958103e-06, + "loss": 1.0768, + "step": 7096 + }, + { + "epoch": 0.5120305905270373, + "grad_norm": 2.3280398974129572, + "learning_rate": 2.0191614591239808e-06, + "loss": 0.8834, + "step": 7097 + }, + { + "epoch": 0.5121027379964648, + "grad_norm": 4.006740612631926, + "learning_rate": 2.0186941202435233e-06, + "loss": 0.9124, + "step": 7098 + }, + { + "epoch": 0.5121748854658923, + "grad_norm": 2.533215736704824, + "learning_rate": 2.0182267803422485e-06, + "loss": 0.8954, + "step": 7099 + }, + { + "epoch": 0.5122470329353198, + "grad_norm": 2.991894261903997, + "learning_rate": 2.0177594394456773e-06, + "loss": 0.7485, + "step": 7100 + }, + { + "epoch": 0.5123191804047473, + "grad_norm": 3.4297723086218506, + "learning_rate": 2.0172920975793288e-06, + "loss": 0.8995, + "step": 7101 + }, + { + "epoch": 0.5123913278741749, + "grad_norm": 4.210551341509483, + "learning_rate": 2.0168247547687223e-06, + "loss": 0.8953, + "step": 7102 + }, + { + "epoch": 0.5124634753436024, + "grad_norm": 7.303161657565386, + "learning_rate": 2.016357411039379e-06, + "loss": 1.0001, + "step": 7103 + }, + { + "epoch": 0.5125356228130298, + "grad_norm": 12.17516778912551, + "learning_rate": 2.0158900664168175e-06, + "loss": 0.9051, + "step": 7104 + }, + { + "epoch": 0.5126077702824573, + "grad_norm": 2.4737143520043903, + "learning_rate": 2.0154227209265584e-06, + "loss": 0.9728, + "step": 7105 + }, + { + "epoch": 0.5126799177518848, + "grad_norm": 2.536123975665679, + "learning_rate": 2.014955374594122e-06, + "loss": 0.8877, + "step": 7106 + }, + { + "epoch": 0.5127520652213123, + "grad_norm": 0.7688530193865205, + "learning_rate": 2.0144880274450275e-06, + "loss": 0.8798, + "step": 7107 + }, + { + "epoch": 0.5128242126907399, + "grad_norm": 1.901123658245415, + "learning_rate": 2.014020679504796e-06, + "loss": 0.9193, + "step": 7108 + }, + { + "epoch": 0.5128963601601674, + "grad_norm": 2.8113379727003345, + "learning_rate": 2.013553330798946e-06, + "loss": 0.8731, + "step": 7109 + }, + { + "epoch": 0.5129685076295949, + "grad_norm": 2.9252053930436577, + "learning_rate": 2.0130859813529994e-06, + "loss": 0.9977, + "step": 7110 + }, + { + "epoch": 0.5130406550990224, + "grad_norm": 3.0566721369182375, + "learning_rate": 2.0126186311924763e-06, + "loss": 0.9893, + "step": 7111 + }, + { + "epoch": 0.5131128025684499, + "grad_norm": 0.7440264756967865, + "learning_rate": 2.0121512803428953e-06, + "loss": 0.8283, + "step": 7112 + }, + { + "epoch": 0.5131849500378775, + "grad_norm": 0.7941909916672578, + "learning_rate": 2.0116839288297788e-06, + "loss": 0.8042, + "step": 7113 + }, + { + "epoch": 0.513257097507305, + "grad_norm": 2.9910183607001497, + "learning_rate": 2.0112165766786457e-06, + "loss": 0.8531, + "step": 7114 + }, + { + "epoch": 0.5133292449767325, + "grad_norm": 2.7980921137591768, + "learning_rate": 2.010749223915017e-06, + "loss": 0.8628, + "step": 7115 + }, + { + "epoch": 0.5134013924461599, + "grad_norm": 8.082438573441621, + "learning_rate": 2.0102818705644133e-06, + "loss": 0.8745, + "step": 7116 + }, + { + "epoch": 0.5134735399155874, + "grad_norm": 2.874821367104612, + "learning_rate": 2.0098145166523546e-06, + "loss": 0.9593, + "step": 7117 + }, + { + "epoch": 0.5135456873850149, + "grad_norm": 3.6368679585563224, + "learning_rate": 2.0093471622043613e-06, + "loss": 0.8539, + "step": 7118 + }, + { + "epoch": 0.5136178348544425, + "grad_norm": 2.408057685661696, + "learning_rate": 2.0088798072459543e-06, + "loss": 0.8673, + "step": 7119 + }, + { + "epoch": 0.51368998232387, + "grad_norm": 2.2937846251324774, + "learning_rate": 2.008412451802654e-06, + "loss": 0.8871, + "step": 7120 + }, + { + "epoch": 0.5137621297932975, + "grad_norm": 4.640238222386653, + "learning_rate": 2.00794509589998e-06, + "loss": 0.846, + "step": 7121 + }, + { + "epoch": 0.513834277262725, + "grad_norm": 3.3572981691233394, + "learning_rate": 2.007477739563455e-06, + "loss": 1.0452, + "step": 7122 + }, + { + "epoch": 0.5139064247321525, + "grad_norm": 2.873240388516108, + "learning_rate": 2.007010382818598e-06, + "loss": 0.8256, + "step": 7123 + }, + { + "epoch": 0.51397857220158, + "grad_norm": 4.481309434398184, + "learning_rate": 2.006543025690929e-06, + "loss": 1.0269, + "step": 7124 + }, + { + "epoch": 0.5140507196710076, + "grad_norm": 2.1560955268702706, + "learning_rate": 2.0060756682059704e-06, + "loss": 0.9528, + "step": 7125 + }, + { + "epoch": 0.5141228671404351, + "grad_norm": 3.922380027322104, + "learning_rate": 2.0056083103892415e-06, + "loss": 0.8842, + "step": 7126 + }, + { + "epoch": 0.5141950146098626, + "grad_norm": 3.430168656854256, + "learning_rate": 2.005140952266264e-06, + "loss": 0.9781, + "step": 7127 + }, + { + "epoch": 0.51426716207929, + "grad_norm": 3.1240000841675575, + "learning_rate": 2.004673593862558e-06, + "loss": 0.9466, + "step": 7128 + }, + { + "epoch": 0.5143393095487175, + "grad_norm": 4.1756410209440915, + "learning_rate": 2.004206235203644e-06, + "loss": 0.8653, + "step": 7129 + }, + { + "epoch": 0.5144114570181451, + "grad_norm": 3.784319427863416, + "learning_rate": 2.0037388763150437e-06, + "loss": 0.9258, + "step": 7130 + }, + { + "epoch": 0.5144836044875726, + "grad_norm": 2.9129518739579474, + "learning_rate": 2.0032715172222765e-06, + "loss": 1.0011, + "step": 7131 + }, + { + "epoch": 0.5145557519570001, + "grad_norm": 3.2637718089502576, + "learning_rate": 2.002804157950865e-06, + "loss": 1.0094, + "step": 7132 + }, + { + "epoch": 0.5146278994264276, + "grad_norm": 1.966954214551298, + "learning_rate": 2.002336798526328e-06, + "loss": 1.0324, + "step": 7133 + }, + { + "epoch": 0.5147000468958551, + "grad_norm": 4.533035663106793, + "learning_rate": 2.0018694389741867e-06, + "loss": 0.9835, + "step": 7134 + }, + { + "epoch": 0.5147721943652827, + "grad_norm": 2.303385014135923, + "learning_rate": 2.0014020793199633e-06, + "loss": 0.8919, + "step": 7135 + }, + { + "epoch": 0.5148443418347102, + "grad_norm": 4.154824148558436, + "learning_rate": 2.0009347195891767e-06, + "loss": 0.9975, + "step": 7136 + }, + { + "epoch": 0.5149164893041377, + "grad_norm": 3.089369321490299, + "learning_rate": 2.0004673598073486e-06, + "loss": 0.8523, + "step": 7137 + }, + { + "epoch": 0.5149886367735652, + "grad_norm": 2.7836613863410458, + "learning_rate": 1.9999999999999995e-06, + "loss": 0.9922, + "step": 7138 + }, + { + "epoch": 0.5150607842429927, + "grad_norm": 2.5098021033341236, + "learning_rate": 1.999532640192651e-06, + "loss": 0.8296, + "step": 7139 + }, + { + "epoch": 0.5151329317124201, + "grad_norm": 0.6862161743707761, + "learning_rate": 1.9990652804108236e-06, + "loss": 0.7379, + "step": 7140 + }, + { + "epoch": 0.5152050791818477, + "grad_norm": 7.408912148050434, + "learning_rate": 1.998597920680037e-06, + "loss": 0.9702, + "step": 7141 + }, + { + "epoch": 0.5152772266512752, + "grad_norm": 3.7331151393298403, + "learning_rate": 1.998130561025813e-06, + "loss": 0.9324, + "step": 7142 + }, + { + "epoch": 0.5153493741207027, + "grad_norm": 2.6110043492596917, + "learning_rate": 1.997663201473672e-06, + "loss": 1.0074, + "step": 7143 + }, + { + "epoch": 0.5154215215901302, + "grad_norm": 2.439291955588422, + "learning_rate": 1.9971958420491356e-06, + "loss": 0.994, + "step": 7144 + }, + { + "epoch": 0.5154936690595577, + "grad_norm": 2.52848080464206, + "learning_rate": 1.9967284827777233e-06, + "loss": 0.9864, + "step": 7145 + }, + { + "epoch": 0.5155658165289853, + "grad_norm": 2.417149517448883, + "learning_rate": 1.996261123684956e-06, + "loss": 0.9871, + "step": 7146 + }, + { + "epoch": 0.5156379639984128, + "grad_norm": 0.8549703252115479, + "learning_rate": 1.995793764796356e-06, + "loss": 0.8607, + "step": 7147 + }, + { + "epoch": 0.5157101114678403, + "grad_norm": 2.5887093339394056, + "learning_rate": 1.9953264061374417e-06, + "loss": 1.0473, + "step": 7148 + }, + { + "epoch": 0.5157822589372678, + "grad_norm": 2.484972036346353, + "learning_rate": 1.9948590477337363e-06, + "loss": 0.9872, + "step": 7149 + }, + { + "epoch": 0.5158544064066953, + "grad_norm": 5.322537442886862, + "learning_rate": 1.9943916896107588e-06, + "loss": 0.9239, + "step": 7150 + }, + { + "epoch": 0.5159265538761227, + "grad_norm": 2.347538035839231, + "learning_rate": 1.99392433179403e-06, + "loss": 0.8829, + "step": 7151 + }, + { + "epoch": 0.5159987013455503, + "grad_norm": 1.9625621008310872, + "learning_rate": 1.9934569743090714e-06, + "loss": 0.983, + "step": 7152 + }, + { + "epoch": 0.5160708488149778, + "grad_norm": 2.864071683561978, + "learning_rate": 1.9929896171814024e-06, + "loss": 1.0632, + "step": 7153 + }, + { + "epoch": 0.5161429962844053, + "grad_norm": 3.0929515077900938, + "learning_rate": 1.9925222604365454e-06, + "loss": 1.0379, + "step": 7154 + }, + { + "epoch": 0.5162151437538328, + "grad_norm": 3.172118830587248, + "learning_rate": 1.99205490410002e-06, + "loss": 1.016, + "step": 7155 + }, + { + "epoch": 0.5162872912232603, + "grad_norm": 3.471250028352665, + "learning_rate": 1.9915875481973462e-06, + "loss": 0.972, + "step": 7156 + }, + { + "epoch": 0.5163594386926879, + "grad_norm": 2.7383200823632947, + "learning_rate": 1.991120192754046e-06, + "loss": 1.043, + "step": 7157 + }, + { + "epoch": 0.5164315861621154, + "grad_norm": 2.374812871688443, + "learning_rate": 1.9906528377956386e-06, + "loss": 0.904, + "step": 7158 + }, + { + "epoch": 0.5165037336315429, + "grad_norm": 3.0171203068462296, + "learning_rate": 1.9901854833476456e-06, + "loss": 1.0097, + "step": 7159 + }, + { + "epoch": 0.5165758811009704, + "grad_norm": 2.51779460346196, + "learning_rate": 1.989718129435586e-06, + "loss": 1.0289, + "step": 7160 + }, + { + "epoch": 0.5166480285703979, + "grad_norm": 3.0355467870327164, + "learning_rate": 1.9892507760849827e-06, + "loss": 1.0987, + "step": 7161 + }, + { + "epoch": 0.5167201760398255, + "grad_norm": 2.8955010605422964, + "learning_rate": 1.9887834233213546e-06, + "loss": 0.9103, + "step": 7162 + }, + { + "epoch": 0.5167923235092529, + "grad_norm": 2.7223274984784926, + "learning_rate": 1.988316071170221e-06, + "loss": 0.9856, + "step": 7163 + }, + { + "epoch": 0.5168644709786804, + "grad_norm": 2.1108236354158825, + "learning_rate": 1.9878487196571045e-06, + "loss": 0.9648, + "step": 7164 + }, + { + "epoch": 0.5169366184481079, + "grad_norm": 2.558190327063489, + "learning_rate": 1.9873813688075235e-06, + "loss": 0.9709, + "step": 7165 + }, + { + "epoch": 0.5170087659175354, + "grad_norm": 3.2296330433071474, + "learning_rate": 1.9869140186470004e-06, + "loss": 0.8351, + "step": 7166 + }, + { + "epoch": 0.5170809133869629, + "grad_norm": 2.3633935318432777, + "learning_rate": 1.9864466692010542e-06, + "loss": 1.0047, + "step": 7167 + }, + { + "epoch": 0.5171530608563905, + "grad_norm": 4.155582001432517, + "learning_rate": 1.9859793204952043e-06, + "loss": 1.0072, + "step": 7168 + }, + { + "epoch": 0.517225208325818, + "grad_norm": 4.800240494743263, + "learning_rate": 1.9855119725549727e-06, + "loss": 1.0031, + "step": 7169 + }, + { + "epoch": 0.5172973557952455, + "grad_norm": 2.6095976591765138, + "learning_rate": 1.9850446254058783e-06, + "loss": 0.8705, + "step": 7170 + }, + { + "epoch": 0.517369503264673, + "grad_norm": 2.7234599214857576, + "learning_rate": 1.9845772790734414e-06, + "loss": 0.985, + "step": 7171 + }, + { + "epoch": 0.5174416507341005, + "grad_norm": 3.7797896662730652, + "learning_rate": 1.9841099335831827e-06, + "loss": 0.9337, + "step": 7172 + }, + { + "epoch": 0.517513798203528, + "grad_norm": 2.37109375, + "learning_rate": 1.983642588960621e-06, + "loss": 1.0072, + "step": 7173 + }, + { + "epoch": 0.5175859456729556, + "grad_norm": 2.535023925337288, + "learning_rate": 1.983175245231278e-06, + "loss": 0.9626, + "step": 7174 + }, + { + "epoch": 0.517658093142383, + "grad_norm": 2.3479196714863226, + "learning_rate": 1.982707902420671e-06, + "loss": 1.0489, + "step": 7175 + }, + { + "epoch": 0.5177302406118105, + "grad_norm": 2.1464161744880705, + "learning_rate": 1.9822405605543225e-06, + "loss": 0.9557, + "step": 7176 + }, + { + "epoch": 0.517802388081238, + "grad_norm": 3.6093220232093617, + "learning_rate": 1.9817732196577518e-06, + "loss": 0.9449, + "step": 7177 + }, + { + "epoch": 0.5178745355506655, + "grad_norm": 2.549302144020749, + "learning_rate": 1.9813058797564765e-06, + "loss": 0.9279, + "step": 7178 + }, + { + "epoch": 0.5179466830200931, + "grad_norm": 3.714412435528793, + "learning_rate": 1.980838540876019e-06, + "loss": 0.8869, + "step": 7179 + }, + { + "epoch": 0.5180188304895206, + "grad_norm": 1.1291539537528241, + "learning_rate": 1.980371203041897e-06, + "loss": 0.9149, + "step": 7180 + }, + { + "epoch": 0.5180909779589481, + "grad_norm": 3.103151159569998, + "learning_rate": 1.979903866279632e-06, + "loss": 0.9667, + "step": 7181 + }, + { + "epoch": 0.5181631254283756, + "grad_norm": 2.701694705479546, + "learning_rate": 1.979436530614742e-06, + "loss": 1.044, + "step": 7182 + }, + { + "epoch": 0.5182352728978031, + "grad_norm": 2.0752833161487025, + "learning_rate": 1.978969196072747e-06, + "loss": 0.9349, + "step": 7183 + }, + { + "epoch": 0.5183074203672307, + "grad_norm": 2.579403646877113, + "learning_rate": 1.9785018626791667e-06, + "loss": 1.1077, + "step": 7184 + }, + { + "epoch": 0.5183795678366582, + "grad_norm": 2.8824712453104375, + "learning_rate": 1.9780345304595192e-06, + "loss": 0.9333, + "step": 7185 + }, + { + "epoch": 0.5184517153060857, + "grad_norm": 3.4324111724717916, + "learning_rate": 1.9775671994393255e-06, + "loss": 0.9281, + "step": 7186 + }, + { + "epoch": 0.5185238627755131, + "grad_norm": 2.316623413816512, + "learning_rate": 1.9770998696441033e-06, + "loss": 0.8443, + "step": 7187 + }, + { + "epoch": 0.5185960102449406, + "grad_norm": 2.9032143766937044, + "learning_rate": 1.976632541099373e-06, + "loss": 0.973, + "step": 7188 + }, + { + "epoch": 0.5186681577143681, + "grad_norm": 1.8677738817169163, + "learning_rate": 1.9761652138306536e-06, + "loss": 0.9684, + "step": 7189 + }, + { + "epoch": 0.5187403051837957, + "grad_norm": 2.6577856673602347, + "learning_rate": 1.975697887863462e-06, + "loss": 0.8827, + "step": 7190 + }, + { + "epoch": 0.5188124526532232, + "grad_norm": 2.694404603941058, + "learning_rate": 1.9752305632233204e-06, + "loss": 1.0171, + "step": 7191 + }, + { + "epoch": 0.5188846001226507, + "grad_norm": 6.333229398711152, + "learning_rate": 1.974763239935745e-06, + "loss": 1.015, + "step": 7192 + }, + { + "epoch": 0.5189567475920782, + "grad_norm": 2.515716551068467, + "learning_rate": 1.9742959180262564e-06, + "loss": 0.8944, + "step": 7193 + }, + { + "epoch": 0.5190288950615057, + "grad_norm": 3.1694144490953335, + "learning_rate": 1.9738285975203725e-06, + "loss": 0.962, + "step": 7194 + }, + { + "epoch": 0.5191010425309333, + "grad_norm": 2.7804796673656047, + "learning_rate": 1.9733612784436114e-06, + "loss": 1.0195, + "step": 7195 + }, + { + "epoch": 0.5191731900003608, + "grad_norm": 2.81617615245266, + "learning_rate": 1.9728939608214927e-06, + "loss": 0.9372, + "step": 7196 + }, + { + "epoch": 0.5192453374697883, + "grad_norm": 7.947075782246545, + "learning_rate": 1.972426644679534e-06, + "loss": 1.0422, + "step": 7197 + }, + { + "epoch": 0.5193174849392158, + "grad_norm": 2.609324197788584, + "learning_rate": 1.971959330043255e-06, + "loss": 0.8619, + "step": 7198 + }, + { + "epoch": 0.5193896324086432, + "grad_norm": 3.6215340717992874, + "learning_rate": 1.9714920169381728e-06, + "loss": 1.0561, + "step": 7199 + }, + { + "epoch": 0.5194617798780707, + "grad_norm": 2.3333382833519156, + "learning_rate": 1.971024705389806e-06, + "loss": 1.003, + "step": 7200 + }, + { + "epoch": 0.5195339273474983, + "grad_norm": 2.9557649629864784, + "learning_rate": 1.9705573954236727e-06, + "loss": 1.0703, + "step": 7201 + }, + { + "epoch": 0.5196060748169258, + "grad_norm": 2.6832868686546782, + "learning_rate": 1.9700900870652907e-06, + "loss": 0.9308, + "step": 7202 + }, + { + "epoch": 0.5196782222863533, + "grad_norm": 3.005994529734372, + "learning_rate": 1.969622780340179e-06, + "loss": 0.9152, + "step": 7203 + }, + { + "epoch": 0.5197503697557808, + "grad_norm": 3.2813829667534256, + "learning_rate": 1.969155475273854e-06, + "loss": 0.895, + "step": 7204 + }, + { + "epoch": 0.5198225172252083, + "grad_norm": 4.443920594708596, + "learning_rate": 1.968688171891835e-06, + "loss": 0.975, + "step": 7205 + }, + { + "epoch": 0.5198946646946359, + "grad_norm": 2.3513307172030475, + "learning_rate": 1.968220870219639e-06, + "loss": 1.0274, + "step": 7206 + }, + { + "epoch": 0.5199668121640634, + "grad_norm": 0.7030545517279462, + "learning_rate": 1.9677535702827836e-06, + "loss": 0.8388, + "step": 7207 + }, + { + "epoch": 0.5200389596334909, + "grad_norm": 3.2480013644022967, + "learning_rate": 1.967286272106786e-06, + "loss": 0.9999, + "step": 7208 + }, + { + "epoch": 0.5201111071029184, + "grad_norm": 2.9642133884503097, + "learning_rate": 1.966818975717164e-06, + "loss": 1.0132, + "step": 7209 + }, + { + "epoch": 0.5201832545723458, + "grad_norm": 3.0499436795397155, + "learning_rate": 1.9663516811394355e-06, + "loss": 1.0039, + "step": 7210 + }, + { + "epoch": 0.5202554020417733, + "grad_norm": 2.706486458612545, + "learning_rate": 1.9658843883991166e-06, + "loss": 0.8937, + "step": 7211 + }, + { + "epoch": 0.5203275495112009, + "grad_norm": 3.0912616625549245, + "learning_rate": 1.965417097521725e-06, + "loss": 0.9417, + "step": 7212 + }, + { + "epoch": 0.5203996969806284, + "grad_norm": 2.434323025541574, + "learning_rate": 1.9649498085327777e-06, + "loss": 0.9577, + "step": 7213 + }, + { + "epoch": 0.5204718444500559, + "grad_norm": 2.276861175654305, + "learning_rate": 1.9644825214577913e-06, + "loss": 0.9017, + "step": 7214 + }, + { + "epoch": 0.5205439919194834, + "grad_norm": 3.2266819079751117, + "learning_rate": 1.9640152363222837e-06, + "loss": 1.0207, + "step": 7215 + }, + { + "epoch": 0.5206161393889109, + "grad_norm": 3.2605428620475183, + "learning_rate": 1.9635479531517706e-06, + "loss": 0.9141, + "step": 7216 + }, + { + "epoch": 0.5206882868583385, + "grad_norm": 3.1264612977417223, + "learning_rate": 1.963080671971768e-06, + "loss": 0.9636, + "step": 7217 + }, + { + "epoch": 0.520760434327766, + "grad_norm": 3.4023399659583577, + "learning_rate": 1.9626133928077945e-06, + "loss": 0.879, + "step": 7218 + }, + { + "epoch": 0.5208325817971935, + "grad_norm": 10.94418427168323, + "learning_rate": 1.9621461156853643e-06, + "loss": 1.03, + "step": 7219 + }, + { + "epoch": 0.520904729266621, + "grad_norm": 3.702322957547386, + "learning_rate": 1.961678840629995e-06, + "loss": 0.9772, + "step": 7220 + }, + { + "epoch": 0.5209768767360485, + "grad_norm": 3.4867691915061463, + "learning_rate": 1.9612115676672024e-06, + "loss": 0.9782, + "step": 7221 + }, + { + "epoch": 0.5210490242054759, + "grad_norm": 4.973985708537506, + "learning_rate": 1.9607442968225023e-06, + "loss": 0.901, + "step": 7222 + }, + { + "epoch": 0.5211211716749035, + "grad_norm": 5.184613263413397, + "learning_rate": 1.9602770281214105e-06, + "loss": 1.0745, + "step": 7223 + }, + { + "epoch": 0.521193319144331, + "grad_norm": 2.094433345591006, + "learning_rate": 1.959809761589444e-06, + "loss": 0.9433, + "step": 7224 + }, + { + "epoch": 0.5212654666137585, + "grad_norm": 2.673665746045292, + "learning_rate": 1.959342497252117e-06, + "loss": 0.9427, + "step": 7225 + }, + { + "epoch": 0.521337614083186, + "grad_norm": 2.922829212086697, + "learning_rate": 1.9588752351349455e-06, + "loss": 1.0011, + "step": 7226 + }, + { + "epoch": 0.5214097615526135, + "grad_norm": 6.259212875361549, + "learning_rate": 1.958407975263446e-06, + "loss": 0.9656, + "step": 7227 + }, + { + "epoch": 0.5214819090220411, + "grad_norm": 3.47844749525329, + "learning_rate": 1.957940717663133e-06, + "loss": 1.0376, + "step": 7228 + }, + { + "epoch": 0.5215540564914686, + "grad_norm": 4.5497760759523755, + "learning_rate": 1.9574734623595206e-06, + "loss": 0.9314, + "step": 7229 + }, + { + "epoch": 0.5216262039608961, + "grad_norm": 10.478769182335308, + "learning_rate": 1.9570062093781257e-06, + "loss": 1.074, + "step": 7230 + }, + { + "epoch": 0.5216983514303236, + "grad_norm": 2.70101140470332, + "learning_rate": 1.9565389587444627e-06, + "loss": 1.0048, + "step": 7231 + }, + { + "epoch": 0.5217704988997511, + "grad_norm": 3.1799313313489534, + "learning_rate": 1.9560717104840457e-06, + "loss": 0.868, + "step": 7232 + }, + { + "epoch": 0.5218426463691787, + "grad_norm": 0.7804409797317771, + "learning_rate": 1.955604464622391e-06, + "loss": 0.8857, + "step": 7233 + }, + { + "epoch": 0.5219147938386061, + "grad_norm": 2.8279306755957334, + "learning_rate": 1.9551372211850114e-06, + "loss": 1.0338, + "step": 7234 + }, + { + "epoch": 0.5219869413080336, + "grad_norm": 4.21440703469097, + "learning_rate": 1.954669980197422e-06, + "loss": 0.9695, + "step": 7235 + }, + { + "epoch": 0.5220590887774611, + "grad_norm": 2.7148034401515053, + "learning_rate": 1.9542027416851374e-06, + "loss": 0.9504, + "step": 7236 + }, + { + "epoch": 0.5221312362468886, + "grad_norm": 2.532437834659239, + "learning_rate": 1.9537355056736715e-06, + "loss": 0.938, + "step": 7237 + }, + { + "epoch": 0.5222033837163161, + "grad_norm": 3.4188054221506037, + "learning_rate": 1.953268272188538e-06, + "loss": 0.9613, + "step": 7238 + }, + { + "epoch": 0.5222755311857437, + "grad_norm": 6.168484222344932, + "learning_rate": 1.9528010412552517e-06, + "loss": 0.9328, + "step": 7239 + }, + { + "epoch": 0.5223476786551712, + "grad_norm": 3.335677911811579, + "learning_rate": 1.952333812899326e-06, + "loss": 0.9528, + "step": 7240 + }, + { + "epoch": 0.5224198261245987, + "grad_norm": 3.5165271194998247, + "learning_rate": 1.951866587146273e-06, + "loss": 0.9391, + "step": 7241 + }, + { + "epoch": 0.5224919735940262, + "grad_norm": 0.6934591517048692, + "learning_rate": 1.951399364021609e-06, + "loss": 0.7913, + "step": 7242 + }, + { + "epoch": 0.5225641210634537, + "grad_norm": 3.0973126484244116, + "learning_rate": 1.9509321435508455e-06, + "loss": 0.9731, + "step": 7243 + }, + { + "epoch": 0.5226362685328813, + "grad_norm": 2.831392708185982, + "learning_rate": 1.9504649257594954e-06, + "loss": 0.9986, + "step": 7244 + }, + { + "epoch": 0.5227084160023088, + "grad_norm": 3.82622022924397, + "learning_rate": 1.949997710673073e-06, + "loss": 0.9477, + "step": 7245 + }, + { + "epoch": 0.5227805634717362, + "grad_norm": 3.2655446895963585, + "learning_rate": 1.94953049831709e-06, + "loss": 0.9485, + "step": 7246 + }, + { + "epoch": 0.5228527109411637, + "grad_norm": 4.320297710262321, + "learning_rate": 1.94906328871706e-06, + "loss": 1.0073, + "step": 7247 + }, + { + "epoch": 0.5229248584105912, + "grad_norm": 5.627052271829138, + "learning_rate": 1.948596081898495e-06, + "loss": 0.8845, + "step": 7248 + }, + { + "epoch": 0.5229970058800187, + "grad_norm": 2.670834344237836, + "learning_rate": 1.948128877886908e-06, + "loss": 1.0461, + "step": 7249 + }, + { + "epoch": 0.5230691533494463, + "grad_norm": 4.269419118066636, + "learning_rate": 1.9476616767078107e-06, + "loss": 0.9553, + "step": 7250 + }, + { + "epoch": 0.5231413008188738, + "grad_norm": 3.9594548025421408, + "learning_rate": 1.9471944783867153e-06, + "loss": 0.9056, + "step": 7251 + }, + { + "epoch": 0.5232134482883013, + "grad_norm": 2.264696865049264, + "learning_rate": 1.9467272829491347e-06, + "loss": 0.9441, + "step": 7252 + }, + { + "epoch": 0.5232855957577288, + "grad_norm": 7.566205086542467, + "learning_rate": 1.9462600904205787e-06, + "loss": 1.0092, + "step": 7253 + }, + { + "epoch": 0.5233577432271563, + "grad_norm": 4.441353857155795, + "learning_rate": 1.9457929008265616e-06, + "loss": 1.0249, + "step": 7254 + }, + { + "epoch": 0.5234298906965839, + "grad_norm": 4.5003848441124665, + "learning_rate": 1.945325714192593e-06, + "loss": 0.9511, + "step": 7255 + }, + { + "epoch": 0.5235020381660114, + "grad_norm": 2.7974822168407147, + "learning_rate": 1.9448585305441843e-06, + "loss": 0.8965, + "step": 7256 + }, + { + "epoch": 0.5235741856354388, + "grad_norm": 2.8776332571823318, + "learning_rate": 1.9443913499068477e-06, + "loss": 0.9639, + "step": 7257 + }, + { + "epoch": 0.5236463331048663, + "grad_norm": 6.2579002802832155, + "learning_rate": 1.9439241723060933e-06, + "loss": 1.0286, + "step": 7258 + }, + { + "epoch": 0.5237184805742938, + "grad_norm": 2.564531590931137, + "learning_rate": 1.943456997767432e-06, + "loss": 0.9204, + "step": 7259 + }, + { + "epoch": 0.5237906280437213, + "grad_norm": 2.642989595327057, + "learning_rate": 1.9429898263163757e-06, + "loss": 0.9943, + "step": 7260 + }, + { + "epoch": 0.5238627755131489, + "grad_norm": 2.6749434670151992, + "learning_rate": 1.942522657978433e-06, + "loss": 1.0624, + "step": 7261 + }, + { + "epoch": 0.5239349229825764, + "grad_norm": 2.7098968003389996, + "learning_rate": 1.9420554927791156e-06, + "loss": 0.9488, + "step": 7262 + }, + { + "epoch": 0.5240070704520039, + "grad_norm": 3.288300269595966, + "learning_rate": 1.941588330743933e-06, + "loss": 1.0453, + "step": 7263 + }, + { + "epoch": 0.5240792179214314, + "grad_norm": 3.107020421113578, + "learning_rate": 1.941121171898396e-06, + "loss": 0.9441, + "step": 7264 + }, + { + "epoch": 0.5241513653908589, + "grad_norm": 3.3453867106288837, + "learning_rate": 1.940654016268013e-06, + "loss": 0.9591, + "step": 7265 + }, + { + "epoch": 0.5242235128602865, + "grad_norm": 4.208370296706223, + "learning_rate": 1.940186863878295e-06, + "loss": 0.9383, + "step": 7266 + }, + { + "epoch": 0.524295660329714, + "grad_norm": 2.7667277233632968, + "learning_rate": 1.9397197147547512e-06, + "loss": 0.9968, + "step": 7267 + }, + { + "epoch": 0.5243678077991415, + "grad_norm": 0.7602508094053215, + "learning_rate": 1.93925256892289e-06, + "loss": 0.8186, + "step": 7268 + }, + { + "epoch": 0.5244399552685689, + "grad_norm": 2.1213508014635094, + "learning_rate": 1.9387854264082214e-06, + "loss": 0.9496, + "step": 7269 + }, + { + "epoch": 0.5245121027379964, + "grad_norm": 2.7247979430434506, + "learning_rate": 1.938318287236254e-06, + "loss": 0.953, + "step": 7270 + }, + { + "epoch": 0.5245842502074239, + "grad_norm": 3.455034789422266, + "learning_rate": 1.9378511514324963e-06, + "loss": 0.989, + "step": 7271 + }, + { + "epoch": 0.5246563976768515, + "grad_norm": 0.6883424452424115, + "learning_rate": 1.937384019022458e-06, + "loss": 0.8159, + "step": 7272 + }, + { + "epoch": 0.524728545146279, + "grad_norm": 3.889131558128141, + "learning_rate": 1.936916890031646e-06, + "loss": 0.8324, + "step": 7273 + }, + { + "epoch": 0.5248006926157065, + "grad_norm": 5.766433121613821, + "learning_rate": 1.936449764485569e-06, + "loss": 0.8403, + "step": 7274 + }, + { + "epoch": 0.524872840085134, + "grad_norm": 3.930915777072252, + "learning_rate": 1.9359826424097354e-06, + "loss": 0.8606, + "step": 7275 + }, + { + "epoch": 0.5249449875545615, + "grad_norm": 4.488429134313028, + "learning_rate": 1.935515523829653e-06, + "loss": 0.9298, + "step": 7276 + }, + { + "epoch": 0.5250171350239891, + "grad_norm": 3.1746178404529832, + "learning_rate": 1.9350484087708287e-06, + "loss": 1.0441, + "step": 7277 + }, + { + "epoch": 0.5250892824934166, + "grad_norm": 3.356107178105338, + "learning_rate": 1.93458129725877e-06, + "loss": 0.9746, + "step": 7278 + }, + { + "epoch": 0.5251614299628441, + "grad_norm": 2.917570646161254, + "learning_rate": 1.9341141893189858e-06, + "loss": 0.9933, + "step": 7279 + }, + { + "epoch": 0.5252335774322716, + "grad_norm": 2.2277946409167, + "learning_rate": 1.93364708497698e-06, + "loss": 0.9994, + "step": 7280 + }, + { + "epoch": 0.525305724901699, + "grad_norm": 3.28045848200718, + "learning_rate": 1.9331799842582627e-06, + "loss": 0.908, + "step": 7281 + }, + { + "epoch": 0.5253778723711265, + "grad_norm": 3.8755939397626906, + "learning_rate": 1.932712887188339e-06, + "loss": 0.9591, + "step": 7282 + }, + { + "epoch": 0.5254500198405541, + "grad_norm": 3.0691700137103974, + "learning_rate": 1.9322457937927143e-06, + "loss": 1.0457, + "step": 7283 + }, + { + "epoch": 0.5255221673099816, + "grad_norm": 2.5433478710047384, + "learning_rate": 1.9317787040968973e-06, + "loss": 1.0627, + "step": 7284 + }, + { + "epoch": 0.5255943147794091, + "grad_norm": 3.688347153417245, + "learning_rate": 1.931311618126392e-06, + "loss": 1.0147, + "step": 7285 + }, + { + "epoch": 0.5256664622488366, + "grad_norm": 3.1994545352481754, + "learning_rate": 1.930844535906705e-06, + "loss": 0.9877, + "step": 7286 + }, + { + "epoch": 0.5257386097182641, + "grad_norm": 3.4345726726872043, + "learning_rate": 1.9303774574633423e-06, + "loss": 1.0399, + "step": 7287 + }, + { + "epoch": 0.5258107571876917, + "grad_norm": 3.6379392483227786, + "learning_rate": 1.9299103828218084e-06, + "loss": 0.9731, + "step": 7288 + }, + { + "epoch": 0.5258829046571192, + "grad_norm": 3.183713870912526, + "learning_rate": 1.9294433120076094e-06, + "loss": 1.0045, + "step": 7289 + }, + { + "epoch": 0.5259550521265467, + "grad_norm": 4.301573248204425, + "learning_rate": 1.9289762450462495e-06, + "loss": 0.9582, + "step": 7290 + }, + { + "epoch": 0.5260271995959742, + "grad_norm": 2.5036902847824964, + "learning_rate": 1.9285091819632344e-06, + "loss": 0.9013, + "step": 7291 + }, + { + "epoch": 0.5260993470654017, + "grad_norm": 3.464558311153362, + "learning_rate": 1.9280421227840676e-06, + "loss": 0.8923, + "step": 7292 + }, + { + "epoch": 0.5261714945348291, + "grad_norm": 0.7043889235751004, + "learning_rate": 1.927575067534255e-06, + "loss": 0.8036, + "step": 7293 + }, + { + "epoch": 0.5262436420042567, + "grad_norm": 2.4418046549928047, + "learning_rate": 1.9271080162392995e-06, + "loss": 1.0128, + "step": 7294 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 6.017178104604292, + "learning_rate": 1.926640968924705e-06, + "loss": 1.0962, + "step": 7295 + }, + { + "epoch": 0.5263879369431117, + "grad_norm": 5.457046454155179, + "learning_rate": 1.926173925615976e-06, + "loss": 0.9659, + "step": 7296 + }, + { + "epoch": 0.5264600844125392, + "grad_norm": 6.105876106052344, + "learning_rate": 1.9257068863386156e-06, + "loss": 0.8847, + "step": 7297 + }, + { + "epoch": 0.5265322318819667, + "grad_norm": 4.068399928161423, + "learning_rate": 1.925239851118127e-06, + "loss": 0.9947, + "step": 7298 + }, + { + "epoch": 0.5266043793513943, + "grad_norm": 5.52360100618804, + "learning_rate": 1.9247728199800137e-06, + "loss": 1.0538, + "step": 7299 + }, + { + "epoch": 0.5266765268208218, + "grad_norm": 5.190059168483851, + "learning_rate": 1.924305792949778e-06, + "loss": 1.0071, + "step": 7300 + }, + { + "epoch": 0.5267486742902493, + "grad_norm": 3.4999196179560066, + "learning_rate": 1.9238387700529226e-06, + "loss": 0.9839, + "step": 7301 + }, + { + "epoch": 0.5268208217596768, + "grad_norm": 5.237806237492807, + "learning_rate": 1.9233717513149495e-06, + "loss": 1.0855, + "step": 7302 + }, + { + "epoch": 0.5268929692291043, + "grad_norm": 5.4524016242092515, + "learning_rate": 1.9229047367613624e-06, + "loss": 0.9881, + "step": 7303 + }, + { + "epoch": 0.5269651166985317, + "grad_norm": 3.692232877022258, + "learning_rate": 1.922437726417662e-06, + "loss": 0.9921, + "step": 7304 + }, + { + "epoch": 0.5270372641679593, + "grad_norm": 2.443896776557425, + "learning_rate": 1.9219707203093496e-06, + "loss": 0.9668, + "step": 7305 + }, + { + "epoch": 0.5271094116373868, + "grad_norm": 3.4871473017813988, + "learning_rate": 1.9215037184619284e-06, + "loss": 0.8798, + "step": 7306 + }, + { + "epoch": 0.5271815591068143, + "grad_norm": 3.3386676703056475, + "learning_rate": 1.921036720900897e-06, + "loss": 0.9771, + "step": 7307 + }, + { + "epoch": 0.5272537065762418, + "grad_norm": 3.089256799942143, + "learning_rate": 1.9205697276517595e-06, + "loss": 0.9513, + "step": 7308 + }, + { + "epoch": 0.5273258540456693, + "grad_norm": 0.6370929484351803, + "learning_rate": 1.920102738740015e-06, + "loss": 0.8174, + "step": 7309 + }, + { + "epoch": 0.5273980015150969, + "grad_norm": 3.5233285552984612, + "learning_rate": 1.919635754191163e-06, + "loss": 1.0005, + "step": 7310 + }, + { + "epoch": 0.5274701489845244, + "grad_norm": 5.397875700009579, + "learning_rate": 1.919168774030706e-06, + "loss": 0.9345, + "step": 7311 + }, + { + "epoch": 0.5275422964539519, + "grad_norm": 2.3513800971681804, + "learning_rate": 1.9187017982841426e-06, + "loss": 0.9658, + "step": 7312 + }, + { + "epoch": 0.5276144439233794, + "grad_norm": 3.9366037468938364, + "learning_rate": 1.918234826976973e-06, + "loss": 0.9859, + "step": 7313 + }, + { + "epoch": 0.5276865913928069, + "grad_norm": 2.2932889802473277, + "learning_rate": 1.917767860134697e-06, + "loss": 1.0034, + "step": 7314 + }, + { + "epoch": 0.5277587388622345, + "grad_norm": 5.523841853900625, + "learning_rate": 1.917300897782814e-06, + "loss": 0.9523, + "step": 7315 + }, + { + "epoch": 0.5278308863316619, + "grad_norm": 3.8936734799723687, + "learning_rate": 1.9168339399468223e-06, + "loss": 0.8998, + "step": 7316 + }, + { + "epoch": 0.5279030338010894, + "grad_norm": 0.8726094492056845, + "learning_rate": 1.9163669866522216e-06, + "loss": 0.8759, + "step": 7317 + }, + { + "epoch": 0.5279751812705169, + "grad_norm": 3.5862302972272957, + "learning_rate": 1.91590003792451e-06, + "loss": 0.9806, + "step": 7318 + }, + { + "epoch": 0.5280473287399444, + "grad_norm": 2.956749200912578, + "learning_rate": 1.9154330937891857e-06, + "loss": 0.9542, + "step": 7319 + }, + { + "epoch": 0.5281194762093719, + "grad_norm": 0.6131737244248133, + "learning_rate": 1.9149661542717478e-06, + "loss": 0.7592, + "step": 7320 + }, + { + "epoch": 0.5281916236787995, + "grad_norm": 4.897684577863622, + "learning_rate": 1.9144992193976933e-06, + "loss": 0.9525, + "step": 7321 + }, + { + "epoch": 0.528263771148227, + "grad_norm": 4.032730185648941, + "learning_rate": 1.914032289192519e-06, + "loss": 0.957, + "step": 7322 + }, + { + "epoch": 0.5283359186176545, + "grad_norm": 2.626848205967064, + "learning_rate": 1.9135653636817243e-06, + "loss": 1.083, + "step": 7323 + }, + { + "epoch": 0.528408066087082, + "grad_norm": 3.2786522164054146, + "learning_rate": 1.9130984428908042e-06, + "loss": 1.0104, + "step": 7324 + }, + { + "epoch": 0.5284802135565095, + "grad_norm": 3.2210033639998636, + "learning_rate": 1.912631526845257e-06, + "loss": 0.9371, + "step": 7325 + }, + { + "epoch": 0.5285523610259371, + "grad_norm": 4.521282730384837, + "learning_rate": 1.912164615570579e-06, + "loss": 0.8843, + "step": 7326 + }, + { + "epoch": 0.5286245084953646, + "grad_norm": 3.0925398492365805, + "learning_rate": 1.9116977090922655e-06, + "loss": 0.8595, + "step": 7327 + }, + { + "epoch": 0.528696655964792, + "grad_norm": 5.101932997050871, + "learning_rate": 1.9112308074358133e-06, + "loss": 0.9388, + "step": 7328 + }, + { + "epoch": 0.5287688034342195, + "grad_norm": 2.9525100632898993, + "learning_rate": 1.9107639106267186e-06, + "loss": 0.9829, + "step": 7329 + }, + { + "epoch": 0.528840950903647, + "grad_norm": 5.1610484597234, + "learning_rate": 1.910297018690476e-06, + "loss": 0.9885, + "step": 7330 + }, + { + "epoch": 0.5289130983730745, + "grad_norm": 4.502684534200277, + "learning_rate": 1.9098301316525818e-06, + "loss": 0.9358, + "step": 7331 + }, + { + "epoch": 0.5289852458425021, + "grad_norm": 2.3441858522145593, + "learning_rate": 1.909363249538529e-06, + "loss": 1.0187, + "step": 7332 + }, + { + "epoch": 0.5290573933119296, + "grad_norm": 2.2903168141796377, + "learning_rate": 1.9088963723738147e-06, + "loss": 0.89, + "step": 7333 + }, + { + "epoch": 0.5291295407813571, + "grad_norm": 3.1547550400130584, + "learning_rate": 1.9084295001839316e-06, + "loss": 0.9544, + "step": 7334 + }, + { + "epoch": 0.5292016882507846, + "grad_norm": 3.3109008959861654, + "learning_rate": 1.907962632994375e-06, + "loss": 1.0313, + "step": 7335 + }, + { + "epoch": 0.5292738357202121, + "grad_norm": 2.82149457595631, + "learning_rate": 1.907495770830638e-06, + "loss": 0.9198, + "step": 7336 + }, + { + "epoch": 0.5293459831896397, + "grad_norm": 3.8291420344631737, + "learning_rate": 1.9070289137182146e-06, + "loss": 0.9669, + "step": 7337 + }, + { + "epoch": 0.5294181306590672, + "grad_norm": 0.7463293851867534, + "learning_rate": 1.9065620616825982e-06, + "loss": 0.8094, + "step": 7338 + }, + { + "epoch": 0.5294902781284947, + "grad_norm": 4.843172494239696, + "learning_rate": 1.9060952147492814e-06, + "loss": 0.9828, + "step": 7339 + }, + { + "epoch": 0.5295624255979221, + "grad_norm": 3.3353349556922463, + "learning_rate": 1.9056283729437574e-06, + "loss": 0.9631, + "step": 7340 + }, + { + "epoch": 0.5296345730673496, + "grad_norm": 2.5491404374930493, + "learning_rate": 1.9051615362915187e-06, + "loss": 0.9336, + "step": 7341 + }, + { + "epoch": 0.5297067205367771, + "grad_norm": 3.518363191474004, + "learning_rate": 1.9046947048180577e-06, + "loss": 0.9134, + "step": 7342 + }, + { + "epoch": 0.5297788680062047, + "grad_norm": 4.1751399033913374, + "learning_rate": 1.9042278785488662e-06, + "loss": 0.9769, + "step": 7343 + }, + { + "epoch": 0.5298510154756322, + "grad_norm": 0.673611216255608, + "learning_rate": 1.9037610575094348e-06, + "loss": 0.8654, + "step": 7344 + }, + { + "epoch": 0.5299231629450597, + "grad_norm": 6.022381681338593, + "learning_rate": 1.9032942417252565e-06, + "loss": 0.9142, + "step": 7345 + }, + { + "epoch": 0.5299953104144872, + "grad_norm": 2.6701774335332646, + "learning_rate": 1.9028274312218209e-06, + "loss": 0.9864, + "step": 7346 + }, + { + "epoch": 0.5300674578839147, + "grad_norm": 0.7240613731405143, + "learning_rate": 1.9023606260246204e-06, + "loss": 0.8612, + "step": 7347 + }, + { + "epoch": 0.5301396053533423, + "grad_norm": 3.580963075338258, + "learning_rate": 1.9018938261591448e-06, + "loss": 0.8912, + "step": 7348 + }, + { + "epoch": 0.5302117528227698, + "grad_norm": 3.6865839709434116, + "learning_rate": 1.9014270316508832e-06, + "loss": 0.9429, + "step": 7349 + }, + { + "epoch": 0.5302839002921973, + "grad_norm": 4.0626420216311026, + "learning_rate": 1.9009602425253274e-06, + "loss": 0.8134, + "step": 7350 + }, + { + "epoch": 0.5303560477616248, + "grad_norm": 2.7299008631609256, + "learning_rate": 1.9004934588079655e-06, + "loss": 1.0004, + "step": 7351 + }, + { + "epoch": 0.5304281952310522, + "grad_norm": 2.2549635921000535, + "learning_rate": 1.9000266805242878e-06, + "loss": 0.9934, + "step": 7352 + }, + { + "epoch": 0.5305003427004797, + "grad_norm": 2.838280752713795, + "learning_rate": 1.8995599076997832e-06, + "loss": 0.9806, + "step": 7353 + }, + { + "epoch": 0.5305724901699073, + "grad_norm": 3.377333929015402, + "learning_rate": 1.8990931403599397e-06, + "loss": 0.9123, + "step": 7354 + }, + { + "epoch": 0.5306446376393348, + "grad_norm": 3.6062315095794384, + "learning_rate": 1.898626378530247e-06, + "loss": 0.9267, + "step": 7355 + }, + { + "epoch": 0.5307167851087623, + "grad_norm": 4.320757934344074, + "learning_rate": 1.8981596222361913e-06, + "loss": 0.8856, + "step": 7356 + }, + { + "epoch": 0.5307889325781898, + "grad_norm": 2.859655814634661, + "learning_rate": 1.8976928715032626e-06, + "loss": 0.9565, + "step": 7357 + }, + { + "epoch": 0.5308610800476173, + "grad_norm": 3.211991111733572, + "learning_rate": 1.8972261263569466e-06, + "loss": 0.9359, + "step": 7358 + }, + { + "epoch": 0.5309332275170449, + "grad_norm": 3.645569026994087, + "learning_rate": 1.8967593868227325e-06, + "loss": 1.0083, + "step": 7359 + }, + { + "epoch": 0.5310053749864724, + "grad_norm": 4.2022504499368125, + "learning_rate": 1.8962926529261058e-06, + "loss": 1.0672, + "step": 7360 + }, + { + "epoch": 0.5310775224558999, + "grad_norm": 3.8543176294952763, + "learning_rate": 1.8958259246925527e-06, + "loss": 0.8522, + "step": 7361 + }, + { + "epoch": 0.5311496699253274, + "grad_norm": 5.82575183649709, + "learning_rate": 1.895359202147561e-06, + "loss": 0.9636, + "step": 7362 + }, + { + "epoch": 0.5312218173947548, + "grad_norm": 2.722133153855284, + "learning_rate": 1.8948924853166154e-06, + "loss": 0.9663, + "step": 7363 + }, + { + "epoch": 0.5312939648641823, + "grad_norm": 4.0982918041887, + "learning_rate": 1.8944257742252023e-06, + "loss": 0.9141, + "step": 7364 + }, + { + "epoch": 0.5313661123336099, + "grad_norm": 3.1156952233086503, + "learning_rate": 1.8939590688988072e-06, + "loss": 1.0816, + "step": 7365 + }, + { + "epoch": 0.5314382598030374, + "grad_norm": 3.1266661207880495, + "learning_rate": 1.8934923693629141e-06, + "loss": 1.0465, + "step": 7366 + }, + { + "epoch": 0.5315104072724649, + "grad_norm": 4.829651427712771, + "learning_rate": 1.8930256756430092e-06, + "loss": 1.0008, + "step": 7367 + }, + { + "epoch": 0.5315825547418924, + "grad_norm": 3.8226947494804078, + "learning_rate": 1.8925589877645752e-06, + "loss": 0.9106, + "step": 7368 + }, + { + "epoch": 0.5316547022113199, + "grad_norm": 5.23107715170731, + "learning_rate": 1.892092305753098e-06, + "loss": 1.0202, + "step": 7369 + }, + { + "epoch": 0.5317268496807475, + "grad_norm": 2.8432625153619226, + "learning_rate": 1.8916256296340604e-06, + "loss": 0.9873, + "step": 7370 + }, + { + "epoch": 0.531798997150175, + "grad_norm": 5.316390105481548, + "learning_rate": 1.8911589594329453e-06, + "loss": 0.9253, + "step": 7371 + }, + { + "epoch": 0.5318711446196025, + "grad_norm": 22.85139690110938, + "learning_rate": 1.8906922951752374e-06, + "loss": 0.9127, + "step": 7372 + }, + { + "epoch": 0.53194329208903, + "grad_norm": 3.2079324513123115, + "learning_rate": 1.8902256368864176e-06, + "loss": 0.9915, + "step": 7373 + }, + { + "epoch": 0.5320154395584575, + "grad_norm": 5.013210773255008, + "learning_rate": 1.8897589845919701e-06, + "loss": 1.1498, + "step": 7374 + }, + { + "epoch": 0.532087587027885, + "grad_norm": 0.7942783084371716, + "learning_rate": 1.8892923383173767e-06, + "loss": 0.8338, + "step": 7375 + }, + { + "epoch": 0.5321597344973125, + "grad_norm": 5.385791325280148, + "learning_rate": 1.888825698088118e-06, + "loss": 1.0204, + "step": 7376 + }, + { + "epoch": 0.53223188196674, + "grad_norm": 2.3083405073400995, + "learning_rate": 1.888359063929677e-06, + "loss": 0.9919, + "step": 7377 + }, + { + "epoch": 0.5323040294361675, + "grad_norm": 4.200496262795595, + "learning_rate": 1.8878924358675338e-06, + "loss": 1.0097, + "step": 7378 + }, + { + "epoch": 0.532376176905595, + "grad_norm": 3.899535611209784, + "learning_rate": 1.8874258139271702e-06, + "loss": 0.9444, + "step": 7379 + }, + { + "epoch": 0.5324483243750225, + "grad_norm": 2.4029791263113456, + "learning_rate": 1.8869591981340653e-06, + "loss": 1.0115, + "step": 7380 + }, + { + "epoch": 0.5325204718444501, + "grad_norm": 2.7192132489392566, + "learning_rate": 1.886492588513701e-06, + "loss": 0.7909, + "step": 7381 + }, + { + "epoch": 0.5325926193138776, + "grad_norm": 4.053375325821977, + "learning_rate": 1.8860259850915564e-06, + "loss": 1.0134, + "step": 7382 + }, + { + "epoch": 0.5326647667833051, + "grad_norm": 3.5851130981907455, + "learning_rate": 1.8855593878931098e-06, + "loss": 0.9526, + "step": 7383 + }, + { + "epoch": 0.5327369142527326, + "grad_norm": 3.1265709552336007, + "learning_rate": 1.8850927969438421e-06, + "loss": 1.0128, + "step": 7384 + }, + { + "epoch": 0.5328090617221601, + "grad_norm": 2.6522362396519004, + "learning_rate": 1.8846262122692308e-06, + "loss": 1.0076, + "step": 7385 + }, + { + "epoch": 0.5328812091915877, + "grad_norm": 5.487632718577648, + "learning_rate": 1.8841596338947557e-06, + "loss": 0.9456, + "step": 7386 + }, + { + "epoch": 0.5329533566610151, + "grad_norm": 3.148781580143838, + "learning_rate": 1.883693061845894e-06, + "loss": 0.8779, + "step": 7387 + }, + { + "epoch": 0.5330255041304426, + "grad_norm": 2.9422460322298614, + "learning_rate": 1.8832264961481232e-06, + "loss": 0.9013, + "step": 7388 + }, + { + "epoch": 0.5330976515998701, + "grad_norm": 0.6754886456784044, + "learning_rate": 1.8827599368269218e-06, + "loss": 0.8382, + "step": 7389 + }, + { + "epoch": 0.5331697990692976, + "grad_norm": 3.5734095256662872, + "learning_rate": 1.8822933839077656e-06, + "loss": 1.0043, + "step": 7390 + }, + { + "epoch": 0.5332419465387251, + "grad_norm": 2.922566704294745, + "learning_rate": 1.8818268374161329e-06, + "loss": 0.9004, + "step": 7391 + }, + { + "epoch": 0.5333140940081527, + "grad_norm": 2.6802883531110515, + "learning_rate": 1.8813602973774982e-06, + "loss": 0.891, + "step": 7392 + }, + { + "epoch": 0.5333862414775802, + "grad_norm": 3.0672085435313523, + "learning_rate": 1.8808937638173387e-06, + "loss": 1.0354, + "step": 7393 + }, + { + "epoch": 0.5334583889470077, + "grad_norm": 3.8168105474501814, + "learning_rate": 1.8804272367611302e-06, + "loss": 1.0523, + "step": 7394 + }, + { + "epoch": 0.5335305364164352, + "grad_norm": 2.4621239118405636, + "learning_rate": 1.879960716234347e-06, + "loss": 0.9287, + "step": 7395 + }, + { + "epoch": 0.5336026838858627, + "grad_norm": 3.2328136563932803, + "learning_rate": 1.8794942022624653e-06, + "loss": 0.9012, + "step": 7396 + }, + { + "epoch": 0.5336748313552903, + "grad_norm": 3.367669374189661, + "learning_rate": 1.8790276948709593e-06, + "loss": 0.9387, + "step": 7397 + }, + { + "epoch": 0.5337469788247178, + "grad_norm": 3.7966327354471163, + "learning_rate": 1.878561194085302e-06, + "loss": 0.9599, + "step": 7398 + }, + { + "epoch": 0.5338191262941452, + "grad_norm": 0.7371969990686282, + "learning_rate": 1.8780946999309695e-06, + "loss": 0.8486, + "step": 7399 + }, + { + "epoch": 0.5338912737635727, + "grad_norm": 4.3871235308292675, + "learning_rate": 1.877628212433433e-06, + "loss": 1.0371, + "step": 7400 + }, + { + "epoch": 0.5339634212330002, + "grad_norm": 2.9269490782514898, + "learning_rate": 1.8771617316181678e-06, + "loss": 0.9909, + "step": 7401 + }, + { + "epoch": 0.5340355687024277, + "grad_norm": 3.942421879644492, + "learning_rate": 1.8766952575106455e-06, + "loss": 0.9206, + "step": 7402 + }, + { + "epoch": 0.5341077161718553, + "grad_norm": 3.5158694033969984, + "learning_rate": 1.876228790136339e-06, + "loss": 1.0309, + "step": 7403 + }, + { + "epoch": 0.5341798636412828, + "grad_norm": 4.094435772713378, + "learning_rate": 1.8757623295207194e-06, + "loss": 1.0643, + "step": 7404 + }, + { + "epoch": 0.5342520111107103, + "grad_norm": 9.121897548897275, + "learning_rate": 1.8752958756892593e-06, + "loss": 1.0054, + "step": 7405 + }, + { + "epoch": 0.5343241585801378, + "grad_norm": 4.6954894072200215, + "learning_rate": 1.8748294286674303e-06, + "loss": 0.8923, + "step": 7406 + }, + { + "epoch": 0.5343963060495653, + "grad_norm": 4.871697896952347, + "learning_rate": 1.8743629884807018e-06, + "loss": 0.9426, + "step": 7407 + }, + { + "epoch": 0.5344684535189929, + "grad_norm": 3.337160123171063, + "learning_rate": 1.8738965551545463e-06, + "loss": 1.0148, + "step": 7408 + }, + { + "epoch": 0.5345406009884204, + "grad_norm": 0.8068223429901038, + "learning_rate": 1.8734301287144333e-06, + "loss": 0.8563, + "step": 7409 + }, + { + "epoch": 0.5346127484578478, + "grad_norm": 3.0075023937136542, + "learning_rate": 1.8729637091858313e-06, + "loss": 0.9019, + "step": 7410 + }, + { + "epoch": 0.5346848959272753, + "grad_norm": 10.048274819254384, + "learning_rate": 1.8724972965942118e-06, + "loss": 0.9016, + "step": 7411 + }, + { + "epoch": 0.5347570433967028, + "grad_norm": 0.7106811983672694, + "learning_rate": 1.8720308909650423e-06, + "loss": 0.8148, + "step": 7412 + }, + { + "epoch": 0.5348291908661303, + "grad_norm": 0.7861013844528206, + "learning_rate": 1.8715644923237925e-06, + "loss": 0.8572, + "step": 7413 + }, + { + "epoch": 0.5349013383355579, + "grad_norm": 0.7540030936068911, + "learning_rate": 1.8710981006959308e-06, + "loss": 0.8366, + "step": 7414 + }, + { + "epoch": 0.5349734858049854, + "grad_norm": 2.4412932591040803, + "learning_rate": 1.8706317161069241e-06, + "loss": 1.0334, + "step": 7415 + }, + { + "epoch": 0.5350456332744129, + "grad_norm": 3.313701195920466, + "learning_rate": 1.8701653385822402e-06, + "loss": 1.0229, + "step": 7416 + }, + { + "epoch": 0.5351177807438404, + "grad_norm": 2.9173383938340414, + "learning_rate": 1.8696989681473468e-06, + "loss": 0.9788, + "step": 7417 + }, + { + "epoch": 0.5351899282132679, + "grad_norm": 4.892151810580755, + "learning_rate": 1.8692326048277108e-06, + "loss": 0.927, + "step": 7418 + }, + { + "epoch": 0.5352620756826955, + "grad_norm": 4.3117909608749825, + "learning_rate": 1.8687662486487976e-06, + "loss": 0.9064, + "step": 7419 + }, + { + "epoch": 0.535334223152123, + "grad_norm": 4.385859499551335, + "learning_rate": 1.868299899636074e-06, + "loss": 0.9512, + "step": 7420 + }, + { + "epoch": 0.5354063706215505, + "grad_norm": 0.7933610594002345, + "learning_rate": 1.8678335578150056e-06, + "loss": 0.8822, + "step": 7421 + }, + { + "epoch": 0.5354785180909779, + "grad_norm": 3.4642860626085694, + "learning_rate": 1.8673672232110564e-06, + "loss": 0.9638, + "step": 7422 + }, + { + "epoch": 0.5355506655604054, + "grad_norm": 3.3873595937086223, + "learning_rate": 1.866900895849693e-06, + "loss": 0.8965, + "step": 7423 + }, + { + "epoch": 0.535622813029833, + "grad_norm": 3.042087961223074, + "learning_rate": 1.8664345757563784e-06, + "loss": 0.9694, + "step": 7424 + }, + { + "epoch": 0.5356949604992605, + "grad_norm": 3.3132837196130414, + "learning_rate": 1.8659682629565779e-06, + "loss": 0.937, + "step": 7425 + }, + { + "epoch": 0.535767107968688, + "grad_norm": 2.5607127958613756, + "learning_rate": 1.8655019574757542e-06, + "loss": 0.9291, + "step": 7426 + }, + { + "epoch": 0.5358392554381155, + "grad_norm": 3.6360464488756667, + "learning_rate": 1.8650356593393703e-06, + "loss": 0.9902, + "step": 7427 + }, + { + "epoch": 0.535911402907543, + "grad_norm": 12.0417555087463, + "learning_rate": 1.8645693685728896e-06, + "loss": 0.8768, + "step": 7428 + }, + { + "epoch": 0.5359835503769705, + "grad_norm": 3.8111374718508517, + "learning_rate": 1.8641030852017742e-06, + "loss": 0.9437, + "step": 7429 + }, + { + "epoch": 0.5360556978463981, + "grad_norm": 4.762774906584502, + "learning_rate": 1.8636368092514869e-06, + "loss": 0.9153, + "step": 7430 + }, + { + "epoch": 0.5361278453158256, + "grad_norm": 3.7656919861213263, + "learning_rate": 1.863170540747488e-06, + "loss": 0.9495, + "step": 7431 + }, + { + "epoch": 0.5361999927852531, + "grad_norm": 2.1793157882676564, + "learning_rate": 1.8627042797152394e-06, + "loss": 0.8885, + "step": 7432 + }, + { + "epoch": 0.5362721402546806, + "grad_norm": 3.04787080582078, + "learning_rate": 1.8622380261802025e-06, + "loss": 1.0086, + "step": 7433 + }, + { + "epoch": 0.536344287724108, + "grad_norm": 2.155172106249557, + "learning_rate": 1.8617717801678356e-06, + "loss": 0.9774, + "step": 7434 + }, + { + "epoch": 0.5364164351935355, + "grad_norm": 3.9559552461042435, + "learning_rate": 1.8613055417036014e-06, + "loss": 0.9749, + "step": 7435 + }, + { + "epoch": 0.5364885826629631, + "grad_norm": 2.244598580986009, + "learning_rate": 1.860839310812958e-06, + "loss": 0.9619, + "step": 7436 + }, + { + "epoch": 0.5365607301323906, + "grad_norm": 2.7069785813441443, + "learning_rate": 1.860373087521364e-06, + "loss": 0.9275, + "step": 7437 + }, + { + "epoch": 0.5366328776018181, + "grad_norm": 4.30502977066291, + "learning_rate": 1.8599068718542793e-06, + "loss": 0.8927, + "step": 7438 + }, + { + "epoch": 0.5367050250712456, + "grad_norm": 3.6931070920413522, + "learning_rate": 1.8594406638371616e-06, + "loss": 0.9711, + "step": 7439 + }, + { + "epoch": 0.5367771725406731, + "grad_norm": 3.3355316701422537, + "learning_rate": 1.8589744634954687e-06, + "loss": 0.9835, + "step": 7440 + }, + { + "epoch": 0.5368493200101007, + "grad_norm": 4.055519092227513, + "learning_rate": 1.8585082708546588e-06, + "loss": 0.9762, + "step": 7441 + }, + { + "epoch": 0.5369214674795282, + "grad_norm": 3.198455384115471, + "learning_rate": 1.858042085940188e-06, + "loss": 1.042, + "step": 7442 + }, + { + "epoch": 0.5369936149489557, + "grad_norm": 2.7564425861780606, + "learning_rate": 1.8575759087775134e-06, + "loss": 0.7674, + "step": 7443 + }, + { + "epoch": 0.5370657624183832, + "grad_norm": 2.8115565942980187, + "learning_rate": 1.8571097393920914e-06, + "loss": 0.9732, + "step": 7444 + }, + { + "epoch": 0.5371379098878107, + "grad_norm": 4.86301474702777, + "learning_rate": 1.8566435778093776e-06, + "loss": 1.0537, + "step": 7445 + }, + { + "epoch": 0.5372100573572381, + "grad_norm": 2.773491399536772, + "learning_rate": 1.8561774240548267e-06, + "loss": 0.9531, + "step": 7446 + }, + { + "epoch": 0.5372822048266657, + "grad_norm": 3.2564325497467017, + "learning_rate": 1.855711278153895e-06, + "loss": 0.9016, + "step": 7447 + }, + { + "epoch": 0.5373543522960932, + "grad_norm": 8.274646818339845, + "learning_rate": 1.8552451401320367e-06, + "loss": 1.0438, + "step": 7448 + }, + { + "epoch": 0.5374264997655207, + "grad_norm": 2.783037875439641, + "learning_rate": 1.854779010014704e-06, + "loss": 0.9779, + "step": 7449 + }, + { + "epoch": 0.5374986472349482, + "grad_norm": 3.9357798618612696, + "learning_rate": 1.854312887827353e-06, + "loss": 0.9451, + "step": 7450 + }, + { + "epoch": 0.5375707947043757, + "grad_norm": 3.1912037891429517, + "learning_rate": 1.8538467735954355e-06, + "loss": 0.985, + "step": 7451 + }, + { + "epoch": 0.5376429421738033, + "grad_norm": 6.203331316920791, + "learning_rate": 1.8533806673444048e-06, + "loss": 0.9895, + "step": 7452 + }, + { + "epoch": 0.5377150896432308, + "grad_norm": 6.125016815785271, + "learning_rate": 1.8529145690997132e-06, + "loss": 0.9292, + "step": 7453 + }, + { + "epoch": 0.5377872371126583, + "grad_norm": 3.9097151378855752, + "learning_rate": 1.8524484788868123e-06, + "loss": 0.9074, + "step": 7454 + }, + { + "epoch": 0.5378593845820858, + "grad_norm": 3.249277327959511, + "learning_rate": 1.8519823967311537e-06, + "loss": 0.8365, + "step": 7455 + }, + { + "epoch": 0.5379315320515133, + "grad_norm": 3.7070708679719107, + "learning_rate": 1.8515163226581885e-06, + "loss": 0.7737, + "step": 7456 + }, + { + "epoch": 0.5380036795209409, + "grad_norm": 16.007557037981115, + "learning_rate": 1.8510502566933677e-06, + "loss": 0.9284, + "step": 7457 + }, + { + "epoch": 0.5380758269903683, + "grad_norm": 11.159990468995321, + "learning_rate": 1.8505841988621404e-06, + "loss": 1.012, + "step": 7458 + }, + { + "epoch": 0.5381479744597958, + "grad_norm": 0.7776191262000498, + "learning_rate": 1.8501181491899568e-06, + "loss": 0.8374, + "step": 7459 + }, + { + "epoch": 0.5382201219292233, + "grad_norm": 2.336310621590511, + "learning_rate": 1.849652107702267e-06, + "loss": 0.9101, + "step": 7460 + }, + { + "epoch": 0.5382922693986508, + "grad_norm": 3.2510195380063505, + "learning_rate": 1.849186074424518e-06, + "loss": 0.9417, + "step": 7461 + }, + { + "epoch": 0.5383644168680783, + "grad_norm": 2.9755112601393914, + "learning_rate": 1.8487200493821603e-06, + "loss": 0.9392, + "step": 7462 + }, + { + "epoch": 0.5384365643375059, + "grad_norm": 5.586170197021639, + "learning_rate": 1.8482540326006402e-06, + "loss": 0.8558, + "step": 7463 + }, + { + "epoch": 0.5385087118069334, + "grad_norm": 2.118735335307726, + "learning_rate": 1.847788024105405e-06, + "loss": 0.9307, + "step": 7464 + }, + { + "epoch": 0.5385808592763609, + "grad_norm": 0.7833069996431811, + "learning_rate": 1.847322023921903e-06, + "loss": 0.8193, + "step": 7465 + }, + { + "epoch": 0.5386530067457884, + "grad_norm": 3.139126244482115, + "learning_rate": 1.8468560320755801e-06, + "loss": 0.8016, + "step": 7466 + }, + { + "epoch": 0.5387251542152159, + "grad_norm": 3.9376094742345935, + "learning_rate": 1.8463900485918822e-06, + "loss": 0.8977, + "step": 7467 + }, + { + "epoch": 0.5387973016846435, + "grad_norm": 4.211780584012682, + "learning_rate": 1.845924073496255e-06, + "loss": 1.0807, + "step": 7468 + }, + { + "epoch": 0.5388694491540709, + "grad_norm": 2.8622470460760363, + "learning_rate": 1.8454581068141442e-06, + "loss": 0.8623, + "step": 7469 + }, + { + "epoch": 0.5389415966234984, + "grad_norm": 3.806692609436924, + "learning_rate": 1.8449921485709936e-06, + "loss": 1.0257, + "step": 7470 + }, + { + "epoch": 0.5390137440929259, + "grad_norm": 8.69442100101949, + "learning_rate": 1.844526198792248e-06, + "loss": 0.9949, + "step": 7471 + }, + { + "epoch": 0.5390858915623534, + "grad_norm": 3.6752794431982587, + "learning_rate": 1.8440602575033516e-06, + "loss": 0.9616, + "step": 7472 + }, + { + "epoch": 0.539158039031781, + "grad_norm": 5.867263895037761, + "learning_rate": 1.8435943247297466e-06, + "loss": 0.9679, + "step": 7473 + }, + { + "epoch": 0.5392301865012085, + "grad_norm": 0.6927762010259495, + "learning_rate": 1.8431284004968772e-06, + "loss": 0.8243, + "step": 7474 + }, + { + "epoch": 0.539302333970636, + "grad_norm": 3.0891814745855193, + "learning_rate": 1.842662484830185e-06, + "loss": 1.012, + "step": 7475 + }, + { + "epoch": 0.5393744814400635, + "grad_norm": 2.9731972561761357, + "learning_rate": 1.8421965777551113e-06, + "loss": 0.8705, + "step": 7476 + }, + { + "epoch": 0.539446628909491, + "grad_norm": 3.5907652028253376, + "learning_rate": 1.8417306792970994e-06, + "loss": 0.9495, + "step": 7477 + }, + { + "epoch": 0.5395187763789185, + "grad_norm": 2.535661691085663, + "learning_rate": 1.8412647894815888e-06, + "loss": 1.016, + "step": 7478 + }, + { + "epoch": 0.5395909238483461, + "grad_norm": 4.333386909936159, + "learning_rate": 1.8407989083340201e-06, + "loss": 1.0518, + "step": 7479 + }, + { + "epoch": 0.5396630713177736, + "grad_norm": 2.7565052078671166, + "learning_rate": 1.8403330358798342e-06, + "loss": 1.0071, + "step": 7480 + }, + { + "epoch": 0.539735218787201, + "grad_norm": 5.539732038441865, + "learning_rate": 1.8398671721444696e-06, + "loss": 0.9543, + "step": 7481 + }, + { + "epoch": 0.5398073662566285, + "grad_norm": 5.493807340806591, + "learning_rate": 1.8394013171533663e-06, + "loss": 0.988, + "step": 7482 + }, + { + "epoch": 0.539879513726056, + "grad_norm": 3.1176654955904137, + "learning_rate": 1.8389354709319622e-06, + "loss": 0.9024, + "step": 7483 + }, + { + "epoch": 0.5399516611954835, + "grad_norm": 3.170620223781869, + "learning_rate": 1.8384696335056964e-06, + "loss": 1.0144, + "step": 7484 + }, + { + "epoch": 0.5400238086649111, + "grad_norm": 2.557615323118832, + "learning_rate": 1.8380038049000056e-06, + "loss": 0.9954, + "step": 7485 + }, + { + "epoch": 0.5400959561343386, + "grad_norm": 2.0425083086458793, + "learning_rate": 1.8375379851403271e-06, + "loss": 1.0036, + "step": 7486 + }, + { + "epoch": 0.5401681036037661, + "grad_norm": 3.0653906434177243, + "learning_rate": 1.8370721742520984e-06, + "loss": 0.8895, + "step": 7487 + }, + { + "epoch": 0.5402402510731936, + "grad_norm": 2.8761503157402797, + "learning_rate": 1.8366063722607542e-06, + "loss": 0.9329, + "step": 7488 + }, + { + "epoch": 0.5403123985426211, + "grad_norm": 3.415981983959208, + "learning_rate": 1.8361405791917318e-06, + "loss": 1.0093, + "step": 7489 + }, + { + "epoch": 0.5403845460120487, + "grad_norm": 3.0884489631999776, + "learning_rate": 1.835674795070466e-06, + "loss": 0.992, + "step": 7490 + }, + { + "epoch": 0.5404566934814762, + "grad_norm": 56.87346323473277, + "learning_rate": 1.8352090199223907e-06, + "loss": 0.9277, + "step": 7491 + }, + { + "epoch": 0.5405288409509037, + "grad_norm": 3.021955733221823, + "learning_rate": 1.8347432537729416e-06, + "loss": 0.9111, + "step": 7492 + }, + { + "epoch": 0.5406009884203311, + "grad_norm": 3.8478438743118337, + "learning_rate": 1.834277496647551e-06, + "loss": 0.9209, + "step": 7493 + }, + { + "epoch": 0.5406731358897586, + "grad_norm": 4.550400248938231, + "learning_rate": 1.833811748571653e-06, + "loss": 0.9108, + "step": 7494 + }, + { + "epoch": 0.5407452833591861, + "grad_norm": 2.5184576541687305, + "learning_rate": 1.8333460095706798e-06, + "loss": 0.8786, + "step": 7495 + }, + { + "epoch": 0.5408174308286137, + "grad_norm": 3.597448552170031, + "learning_rate": 1.8328802796700649e-06, + "loss": 0.9677, + "step": 7496 + }, + { + "epoch": 0.5408895782980412, + "grad_norm": 3.3348315368837644, + "learning_rate": 1.8324145588952388e-06, + "loss": 1.049, + "step": 7497 + }, + { + "epoch": 0.5409617257674687, + "grad_norm": 3.6118035671433453, + "learning_rate": 1.8319488472716331e-06, + "loss": 0.9475, + "step": 7498 + }, + { + "epoch": 0.5410338732368962, + "grad_norm": 2.967342324056941, + "learning_rate": 1.8314831448246793e-06, + "loss": 0.948, + "step": 7499 + }, + { + "epoch": 0.5411060207063237, + "grad_norm": 3.956693222505258, + "learning_rate": 1.8310174515798063e-06, + "loss": 0.9728, + "step": 7500 + }, + { + "epoch": 0.5411781681757513, + "grad_norm": 4.380543276045854, + "learning_rate": 1.8305517675624453e-06, + "loss": 0.9335, + "step": 7501 + }, + { + "epoch": 0.5412503156451788, + "grad_norm": 4.030479416645485, + "learning_rate": 1.8300860927980253e-06, + "loss": 0.9415, + "step": 7502 + }, + { + "epoch": 0.5413224631146063, + "grad_norm": 2.60462308825764, + "learning_rate": 1.829620427311974e-06, + "loss": 1.0949, + "step": 7503 + }, + { + "epoch": 0.5413946105840338, + "grad_norm": 3.544596473744526, + "learning_rate": 1.8291547711297211e-06, + "loss": 1.0166, + "step": 7504 + }, + { + "epoch": 0.5414667580534612, + "grad_norm": 2.723310744924573, + "learning_rate": 1.8286891242766934e-06, + "loss": 0.8451, + "step": 7505 + }, + { + "epoch": 0.5415389055228887, + "grad_norm": 5.271895390840271, + "learning_rate": 1.8282234867783182e-06, + "loss": 0.9847, + "step": 7506 + }, + { + "epoch": 0.5416110529923163, + "grad_norm": 2.5961718914567724, + "learning_rate": 1.827757858660023e-06, + "loss": 0.9859, + "step": 7507 + }, + { + "epoch": 0.5416832004617438, + "grad_norm": 3.7333175885912997, + "learning_rate": 1.8272922399472333e-06, + "loss": 0.8246, + "step": 7508 + }, + { + "epoch": 0.5417553479311713, + "grad_norm": 4.0590448798841905, + "learning_rate": 1.8268266306653747e-06, + "loss": 1.0094, + "step": 7509 + }, + { + "epoch": 0.5418274954005988, + "grad_norm": 8.231140312095423, + "learning_rate": 1.826361030839873e-06, + "loss": 0.9539, + "step": 7510 + }, + { + "epoch": 0.5418996428700263, + "grad_norm": 3.219353628500503, + "learning_rate": 1.825895440496153e-06, + "loss": 1.0226, + "step": 7511 + }, + { + "epoch": 0.5419717903394539, + "grad_norm": 3.011682334511525, + "learning_rate": 1.8254298596596376e-06, + "loss": 0.9279, + "step": 7512 + }, + { + "epoch": 0.5420439378088814, + "grad_norm": 3.849257702298407, + "learning_rate": 1.824964288355752e-06, + "loss": 0.9147, + "step": 7513 + }, + { + "epoch": 0.5421160852783089, + "grad_norm": 2.5991830569385765, + "learning_rate": 1.824498726609919e-06, + "loss": 0.987, + "step": 7514 + }, + { + "epoch": 0.5421882327477364, + "grad_norm": 0.7442728961322478, + "learning_rate": 1.8240331744475598e-06, + "loss": 0.7937, + "step": 7515 + }, + { + "epoch": 0.5422603802171638, + "grad_norm": 4.030777068082903, + "learning_rate": 1.8235676318940985e-06, + "loss": 0.9335, + "step": 7516 + }, + { + "epoch": 0.5423325276865913, + "grad_norm": 2.9512394127985067, + "learning_rate": 1.8231020989749552e-06, + "loss": 0.8621, + "step": 7517 + }, + { + "epoch": 0.5424046751560189, + "grad_norm": 33.00184949836145, + "learning_rate": 1.8226365757155516e-06, + "loss": 0.9736, + "step": 7518 + }, + { + "epoch": 0.5424768226254464, + "grad_norm": 4.642255811211143, + "learning_rate": 1.8221710621413081e-06, + "loss": 1.0053, + "step": 7519 + }, + { + "epoch": 0.5425489700948739, + "grad_norm": 12.756531482302874, + "learning_rate": 1.8217055582776444e-06, + "loss": 0.9869, + "step": 7520 + }, + { + "epoch": 0.5426211175643014, + "grad_norm": 3.7211038528872273, + "learning_rate": 1.8212400641499802e-06, + "loss": 0.965, + "step": 7521 + }, + { + "epoch": 0.5426932650337289, + "grad_norm": 3.094843199275302, + "learning_rate": 1.8207745797837342e-06, + "loss": 0.9263, + "step": 7522 + }, + { + "epoch": 0.5427654125031565, + "grad_norm": 2.8984398032125283, + "learning_rate": 1.8203091052043254e-06, + "loss": 0.9227, + "step": 7523 + }, + { + "epoch": 0.542837559972584, + "grad_norm": 3.4572057302808603, + "learning_rate": 1.8198436404371707e-06, + "loss": 0.9783, + "step": 7524 + }, + { + "epoch": 0.5429097074420115, + "grad_norm": 3.2253220508257727, + "learning_rate": 1.8193781855076877e-06, + "loss": 0.9085, + "step": 7525 + }, + { + "epoch": 0.542981854911439, + "grad_norm": 3.6463256212931703, + "learning_rate": 1.8189127404412941e-06, + "loss": 0.9584, + "step": 7526 + }, + { + "epoch": 0.5430540023808665, + "grad_norm": 0.8297047571948626, + "learning_rate": 1.8184473052634044e-06, + "loss": 0.8833, + "step": 7527 + }, + { + "epoch": 0.543126149850294, + "grad_norm": 3.691391007326334, + "learning_rate": 1.8179818799994362e-06, + "loss": 0.9221, + "step": 7528 + }, + { + "epoch": 0.5431982973197215, + "grad_norm": 2.680440902454123, + "learning_rate": 1.8175164646748036e-06, + "loss": 0.8651, + "step": 7529 + }, + { + "epoch": 0.543270444789149, + "grad_norm": 4.188818880457981, + "learning_rate": 1.8170510593149207e-06, + "loss": 1.1253, + "step": 7530 + }, + { + "epoch": 0.5433425922585765, + "grad_norm": 1.3797497641315595, + "learning_rate": 1.8165856639452029e-06, + "loss": 0.8841, + "step": 7531 + }, + { + "epoch": 0.543414739728004, + "grad_norm": 0.6459396464511031, + "learning_rate": 1.8161202785910625e-06, + "loss": 0.8499, + "step": 7532 + }, + { + "epoch": 0.5434868871974315, + "grad_norm": 0.6412409635654444, + "learning_rate": 1.8156549032779132e-06, + "loss": 0.86, + "step": 7533 + }, + { + "epoch": 0.5435590346668591, + "grad_norm": 5.629441775195599, + "learning_rate": 1.8151895380311667e-06, + "loss": 0.9468, + "step": 7534 + }, + { + "epoch": 0.5436311821362866, + "grad_norm": 2.679714636484546, + "learning_rate": 1.8147241828762365e-06, + "loss": 0.8744, + "step": 7535 + }, + { + "epoch": 0.5437033296057141, + "grad_norm": 4.149159973797007, + "learning_rate": 1.814258837838532e-06, + "loss": 0.9805, + "step": 7536 + }, + { + "epoch": 0.5437754770751416, + "grad_norm": 2.480128756072555, + "learning_rate": 1.8137935029434647e-06, + "loss": 1.0299, + "step": 7537 + }, + { + "epoch": 0.5438476245445691, + "grad_norm": 0.7783456604394599, + "learning_rate": 1.8133281782164455e-06, + "loss": 0.8247, + "step": 7538 + }, + { + "epoch": 0.5439197720139967, + "grad_norm": 3.5408513346126416, + "learning_rate": 1.8128628636828827e-06, + "loss": 0.9165, + "step": 7539 + }, + { + "epoch": 0.5439919194834241, + "grad_norm": 3.8186661931158374, + "learning_rate": 1.8123975593681867e-06, + "loss": 0.8601, + "step": 7540 + }, + { + "epoch": 0.5440640669528516, + "grad_norm": 4.8665398768452315, + "learning_rate": 1.8119322652977658e-06, + "loss": 0.8598, + "step": 7541 + }, + { + "epoch": 0.5441362144222791, + "grad_norm": 0.8053351823412382, + "learning_rate": 1.8114669814970268e-06, + "loss": 0.9621, + "step": 7542 + }, + { + "epoch": 0.5442083618917066, + "grad_norm": 2.5156559912626633, + "learning_rate": 1.8110017079913789e-06, + "loss": 0.9424, + "step": 7543 + }, + { + "epoch": 0.5442805093611341, + "grad_norm": 9.70531258364157, + "learning_rate": 1.8105364448062273e-06, + "loss": 0.9598, + "step": 7544 + }, + { + "epoch": 0.5443526568305617, + "grad_norm": 3.9406151937049625, + "learning_rate": 1.8100711919669794e-06, + "loss": 1.0024, + "step": 7545 + }, + { + "epoch": 0.5444248042999892, + "grad_norm": 4.5497727222060735, + "learning_rate": 1.809605949499041e-06, + "loss": 0.9476, + "step": 7546 + }, + { + "epoch": 0.5444969517694167, + "grad_norm": 0.911255234388014, + "learning_rate": 1.8091407174278164e-06, + "loss": 0.7739, + "step": 7547 + }, + { + "epoch": 0.5445690992388442, + "grad_norm": 3.0899903543562477, + "learning_rate": 1.8086754957787107e-06, + "loss": 0.9913, + "step": 7548 + }, + { + "epoch": 0.5446412467082717, + "grad_norm": 5.081907770766425, + "learning_rate": 1.808210284577128e-06, + "loss": 0.921, + "step": 7549 + }, + { + "epoch": 0.5447133941776993, + "grad_norm": 3.4962141815412924, + "learning_rate": 1.8077450838484719e-06, + "loss": 0.9892, + "step": 7550 + }, + { + "epoch": 0.5447855416471268, + "grad_norm": 3.133920373777816, + "learning_rate": 1.8072798936181452e-06, + "loss": 0.9394, + "step": 7551 + }, + { + "epoch": 0.5448576891165542, + "grad_norm": 4.78194766470918, + "learning_rate": 1.806814713911549e-06, + "loss": 0.9491, + "step": 7552 + }, + { + "epoch": 0.5449298365859817, + "grad_norm": 26.508157877944505, + "learning_rate": 1.8063495447540873e-06, + "loss": 0.9854, + "step": 7553 + }, + { + "epoch": 0.5450019840554092, + "grad_norm": 7.687301757241273, + "learning_rate": 1.8058843861711592e-06, + "loss": 0.8296, + "step": 7554 + }, + { + "epoch": 0.5450741315248367, + "grad_norm": 3.398090353587947, + "learning_rate": 1.805419238188167e-06, + "loss": 1.0263, + "step": 7555 + }, + { + "epoch": 0.5451462789942643, + "grad_norm": 0.6993088051540413, + "learning_rate": 1.8049541008305093e-06, + "loss": 0.7801, + "step": 7556 + }, + { + "epoch": 0.5452184264636918, + "grad_norm": 3.244326554585041, + "learning_rate": 1.8044889741235862e-06, + "loss": 0.9163, + "step": 7557 + }, + { + "epoch": 0.5452905739331193, + "grad_norm": 3.4830630445488993, + "learning_rate": 1.804023858092797e-06, + "loss": 0.995, + "step": 7558 + }, + { + "epoch": 0.5453627214025468, + "grad_norm": 3.3006961608392857, + "learning_rate": 1.803558752763539e-06, + "loss": 0.9861, + "step": 7559 + }, + { + "epoch": 0.5454348688719743, + "grad_norm": 3.763807815923592, + "learning_rate": 1.80309365816121e-06, + "loss": 0.8311, + "step": 7560 + }, + { + "epoch": 0.5455070163414019, + "grad_norm": 3.414892728581278, + "learning_rate": 1.802628574311208e-06, + "loss": 0.9673, + "step": 7561 + }, + { + "epoch": 0.5455791638108294, + "grad_norm": 3.3860446914724744, + "learning_rate": 1.8021635012389289e-06, + "loss": 0.9024, + "step": 7562 + }, + { + "epoch": 0.5456513112802568, + "grad_norm": 2.6846838101803594, + "learning_rate": 1.8016984389697688e-06, + "loss": 0.9034, + "step": 7563 + }, + { + "epoch": 0.5457234587496843, + "grad_norm": 3.92479472504334, + "learning_rate": 1.8012333875291219e-06, + "loss": 0.9414, + "step": 7564 + }, + { + "epoch": 0.5457956062191118, + "grad_norm": 2.9495280324687285, + "learning_rate": 1.8007683469423849e-06, + "loss": 0.9405, + "step": 7565 + }, + { + "epoch": 0.5458677536885393, + "grad_norm": 3.805107579157893, + "learning_rate": 1.8003033172349498e-06, + "loss": 0.9617, + "step": 7566 + }, + { + "epoch": 0.5459399011579669, + "grad_norm": 6.315438672412234, + "learning_rate": 1.7998382984322125e-06, + "loss": 0.9955, + "step": 7567 + }, + { + "epoch": 0.5460120486273944, + "grad_norm": 0.7365820975401357, + "learning_rate": 1.7993732905595643e-06, + "loss": 0.8352, + "step": 7568 + }, + { + "epoch": 0.5460841960968219, + "grad_norm": 2.5153672933374653, + "learning_rate": 1.7989082936423976e-06, + "loss": 0.8932, + "step": 7569 + }, + { + "epoch": 0.5461563435662494, + "grad_norm": 2.1437661173133993, + "learning_rate": 1.7984433077061052e-06, + "loss": 0.9474, + "step": 7570 + }, + { + "epoch": 0.5462284910356769, + "grad_norm": 2.7069372736043884, + "learning_rate": 1.7979783327760774e-06, + "loss": 0.9698, + "step": 7571 + }, + { + "epoch": 0.5463006385051045, + "grad_norm": 4.290087190111045, + "learning_rate": 1.7975133688777046e-06, + "loss": 0.9679, + "step": 7572 + }, + { + "epoch": 0.546372785974532, + "grad_norm": 2.4091539570981064, + "learning_rate": 1.797048416036378e-06, + "loss": 0.9867, + "step": 7573 + }, + { + "epoch": 0.5464449334439595, + "grad_norm": 2.763773411479534, + "learning_rate": 1.7965834742774855e-06, + "loss": 1.019, + "step": 7574 + }, + { + "epoch": 0.5465170809133869, + "grad_norm": 3.595271841496525, + "learning_rate": 1.7961185436264167e-06, + "loss": 0.884, + "step": 7575 + }, + { + "epoch": 0.5465892283828144, + "grad_norm": 0.7686599988899075, + "learning_rate": 1.7956536241085588e-06, + "loss": 0.8701, + "step": 7576 + }, + { + "epoch": 0.546661375852242, + "grad_norm": 2.2869989774073693, + "learning_rate": 1.795188715749301e-06, + "loss": 0.8678, + "step": 7577 + }, + { + "epoch": 0.5467335233216695, + "grad_norm": 2.9073415367653945, + "learning_rate": 1.7947238185740282e-06, + "loss": 0.9539, + "step": 7578 + }, + { + "epoch": 0.546805670791097, + "grad_norm": 9.789684425076128, + "learning_rate": 1.7942589326081288e-06, + "loss": 0.9819, + "step": 7579 + }, + { + "epoch": 0.5468778182605245, + "grad_norm": 2.2972421158105134, + "learning_rate": 1.7937940578769872e-06, + "loss": 0.8885, + "step": 7580 + }, + { + "epoch": 0.546949965729952, + "grad_norm": 5.422298008140729, + "learning_rate": 1.793329194405988e-06, + "loss": 0.9435, + "step": 7581 + }, + { + "epoch": 0.5470221131993795, + "grad_norm": 5.593296480174882, + "learning_rate": 1.7928643422205175e-06, + "loss": 0.9022, + "step": 7582 + }, + { + "epoch": 0.5470942606688071, + "grad_norm": 2.845298764542887, + "learning_rate": 1.7923995013459579e-06, + "loss": 0.9379, + "step": 7583 + }, + { + "epoch": 0.5471664081382346, + "grad_norm": 3.600282255339883, + "learning_rate": 1.791934671807693e-06, + "loss": 0.9866, + "step": 7584 + }, + { + "epoch": 0.5472385556076621, + "grad_norm": 3.3994321573329818, + "learning_rate": 1.7914698536311058e-06, + "loss": 0.9821, + "step": 7585 + }, + { + "epoch": 0.5473107030770896, + "grad_norm": 4.87907884596384, + "learning_rate": 1.7910050468415776e-06, + "loss": 0.9353, + "step": 7586 + }, + { + "epoch": 0.547382850546517, + "grad_norm": 3.080855189906185, + "learning_rate": 1.7905402514644905e-06, + "loss": 1.0408, + "step": 7587 + }, + { + "epoch": 0.5474549980159445, + "grad_norm": 2.0839335784870636, + "learning_rate": 1.790075467525224e-06, + "loss": 0.9873, + "step": 7588 + }, + { + "epoch": 0.5475271454853721, + "grad_norm": 3.4188858981555574, + "learning_rate": 1.78961069504916e-06, + "loss": 1.0553, + "step": 7589 + }, + { + "epoch": 0.5475992929547996, + "grad_norm": 2.65578914459145, + "learning_rate": 1.7891459340616773e-06, + "loss": 0.8832, + "step": 7590 + }, + { + "epoch": 0.5476714404242271, + "grad_norm": 4.022451335453762, + "learning_rate": 1.7886811845881533e-06, + "loss": 0.9587, + "step": 7591 + }, + { + "epoch": 0.5477435878936546, + "grad_norm": 5.043136676619274, + "learning_rate": 1.7882164466539685e-06, + "loss": 0.9515, + "step": 7592 + }, + { + "epoch": 0.5478157353630821, + "grad_norm": 6.04771460882093, + "learning_rate": 1.7877517202844991e-06, + "loss": 0.9698, + "step": 7593 + }, + { + "epoch": 0.5478878828325097, + "grad_norm": 3.9479098089287747, + "learning_rate": 1.787287005505123e-06, + "loss": 0.9559, + "step": 7594 + }, + { + "epoch": 0.5479600303019372, + "grad_norm": 3.0639893938881992, + "learning_rate": 1.786822302341216e-06, + "loss": 0.8612, + "step": 7595 + }, + { + "epoch": 0.5480321777713647, + "grad_norm": 0.7033620434780022, + "learning_rate": 1.7863576108181535e-06, + "loss": 0.8598, + "step": 7596 + }, + { + "epoch": 0.5481043252407922, + "grad_norm": 3.1442796689441677, + "learning_rate": 1.7858929309613118e-06, + "loss": 1.0407, + "step": 7597 + }, + { + "epoch": 0.5481764727102197, + "grad_norm": 2.5844381082525816, + "learning_rate": 1.785428262796064e-06, + "loss": 0.9787, + "step": 7598 + }, + { + "epoch": 0.5482486201796472, + "grad_norm": 3.398457704681318, + "learning_rate": 1.7849636063477843e-06, + "loss": 0.9719, + "step": 7599 + }, + { + "epoch": 0.5483207676490747, + "grad_norm": 2.34580994679621, + "learning_rate": 1.784498961641846e-06, + "loss": 0.959, + "step": 7600 + }, + { + "epoch": 0.5483929151185022, + "grad_norm": 2.3236772691857546, + "learning_rate": 1.7840343287036222e-06, + "loss": 0.9135, + "step": 7601 + }, + { + "epoch": 0.5484650625879297, + "grad_norm": 2.237963908602477, + "learning_rate": 1.7835697075584843e-06, + "loss": 0.9446, + "step": 7602 + }, + { + "epoch": 0.5485372100573572, + "grad_norm": 9.361710551532962, + "learning_rate": 1.7831050982318026e-06, + "loss": 1.0538, + "step": 7603 + }, + { + "epoch": 0.5486093575267847, + "grad_norm": 2.3778689272909843, + "learning_rate": 1.7826405007489493e-06, + "loss": 0.8478, + "step": 7604 + }, + { + "epoch": 0.5486815049962123, + "grad_norm": 2.7492523043883796, + "learning_rate": 1.7821759151352928e-06, + "loss": 1.0276, + "step": 7605 + }, + { + "epoch": 0.5487536524656398, + "grad_norm": 3.0573492526729464, + "learning_rate": 1.7817113414162042e-06, + "loss": 1.0997, + "step": 7606 + }, + { + "epoch": 0.5488257999350673, + "grad_norm": 2.43391438387998, + "learning_rate": 1.781246779617051e-06, + "loss": 0.8777, + "step": 7607 + }, + { + "epoch": 0.5488979474044948, + "grad_norm": 5.355238494263755, + "learning_rate": 1.7807822297632004e-06, + "loss": 0.9618, + "step": 7608 + }, + { + "epoch": 0.5489700948739223, + "grad_norm": 2.6564977193772705, + "learning_rate": 1.7803176918800217e-06, + "loss": 0.976, + "step": 7609 + }, + { + "epoch": 0.5490422423433499, + "grad_norm": 2.717709747895038, + "learning_rate": 1.7798531659928803e-06, + "loss": 0.9145, + "step": 7610 + }, + { + "epoch": 0.5491143898127773, + "grad_norm": 3.309753719053146, + "learning_rate": 1.7793886521271426e-06, + "loss": 1.0294, + "step": 7611 + }, + { + "epoch": 0.5491865372822048, + "grad_norm": 3.7182988766712772, + "learning_rate": 1.7789241503081743e-06, + "loss": 1.0287, + "step": 7612 + }, + { + "epoch": 0.5492586847516323, + "grad_norm": 2.5078067957733023, + "learning_rate": 1.778459660561339e-06, + "loss": 0.9455, + "step": 7613 + }, + { + "epoch": 0.5493308322210598, + "grad_norm": 4.391482449358912, + "learning_rate": 1.7779951829120023e-06, + "loss": 0.9053, + "step": 7614 + }, + { + "epoch": 0.5494029796904873, + "grad_norm": 0.911193322301582, + "learning_rate": 1.777530717385526e-06, + "loss": 0.8493, + "step": 7615 + }, + { + "epoch": 0.5494751271599149, + "grad_norm": 3.0860867621141015, + "learning_rate": 1.7770662640072744e-06, + "loss": 0.9734, + "step": 7616 + }, + { + "epoch": 0.5495472746293424, + "grad_norm": 3.5561540533708818, + "learning_rate": 1.776601822802608e-06, + "loss": 0.9067, + "step": 7617 + }, + { + "epoch": 0.5496194220987699, + "grad_norm": 3.55578448797029, + "learning_rate": 1.77613739379689e-06, + "loss": 0.8531, + "step": 7618 + }, + { + "epoch": 0.5496915695681974, + "grad_norm": 2.5025584481013285, + "learning_rate": 1.77567297701548e-06, + "loss": 1.0654, + "step": 7619 + }, + { + "epoch": 0.5497637170376249, + "grad_norm": 4.277753752823998, + "learning_rate": 1.7752085724837375e-06, + "loss": 0.9592, + "step": 7620 + }, + { + "epoch": 0.5498358645070525, + "grad_norm": 4.392976287395721, + "learning_rate": 1.7747441802270238e-06, + "loss": 1.0142, + "step": 7621 + }, + { + "epoch": 0.5499080119764799, + "grad_norm": 2.87265582506116, + "learning_rate": 1.774279800270696e-06, + "loss": 0.942, + "step": 7622 + }, + { + "epoch": 0.5499801594459074, + "grad_norm": 4.012013514609123, + "learning_rate": 1.7738154326401127e-06, + "loss": 0.9763, + "step": 7623 + }, + { + "epoch": 0.5500523069153349, + "grad_norm": 2.4867727357095992, + "learning_rate": 1.7733510773606318e-06, + "loss": 0.9963, + "step": 7624 + }, + { + "epoch": 0.5501244543847624, + "grad_norm": 3.0433606347164797, + "learning_rate": 1.772886734457609e-06, + "loss": 0.9473, + "step": 7625 + }, + { + "epoch": 0.55019660185419, + "grad_norm": 3.255824372046774, + "learning_rate": 1.7724224039564012e-06, + "loss": 0.9566, + "step": 7626 + }, + { + "epoch": 0.5502687493236175, + "grad_norm": 2.482347056584207, + "learning_rate": 1.771958085882363e-06, + "loss": 0.9645, + "step": 7627 + }, + { + "epoch": 0.550340896793045, + "grad_norm": 4.381977076475285, + "learning_rate": 1.7714937802608501e-06, + "loss": 0.8673, + "step": 7628 + }, + { + "epoch": 0.5504130442624725, + "grad_norm": 7.4229789475033625, + "learning_rate": 1.771029487117216e-06, + "loss": 0.9116, + "step": 7629 + }, + { + "epoch": 0.5504851917319, + "grad_norm": 2.751723529667911, + "learning_rate": 1.770565206476813e-06, + "loss": 0.8818, + "step": 7630 + }, + { + "epoch": 0.5505573392013275, + "grad_norm": 4.083850334810141, + "learning_rate": 1.7701009383649958e-06, + "loss": 0.88, + "step": 7631 + }, + { + "epoch": 0.5506294866707551, + "grad_norm": 5.492549878858902, + "learning_rate": 1.7696366828071144e-06, + "loss": 1.0122, + "step": 7632 + }, + { + "epoch": 0.5507016341401826, + "grad_norm": 4.419980131769189, + "learning_rate": 1.769172439828522e-06, + "loss": 1.0286, + "step": 7633 + }, + { + "epoch": 0.55077378160961, + "grad_norm": 3.509042502979941, + "learning_rate": 1.7687082094545678e-06, + "loss": 0.8211, + "step": 7634 + }, + { + "epoch": 0.5508459290790375, + "grad_norm": 3.2815429556722058, + "learning_rate": 1.7682439917106014e-06, + "loss": 0.9886, + "step": 7635 + }, + { + "epoch": 0.550918076548465, + "grad_norm": 0.7561482904939675, + "learning_rate": 1.7677797866219737e-06, + "loss": 0.8434, + "step": 7636 + }, + { + "epoch": 0.5509902240178925, + "grad_norm": 3.0519490565076715, + "learning_rate": 1.7673155942140315e-06, + "loss": 0.9886, + "step": 7637 + }, + { + "epoch": 0.5510623714873201, + "grad_norm": 3.610953113979386, + "learning_rate": 1.7668514145121239e-06, + "loss": 0.9506, + "step": 7638 + }, + { + "epoch": 0.5511345189567476, + "grad_norm": 5.323414798528056, + "learning_rate": 1.7663872475415966e-06, + "loss": 0.96, + "step": 7639 + }, + { + "epoch": 0.5512066664261751, + "grad_norm": 3.383563022302247, + "learning_rate": 1.7659230933277979e-06, + "loss": 0.9, + "step": 7640 + }, + { + "epoch": 0.5512788138956026, + "grad_norm": 5.44972363392468, + "learning_rate": 1.7654589518960723e-06, + "loss": 1.0001, + "step": 7641 + }, + { + "epoch": 0.5513509613650301, + "grad_norm": 2.1568593808860177, + "learning_rate": 1.7649948232717642e-06, + "loss": 0.9259, + "step": 7642 + }, + { + "epoch": 0.5514231088344577, + "grad_norm": 3.173834134609695, + "learning_rate": 1.7645307074802197e-06, + "loss": 1.0458, + "step": 7643 + }, + { + "epoch": 0.5514952563038852, + "grad_norm": 2.211573317262662, + "learning_rate": 1.7640666045467811e-06, + "loss": 0.9677, + "step": 7644 + }, + { + "epoch": 0.5515674037733127, + "grad_norm": 5.513605628863897, + "learning_rate": 1.7636025144967924e-06, + "loss": 1.0056, + "step": 7645 + }, + { + "epoch": 0.5516395512427401, + "grad_norm": 3.926490044067616, + "learning_rate": 1.7631384373555953e-06, + "loss": 0.9253, + "step": 7646 + }, + { + "epoch": 0.5517116987121676, + "grad_norm": 5.529669239437655, + "learning_rate": 1.7626743731485306e-06, + "loss": 0.9183, + "step": 7647 + }, + { + "epoch": 0.5517838461815952, + "grad_norm": 5.01513289179492, + "learning_rate": 1.7622103219009406e-06, + "loss": 0.9983, + "step": 7648 + }, + { + "epoch": 0.5518559936510227, + "grad_norm": 3.718489693899621, + "learning_rate": 1.761746283638164e-06, + "loss": 0.9631, + "step": 7649 + }, + { + "epoch": 0.5519281411204502, + "grad_norm": 3.1415906342093107, + "learning_rate": 1.7612822583855416e-06, + "loss": 0.98, + "step": 7650 + }, + { + "epoch": 0.5520002885898777, + "grad_norm": 6.301319456438456, + "learning_rate": 1.7608182461684107e-06, + "loss": 0.9561, + "step": 7651 + }, + { + "epoch": 0.5520724360593052, + "grad_norm": 3.632411745998554, + "learning_rate": 1.7603542470121103e-06, + "loss": 0.9982, + "step": 7652 + }, + { + "epoch": 0.5521445835287327, + "grad_norm": 2.2364201289412384, + "learning_rate": 1.7598902609419772e-06, + "loss": 0.9804, + "step": 7653 + }, + { + "epoch": 0.5522167309981603, + "grad_norm": 3.018187703902991, + "learning_rate": 1.7594262879833477e-06, + "loss": 0.9928, + "step": 7654 + }, + { + "epoch": 0.5522888784675878, + "grad_norm": 3.7206795438885285, + "learning_rate": 1.7589623281615586e-06, + "loss": 0.8244, + "step": 7655 + }, + { + "epoch": 0.5523610259370153, + "grad_norm": 3.6699815129118494, + "learning_rate": 1.7584983815019447e-06, + "loss": 0.9009, + "step": 7656 + }, + { + "epoch": 0.5524331734064428, + "grad_norm": 3.202391154265736, + "learning_rate": 1.7580344480298392e-06, + "loss": 0.9673, + "step": 7657 + }, + { + "epoch": 0.5525053208758702, + "grad_norm": 5.75933710045435, + "learning_rate": 1.7575705277705779e-06, + "loss": 0.8601, + "step": 7658 + }, + { + "epoch": 0.5525774683452978, + "grad_norm": 3.0431842066594688, + "learning_rate": 1.7571066207494916e-06, + "loss": 0.9395, + "step": 7659 + }, + { + "epoch": 0.5526496158147253, + "grad_norm": 5.067110011296099, + "learning_rate": 1.7566427269919144e-06, + "loss": 0.8902, + "step": 7660 + }, + { + "epoch": 0.5527217632841528, + "grad_norm": 0.8338082907115594, + "learning_rate": 1.7561788465231764e-06, + "loss": 0.8052, + "step": 7661 + }, + { + "epoch": 0.5527939107535803, + "grad_norm": 3.4827439121288695, + "learning_rate": 1.7557149793686097e-06, + "loss": 0.982, + "step": 7662 + }, + { + "epoch": 0.5528660582230078, + "grad_norm": 2.286625837882784, + "learning_rate": 1.7552511255535432e-06, + "loss": 0.9497, + "step": 7663 + }, + { + "epoch": 0.5529382056924353, + "grad_norm": 3.1424178894046526, + "learning_rate": 1.7547872851033065e-06, + "loss": 0.8736, + "step": 7664 + }, + { + "epoch": 0.5530103531618629, + "grad_norm": 3.1813003985716515, + "learning_rate": 1.7543234580432288e-06, + "loss": 1.0623, + "step": 7665 + }, + { + "epoch": 0.5530825006312904, + "grad_norm": 5.362282189700801, + "learning_rate": 1.7538596443986372e-06, + "loss": 1.065, + "step": 7666 + }, + { + "epoch": 0.5531546481007179, + "grad_norm": 4.373676862909223, + "learning_rate": 1.7533958441948597e-06, + "loss": 0.9872, + "step": 7667 + }, + { + "epoch": 0.5532267955701454, + "grad_norm": 3.068300320684101, + "learning_rate": 1.7529320574572224e-06, + "loss": 0.9512, + "step": 7668 + }, + { + "epoch": 0.5532989430395728, + "grad_norm": 3.074811982400195, + "learning_rate": 1.7524682842110498e-06, + "loss": 0.9176, + "step": 7669 + }, + { + "epoch": 0.5533710905090004, + "grad_norm": 4.200476056321646, + "learning_rate": 1.7520045244816691e-06, + "loss": 1.0051, + "step": 7670 + }, + { + "epoch": 0.5534432379784279, + "grad_norm": 2.4447262582262934, + "learning_rate": 1.751540778294402e-06, + "loss": 0.8563, + "step": 7671 + }, + { + "epoch": 0.5535153854478554, + "grad_norm": 2.9927992232785905, + "learning_rate": 1.7510770456745742e-06, + "loss": 1.0403, + "step": 7672 + }, + { + "epoch": 0.5535875329172829, + "grad_norm": 3.2638619514237517, + "learning_rate": 1.7506133266475076e-06, + "loss": 0.8703, + "step": 7673 + }, + { + "epoch": 0.5536596803867104, + "grad_norm": 4.6909155037092125, + "learning_rate": 1.7501496212385235e-06, + "loss": 0.8544, + "step": 7674 + }, + { + "epoch": 0.553731827856138, + "grad_norm": 4.441753873750276, + "learning_rate": 1.7496859294729439e-06, + "loss": 0.9675, + "step": 7675 + }, + { + "epoch": 0.5538039753255655, + "grad_norm": 14.115905534626533, + "learning_rate": 1.7492222513760888e-06, + "loss": 0.9862, + "step": 7676 + }, + { + "epoch": 0.553876122794993, + "grad_norm": 5.282503600004227, + "learning_rate": 1.7487585869732786e-06, + "loss": 1.0208, + "step": 7677 + }, + { + "epoch": 0.5539482702644205, + "grad_norm": 3.336923636628422, + "learning_rate": 1.7482949362898317e-06, + "loss": 0.9196, + "step": 7678 + }, + { + "epoch": 0.554020417733848, + "grad_norm": 7.8300203933547685, + "learning_rate": 1.7478312993510663e-06, + "loss": 1.0134, + "step": 7679 + }, + { + "epoch": 0.5540925652032755, + "grad_norm": 2.6180815578780527, + "learning_rate": 1.7473676761823006e-06, + "loss": 0.9196, + "step": 7680 + }, + { + "epoch": 0.554164712672703, + "grad_norm": 7.021562064938763, + "learning_rate": 1.74690406680885e-06, + "loss": 0.9842, + "step": 7681 + }, + { + "epoch": 0.5542368601421305, + "grad_norm": 2.516610846837259, + "learning_rate": 1.7464404712560325e-06, + "loss": 0.9987, + "step": 7682 + }, + { + "epoch": 0.554309007611558, + "grad_norm": 1.8575457382218565, + "learning_rate": 1.7459768895491611e-06, + "loss": 0.9578, + "step": 7683 + }, + { + "epoch": 0.5543811550809855, + "grad_norm": 3.3485741441893295, + "learning_rate": 1.7455133217135524e-06, + "loss": 1.0368, + "step": 7684 + }, + { + "epoch": 0.554453302550413, + "grad_norm": 0.7245837512973884, + "learning_rate": 1.7450497677745193e-06, + "loss": 0.8285, + "step": 7685 + }, + { + "epoch": 0.5545254500198405, + "grad_norm": 2.6385762771242063, + "learning_rate": 1.7445862277573738e-06, + "loss": 0.9768, + "step": 7686 + }, + { + "epoch": 0.5545975974892681, + "grad_norm": 3.404989026649931, + "learning_rate": 1.744122701687429e-06, + "loss": 0.9606, + "step": 7687 + }, + { + "epoch": 0.5546697449586956, + "grad_norm": 13.084878105438342, + "learning_rate": 1.7436591895899964e-06, + "loss": 0.9426, + "step": 7688 + }, + { + "epoch": 0.5547418924281231, + "grad_norm": 3.159185121227939, + "learning_rate": 1.7431956914903868e-06, + "loss": 0.9963, + "step": 7689 + }, + { + "epoch": 0.5548140398975506, + "grad_norm": 3.2818475088414854, + "learning_rate": 1.7427322074139095e-06, + "loss": 0.9711, + "step": 7690 + }, + { + "epoch": 0.5548861873669781, + "grad_norm": 2.9049932572357138, + "learning_rate": 1.7422687373858737e-06, + "loss": 0.9421, + "step": 7691 + }, + { + "epoch": 0.5549583348364057, + "grad_norm": 2.1923184323787805, + "learning_rate": 1.741805281431589e-06, + "loss": 0.9131, + "step": 7692 + }, + { + "epoch": 0.5550304823058331, + "grad_norm": 2.8386629317859158, + "learning_rate": 1.7413418395763606e-06, + "loss": 0.9843, + "step": 7693 + }, + { + "epoch": 0.5551026297752606, + "grad_norm": 7.132997006957842, + "learning_rate": 1.7408784118454982e-06, + "loss": 1.0315, + "step": 7694 + }, + { + "epoch": 0.5551747772446881, + "grad_norm": 2.779636643766305, + "learning_rate": 1.7404149982643061e-06, + "loss": 0.9385, + "step": 7695 + }, + { + "epoch": 0.5552469247141156, + "grad_norm": 5.034561678493537, + "learning_rate": 1.7399515988580895e-06, + "loss": 0.8981, + "step": 7696 + }, + { + "epoch": 0.5553190721835431, + "grad_norm": 2.7549640761177745, + "learning_rate": 1.7394882136521541e-06, + "loss": 0.9641, + "step": 7697 + }, + { + "epoch": 0.5553912196529707, + "grad_norm": 2.5915973416917266, + "learning_rate": 1.7390248426718027e-06, + "loss": 0.8921, + "step": 7698 + }, + { + "epoch": 0.5554633671223982, + "grad_norm": 5.213044662743809, + "learning_rate": 1.738561485942338e-06, + "loss": 0.8885, + "step": 7699 + }, + { + "epoch": 0.5555355145918257, + "grad_norm": 3.355054196916289, + "learning_rate": 1.7380981434890638e-06, + "loss": 0.9658, + "step": 7700 + }, + { + "epoch": 0.5556076620612532, + "grad_norm": 4.031073041477003, + "learning_rate": 1.7376348153372797e-06, + "loss": 1.0012, + "step": 7701 + }, + { + "epoch": 0.5556798095306807, + "grad_norm": 2.750061988131925, + "learning_rate": 1.7371715015122871e-06, + "loss": 0.984, + "step": 7702 + }, + { + "epoch": 0.5557519570001083, + "grad_norm": 6.331229345621233, + "learning_rate": 1.7367082020393861e-06, + "loss": 0.9172, + "step": 7703 + }, + { + "epoch": 0.5558241044695358, + "grad_norm": 3.189157690695624, + "learning_rate": 1.7362449169438758e-06, + "loss": 0.9406, + "step": 7704 + }, + { + "epoch": 0.5558962519389632, + "grad_norm": 2.9834802694382683, + "learning_rate": 1.7357816462510532e-06, + "loss": 1.0542, + "step": 7705 + }, + { + "epoch": 0.5559683994083907, + "grad_norm": 3.7065641633504325, + "learning_rate": 1.7353183899862179e-06, + "loss": 0.9441, + "step": 7706 + }, + { + "epoch": 0.5560405468778182, + "grad_norm": 2.7597925788227275, + "learning_rate": 1.7348551481746654e-06, + "loss": 0.8484, + "step": 7707 + }, + { + "epoch": 0.5561126943472458, + "grad_norm": 3.674523100758161, + "learning_rate": 1.734391920841691e-06, + "loss": 1.0793, + "step": 7708 + }, + { + "epoch": 0.5561848418166733, + "grad_norm": 3.7794515573157805, + "learning_rate": 1.7339287080125911e-06, + "loss": 0.9975, + "step": 7709 + }, + { + "epoch": 0.5562569892861008, + "grad_norm": 4.693001329065375, + "learning_rate": 1.7334655097126591e-06, + "loss": 0.9328, + "step": 7710 + }, + { + "epoch": 0.5563291367555283, + "grad_norm": 2.786273491453638, + "learning_rate": 1.733002325967189e-06, + "loss": 0.9825, + "step": 7711 + }, + { + "epoch": 0.5564012842249558, + "grad_norm": 0.6526289676135762, + "learning_rate": 1.732539156801474e-06, + "loss": 0.8629, + "step": 7712 + }, + { + "epoch": 0.5564734316943833, + "grad_norm": 2.155623414040964, + "learning_rate": 1.7320760022408052e-06, + "loss": 1.0023, + "step": 7713 + }, + { + "epoch": 0.5565455791638109, + "grad_norm": 3.3325307992597963, + "learning_rate": 1.7316128623104737e-06, + "loss": 0.9517, + "step": 7714 + }, + { + "epoch": 0.5566177266332384, + "grad_norm": 2.846954887265858, + "learning_rate": 1.7311497370357708e-06, + "loss": 0.8701, + "step": 7715 + }, + { + "epoch": 0.5566898741026658, + "grad_norm": 3.2490262260000806, + "learning_rate": 1.7306866264419858e-06, + "loss": 0.9481, + "step": 7716 + }, + { + "epoch": 0.5567620215720933, + "grad_norm": 3.6997826538170915, + "learning_rate": 1.7302235305544063e-06, + "loss": 0.9762, + "step": 7717 + }, + { + "epoch": 0.5568341690415208, + "grad_norm": 2.569506208576719, + "learning_rate": 1.7297604493983216e-06, + "loss": 0.9363, + "step": 7718 + }, + { + "epoch": 0.5569063165109484, + "grad_norm": 4.903847270062119, + "learning_rate": 1.7292973829990185e-06, + "loss": 0.9639, + "step": 7719 + }, + { + "epoch": 0.5569784639803759, + "grad_norm": 2.019727450198045, + "learning_rate": 1.7288343313817825e-06, + "loss": 1.0065, + "step": 7720 + }, + { + "epoch": 0.5570506114498034, + "grad_norm": 2.169568490576579, + "learning_rate": 1.7283712945719007e-06, + "loss": 0.945, + "step": 7721 + }, + { + "epoch": 0.5571227589192309, + "grad_norm": 3.1739561272264925, + "learning_rate": 1.727908272594657e-06, + "loss": 1.0326, + "step": 7722 + }, + { + "epoch": 0.5571949063886584, + "grad_norm": 3.0440023329396273, + "learning_rate": 1.7274452654753345e-06, + "loss": 0.9504, + "step": 7723 + }, + { + "epoch": 0.557267053858086, + "grad_norm": 2.2673623625547554, + "learning_rate": 1.7269822732392177e-06, + "loss": 1.0154, + "step": 7724 + }, + { + "epoch": 0.5573392013275135, + "grad_norm": 2.4008868009613185, + "learning_rate": 1.726519295911588e-06, + "loss": 0.9719, + "step": 7725 + }, + { + "epoch": 0.557411348796941, + "grad_norm": 2.0348637053940566, + "learning_rate": 1.726056333517727e-06, + "loss": 0.8972, + "step": 7726 + }, + { + "epoch": 0.5574834962663685, + "grad_norm": 4.568823416938012, + "learning_rate": 1.7255933860829156e-06, + "loss": 0.917, + "step": 7727 + }, + { + "epoch": 0.5575556437357959, + "grad_norm": 3.672443362137517, + "learning_rate": 1.725130453632434e-06, + "loss": 0.8752, + "step": 7728 + }, + { + "epoch": 0.5576277912052234, + "grad_norm": 3.6751770755380018, + "learning_rate": 1.7246675361915605e-06, + "loss": 0.8745, + "step": 7729 + }, + { + "epoch": 0.557699938674651, + "grad_norm": 3.2838457285414404, + "learning_rate": 1.7242046337855736e-06, + "loss": 0.942, + "step": 7730 + }, + { + "epoch": 0.5577720861440785, + "grad_norm": 2.4782245245595522, + "learning_rate": 1.723741746439751e-06, + "loss": 0.9515, + "step": 7731 + }, + { + "epoch": 0.557844233613506, + "grad_norm": 2.9992223367473345, + "learning_rate": 1.723278874179368e-06, + "loss": 0.9365, + "step": 7732 + }, + { + "epoch": 0.5579163810829335, + "grad_norm": 2.56301186264216, + "learning_rate": 1.7228160170297023e-06, + "loss": 0.9551, + "step": 7733 + }, + { + "epoch": 0.557988528552361, + "grad_norm": 0.9097324088467027, + "learning_rate": 1.7223531750160279e-06, + "loss": 0.8445, + "step": 7734 + }, + { + "epoch": 0.5580606760217885, + "grad_norm": 3.899804619027645, + "learning_rate": 1.7218903481636179e-06, + "loss": 0.8583, + "step": 7735 + }, + { + "epoch": 0.5581328234912161, + "grad_norm": 2.06839706775588, + "learning_rate": 1.7214275364977471e-06, + "loss": 0.9219, + "step": 7736 + }, + { + "epoch": 0.5582049709606436, + "grad_norm": 3.8708164643138057, + "learning_rate": 1.7209647400436871e-06, + "loss": 1.0063, + "step": 7737 + }, + { + "epoch": 0.5582771184300711, + "grad_norm": 2.679046198231206, + "learning_rate": 1.7205019588267097e-06, + "loss": 0.8371, + "step": 7738 + }, + { + "epoch": 0.5583492658994986, + "grad_norm": 2.274435761455905, + "learning_rate": 1.720039192872086e-06, + "loss": 1.003, + "step": 7739 + }, + { + "epoch": 0.558421413368926, + "grad_norm": 2.896663482746208, + "learning_rate": 1.719576442205085e-06, + "loss": 0.9126, + "step": 7740 + }, + { + "epoch": 0.5584935608383536, + "grad_norm": 2.1660256415669545, + "learning_rate": 1.7191137068509765e-06, + "loss": 0.9336, + "step": 7741 + }, + { + "epoch": 0.5585657083077811, + "grad_norm": 3.0255327874725286, + "learning_rate": 1.7186509868350288e-06, + "loss": 0.9165, + "step": 7742 + }, + { + "epoch": 0.5586378557772086, + "grad_norm": 3.6011242382648985, + "learning_rate": 1.7181882821825095e-06, + "loss": 0.9621, + "step": 7743 + }, + { + "epoch": 0.5587100032466361, + "grad_norm": 0.7535399896253072, + "learning_rate": 1.7177255929186845e-06, + "loss": 0.8686, + "step": 7744 + }, + { + "epoch": 0.5587821507160636, + "grad_norm": 11.83675739734467, + "learning_rate": 1.7172629190688199e-06, + "loss": 0.9173, + "step": 7745 + }, + { + "epoch": 0.5588542981854911, + "grad_norm": 4.145163528290474, + "learning_rate": 1.7168002606581811e-06, + "loss": 0.9454, + "step": 7746 + }, + { + "epoch": 0.5589264456549187, + "grad_norm": 2.739988570224284, + "learning_rate": 1.7163376177120307e-06, + "loss": 0.947, + "step": 7747 + }, + { + "epoch": 0.5589985931243462, + "grad_norm": 4.692882042089052, + "learning_rate": 1.715874990255634e-06, + "loss": 1.0026, + "step": 7748 + }, + { + "epoch": 0.5590707405937737, + "grad_norm": 4.334183731754512, + "learning_rate": 1.7154123783142517e-06, + "loss": 0.9788, + "step": 7749 + }, + { + "epoch": 0.5591428880632012, + "grad_norm": 4.247065035601171, + "learning_rate": 1.714949781913146e-06, + "loss": 0.9866, + "step": 7750 + }, + { + "epoch": 0.5592150355326287, + "grad_norm": 2.864488875247809, + "learning_rate": 1.714487201077578e-06, + "loss": 0.8867, + "step": 7751 + }, + { + "epoch": 0.5592871830020562, + "grad_norm": 5.482094836834623, + "learning_rate": 1.7140246358328065e-06, + "loss": 1.0603, + "step": 7752 + }, + { + "epoch": 0.5593593304714837, + "grad_norm": 2.313227667891718, + "learning_rate": 1.713562086204091e-06, + "loss": 0.9486, + "step": 7753 + }, + { + "epoch": 0.5594314779409112, + "grad_norm": 4.133024329253479, + "learning_rate": 1.7130995522166893e-06, + "loss": 0.9527, + "step": 7754 + }, + { + "epoch": 0.5595036254103387, + "grad_norm": 0.7821887289320298, + "learning_rate": 1.7126370338958598e-06, + "loss": 0.8637, + "step": 7755 + }, + { + "epoch": 0.5595757728797662, + "grad_norm": 4.8207503109143355, + "learning_rate": 1.7121745312668577e-06, + "loss": 1.0431, + "step": 7756 + }, + { + "epoch": 0.5596479203491938, + "grad_norm": 6.670400559323718, + "learning_rate": 1.7117120443549387e-06, + "loss": 0.9845, + "step": 7757 + }, + { + "epoch": 0.5597200678186213, + "grad_norm": 0.6612997590869123, + "learning_rate": 1.7112495731853583e-06, + "loss": 0.8344, + "step": 7758 + }, + { + "epoch": 0.5597922152880488, + "grad_norm": 2.950573661759977, + "learning_rate": 1.710787117783369e-06, + "loss": 0.9234, + "step": 7759 + }, + { + "epoch": 0.5598643627574763, + "grad_norm": 2.544532775409957, + "learning_rate": 1.7103246781742253e-06, + "loss": 0.9784, + "step": 7760 + }, + { + "epoch": 0.5599365102269038, + "grad_norm": 2.406072832991789, + "learning_rate": 1.7098622543831787e-06, + "loss": 0.9223, + "step": 7761 + }, + { + "epoch": 0.5600086576963313, + "grad_norm": 3.856824642255071, + "learning_rate": 1.7093998464354793e-06, + "loss": 0.7932, + "step": 7762 + }, + { + "epoch": 0.5600808051657589, + "grad_norm": 2.3519239179606224, + "learning_rate": 1.7089374543563798e-06, + "loss": 0.8418, + "step": 7763 + }, + { + "epoch": 0.5601529526351863, + "grad_norm": 3.1586555907040634, + "learning_rate": 1.7084750781711274e-06, + "loss": 0.986, + "step": 7764 + }, + { + "epoch": 0.5602251001046138, + "grad_norm": 3.9239812415682733, + "learning_rate": 1.7080127179049722e-06, + "loss": 0.9572, + "step": 7765 + }, + { + "epoch": 0.5602972475740413, + "grad_norm": 3.542189810019717, + "learning_rate": 1.7075503735831621e-06, + "loss": 0.997, + "step": 7766 + }, + { + "epoch": 0.5603693950434688, + "grad_norm": 4.135580653759518, + "learning_rate": 1.7070880452309426e-06, + "loss": 0.9897, + "step": 7767 + }, + { + "epoch": 0.5604415425128964, + "grad_norm": 3.164863842872375, + "learning_rate": 1.706625732873561e-06, + "loss": 0.9848, + "step": 7768 + }, + { + "epoch": 0.5605136899823239, + "grad_norm": 0.6839507778245011, + "learning_rate": 1.7061634365362618e-06, + "loss": 0.8762, + "step": 7769 + }, + { + "epoch": 0.5605858374517514, + "grad_norm": 3.6890549048507557, + "learning_rate": 1.7057011562442902e-06, + "loss": 0.9036, + "step": 7770 + }, + { + "epoch": 0.5606579849211789, + "grad_norm": 4.596982480367386, + "learning_rate": 1.7052388920228884e-06, + "loss": 0.943, + "step": 7771 + }, + { + "epoch": 0.5607301323906064, + "grad_norm": 4.134976892925678, + "learning_rate": 1.7047766438973002e-06, + "loss": 0.9281, + "step": 7772 + }, + { + "epoch": 0.560802279860034, + "grad_norm": 0.8161681708756365, + "learning_rate": 1.7043144118927664e-06, + "loss": 0.8088, + "step": 7773 + }, + { + "epoch": 0.5608744273294615, + "grad_norm": 4.885101807079085, + "learning_rate": 1.703852196034527e-06, + "loss": 0.9094, + "step": 7774 + }, + { + "epoch": 0.5609465747988889, + "grad_norm": 2.8913019160958497, + "learning_rate": 1.7033899963478241e-06, + "loss": 1.08, + "step": 7775 + }, + { + "epoch": 0.5610187222683164, + "grad_norm": 2.393448602013366, + "learning_rate": 1.702927812857895e-06, + "loss": 0.9444, + "step": 7776 + }, + { + "epoch": 0.5610908697377439, + "grad_norm": 3.75984007130029, + "learning_rate": 1.7024656455899784e-06, + "loss": 1.1046, + "step": 7777 + }, + { + "epoch": 0.5611630172071714, + "grad_norm": 2.6845383404562124, + "learning_rate": 1.7020034945693115e-06, + "loss": 0.9566, + "step": 7778 + }, + { + "epoch": 0.561235164676599, + "grad_norm": 2.0270350226682763, + "learning_rate": 1.7015413598211306e-06, + "loss": 1.0491, + "step": 7779 + }, + { + "epoch": 0.5613073121460265, + "grad_norm": 5.35045056451194, + "learning_rate": 1.701079241370671e-06, + "loss": 0.88, + "step": 7780 + }, + { + "epoch": 0.561379459615454, + "grad_norm": 2.765456199882623, + "learning_rate": 1.7006171392431674e-06, + "loss": 0.9877, + "step": 7781 + }, + { + "epoch": 0.5614516070848815, + "grad_norm": 2.487942898680745, + "learning_rate": 1.7001550534638542e-06, + "loss": 0.9715, + "step": 7782 + }, + { + "epoch": 0.561523754554309, + "grad_norm": 3.3085384071522523, + "learning_rate": 1.6996929840579629e-06, + "loss": 1.0796, + "step": 7783 + }, + { + "epoch": 0.5615959020237365, + "grad_norm": 3.023679896058868, + "learning_rate": 1.6992309310507263e-06, + "loss": 1.0794, + "step": 7784 + }, + { + "epoch": 0.5616680494931641, + "grad_norm": 3.651876980743315, + "learning_rate": 1.6987688944673752e-06, + "loss": 0.927, + "step": 7785 + }, + { + "epoch": 0.5617401969625916, + "grad_norm": 15.661463800177103, + "learning_rate": 1.698306874333139e-06, + "loss": 0.9755, + "step": 7786 + }, + { + "epoch": 0.561812344432019, + "grad_norm": 2.5197816236426456, + "learning_rate": 1.6978448706732485e-06, + "loss": 0.9699, + "step": 7787 + }, + { + "epoch": 0.5618844919014465, + "grad_norm": 3.421346127125146, + "learning_rate": 1.6973828835129309e-06, + "loss": 0.9814, + "step": 7788 + }, + { + "epoch": 0.561956639370874, + "grad_norm": 2.9561225976569254, + "learning_rate": 1.696920912877413e-06, + "loss": 1.0123, + "step": 7789 + }, + { + "epoch": 0.5620287868403016, + "grad_norm": 3.905333022254245, + "learning_rate": 1.6964589587919228e-06, + "loss": 0.9918, + "step": 7790 + }, + { + "epoch": 0.5621009343097291, + "grad_norm": 3.100152067330919, + "learning_rate": 1.695997021281685e-06, + "loss": 1.002, + "step": 7791 + }, + { + "epoch": 0.5621730817791566, + "grad_norm": 2.690352677975672, + "learning_rate": 1.6955351003719245e-06, + "loss": 0.9415, + "step": 7792 + }, + { + "epoch": 0.5622452292485841, + "grad_norm": 5.084818867896036, + "learning_rate": 1.695073196087865e-06, + "loss": 0.9235, + "step": 7793 + }, + { + "epoch": 0.5623173767180116, + "grad_norm": 3.0570919008426545, + "learning_rate": 1.6946113084547298e-06, + "loss": 1.0081, + "step": 7794 + }, + { + "epoch": 0.5623895241874391, + "grad_norm": 4.0636353300138675, + "learning_rate": 1.6941494374977402e-06, + "loss": 0.9258, + "step": 7795 + }, + { + "epoch": 0.5624616716568667, + "grad_norm": 3.8991127423180685, + "learning_rate": 1.6936875832421173e-06, + "loss": 0.8812, + "step": 7796 + }, + { + "epoch": 0.5625338191262942, + "grad_norm": 2.198573395542195, + "learning_rate": 1.6932257457130826e-06, + "loss": 0.9944, + "step": 7797 + }, + { + "epoch": 0.5626059665957217, + "grad_norm": 2.7229669248636434, + "learning_rate": 1.692763924935853e-06, + "loss": 0.8374, + "step": 7798 + }, + { + "epoch": 0.5626781140651491, + "grad_norm": 3.437332842837413, + "learning_rate": 1.692302120935649e-06, + "loss": 0.8483, + "step": 7799 + }, + { + "epoch": 0.5627502615345766, + "grad_norm": 4.341829822327758, + "learning_rate": 1.6918403337376873e-06, + "loss": 0.9706, + "step": 7800 + }, + { + "epoch": 0.5628224090040042, + "grad_norm": 3.1275987119518596, + "learning_rate": 1.6913785633671831e-06, + "loss": 0.8892, + "step": 7801 + }, + { + "epoch": 0.5628945564734317, + "grad_norm": 3.0521966871926143, + "learning_rate": 1.690916809849354e-06, + "loss": 0.9927, + "step": 7802 + }, + { + "epoch": 0.5629667039428592, + "grad_norm": 2.230753384414973, + "learning_rate": 1.6904550732094134e-06, + "loss": 0.9159, + "step": 7803 + }, + { + "epoch": 0.5630388514122867, + "grad_norm": 3.7237736725094757, + "learning_rate": 1.6899933534725752e-06, + "loss": 1.0356, + "step": 7804 + }, + { + "epoch": 0.5631109988817142, + "grad_norm": 4.167644513146949, + "learning_rate": 1.689531650664053e-06, + "loss": 0.883, + "step": 7805 + }, + { + "epoch": 0.5631831463511418, + "grad_norm": 4.030613812067136, + "learning_rate": 1.6890699648090574e-06, + "loss": 0.9744, + "step": 7806 + }, + { + "epoch": 0.5632552938205693, + "grad_norm": 5.670517940378833, + "learning_rate": 1.6886082959328e-06, + "loss": 0.9597, + "step": 7807 + }, + { + "epoch": 0.5633274412899968, + "grad_norm": 8.60316201564753, + "learning_rate": 1.688146644060491e-06, + "loss": 0.8536, + "step": 7808 + }, + { + "epoch": 0.5633995887594243, + "grad_norm": 3.805796624102602, + "learning_rate": 1.6876850092173399e-06, + "loss": 0.9335, + "step": 7809 + }, + { + "epoch": 0.5634717362288518, + "grad_norm": 3.1870338248644425, + "learning_rate": 1.687223391428554e-06, + "loss": 0.8914, + "step": 7810 + }, + { + "epoch": 0.5635438836982792, + "grad_norm": 4.2059563952338355, + "learning_rate": 1.68676179071934e-06, + "loss": 0.9217, + "step": 7811 + }, + { + "epoch": 0.5636160311677068, + "grad_norm": 4.1894135159840875, + "learning_rate": 1.686300207114906e-06, + "loss": 1.0033, + "step": 7812 + }, + { + "epoch": 0.5636881786371343, + "grad_norm": 4.034625156013398, + "learning_rate": 1.6858386406404554e-06, + "loss": 0.959, + "step": 7813 + }, + { + "epoch": 0.5637603261065618, + "grad_norm": 4.191950696014612, + "learning_rate": 1.6853770913211947e-06, + "loss": 0.9876, + "step": 7814 + }, + { + "epoch": 0.5638324735759893, + "grad_norm": 7.995213507210355, + "learning_rate": 1.684915559182326e-06, + "loss": 0.9522, + "step": 7815 + }, + { + "epoch": 0.5639046210454168, + "grad_norm": 3.5335172953189797, + "learning_rate": 1.6844540442490517e-06, + "loss": 0.9631, + "step": 7816 + }, + { + "epoch": 0.5639767685148444, + "grad_norm": 3.178607729219263, + "learning_rate": 1.6839925465465746e-06, + "loss": 0.8493, + "step": 7817 + }, + { + "epoch": 0.5640489159842719, + "grad_norm": 11.315129264332542, + "learning_rate": 1.6835310661000946e-06, + "loss": 0.9079, + "step": 7818 + }, + { + "epoch": 0.5641210634536994, + "grad_norm": 9.306180922211517, + "learning_rate": 1.6830696029348113e-06, + "loss": 0.9335, + "step": 7819 + }, + { + "epoch": 0.5641932109231269, + "grad_norm": 4.861654746523003, + "learning_rate": 1.6826081570759238e-06, + "loss": 0.8323, + "step": 7820 + }, + { + "epoch": 0.5642653583925544, + "grad_norm": 2.356829653404598, + "learning_rate": 1.6821467285486303e-06, + "loss": 0.9675, + "step": 7821 + }, + { + "epoch": 0.5643375058619818, + "grad_norm": 4.291834756960557, + "learning_rate": 1.6816853173781273e-06, + "loss": 0.9754, + "step": 7822 + }, + { + "epoch": 0.5644096533314094, + "grad_norm": 2.8362209714342974, + "learning_rate": 1.68122392358961e-06, + "loss": 0.8883, + "step": 7823 + }, + { + "epoch": 0.5644818008008369, + "grad_norm": 4.385722073441128, + "learning_rate": 1.6807625472082749e-06, + "loss": 1.0615, + "step": 7824 + }, + { + "epoch": 0.5645539482702644, + "grad_norm": 0.7083372415172994, + "learning_rate": 1.6803011882593146e-06, + "loss": 0.7735, + "step": 7825 + }, + { + "epoch": 0.5646260957396919, + "grad_norm": 4.2802924874447745, + "learning_rate": 1.6798398467679236e-06, + "loss": 0.9386, + "step": 7826 + }, + { + "epoch": 0.5646982432091194, + "grad_norm": 2.4493014916371636, + "learning_rate": 1.6793785227592934e-06, + "loss": 0.9828, + "step": 7827 + }, + { + "epoch": 0.564770390678547, + "grad_norm": 2.785051812010156, + "learning_rate": 1.6789172162586145e-06, + "loss": 0.9096, + "step": 7828 + }, + { + "epoch": 0.5648425381479745, + "grad_norm": 5.612387185778945, + "learning_rate": 1.6784559272910786e-06, + "loss": 0.9359, + "step": 7829 + }, + { + "epoch": 0.564914685617402, + "grad_norm": 2.6289217581440334, + "learning_rate": 1.6779946558818736e-06, + "loss": 1.0464, + "step": 7830 + }, + { + "epoch": 0.5649868330868295, + "grad_norm": 2.6433422847402217, + "learning_rate": 1.6775334020561886e-06, + "loss": 1.0563, + "step": 7831 + }, + { + "epoch": 0.565058980556257, + "grad_norm": 4.4273878045193245, + "learning_rate": 1.6770721658392112e-06, + "loss": 1.0142, + "step": 7832 + }, + { + "epoch": 0.5651311280256845, + "grad_norm": 4.211612116575243, + "learning_rate": 1.6766109472561266e-06, + "loss": 0.8248, + "step": 7833 + }, + { + "epoch": 0.565203275495112, + "grad_norm": 2.877176207512697, + "learning_rate": 1.676149746332122e-06, + "loss": 0.936, + "step": 7834 + }, + { + "epoch": 0.5652754229645395, + "grad_norm": 3.531222047948345, + "learning_rate": 1.6756885630923798e-06, + "loss": 0.9477, + "step": 7835 + }, + { + "epoch": 0.565347570433967, + "grad_norm": 2.856268357232533, + "learning_rate": 1.6752273975620854e-06, + "loss": 0.9514, + "step": 7836 + }, + { + "epoch": 0.5654197179033945, + "grad_norm": 5.58977226462196, + "learning_rate": 1.6747662497664199e-06, + "loss": 0.9303, + "step": 7837 + }, + { + "epoch": 0.565491865372822, + "grad_norm": 4.686634034594418, + "learning_rate": 1.6743051197305662e-06, + "loss": 0.956, + "step": 7838 + }, + { + "epoch": 0.5655640128422496, + "grad_norm": 1.971493338573404, + "learning_rate": 1.6738440074797042e-06, + "loss": 0.969, + "step": 7839 + }, + { + "epoch": 0.5656361603116771, + "grad_norm": 6.223705368540858, + "learning_rate": 1.6733829130390127e-06, + "loss": 0.9097, + "step": 7840 + }, + { + "epoch": 0.5657083077811046, + "grad_norm": 4.315251453980867, + "learning_rate": 1.672921836433672e-06, + "loss": 0.935, + "step": 7841 + }, + { + "epoch": 0.5657804552505321, + "grad_norm": 2.2087714162585965, + "learning_rate": 1.672460777688859e-06, + "loss": 1.0389, + "step": 7842 + }, + { + "epoch": 0.5658526027199596, + "grad_norm": 2.651781070222591, + "learning_rate": 1.67199973682975e-06, + "loss": 0.9899, + "step": 7843 + }, + { + "epoch": 0.5659247501893871, + "grad_norm": 5.13659677106835, + "learning_rate": 1.6715387138815217e-06, + "loss": 1.0834, + "step": 7844 + }, + { + "epoch": 0.5659968976588147, + "grad_norm": 5.276688631790786, + "learning_rate": 1.6710777088693482e-06, + "loss": 1.0255, + "step": 7845 + }, + { + "epoch": 0.5660690451282421, + "grad_norm": 0.7908743649789628, + "learning_rate": 1.6706167218184036e-06, + "loss": 0.9074, + "step": 7846 + }, + { + "epoch": 0.5661411925976696, + "grad_norm": 0.7516396005145931, + "learning_rate": 1.6701557527538594e-06, + "loss": 0.7959, + "step": 7847 + }, + { + "epoch": 0.5662133400670971, + "grad_norm": 3.0144858308713154, + "learning_rate": 1.6696948017008897e-06, + "loss": 0.9131, + "step": 7848 + }, + { + "epoch": 0.5662854875365246, + "grad_norm": 2.3604255004968904, + "learning_rate": 1.6692338686846638e-06, + "loss": 0.9649, + "step": 7849 + }, + { + "epoch": 0.5663576350059522, + "grad_norm": 2.6932836000490123, + "learning_rate": 1.6687729537303512e-06, + "loss": 0.881, + "step": 7850 + }, + { + "epoch": 0.5664297824753797, + "grad_norm": 6.052724921338212, + "learning_rate": 1.6683120568631224e-06, + "loss": 0.9162, + "step": 7851 + }, + { + "epoch": 0.5665019299448072, + "grad_norm": 2.292552903791079, + "learning_rate": 1.6678511781081433e-06, + "loss": 1.088, + "step": 7852 + }, + { + "epoch": 0.5665740774142347, + "grad_norm": 9.316823890009992, + "learning_rate": 1.6673903174905825e-06, + "loss": 0.9209, + "step": 7853 + }, + { + "epoch": 0.5666462248836622, + "grad_norm": 2.752317925580266, + "learning_rate": 1.6669294750356056e-06, + "loss": 0.9437, + "step": 7854 + }, + { + "epoch": 0.5667183723530897, + "grad_norm": 7.5079842348334624, + "learning_rate": 1.6664686507683758e-06, + "loss": 0.9595, + "step": 7855 + }, + { + "epoch": 0.5667905198225173, + "grad_norm": 4.849983781610487, + "learning_rate": 1.6660078447140595e-06, + "loss": 0.9067, + "step": 7856 + }, + { + "epoch": 0.5668626672919448, + "grad_norm": 2.3482473330682105, + "learning_rate": 1.6655470568978177e-06, + "loss": 1.0157, + "step": 7857 + }, + { + "epoch": 0.5669348147613722, + "grad_norm": 2.7813332363060375, + "learning_rate": 1.6650862873448136e-06, + "loss": 1.0612, + "step": 7858 + }, + { + "epoch": 0.5670069622307997, + "grad_norm": 3.489305232718983, + "learning_rate": 1.6646255360802066e-06, + "loss": 1.0494, + "step": 7859 + }, + { + "epoch": 0.5670791097002272, + "grad_norm": 2.869176190534332, + "learning_rate": 1.6641648031291585e-06, + "loss": 0.9361, + "step": 7860 + }, + { + "epoch": 0.5671512571696548, + "grad_norm": 2.479409010980578, + "learning_rate": 1.6637040885168272e-06, + "loss": 1.0371, + "step": 7861 + }, + { + "epoch": 0.5672234046390823, + "grad_norm": 3.183563494392274, + "learning_rate": 1.66324339226837e-06, + "loss": 0.9719, + "step": 7862 + }, + { + "epoch": 0.5672955521085098, + "grad_norm": 3.2215066604888802, + "learning_rate": 1.6627827144089451e-06, + "loss": 0.9613, + "step": 7863 + }, + { + "epoch": 0.5673676995779373, + "grad_norm": 2.9509503466346603, + "learning_rate": 1.6623220549637074e-06, + "loss": 0.9511, + "step": 7864 + }, + { + "epoch": 0.5674398470473648, + "grad_norm": 4.280260180470857, + "learning_rate": 1.6618614139578126e-06, + "loss": 1.0044, + "step": 7865 + }, + { + "epoch": 0.5675119945167924, + "grad_norm": 2.4960162847733507, + "learning_rate": 1.6614007914164146e-06, + "loss": 0.8364, + "step": 7866 + }, + { + "epoch": 0.5675841419862199, + "grad_norm": 3.1538214074214266, + "learning_rate": 1.6609401873646649e-06, + "loss": 1.0274, + "step": 7867 + }, + { + "epoch": 0.5676562894556474, + "grad_norm": 2.822058478016486, + "learning_rate": 1.6604796018277175e-06, + "loss": 0.9605, + "step": 7868 + }, + { + "epoch": 0.5677284369250748, + "grad_norm": 3.465463817208858, + "learning_rate": 1.6600190348307214e-06, + "loss": 0.9829, + "step": 7869 + }, + { + "epoch": 0.5678005843945023, + "grad_norm": 5.545032979800058, + "learning_rate": 1.659558486398828e-06, + "loss": 0.8836, + "step": 7870 + }, + { + "epoch": 0.5678727318639298, + "grad_norm": 2.7510566415394826, + "learning_rate": 1.6590979565571845e-06, + "loss": 0.9135, + "step": 7871 + }, + { + "epoch": 0.5679448793333574, + "grad_norm": 3.586804918746834, + "learning_rate": 1.6586374453309399e-06, + "loss": 1.0511, + "step": 7872 + }, + { + "epoch": 0.5680170268027849, + "grad_norm": 0.772987196104398, + "learning_rate": 1.6581769527452413e-06, + "loss": 0.8058, + "step": 7873 + }, + { + "epoch": 0.5680891742722124, + "grad_norm": 2.6355819851334745, + "learning_rate": 1.657716478825233e-06, + "loss": 0.9397, + "step": 7874 + }, + { + "epoch": 0.5681613217416399, + "grad_norm": 4.014413376229337, + "learning_rate": 1.6572560235960614e-06, + "loss": 0.9267, + "step": 7875 + }, + { + "epoch": 0.5682334692110674, + "grad_norm": 3.231173492647432, + "learning_rate": 1.6567955870828696e-06, + "loss": 0.8877, + "step": 7876 + }, + { + "epoch": 0.568305616680495, + "grad_norm": 7.505865473748498, + "learning_rate": 1.6563351693107994e-06, + "loss": 0.9168, + "step": 7877 + }, + { + "epoch": 0.5683777641499225, + "grad_norm": 2.5175927089981966, + "learning_rate": 1.6558747703049944e-06, + "loss": 1.0324, + "step": 7878 + }, + { + "epoch": 0.56844991161935, + "grad_norm": 2.922719741535448, + "learning_rate": 1.6554143900905935e-06, + "loss": 1.0819, + "step": 7879 + }, + { + "epoch": 0.5685220590887775, + "grad_norm": 13.037299419260913, + "learning_rate": 1.654954028692738e-06, + "loss": 0.9502, + "step": 7880 + }, + { + "epoch": 0.5685942065582049, + "grad_norm": 4.1499843551157, + "learning_rate": 1.6544936861365648e-06, + "loss": 0.8743, + "step": 7881 + }, + { + "epoch": 0.5686663540276324, + "grad_norm": 6.0405761085264364, + "learning_rate": 1.6540333624472131e-06, + "loss": 0.9775, + "step": 7882 + }, + { + "epoch": 0.56873850149706, + "grad_norm": 2.9506795132899346, + "learning_rate": 1.6535730576498184e-06, + "loss": 0.869, + "step": 7883 + }, + { + "epoch": 0.5688106489664875, + "grad_norm": 2.5249619736027014, + "learning_rate": 1.6531127717695167e-06, + "loss": 0.9223, + "step": 7884 + }, + { + "epoch": 0.568882796435915, + "grad_norm": 3.175728247318695, + "learning_rate": 1.6526525048314426e-06, + "loss": 1.0298, + "step": 7885 + }, + { + "epoch": 0.5689549439053425, + "grad_norm": 3.065775929195522, + "learning_rate": 1.6521922568607285e-06, + "loss": 0.9599, + "step": 7886 + }, + { + "epoch": 0.56902709137477, + "grad_norm": 3.103076171490835, + "learning_rate": 1.6517320278825086e-06, + "loss": 0.8997, + "step": 7887 + }, + { + "epoch": 0.5690992388441976, + "grad_norm": 4.695029759581868, + "learning_rate": 1.6512718179219135e-06, + "loss": 1.0245, + "step": 7888 + }, + { + "epoch": 0.5691713863136251, + "grad_norm": 4.769167924518987, + "learning_rate": 1.6508116270040726e-06, + "loss": 0.8777, + "step": 7889 + }, + { + "epoch": 0.5692435337830526, + "grad_norm": 4.416885850374037, + "learning_rate": 1.650351455154117e-06, + "loss": 0.9666, + "step": 7890 + }, + { + "epoch": 0.5693156812524801, + "grad_norm": 2.2185125089528728, + "learning_rate": 1.6498913023971732e-06, + "loss": 1.0035, + "step": 7891 + }, + { + "epoch": 0.5693878287219076, + "grad_norm": 0.8259754353188802, + "learning_rate": 1.6494311687583702e-06, + "loss": 0.8961, + "step": 7892 + }, + { + "epoch": 0.569459976191335, + "grad_norm": 0.7739635566613893, + "learning_rate": 1.6489710542628333e-06, + "loss": 0.8242, + "step": 7893 + }, + { + "epoch": 0.5695321236607626, + "grad_norm": 5.4868932088725115, + "learning_rate": 1.6485109589356871e-06, + "loss": 0.9032, + "step": 7894 + }, + { + "epoch": 0.5696042711301901, + "grad_norm": 2.417150010630114, + "learning_rate": 1.6480508828020562e-06, + "loss": 1.0164, + "step": 7895 + }, + { + "epoch": 0.5696764185996176, + "grad_norm": 3.4265563157665495, + "learning_rate": 1.6475908258870641e-06, + "loss": 1.0098, + "step": 7896 + }, + { + "epoch": 0.5697485660690451, + "grad_norm": 3.4897355383327318, + "learning_rate": 1.6471307882158324e-06, + "loss": 1.1031, + "step": 7897 + }, + { + "epoch": 0.5698207135384726, + "grad_norm": 2.9380495896487777, + "learning_rate": 1.646670769813482e-06, + "loss": 0.9611, + "step": 7898 + }, + { + "epoch": 0.5698928610079002, + "grad_norm": 2.3652319557687878, + "learning_rate": 1.646210770705133e-06, + "loss": 1.0253, + "step": 7899 + }, + { + "epoch": 0.5699650084773277, + "grad_norm": 6.852849893749298, + "learning_rate": 1.6457507909159041e-06, + "loss": 0.843, + "step": 7900 + }, + { + "epoch": 0.5700371559467552, + "grad_norm": 2.610641720247687, + "learning_rate": 1.6452908304709126e-06, + "loss": 0.9451, + "step": 7901 + }, + { + "epoch": 0.5701093034161827, + "grad_norm": 2.5065128369340317, + "learning_rate": 1.6448308893952764e-06, + "loss": 0.9813, + "step": 7902 + }, + { + "epoch": 0.5701814508856102, + "grad_norm": 3.3502406645912997, + "learning_rate": 1.6443709677141097e-06, + "loss": 0.9796, + "step": 7903 + }, + { + "epoch": 0.5702535983550377, + "grad_norm": 2.834466053300341, + "learning_rate": 1.643911065452529e-06, + "loss": 0.9834, + "step": 7904 + }, + { + "epoch": 0.5703257458244652, + "grad_norm": 2.352813489338412, + "learning_rate": 1.6434511826356467e-06, + "loss": 0.9562, + "step": 7905 + }, + { + "epoch": 0.5703978932938927, + "grad_norm": 4.770426348300083, + "learning_rate": 1.642991319288575e-06, + "loss": 0.923, + "step": 7906 + }, + { + "epoch": 0.5704700407633202, + "grad_norm": 3.324168257548373, + "learning_rate": 1.6425314754364258e-06, + "loss": 0.9369, + "step": 7907 + }, + { + "epoch": 0.5705421882327477, + "grad_norm": 3.3962691481818825, + "learning_rate": 1.6420716511043092e-06, + "loss": 0.9722, + "step": 7908 + }, + { + "epoch": 0.5706143357021752, + "grad_norm": 3.656429579799629, + "learning_rate": 1.6416118463173355e-06, + "loss": 0.918, + "step": 7909 + }, + { + "epoch": 0.5706864831716028, + "grad_norm": 3.5875227339286755, + "learning_rate": 1.6411520611006115e-06, + "loss": 1.0263, + "step": 7910 + }, + { + "epoch": 0.5707586306410303, + "grad_norm": 3.6486523583348442, + "learning_rate": 1.640692295479245e-06, + "loss": 0.9259, + "step": 7911 + }, + { + "epoch": 0.5708307781104578, + "grad_norm": 3.816044519904487, + "learning_rate": 1.6402325494783428e-06, + "loss": 0.875, + "step": 7912 + }, + { + "epoch": 0.5709029255798853, + "grad_norm": 10.250167845305441, + "learning_rate": 1.6397728231230084e-06, + "loss": 1.03, + "step": 7913 + }, + { + "epoch": 0.5709750730493128, + "grad_norm": 5.296621310930334, + "learning_rate": 1.6393131164383474e-06, + "loss": 0.924, + "step": 7914 + }, + { + "epoch": 0.5710472205187404, + "grad_norm": 2.723505968468662, + "learning_rate": 1.6388534294494618e-06, + "loss": 0.9662, + "step": 7915 + }, + { + "epoch": 0.5711193679881679, + "grad_norm": 2.564027563550979, + "learning_rate": 1.6383937621814525e-06, + "loss": 0.8371, + "step": 7916 + }, + { + "epoch": 0.5711915154575953, + "grad_norm": 5.172783809230396, + "learning_rate": 1.6379341146594222e-06, + "loss": 0.9898, + "step": 7917 + }, + { + "epoch": 0.5712636629270228, + "grad_norm": 3.246000469901097, + "learning_rate": 1.6374744869084689e-06, + "loss": 0.9045, + "step": 7918 + }, + { + "epoch": 0.5713358103964503, + "grad_norm": 6.216958866291944, + "learning_rate": 1.6370148789536925e-06, + "loss": 1.0018, + "step": 7919 + }, + { + "epoch": 0.5714079578658778, + "grad_norm": 2.2471131772856396, + "learning_rate": 1.63655529082019e-06, + "loss": 0.9966, + "step": 7920 + }, + { + "epoch": 0.5714801053353054, + "grad_norm": 3.430204104920874, + "learning_rate": 1.6360957225330571e-06, + "loss": 1.0789, + "step": 7921 + }, + { + "epoch": 0.5715522528047329, + "grad_norm": 2.7424702294819405, + "learning_rate": 1.6356361741173897e-06, + "loss": 1.0477, + "step": 7922 + }, + { + "epoch": 0.5716244002741604, + "grad_norm": 3.9852855165594514, + "learning_rate": 1.6351766455982821e-06, + "loss": 0.9788, + "step": 7923 + }, + { + "epoch": 0.5716965477435879, + "grad_norm": 3.468259759575066, + "learning_rate": 1.6347171370008278e-06, + "loss": 1.0451, + "step": 7924 + }, + { + "epoch": 0.5717686952130154, + "grad_norm": 12.568432066854665, + "learning_rate": 1.6342576483501173e-06, + "loss": 1.0315, + "step": 7925 + }, + { + "epoch": 0.571840842682443, + "grad_norm": 2.7935724632979424, + "learning_rate": 1.6337981796712437e-06, + "loss": 0.9171, + "step": 7926 + }, + { + "epoch": 0.5719129901518705, + "grad_norm": 3.431037654455501, + "learning_rate": 1.633338730989296e-06, + "loss": 0.9832, + "step": 7927 + }, + { + "epoch": 0.5719851376212979, + "grad_norm": 3.653123350118586, + "learning_rate": 1.6328793023293617e-06, + "loss": 0.982, + "step": 7928 + }, + { + "epoch": 0.5720572850907254, + "grad_norm": 2.1781141283593124, + "learning_rate": 1.6324198937165307e-06, + "loss": 0.8501, + "step": 7929 + }, + { + "epoch": 0.5721294325601529, + "grad_norm": 3.235372490877074, + "learning_rate": 1.6319605051758879e-06, + "loss": 0.9944, + "step": 7930 + }, + { + "epoch": 0.5722015800295804, + "grad_norm": 8.65527514535482, + "learning_rate": 1.63150113673252e-06, + "loss": 0.8719, + "step": 7931 + }, + { + "epoch": 0.572273727499008, + "grad_norm": 3.5012440514096896, + "learning_rate": 1.6310417884115112e-06, + "loss": 0.9701, + "step": 7932 + }, + { + "epoch": 0.5723458749684355, + "grad_norm": 4.8240127581274255, + "learning_rate": 1.6305824602379436e-06, + "loss": 0.9076, + "step": 7933 + }, + { + "epoch": 0.572418022437863, + "grad_norm": 2.7617428359042955, + "learning_rate": 1.6301231522369007e-06, + "loss": 0.9655, + "step": 7934 + }, + { + "epoch": 0.5724901699072905, + "grad_norm": 2.5574817366707707, + "learning_rate": 1.6296638644334632e-06, + "loss": 0.8921, + "step": 7935 + }, + { + "epoch": 0.572562317376718, + "grad_norm": 3.40553192129088, + "learning_rate": 1.6292045968527114e-06, + "loss": 0.8465, + "step": 7936 + }, + { + "epoch": 0.5726344648461456, + "grad_norm": 3.034202632074495, + "learning_rate": 1.6287453495197236e-06, + "loss": 0.9344, + "step": 7937 + }, + { + "epoch": 0.5727066123155731, + "grad_norm": 3.2729870616028904, + "learning_rate": 1.6282861224595778e-06, + "loss": 0.9214, + "step": 7938 + }, + { + "epoch": 0.5727787597850006, + "grad_norm": 3.1694845578367663, + "learning_rate": 1.6278269156973514e-06, + "loss": 0.9215, + "step": 7939 + }, + { + "epoch": 0.572850907254428, + "grad_norm": 2.8311225643488545, + "learning_rate": 1.6273677292581185e-06, + "loss": 0.8672, + "step": 7940 + }, + { + "epoch": 0.5729230547238555, + "grad_norm": 2.718367100203224, + "learning_rate": 1.6269085631669554e-06, + "loss": 0.8715, + "step": 7941 + }, + { + "epoch": 0.572995202193283, + "grad_norm": 2.6256425162032793, + "learning_rate": 1.6264494174489345e-06, + "loss": 0.913, + "step": 7942 + }, + { + "epoch": 0.5730673496627106, + "grad_norm": 3.1262715613694287, + "learning_rate": 1.6259902921291271e-06, + "loss": 0.8519, + "step": 7943 + }, + { + "epoch": 0.5731394971321381, + "grad_norm": 5.86915394913213, + "learning_rate": 1.6255311872326064e-06, + "loss": 0.987, + "step": 7944 + }, + { + "epoch": 0.5732116446015656, + "grad_norm": 3.0284237614848384, + "learning_rate": 1.6250721027844405e-06, + "loss": 0.9698, + "step": 7945 + }, + { + "epoch": 0.5732837920709931, + "grad_norm": 3.242909399347365, + "learning_rate": 1.6246130388096995e-06, + "loss": 0.9213, + "step": 7946 + }, + { + "epoch": 0.5733559395404206, + "grad_norm": 6.98275649329324, + "learning_rate": 1.6241539953334508e-06, + "loss": 1.091, + "step": 7947 + }, + { + "epoch": 0.5734280870098482, + "grad_norm": 3.1745026326531343, + "learning_rate": 1.6236949723807612e-06, + "loss": 1.0385, + "step": 7948 + }, + { + "epoch": 0.5735002344792757, + "grad_norm": 3.3313713180466107, + "learning_rate": 1.623235969976696e-06, + "loss": 0.9066, + "step": 7949 + }, + { + "epoch": 0.5735723819487032, + "grad_norm": 3.7718229452995904, + "learning_rate": 1.6227769881463196e-06, + "loss": 0.9247, + "step": 7950 + }, + { + "epoch": 0.5736445294181307, + "grad_norm": 38.2412801539449, + "learning_rate": 1.622318026914696e-06, + "loss": 1.0236, + "step": 7951 + }, + { + "epoch": 0.5737166768875581, + "grad_norm": 3.839463736123296, + "learning_rate": 1.6218590863068857e-06, + "loss": 1.0251, + "step": 7952 + }, + { + "epoch": 0.5737888243569856, + "grad_norm": 3.5682420465966973, + "learning_rate": 1.621400166347952e-06, + "loss": 0.8349, + "step": 7953 + }, + { + "epoch": 0.5738609718264132, + "grad_norm": 3.8865986407713624, + "learning_rate": 1.6209412670629535e-06, + "loss": 0.9078, + "step": 7954 + }, + { + "epoch": 0.5739331192958407, + "grad_norm": 0.641724875109513, + "learning_rate": 1.6204823884769482e-06, + "loss": 0.7977, + "step": 7955 + }, + { + "epoch": 0.5740052667652682, + "grad_norm": 2.659690872242237, + "learning_rate": 1.620023530614996e-06, + "loss": 0.9104, + "step": 7956 + }, + { + "epoch": 0.5740774142346957, + "grad_norm": 5.459981984817911, + "learning_rate": 1.6195646935021517e-06, + "loss": 0.991, + "step": 7957 + }, + { + "epoch": 0.5741495617041232, + "grad_norm": 0.6303740722207665, + "learning_rate": 1.619105877163471e-06, + "loss": 0.8092, + "step": 7958 + }, + { + "epoch": 0.5742217091735508, + "grad_norm": 5.025814555938529, + "learning_rate": 1.6186470816240086e-06, + "loss": 1.0079, + "step": 7959 + }, + { + "epoch": 0.5742938566429783, + "grad_norm": 5.391287323441985, + "learning_rate": 1.6181883069088172e-06, + "loss": 1.0217, + "step": 7960 + }, + { + "epoch": 0.5743660041124058, + "grad_norm": 3.195574686723841, + "learning_rate": 1.6177295530429487e-06, + "loss": 0.9109, + "step": 7961 + }, + { + "epoch": 0.5744381515818333, + "grad_norm": 4.310975620810521, + "learning_rate": 1.6172708200514543e-06, + "loss": 0.9574, + "step": 7962 + }, + { + "epoch": 0.5745102990512608, + "grad_norm": 2.3137163623279227, + "learning_rate": 1.616812107959384e-06, + "loss": 0.8707, + "step": 7963 + }, + { + "epoch": 0.5745824465206882, + "grad_norm": 3.2463471351635924, + "learning_rate": 1.6163534167917855e-06, + "loss": 0.9699, + "step": 7964 + }, + { + "epoch": 0.5746545939901158, + "grad_norm": 3.0230035988006723, + "learning_rate": 1.615894746573707e-06, + "loss": 0.9274, + "step": 7965 + }, + { + "epoch": 0.5747267414595433, + "grad_norm": 2.750131343826087, + "learning_rate": 1.6154360973301946e-06, + "loss": 0.901, + "step": 7966 + }, + { + "epoch": 0.5747988889289708, + "grad_norm": 2.830335564550427, + "learning_rate": 1.6149774690862924e-06, + "loss": 0.9011, + "step": 7967 + }, + { + "epoch": 0.5748710363983983, + "grad_norm": 2.750431287064278, + "learning_rate": 1.6145188618670465e-06, + "loss": 1.0476, + "step": 7968 + }, + { + "epoch": 0.5749431838678258, + "grad_norm": 0.7738681326493514, + "learning_rate": 1.6140602756974979e-06, + "loss": 0.7867, + "step": 7969 + }, + { + "epoch": 0.5750153313372534, + "grad_norm": 3.618317857940862, + "learning_rate": 1.613601710602689e-06, + "loss": 0.8897, + "step": 7970 + }, + { + "epoch": 0.5750874788066809, + "grad_norm": 2.4459607907238214, + "learning_rate": 1.6131431666076607e-06, + "loss": 0.9549, + "step": 7971 + }, + { + "epoch": 0.5751596262761084, + "grad_norm": 3.2969831837626455, + "learning_rate": 1.6126846437374516e-06, + "loss": 0.8586, + "step": 7972 + }, + { + "epoch": 0.5752317737455359, + "grad_norm": 2.482604253448774, + "learning_rate": 1.6122261420171e-06, + "loss": 0.9261, + "step": 7973 + }, + { + "epoch": 0.5753039212149634, + "grad_norm": 5.1447887312772655, + "learning_rate": 1.6117676614716437e-06, + "loss": 0.9032, + "step": 7974 + }, + { + "epoch": 0.5753760686843908, + "grad_norm": 3.0592425402448797, + "learning_rate": 1.6113092021261186e-06, + "loss": 1.0144, + "step": 7975 + }, + { + "epoch": 0.5754482161538184, + "grad_norm": 4.506705692016953, + "learning_rate": 1.6108507640055587e-06, + "loss": 0.9673, + "step": 7976 + }, + { + "epoch": 0.5755203636232459, + "grad_norm": 4.336753424779184, + "learning_rate": 1.6103923471349975e-06, + "loss": 0.9441, + "step": 7977 + }, + { + "epoch": 0.5755925110926734, + "grad_norm": 14.7875720450419, + "learning_rate": 1.609933951539469e-06, + "loss": 0.9068, + "step": 7978 + }, + { + "epoch": 0.5756646585621009, + "grad_norm": 11.730732155509173, + "learning_rate": 1.6094755772440023e-06, + "loss": 1.0293, + "step": 7979 + }, + { + "epoch": 0.5757368060315284, + "grad_norm": 3.524866055588335, + "learning_rate": 1.6090172242736295e-06, + "loss": 0.9168, + "step": 7980 + }, + { + "epoch": 0.575808953500956, + "grad_norm": 3.777533099410073, + "learning_rate": 1.6085588926533787e-06, + "loss": 0.997, + "step": 7981 + }, + { + "epoch": 0.5758811009703835, + "grad_norm": 0.7867090612911578, + "learning_rate": 1.608100582408277e-06, + "loss": 0.8974, + "step": 7982 + }, + { + "epoch": 0.575953248439811, + "grad_norm": 3.1214289288303934, + "learning_rate": 1.6076422935633524e-06, + "loss": 1.0273, + "step": 7983 + }, + { + "epoch": 0.5760253959092385, + "grad_norm": 2.3309049458345816, + "learning_rate": 1.6071840261436294e-06, + "loss": 0.97, + "step": 7984 + }, + { + "epoch": 0.576097543378666, + "grad_norm": 3.4886237955587123, + "learning_rate": 1.6067257801741325e-06, + "loss": 0.9487, + "step": 7985 + }, + { + "epoch": 0.5761696908480936, + "grad_norm": 2.9909930123337136, + "learning_rate": 1.6062675556798853e-06, + "loss": 0.9962, + "step": 7986 + }, + { + "epoch": 0.576241838317521, + "grad_norm": 5.321550804921471, + "learning_rate": 1.6058093526859088e-06, + "loss": 0.9579, + "step": 7987 + }, + { + "epoch": 0.5763139857869485, + "grad_norm": 4.745396642155621, + "learning_rate": 1.6053511712172245e-06, + "loss": 0.9861, + "step": 7988 + }, + { + "epoch": 0.576386133256376, + "grad_norm": 3.3176130743239622, + "learning_rate": 1.604893011298852e-06, + "loss": 0.9323, + "step": 7989 + }, + { + "epoch": 0.5764582807258035, + "grad_norm": 3.5718782359831964, + "learning_rate": 1.6044348729558095e-06, + "loss": 0.9936, + "step": 7990 + }, + { + "epoch": 0.576530428195231, + "grad_norm": 3.9800066768647744, + "learning_rate": 1.6039767562131137e-06, + "loss": 1.0092, + "step": 7991 + }, + { + "epoch": 0.5766025756646586, + "grad_norm": 0.7453504124881398, + "learning_rate": 1.6035186610957819e-06, + "loss": 0.7503, + "step": 7992 + }, + { + "epoch": 0.5766747231340861, + "grad_norm": 3.1710169340924796, + "learning_rate": 1.6030605876288284e-06, + "loss": 0.9704, + "step": 7993 + }, + { + "epoch": 0.5767468706035136, + "grad_norm": 1.0644934410369762, + "learning_rate": 1.602602535837266e-06, + "loss": 0.8111, + "step": 7994 + }, + { + "epoch": 0.5768190180729411, + "grad_norm": 7.790431966888158, + "learning_rate": 1.6021445057461084e-06, + "loss": 0.9748, + "step": 7995 + }, + { + "epoch": 0.5768911655423686, + "grad_norm": 0.7380336366420944, + "learning_rate": 1.6016864973803666e-06, + "loss": 0.8364, + "step": 7996 + }, + { + "epoch": 0.5769633130117962, + "grad_norm": 2.8165435545912776, + "learning_rate": 1.6012285107650504e-06, + "loss": 1.0146, + "step": 7997 + }, + { + "epoch": 0.5770354604812237, + "grad_norm": 4.29781195395433, + "learning_rate": 1.6007705459251696e-06, + "loss": 0.9724, + "step": 7998 + }, + { + "epoch": 0.5771076079506511, + "grad_norm": 3.7888634068989204, + "learning_rate": 1.6003126028857313e-06, + "loss": 0.8698, + "step": 7999 + }, + { + "epoch": 0.5771797554200786, + "grad_norm": 3.3682201244790697, + "learning_rate": 1.5998546816717416e-06, + "loss": 1.0431, + "step": 8000 + }, + { + "epoch": 0.5772519028895061, + "grad_norm": 3.8206708307074364, + "learning_rate": 1.5993967823082066e-06, + "loss": 0.9905, + "step": 8001 + }, + { + "epoch": 0.5773240503589336, + "grad_norm": 5.795418198959423, + "learning_rate": 1.598938904820131e-06, + "loss": 0.9332, + "step": 8002 + }, + { + "epoch": 0.5773961978283612, + "grad_norm": 6.8346285019036115, + "learning_rate": 1.5984810492325165e-06, + "loss": 0.8814, + "step": 8003 + }, + { + "epoch": 0.5774683452977887, + "grad_norm": 3.8885105009522123, + "learning_rate": 1.5980232155703655e-06, + "loss": 0.8961, + "step": 8004 + }, + { + "epoch": 0.5775404927672162, + "grad_norm": 3.724944781207753, + "learning_rate": 1.597565403858679e-06, + "loss": 0.941, + "step": 8005 + }, + { + "epoch": 0.5776126402366437, + "grad_norm": 6.087390887714064, + "learning_rate": 1.5971076141224554e-06, + "loss": 0.9942, + "step": 8006 + }, + { + "epoch": 0.5776847877060712, + "grad_norm": 12.790254363751064, + "learning_rate": 1.5966498463866941e-06, + "loss": 0.9058, + "step": 8007 + }, + { + "epoch": 0.5777569351754988, + "grad_norm": 5.395182664835221, + "learning_rate": 1.5961921006763918e-06, + "loss": 0.9453, + "step": 8008 + }, + { + "epoch": 0.5778290826449263, + "grad_norm": 4.635582853045685, + "learning_rate": 1.595734377016543e-06, + "loss": 0.9741, + "step": 8009 + }, + { + "epoch": 0.5779012301143538, + "grad_norm": 3.4592928799993587, + "learning_rate": 1.5952766754321445e-06, + "loss": 0.9366, + "step": 8010 + }, + { + "epoch": 0.5779733775837812, + "grad_norm": 4.555135348305453, + "learning_rate": 1.5948189959481879e-06, + "loss": 0.8901, + "step": 8011 + }, + { + "epoch": 0.5780455250532087, + "grad_norm": 3.32590908730516, + "learning_rate": 1.5943613385896659e-06, + "loss": 1.0239, + "step": 8012 + }, + { + "epoch": 0.5781176725226362, + "grad_norm": 1.6654540498476476, + "learning_rate": 1.5939037033815696e-06, + "loss": 0.8361, + "step": 8013 + }, + { + "epoch": 0.5781898199920638, + "grad_norm": 3.1022830001351016, + "learning_rate": 1.5934460903488892e-06, + "loss": 0.9743, + "step": 8014 + }, + { + "epoch": 0.5782619674614913, + "grad_norm": 11.045041203212602, + "learning_rate": 1.5929884995166125e-06, + "loss": 1.0096, + "step": 8015 + }, + { + "epoch": 0.5783341149309188, + "grad_norm": 5.638678132844206, + "learning_rate": 1.5925309309097271e-06, + "loss": 0.9946, + "step": 8016 + }, + { + "epoch": 0.5784062624003463, + "grad_norm": 1.9095908110131818, + "learning_rate": 1.5920733845532194e-06, + "loss": 0.9723, + "step": 8017 + }, + { + "epoch": 0.5784784098697738, + "grad_norm": 4.263085807751006, + "learning_rate": 1.5916158604720733e-06, + "loss": 0.8781, + "step": 8018 + }, + { + "epoch": 0.5785505573392014, + "grad_norm": 6.320874692529674, + "learning_rate": 1.5911583586912742e-06, + "loss": 1.1285, + "step": 8019 + }, + { + "epoch": 0.5786227048086289, + "grad_norm": 3.126910426785307, + "learning_rate": 1.5907008792358036e-06, + "loss": 0.9442, + "step": 8020 + }, + { + "epoch": 0.5786948522780564, + "grad_norm": 3.24238604201958, + "learning_rate": 1.590243422130642e-06, + "loss": 0.9285, + "step": 8021 + }, + { + "epoch": 0.5787669997474839, + "grad_norm": 6.135085541145124, + "learning_rate": 1.589785987400771e-06, + "loss": 0.9753, + "step": 8022 + }, + { + "epoch": 0.5788391472169113, + "grad_norm": 6.836941332545422, + "learning_rate": 1.5893285750711685e-06, + "loss": 0.8865, + "step": 8023 + }, + { + "epoch": 0.5789112946863388, + "grad_norm": 2.8048575092101657, + "learning_rate": 1.588871185166812e-06, + "loss": 0.9644, + "step": 8024 + }, + { + "epoch": 0.5789834421557664, + "grad_norm": 4.248784059599572, + "learning_rate": 1.5884138177126786e-06, + "loss": 1.0118, + "step": 8025 + }, + { + "epoch": 0.5790555896251939, + "grad_norm": 0.7032951149191414, + "learning_rate": 1.5879564727337427e-06, + "loss": 0.8332, + "step": 8026 + }, + { + "epoch": 0.5791277370946214, + "grad_norm": 2.9853274438324875, + "learning_rate": 1.5874991502549784e-06, + "loss": 0.8327, + "step": 8027 + }, + { + "epoch": 0.5791998845640489, + "grad_norm": 2.7760791501681013, + "learning_rate": 1.5870418503013582e-06, + "loss": 0.8938, + "step": 8028 + }, + { + "epoch": 0.5792720320334764, + "grad_norm": 2.3231191390083934, + "learning_rate": 1.5865845728978546e-06, + "loss": 0.9102, + "step": 8029 + }, + { + "epoch": 0.579344179502904, + "grad_norm": 3.818037795162018, + "learning_rate": 1.5861273180694367e-06, + "loss": 0.9642, + "step": 8030 + }, + { + "epoch": 0.5794163269723315, + "grad_norm": 7.737051945595162, + "learning_rate": 1.5856700858410736e-06, + "loss": 0.9883, + "step": 8031 + }, + { + "epoch": 0.579488474441759, + "grad_norm": 4.865073245399854, + "learning_rate": 1.585212876237734e-06, + "loss": 0.8376, + "step": 8032 + }, + { + "epoch": 0.5795606219111865, + "grad_norm": 0.7292615737912035, + "learning_rate": 1.5847556892843828e-06, + "loss": 0.8414, + "step": 8033 + }, + { + "epoch": 0.5796327693806139, + "grad_norm": 3.72015405643547, + "learning_rate": 1.5842985250059871e-06, + "loss": 0.9634, + "step": 8034 + }, + { + "epoch": 0.5797049168500414, + "grad_norm": 3.9597964477242598, + "learning_rate": 1.5838413834275092e-06, + "loss": 0.9246, + "step": 8035 + }, + { + "epoch": 0.579777064319469, + "grad_norm": 3.4807415137137845, + "learning_rate": 1.5833842645739134e-06, + "loss": 0.8731, + "step": 8036 + }, + { + "epoch": 0.5798492117888965, + "grad_norm": 0.795941235848426, + "learning_rate": 1.5829271684701609e-06, + "loss": 0.8133, + "step": 8037 + }, + { + "epoch": 0.579921359258324, + "grad_norm": 2.7275796211851975, + "learning_rate": 1.5824700951412111e-06, + "loss": 0.9025, + "step": 8038 + }, + { + "epoch": 0.5799935067277515, + "grad_norm": 0.7550563834780735, + "learning_rate": 1.582013044612024e-06, + "loss": 0.8399, + "step": 8039 + }, + { + "epoch": 0.580065654197179, + "grad_norm": 3.629479632950963, + "learning_rate": 1.5815560169075572e-06, + "loss": 0.8868, + "step": 8040 + }, + { + "epoch": 0.5801378016666066, + "grad_norm": 0.8641558398417987, + "learning_rate": 1.5810990120527676e-06, + "loss": 0.8298, + "step": 8041 + }, + { + "epoch": 0.5802099491360341, + "grad_norm": 3.4389424852074715, + "learning_rate": 1.58064203007261e-06, + "loss": 1.0668, + "step": 8042 + }, + { + "epoch": 0.5802820966054616, + "grad_norm": 2.4140775118364153, + "learning_rate": 1.5801850709920386e-06, + "loss": 0.8259, + "step": 8043 + }, + { + "epoch": 0.5803542440748891, + "grad_norm": 8.745716027182965, + "learning_rate": 1.5797281348360068e-06, + "loss": 1.0563, + "step": 8044 + }, + { + "epoch": 0.5804263915443166, + "grad_norm": 2.719477676701158, + "learning_rate": 1.5792712216294649e-06, + "loss": 1.0434, + "step": 8045 + }, + { + "epoch": 0.580498539013744, + "grad_norm": 4.0161165760339825, + "learning_rate": 1.578814331397365e-06, + "loss": 0.8907, + "step": 8046 + }, + { + "epoch": 0.5805706864831716, + "grad_norm": 0.9230474355004183, + "learning_rate": 1.578357464164655e-06, + "loss": 0.9503, + "step": 8047 + }, + { + "epoch": 0.5806428339525991, + "grad_norm": 2.5154736396319777, + "learning_rate": 1.5779006199562826e-06, + "loss": 0.9249, + "step": 8048 + }, + { + "epoch": 0.5807149814220266, + "grad_norm": 2.496820908057208, + "learning_rate": 1.5774437987971954e-06, + "loss": 0.9918, + "step": 8049 + }, + { + "epoch": 0.5807871288914541, + "grad_norm": 3.4705279493372974, + "learning_rate": 1.5769870007123377e-06, + "loss": 0.9808, + "step": 8050 + }, + { + "epoch": 0.5808592763608816, + "grad_norm": 2.6885640898790126, + "learning_rate": 1.576530225726654e-06, + "loss": 0.9852, + "step": 8051 + }, + { + "epoch": 0.5809314238303092, + "grad_norm": 3.5324378252328437, + "learning_rate": 1.5760734738650873e-06, + "loss": 0.8613, + "step": 8052 + }, + { + "epoch": 0.5810035712997367, + "grad_norm": 18.249168063497187, + "learning_rate": 1.5756167451525789e-06, + "loss": 0.9439, + "step": 8053 + }, + { + "epoch": 0.5810757187691642, + "grad_norm": 2.2382223444405778, + "learning_rate": 1.5751600396140686e-06, + "loss": 0.9614, + "step": 8054 + }, + { + "epoch": 0.5811478662385917, + "grad_norm": 3.969152234937749, + "learning_rate": 1.5747033572744958e-06, + "loss": 0.818, + "step": 8055 + }, + { + "epoch": 0.5812200137080192, + "grad_norm": 3.6104059769871517, + "learning_rate": 1.5742466981587989e-06, + "loss": 0.9768, + "step": 8056 + }, + { + "epoch": 0.5812921611774468, + "grad_norm": 3.977977328619931, + "learning_rate": 1.573790062291913e-06, + "loss": 1.0617, + "step": 8057 + }, + { + "epoch": 0.5813643086468742, + "grad_norm": 6.34905243058816, + "learning_rate": 1.5733334496987744e-06, + "loss": 0.9558, + "step": 8058 + }, + { + "epoch": 0.5814364561163017, + "grad_norm": 3.9377715002038123, + "learning_rate": 1.572876860404317e-06, + "loss": 0.9441, + "step": 8059 + }, + { + "epoch": 0.5815086035857292, + "grad_norm": 3.2345945127144033, + "learning_rate": 1.5724202944334724e-06, + "loss": 0.8756, + "step": 8060 + }, + { + "epoch": 0.5815807510551567, + "grad_norm": 1.9341509391915517, + "learning_rate": 1.5719637518111732e-06, + "loss": 0.9391, + "step": 8061 + }, + { + "epoch": 0.5816528985245842, + "grad_norm": 0.9861426452883905, + "learning_rate": 1.5715072325623487e-06, + "loss": 0.8613, + "step": 8062 + }, + { + "epoch": 0.5817250459940118, + "grad_norm": 3.5648228618169533, + "learning_rate": 1.571050736711928e-06, + "loss": 0.9442, + "step": 8063 + }, + { + "epoch": 0.5817971934634393, + "grad_norm": 6.002574050618143, + "learning_rate": 1.5705942642848392e-06, + "loss": 0.935, + "step": 8064 + }, + { + "epoch": 0.5818693409328668, + "grad_norm": 2.40811679310988, + "learning_rate": 1.5701378153060072e-06, + "loss": 0.8862, + "step": 8065 + }, + { + "epoch": 0.5819414884022943, + "grad_norm": 2.4737808538655277, + "learning_rate": 1.569681389800358e-06, + "loss": 1.0773, + "step": 8066 + }, + { + "epoch": 0.5820136358717218, + "grad_norm": 4.646480064823033, + "learning_rate": 1.5692249877928153e-06, + "loss": 0.9434, + "step": 8067 + }, + { + "epoch": 0.5820857833411494, + "grad_norm": 3.1272019829924065, + "learning_rate": 1.5687686093083016e-06, + "loss": 0.9353, + "step": 8068 + }, + { + "epoch": 0.5821579308105769, + "grad_norm": 0.8292391138359892, + "learning_rate": 1.568312254371738e-06, + "loss": 0.8967, + "step": 8069 + }, + { + "epoch": 0.5822300782800043, + "grad_norm": 4.075626470234721, + "learning_rate": 1.567855923008043e-06, + "loss": 1.0058, + "step": 8070 + }, + { + "epoch": 0.5823022257494318, + "grad_norm": 19.00413548487128, + "learning_rate": 1.567399615242137e-06, + "loss": 0.8901, + "step": 8071 + }, + { + "epoch": 0.5823743732188593, + "grad_norm": 2.676191535179253, + "learning_rate": 1.5669433310989361e-06, + "loss": 0.9206, + "step": 8072 + }, + { + "epoch": 0.5824465206882868, + "grad_norm": 3.9318332160666283, + "learning_rate": 1.5664870706033577e-06, + "loss": 0.9338, + "step": 8073 + }, + { + "epoch": 0.5825186681577144, + "grad_norm": 2.9662852445711696, + "learning_rate": 1.5660308337803152e-06, + "loss": 0.9831, + "step": 8074 + }, + { + "epoch": 0.5825908156271419, + "grad_norm": 2.676877252585358, + "learning_rate": 1.5655746206547219e-06, + "loss": 0.9393, + "step": 8075 + }, + { + "epoch": 0.5826629630965694, + "grad_norm": 2.8413805469842934, + "learning_rate": 1.565118431251491e-06, + "loss": 0.9961, + "step": 8076 + }, + { + "epoch": 0.5827351105659969, + "grad_norm": 2.886108003463108, + "learning_rate": 1.5646622655955322e-06, + "loss": 0.9912, + "step": 8077 + }, + { + "epoch": 0.5828072580354244, + "grad_norm": 3.2776360364393304, + "learning_rate": 1.5642061237117555e-06, + "loss": 0.9324, + "step": 8078 + }, + { + "epoch": 0.582879405504852, + "grad_norm": 5.472225109600891, + "learning_rate": 1.5637500056250692e-06, + "loss": 0.9404, + "step": 8079 + }, + { + "epoch": 0.5829515529742795, + "grad_norm": 2.424104021647952, + "learning_rate": 1.5632939113603807e-06, + "loss": 0.9591, + "step": 8080 + }, + { + "epoch": 0.5830237004437069, + "grad_norm": 2.478046153330706, + "learning_rate": 1.5628378409425951e-06, + "loss": 1.0106, + "step": 8081 + }, + { + "epoch": 0.5830958479131344, + "grad_norm": 3.400703884640758, + "learning_rate": 1.5623817943966156e-06, + "loss": 0.9019, + "step": 8082 + }, + { + "epoch": 0.5831679953825619, + "grad_norm": 3.217951258838495, + "learning_rate": 1.5619257717473474e-06, + "loss": 0.9302, + "step": 8083 + }, + { + "epoch": 0.5832401428519894, + "grad_norm": 3.901234817646458, + "learning_rate": 1.56146977301969e-06, + "loss": 0.9776, + "step": 8084 + }, + { + "epoch": 0.583312290321417, + "grad_norm": 3.565002231891463, + "learning_rate": 1.561013798238546e-06, + "loss": 0.9896, + "step": 8085 + }, + { + "epoch": 0.5833844377908445, + "grad_norm": 2.2348151140312678, + "learning_rate": 1.560557847428813e-06, + "loss": 1.0594, + "step": 8086 + }, + { + "epoch": 0.583456585260272, + "grad_norm": 2.386651020993287, + "learning_rate": 1.5601019206153888e-06, + "loss": 0.9488, + "step": 8087 + }, + { + "epoch": 0.5835287327296995, + "grad_norm": 2.431215057514203, + "learning_rate": 1.559646017823171e-06, + "loss": 0.9265, + "step": 8088 + }, + { + "epoch": 0.583600880199127, + "grad_norm": 3.1401504993210487, + "learning_rate": 1.5591901390770535e-06, + "loss": 1.0317, + "step": 8089 + }, + { + "epoch": 0.5836730276685546, + "grad_norm": 4.356739628557121, + "learning_rate": 1.5587342844019308e-06, + "loss": 0.8656, + "step": 8090 + }, + { + "epoch": 0.5837451751379821, + "grad_norm": 3.1080030932319005, + "learning_rate": 1.5582784538226956e-06, + "loss": 0.978, + "step": 8091 + }, + { + "epoch": 0.5838173226074096, + "grad_norm": 5.6752573232246, + "learning_rate": 1.5578226473642384e-06, + "loss": 0.9467, + "step": 8092 + }, + { + "epoch": 0.583889470076837, + "grad_norm": 2.39308239663539, + "learning_rate": 1.5573668650514501e-06, + "loss": 0.9536, + "step": 8093 + }, + { + "epoch": 0.5839616175462645, + "grad_norm": 3.7005458171447625, + "learning_rate": 1.5569111069092178e-06, + "loss": 0.9474, + "step": 8094 + }, + { + "epoch": 0.584033765015692, + "grad_norm": 2.31144690376838, + "learning_rate": 1.5564553729624308e-06, + "loss": 0.912, + "step": 8095 + }, + { + "epoch": 0.5841059124851196, + "grad_norm": 4.991574245270216, + "learning_rate": 1.5559996632359736e-06, + "loss": 0.8855, + "step": 8096 + }, + { + "epoch": 0.5841780599545471, + "grad_norm": 2.3559451404330756, + "learning_rate": 1.5555439777547306e-06, + "loss": 0.9149, + "step": 8097 + }, + { + "epoch": 0.5842502074239746, + "grad_norm": 0.8381234581326519, + "learning_rate": 1.5550883165435863e-06, + "loss": 0.8939, + "step": 8098 + }, + { + "epoch": 0.5843223548934021, + "grad_norm": 2.464257026884485, + "learning_rate": 1.5546326796274212e-06, + "loss": 1.0735, + "step": 8099 + }, + { + "epoch": 0.5843945023628296, + "grad_norm": 4.217300505111657, + "learning_rate": 1.5541770670311177e-06, + "loss": 1.0211, + "step": 8100 + }, + { + "epoch": 0.5844666498322572, + "grad_norm": 2.81044363504247, + "learning_rate": 1.5537214787795537e-06, + "loss": 0.879, + "step": 8101 + }, + { + "epoch": 0.5845387973016847, + "grad_norm": 3.362697785527202, + "learning_rate": 1.5532659148976074e-06, + "loss": 1.0081, + "step": 8102 + }, + { + "epoch": 0.5846109447711122, + "grad_norm": 2.073691090855967, + "learning_rate": 1.5528103754101565e-06, + "loss": 0.9886, + "step": 8103 + }, + { + "epoch": 0.5846830922405397, + "grad_norm": 7.642143613462721, + "learning_rate": 1.552354860342075e-06, + "loss": 0.8571, + "step": 8104 + }, + { + "epoch": 0.5847552397099671, + "grad_norm": 3.981457528494872, + "learning_rate": 1.551899369718238e-06, + "loss": 0.9029, + "step": 8105 + }, + { + "epoch": 0.5848273871793946, + "grad_norm": 3.933568050902893, + "learning_rate": 1.5514439035635168e-06, + "loss": 0.9722, + "step": 8106 + }, + { + "epoch": 0.5848995346488222, + "grad_norm": 3.266978298296162, + "learning_rate": 1.5509884619027843e-06, + "loss": 1.0299, + "step": 8107 + }, + { + "epoch": 0.5849716821182497, + "grad_norm": 2.46383186765583, + "learning_rate": 1.5505330447609096e-06, + "loss": 0.9681, + "step": 8108 + }, + { + "epoch": 0.5850438295876772, + "grad_norm": 3.7732917962860273, + "learning_rate": 1.5500776521627608e-06, + "loss": 0.8673, + "step": 8109 + }, + { + "epoch": 0.5851159770571047, + "grad_norm": 0.8551724412815187, + "learning_rate": 1.5496222841332064e-06, + "loss": 0.9185, + "step": 8110 + }, + { + "epoch": 0.5851881245265322, + "grad_norm": 2.77571274822903, + "learning_rate": 1.5491669406971114e-06, + "loss": 1.1072, + "step": 8111 + }, + { + "epoch": 0.5852602719959598, + "grad_norm": 3.5189835845226174, + "learning_rate": 1.5487116218793415e-06, + "loss": 0.9029, + "step": 8112 + }, + { + "epoch": 0.5853324194653873, + "grad_norm": 4.69927313845292, + "learning_rate": 1.548256327704759e-06, + "loss": 1.0017, + "step": 8113 + }, + { + "epoch": 0.5854045669348148, + "grad_norm": 2.542142625446651, + "learning_rate": 1.5478010581982259e-06, + "loss": 0.9569, + "step": 8114 + }, + { + "epoch": 0.5854767144042423, + "grad_norm": 3.065969253793971, + "learning_rate": 1.5473458133846036e-06, + "loss": 0.9338, + "step": 8115 + }, + { + "epoch": 0.5855488618736698, + "grad_norm": 3.191280591304839, + "learning_rate": 1.5468905932887502e-06, + "loss": 0.9481, + "step": 8116 + }, + { + "epoch": 0.5856210093430972, + "grad_norm": 5.287550920101481, + "learning_rate": 1.5464353979355247e-06, + "loss": 1.0072, + "step": 8117 + }, + { + "epoch": 0.5856931568125248, + "grad_norm": 2.8873440654974734, + "learning_rate": 1.545980227349782e-06, + "loss": 1.0141, + "step": 8118 + }, + { + "epoch": 0.5857653042819523, + "grad_norm": 2.295272371838535, + "learning_rate": 1.5455250815563796e-06, + "loss": 1.0978, + "step": 8119 + }, + { + "epoch": 0.5858374517513798, + "grad_norm": 3.215136972360213, + "learning_rate": 1.5450699605801698e-06, + "loss": 0.8748, + "step": 8120 + }, + { + "epoch": 0.5859095992208073, + "grad_norm": 19.522979498929587, + "learning_rate": 1.5446148644460047e-06, + "loss": 0.9934, + "step": 8121 + }, + { + "epoch": 0.5859817466902348, + "grad_norm": 3.639543757508265, + "learning_rate": 1.544159793178737e-06, + "loss": 1.1081, + "step": 8122 + }, + { + "epoch": 0.5860538941596624, + "grad_norm": 4.657598108311816, + "learning_rate": 1.5437047468032142e-06, + "loss": 0.9704, + "step": 8123 + }, + { + "epoch": 0.5861260416290899, + "grad_norm": 2.426132201332711, + "learning_rate": 1.5432497253442873e-06, + "loss": 0.9431, + "step": 8124 + }, + { + "epoch": 0.5861981890985174, + "grad_norm": 0.6740753604827541, + "learning_rate": 1.542794728826802e-06, + "loss": 0.8335, + "step": 8125 + }, + { + "epoch": 0.5862703365679449, + "grad_norm": 2.4980716897956308, + "learning_rate": 1.542339757275603e-06, + "loss": 0.988, + "step": 8126 + }, + { + "epoch": 0.5863424840373724, + "grad_norm": 2.8557245685253503, + "learning_rate": 1.541884810715537e-06, + "loss": 0.9751, + "step": 8127 + }, + { + "epoch": 0.5864146315067998, + "grad_norm": 3.0774636114775205, + "learning_rate": 1.5414298891714448e-06, + "loss": 0.9913, + "step": 8128 + }, + { + "epoch": 0.5864867789762274, + "grad_norm": 2.63380381771335, + "learning_rate": 1.5409749926681693e-06, + "loss": 1.0234, + "step": 8129 + }, + { + "epoch": 0.5865589264456549, + "grad_norm": 3.206956906682464, + "learning_rate": 1.5405201212305496e-06, + "loss": 0.981, + "step": 8130 + }, + { + "epoch": 0.5866310739150824, + "grad_norm": 2.7745036909966005, + "learning_rate": 1.5400652748834254e-06, + "loss": 0.9951, + "step": 8131 + }, + { + "epoch": 0.5867032213845099, + "grad_norm": 2.809445396619139, + "learning_rate": 1.539610453651634e-06, + "loss": 0.9778, + "step": 8132 + }, + { + "epoch": 0.5867753688539374, + "grad_norm": 3.774859869168702, + "learning_rate": 1.539155657560011e-06, + "loss": 0.8376, + "step": 8133 + }, + { + "epoch": 0.586847516323365, + "grad_norm": 3.2219348446813108, + "learning_rate": 1.538700886633392e-06, + "loss": 0.9741, + "step": 8134 + }, + { + "epoch": 0.5869196637927925, + "grad_norm": 3.842079357783218, + "learning_rate": 1.53824614089661e-06, + "loss": 0.9072, + "step": 8135 + }, + { + "epoch": 0.58699181126222, + "grad_norm": 4.455827716010306, + "learning_rate": 1.5377914203744965e-06, + "loss": 0.8546, + "step": 8136 + }, + { + "epoch": 0.5870639587316475, + "grad_norm": 2.4315919924855653, + "learning_rate": 1.5373367250918828e-06, + "loss": 0.9799, + "step": 8137 + }, + { + "epoch": 0.587136106201075, + "grad_norm": 2.1587937319356563, + "learning_rate": 1.536882055073597e-06, + "loss": 0.927, + "step": 8138 + }, + { + "epoch": 0.5872082536705026, + "grad_norm": 4.5919270953329105, + "learning_rate": 1.5364274103444687e-06, + "loss": 0.9621, + "step": 8139 + }, + { + "epoch": 0.58728040113993, + "grad_norm": 2.677937995853797, + "learning_rate": 1.5359727909293232e-06, + "loss": 0.9147, + "step": 8140 + }, + { + "epoch": 0.5873525486093575, + "grad_norm": 2.670741325932091, + "learning_rate": 1.5355181968529862e-06, + "loss": 0.912, + "step": 8141 + }, + { + "epoch": 0.587424696078785, + "grad_norm": 2.759327156455675, + "learning_rate": 1.5350636281402804e-06, + "loss": 0.9319, + "step": 8142 + }, + { + "epoch": 0.5874968435482125, + "grad_norm": 2.6968543908314144, + "learning_rate": 1.534609084816029e-06, + "loss": 0.934, + "step": 8143 + }, + { + "epoch": 0.58756899101764, + "grad_norm": 3.831580894829899, + "learning_rate": 1.5341545669050528e-06, + "loss": 0.9882, + "step": 8144 + }, + { + "epoch": 0.5876411384870676, + "grad_norm": 3.8375048261481637, + "learning_rate": 1.5337000744321707e-06, + "loss": 1.0088, + "step": 8145 + }, + { + "epoch": 0.5877132859564951, + "grad_norm": 2.1712105372679904, + "learning_rate": 1.5332456074222018e-06, + "loss": 0.9838, + "step": 8146 + }, + { + "epoch": 0.5877854334259226, + "grad_norm": 3.5103044048587164, + "learning_rate": 1.5327911658999625e-06, + "loss": 0.9372, + "step": 8147 + }, + { + "epoch": 0.5878575808953501, + "grad_norm": 3.057060705209249, + "learning_rate": 1.5323367498902676e-06, + "loss": 1.0014, + "step": 8148 + }, + { + "epoch": 0.5879297283647776, + "grad_norm": 3.2936391272514243, + "learning_rate": 1.531882359417932e-06, + "loss": 0.924, + "step": 8149 + }, + { + "epoch": 0.5880018758342052, + "grad_norm": 4.9339260252195585, + "learning_rate": 1.531427994507767e-06, + "loss": 0.8227, + "step": 8150 + }, + { + "epoch": 0.5880740233036327, + "grad_norm": 0.8343483266960314, + "learning_rate": 1.5309736551845857e-06, + "loss": 0.8081, + "step": 8151 + }, + { + "epoch": 0.5881461707730601, + "grad_norm": 3.5880932945361677, + "learning_rate": 1.5305193414731968e-06, + "loss": 0.9676, + "step": 8152 + }, + { + "epoch": 0.5882183182424876, + "grad_norm": 4.482792272618512, + "learning_rate": 1.5300650533984082e-06, + "loss": 0.9053, + "step": 8153 + }, + { + "epoch": 0.5882904657119151, + "grad_norm": 0.7909086932208218, + "learning_rate": 1.5296107909850272e-06, + "loss": 0.9257, + "step": 8154 + }, + { + "epoch": 0.5883626131813426, + "grad_norm": 4.819604361034152, + "learning_rate": 1.52915655425786e-06, + "loss": 0.9639, + "step": 8155 + }, + { + "epoch": 0.5884347606507702, + "grad_norm": 0.7123268720196637, + "learning_rate": 1.5287023432417106e-06, + "loss": 0.7535, + "step": 8156 + }, + { + "epoch": 0.5885069081201977, + "grad_norm": 3.40663648740038, + "learning_rate": 1.528248157961381e-06, + "loss": 0.9723, + "step": 8157 + }, + { + "epoch": 0.5885790555896252, + "grad_norm": 2.7205827170165944, + "learning_rate": 1.5277939984416733e-06, + "loss": 0.9441, + "step": 8158 + }, + { + "epoch": 0.5886512030590527, + "grad_norm": 2.7915024970069253, + "learning_rate": 1.5273398647073877e-06, + "loss": 0.9999, + "step": 8159 + }, + { + "epoch": 0.5887233505284802, + "grad_norm": 4.335804870226595, + "learning_rate": 1.5268857567833214e-06, + "loss": 0.9908, + "step": 8160 + }, + { + "epoch": 0.5887954979979078, + "grad_norm": 3.109084379330257, + "learning_rate": 1.5264316746942733e-06, + "loss": 0.874, + "step": 8161 + }, + { + "epoch": 0.5888676454673353, + "grad_norm": 2.7417263936626313, + "learning_rate": 1.5259776184650376e-06, + "loss": 1.0321, + "step": 8162 + }, + { + "epoch": 0.5889397929367628, + "grad_norm": 2.2885889598582483, + "learning_rate": 1.5255235881204102e-06, + "loss": 0.9348, + "step": 8163 + }, + { + "epoch": 0.5890119404061902, + "grad_norm": 2.6236355277974392, + "learning_rate": 1.5250695836851835e-06, + "loss": 0.981, + "step": 8164 + }, + { + "epoch": 0.5890840878756177, + "grad_norm": 3.6602256874166526, + "learning_rate": 1.5246156051841479e-06, + "loss": 0.9133, + "step": 8165 + }, + { + "epoch": 0.5891562353450452, + "grad_norm": 2.5825302865245647, + "learning_rate": 1.5241616526420944e-06, + "loss": 0.9736, + "step": 8166 + }, + { + "epoch": 0.5892283828144728, + "grad_norm": 2.8316402612644613, + "learning_rate": 1.5237077260838116e-06, + "loss": 0.991, + "step": 8167 + }, + { + "epoch": 0.5893005302839003, + "grad_norm": 2.8985918111929867, + "learning_rate": 1.5232538255340873e-06, + "loss": 0.8696, + "step": 8168 + }, + { + "epoch": 0.5893726777533278, + "grad_norm": 2.621603721433716, + "learning_rate": 1.5227999510177061e-06, + "loss": 0.8812, + "step": 8169 + }, + { + "epoch": 0.5894448252227553, + "grad_norm": 2.8979654673222868, + "learning_rate": 1.5223461025594532e-06, + "loss": 1.0001, + "step": 8170 + }, + { + "epoch": 0.5895169726921828, + "grad_norm": 4.63561391803661, + "learning_rate": 1.5218922801841117e-06, + "loss": 1.0248, + "step": 8171 + }, + { + "epoch": 0.5895891201616104, + "grad_norm": 2.235248314975777, + "learning_rate": 1.5214384839164618e-06, + "loss": 1.0006, + "step": 8172 + }, + { + "epoch": 0.5896612676310379, + "grad_norm": 3.8796151273124733, + "learning_rate": 1.5209847137812859e-06, + "loss": 0.9967, + "step": 8173 + }, + { + "epoch": 0.5897334151004654, + "grad_norm": 2.001715163067707, + "learning_rate": 1.5205309698033615e-06, + "loss": 0.945, + "step": 8174 + }, + { + "epoch": 0.5898055625698929, + "grad_norm": 3.21912937335925, + "learning_rate": 1.520077252007465e-06, + "loss": 1.0424, + "step": 8175 + }, + { + "epoch": 0.5898777100393203, + "grad_norm": 2.9068184573527027, + "learning_rate": 1.519623560418374e-06, + "loss": 1.0417, + "step": 8176 + }, + { + "epoch": 0.5899498575087478, + "grad_norm": 2.596968618603614, + "learning_rate": 1.5191698950608616e-06, + "loss": 0.898, + "step": 8177 + }, + { + "epoch": 0.5900220049781754, + "grad_norm": 5.765420553412808, + "learning_rate": 1.5187162559597014e-06, + "loss": 0.9006, + "step": 8178 + }, + { + "epoch": 0.5900941524476029, + "grad_norm": 3.0692405479529836, + "learning_rate": 1.518262643139665e-06, + "loss": 0.9298, + "step": 8179 + }, + { + "epoch": 0.5901662999170304, + "grad_norm": 0.6200528088890764, + "learning_rate": 1.5178090566255221e-06, + "loss": 0.8188, + "step": 8180 + }, + { + "epoch": 0.5902384473864579, + "grad_norm": 0.662167009303941, + "learning_rate": 1.5173554964420417e-06, + "loss": 0.8064, + "step": 8181 + }, + { + "epoch": 0.5903105948558854, + "grad_norm": 4.550757359781713, + "learning_rate": 1.5169019626139906e-06, + "loss": 0.9281, + "step": 8182 + }, + { + "epoch": 0.590382742325313, + "grad_norm": 5.147192936280028, + "learning_rate": 1.5164484551661357e-06, + "loss": 0.8535, + "step": 8183 + }, + { + "epoch": 0.5904548897947405, + "grad_norm": 2.433989515622079, + "learning_rate": 1.5159949741232396e-06, + "loss": 1.0008, + "step": 8184 + }, + { + "epoch": 0.590527037264168, + "grad_norm": 3.1058229640265256, + "learning_rate": 1.5155415195100672e-06, + "loss": 0.9975, + "step": 8185 + }, + { + "epoch": 0.5905991847335955, + "grad_norm": 3.544657413086272, + "learning_rate": 1.515088091351379e-06, + "loss": 1.0168, + "step": 8186 + }, + { + "epoch": 0.5906713322030229, + "grad_norm": 3.173749398062049, + "learning_rate": 1.514634689671934e-06, + "loss": 0.9162, + "step": 8187 + }, + { + "epoch": 0.5907434796724504, + "grad_norm": 5.456380926879452, + "learning_rate": 1.514181314496493e-06, + "loss": 1.0214, + "step": 8188 + }, + { + "epoch": 0.590815627141878, + "grad_norm": 5.37961912175403, + "learning_rate": 1.5137279658498113e-06, + "loss": 0.976, + "step": 8189 + }, + { + "epoch": 0.5908877746113055, + "grad_norm": 2.639326600252707, + "learning_rate": 1.5132746437566454e-06, + "loss": 0.9977, + "step": 8190 + }, + { + "epoch": 0.590959922080733, + "grad_norm": 4.55088141990077, + "learning_rate": 1.5128213482417499e-06, + "loss": 0.9719, + "step": 8191 + }, + { + "epoch": 0.5910320695501605, + "grad_norm": 2.7178230020689265, + "learning_rate": 1.5123680793298766e-06, + "loss": 0.9654, + "step": 8192 + }, + { + "epoch": 0.591104217019588, + "grad_norm": 6.527718935581795, + "learning_rate": 1.5119148370457773e-06, + "loss": 0.9593, + "step": 8193 + }, + { + "epoch": 0.5911763644890156, + "grad_norm": 4.370009927978412, + "learning_rate": 1.5114616214142017e-06, + "loss": 0.929, + "step": 8194 + }, + { + "epoch": 0.5912485119584431, + "grad_norm": 2.640512678477457, + "learning_rate": 1.5110084324598992e-06, + "loss": 0.8153, + "step": 8195 + }, + { + "epoch": 0.5913206594278706, + "grad_norm": 2.099369762853624, + "learning_rate": 1.5105552702076153e-06, + "loss": 1.0563, + "step": 8196 + }, + { + "epoch": 0.5913928068972981, + "grad_norm": 2.254292208782913, + "learning_rate": 1.5101021346820966e-06, + "loss": 1.0054, + "step": 8197 + }, + { + "epoch": 0.5914649543667256, + "grad_norm": 3.0783438822578093, + "learning_rate": 1.5096490259080873e-06, + "loss": 1.0131, + "step": 8198 + }, + { + "epoch": 0.591537101836153, + "grad_norm": 4.141265013552693, + "learning_rate": 1.5091959439103282e-06, + "loss": 1.057, + "step": 8199 + }, + { + "epoch": 0.5916092493055806, + "grad_norm": 3.5907864500290065, + "learning_rate": 1.5087428887135628e-06, + "loss": 1.0299, + "step": 8200 + }, + { + "epoch": 0.5916813967750081, + "grad_norm": 5.3587370289813965, + "learning_rate": 1.5082898603425294e-06, + "loss": 0.9989, + "step": 8201 + }, + { + "epoch": 0.5917535442444356, + "grad_norm": 2.6090984083677484, + "learning_rate": 1.507836858821966e-06, + "loss": 0.9669, + "step": 8202 + }, + { + "epoch": 0.5918256917138631, + "grad_norm": 4.6154750998503795, + "learning_rate": 1.5073838841766105e-06, + "loss": 0.9555, + "step": 8203 + }, + { + "epoch": 0.5918978391832906, + "grad_norm": 3.619580525705689, + "learning_rate": 1.5069309364311969e-06, + "loss": 0.9905, + "step": 8204 + }, + { + "epoch": 0.5919699866527182, + "grad_norm": 5.641634441304357, + "learning_rate": 1.5064780156104597e-06, + "loss": 1.0573, + "step": 8205 + }, + { + "epoch": 0.5920421341221457, + "grad_norm": 3.4386856808569983, + "learning_rate": 1.5060251217391311e-06, + "loss": 0.9259, + "step": 8206 + }, + { + "epoch": 0.5921142815915732, + "grad_norm": 2.2842466973256554, + "learning_rate": 1.5055722548419425e-06, + "loss": 0.9268, + "step": 8207 + }, + { + "epoch": 0.5921864290610007, + "grad_norm": 2.420797588283651, + "learning_rate": 1.5051194149436221e-06, + "loss": 0.9245, + "step": 8208 + }, + { + "epoch": 0.5922585765304282, + "grad_norm": 2.795511691319228, + "learning_rate": 1.5046666020688987e-06, + "loss": 1.0292, + "step": 8209 + }, + { + "epoch": 0.5923307239998558, + "grad_norm": 3.3813397238738183, + "learning_rate": 1.5042138162424988e-06, + "loss": 1.0041, + "step": 8210 + }, + { + "epoch": 0.5924028714692832, + "grad_norm": 4.209957652841736, + "learning_rate": 1.5037610574891465e-06, + "loss": 0.9145, + "step": 8211 + }, + { + "epoch": 0.5924750189387107, + "grad_norm": 5.675087599561377, + "learning_rate": 1.5033083258335663e-06, + "loss": 0.9707, + "step": 8212 + }, + { + "epoch": 0.5925471664081382, + "grad_norm": 4.506293875683049, + "learning_rate": 1.50285562130048e-06, + "loss": 1.0205, + "step": 8213 + }, + { + "epoch": 0.5926193138775657, + "grad_norm": 5.424276298383597, + "learning_rate": 1.502402943914607e-06, + "loss": 0.8194, + "step": 8214 + }, + { + "epoch": 0.5926914613469932, + "grad_norm": 3.0789075137573527, + "learning_rate": 1.5019502937006677e-06, + "loss": 0.8932, + "step": 8215 + }, + { + "epoch": 0.5927636088164208, + "grad_norm": 5.9966373557533075, + "learning_rate": 1.5014976706833792e-06, + "loss": 1.027, + "step": 8216 + }, + { + "epoch": 0.5928357562858483, + "grad_norm": 2.8791301748904727, + "learning_rate": 1.501045074887457e-06, + "loss": 1.0433, + "step": 8217 + }, + { + "epoch": 0.5929079037552758, + "grad_norm": 4.322324315434113, + "learning_rate": 1.500592506337617e-06, + "loss": 0.9443, + "step": 8218 + }, + { + "epoch": 0.5929800512247033, + "grad_norm": 11.958699042458003, + "learning_rate": 1.500139965058571e-06, + "loss": 1.0106, + "step": 8219 + }, + { + "epoch": 0.5930521986941308, + "grad_norm": 2.739950196586235, + "learning_rate": 1.4996874510750307e-06, + "loss": 0.9975, + "step": 8220 + }, + { + "epoch": 0.5931243461635584, + "grad_norm": 3.0988779436898923, + "learning_rate": 1.4992349644117073e-06, + "loss": 0.9552, + "step": 8221 + }, + { + "epoch": 0.5931964936329859, + "grad_norm": 5.276170262699187, + "learning_rate": 1.4987825050933086e-06, + "loss": 1.0086, + "step": 8222 + }, + { + "epoch": 0.5932686411024133, + "grad_norm": 2.199556856607257, + "learning_rate": 1.4983300731445416e-06, + "loss": 0.9907, + "step": 8223 + }, + { + "epoch": 0.5933407885718408, + "grad_norm": 2.302844742968419, + "learning_rate": 1.4978776685901122e-06, + "loss": 0.9252, + "step": 8224 + }, + { + "epoch": 0.5934129360412683, + "grad_norm": 0.8154389340910059, + "learning_rate": 1.497425291454725e-06, + "loss": 0.8861, + "step": 8225 + }, + { + "epoch": 0.5934850835106958, + "grad_norm": 3.2733235851487126, + "learning_rate": 1.4969729417630812e-06, + "loss": 1.0224, + "step": 8226 + }, + { + "epoch": 0.5935572309801234, + "grad_norm": 0.6981329345593735, + "learning_rate": 1.496520619539884e-06, + "loss": 0.8394, + "step": 8227 + }, + { + "epoch": 0.5936293784495509, + "grad_norm": 4.474978075027034, + "learning_rate": 1.496068324809831e-06, + "loss": 0.8867, + "step": 8228 + }, + { + "epoch": 0.5937015259189784, + "grad_norm": 2.147193687362317, + "learning_rate": 1.4956160575976218e-06, + "loss": 0.9876, + "step": 8229 + }, + { + "epoch": 0.5937736733884059, + "grad_norm": 3.0300277920194323, + "learning_rate": 1.4951638179279528e-06, + "loss": 0.9965, + "step": 8230 + }, + { + "epoch": 0.5938458208578334, + "grad_norm": 4.968676104685872, + "learning_rate": 1.4947116058255184e-06, + "loss": 0.9373, + "step": 8231 + }, + { + "epoch": 0.593917968327261, + "grad_norm": 2.552994473317997, + "learning_rate": 1.4942594213150127e-06, + "loss": 0.894, + "step": 8232 + }, + { + "epoch": 0.5939901157966885, + "grad_norm": 3.0764172459183565, + "learning_rate": 1.493807264421128e-06, + "loss": 0.9857, + "step": 8233 + }, + { + "epoch": 0.5940622632661159, + "grad_norm": 15.125099370961015, + "learning_rate": 1.4933551351685549e-06, + "loss": 0.9951, + "step": 8234 + }, + { + "epoch": 0.5941344107355434, + "grad_norm": 2.6226994560621337, + "learning_rate": 1.4929030335819822e-06, + "loss": 0.9496, + "step": 8235 + }, + { + "epoch": 0.5942065582049709, + "grad_norm": 4.3843784628628075, + "learning_rate": 1.4924509596860973e-06, + "loss": 0.9607, + "step": 8236 + }, + { + "epoch": 0.5942787056743984, + "grad_norm": 0.6901956725482583, + "learning_rate": 1.4919989135055872e-06, + "loss": 0.8066, + "step": 8237 + }, + { + "epoch": 0.594350853143826, + "grad_norm": 2.2645332599942347, + "learning_rate": 1.491546895065135e-06, + "loss": 1.0152, + "step": 8238 + }, + { + "epoch": 0.5944230006132535, + "grad_norm": 3.7645668664152354, + "learning_rate": 1.4910949043894255e-06, + "loss": 0.889, + "step": 8239 + }, + { + "epoch": 0.594495148082681, + "grad_norm": 3.1503434009169813, + "learning_rate": 1.4906429415031393e-06, + "loss": 1.0466, + "step": 8240 + }, + { + "epoch": 0.5945672955521085, + "grad_norm": 3.170257757399554, + "learning_rate": 1.4901910064309555e-06, + "loss": 0.861, + "step": 8241 + }, + { + "epoch": 0.594639443021536, + "grad_norm": 4.629523256280752, + "learning_rate": 1.4897390991975547e-06, + "loss": 0.9356, + "step": 8242 + }, + { + "epoch": 0.5947115904909636, + "grad_norm": 2.740542622179621, + "learning_rate": 1.4892872198276124e-06, + "loss": 0.9552, + "step": 8243 + }, + { + "epoch": 0.5947837379603911, + "grad_norm": 4.1531939062368295, + "learning_rate": 1.4888353683458042e-06, + "loss": 1.0408, + "step": 8244 + }, + { + "epoch": 0.5948558854298186, + "grad_norm": 2.8256950266125416, + "learning_rate": 1.4883835447768046e-06, + "loss": 0.93, + "step": 8245 + }, + { + "epoch": 0.594928032899246, + "grad_norm": 2.562867859278651, + "learning_rate": 1.4879317491452857e-06, + "loss": 0.9431, + "step": 8246 + }, + { + "epoch": 0.5950001803686735, + "grad_norm": 3.295758966956462, + "learning_rate": 1.487479981475918e-06, + "loss": 0.9921, + "step": 8247 + }, + { + "epoch": 0.595072327838101, + "grad_norm": 2.6135323123047356, + "learning_rate": 1.4870282417933715e-06, + "loss": 0.8069, + "step": 8248 + }, + { + "epoch": 0.5951444753075286, + "grad_norm": 0.8685177060234693, + "learning_rate": 1.486576530122314e-06, + "loss": 0.8789, + "step": 8249 + }, + { + "epoch": 0.5952166227769561, + "grad_norm": 2.534064811792988, + "learning_rate": 1.4861248464874105e-06, + "loss": 1.0036, + "step": 8250 + }, + { + "epoch": 0.5952887702463836, + "grad_norm": 2.205506032371184, + "learning_rate": 1.485673190913328e-06, + "loss": 0.875, + "step": 8251 + }, + { + "epoch": 0.5953609177158111, + "grad_norm": 3.5506235891324924, + "learning_rate": 1.4852215634247285e-06, + "loss": 1.019, + "step": 8252 + }, + { + "epoch": 0.5954330651852386, + "grad_norm": 2.9309959643156236, + "learning_rate": 1.484769964046273e-06, + "loss": 0.8666, + "step": 8253 + }, + { + "epoch": 0.5955052126546662, + "grad_norm": 4.73263689120238, + "learning_rate": 1.4843183928026234e-06, + "loss": 1.0661, + "step": 8254 + }, + { + "epoch": 0.5955773601240937, + "grad_norm": 4.915289842319453, + "learning_rate": 1.4838668497184364e-06, + "loss": 0.9342, + "step": 8255 + }, + { + "epoch": 0.5956495075935212, + "grad_norm": 3.6175029444072897, + "learning_rate": 1.4834153348183706e-06, + "loss": 0.8452, + "step": 8256 + }, + { + "epoch": 0.5957216550629487, + "grad_norm": 1.888980370843134, + "learning_rate": 1.4829638481270812e-06, + "loss": 0.9192, + "step": 8257 + }, + { + "epoch": 0.5957938025323761, + "grad_norm": 3.0080943582425768, + "learning_rate": 1.4825123896692218e-06, + "loss": 0.8535, + "step": 8258 + }, + { + "epoch": 0.5958659500018036, + "grad_norm": 5.092584581978916, + "learning_rate": 1.482060959469445e-06, + "loss": 1.0114, + "step": 8259 + }, + { + "epoch": 0.5959380974712312, + "grad_norm": 2.4576825611375406, + "learning_rate": 1.4816095575524018e-06, + "loss": 1.0189, + "step": 8260 + }, + { + "epoch": 0.5960102449406587, + "grad_norm": 2.060285593253771, + "learning_rate": 1.4811581839427425e-06, + "loss": 0.8747, + "step": 8261 + }, + { + "epoch": 0.5960823924100862, + "grad_norm": 2.922421164644482, + "learning_rate": 1.4807068386651135e-06, + "loss": 0.9219, + "step": 8262 + }, + { + "epoch": 0.5961545398795137, + "grad_norm": 2.989200864422016, + "learning_rate": 1.4802555217441612e-06, + "loss": 1.0168, + "step": 8263 + }, + { + "epoch": 0.5962266873489412, + "grad_norm": 3.844679805286232, + "learning_rate": 1.4798042332045318e-06, + "loss": 0.9666, + "step": 8264 + }, + { + "epoch": 0.5962988348183688, + "grad_norm": 2.477410781901438, + "learning_rate": 1.4793529730708663e-06, + "loss": 0.9686, + "step": 8265 + }, + { + "epoch": 0.5963709822877963, + "grad_norm": 4.543199449685654, + "learning_rate": 1.4789017413678084e-06, + "loss": 1.0378, + "step": 8266 + }, + { + "epoch": 0.5964431297572238, + "grad_norm": 2.3208021681203777, + "learning_rate": 1.478450538119998e-06, + "loss": 0.9275, + "step": 8267 + }, + { + "epoch": 0.5965152772266513, + "grad_norm": 2.612113475040477, + "learning_rate": 1.4779993633520716e-06, + "loss": 0.8298, + "step": 8268 + }, + { + "epoch": 0.5965874246960788, + "grad_norm": 2.8773788893307244, + "learning_rate": 1.4775482170886684e-06, + "loss": 0.9701, + "step": 8269 + }, + { + "epoch": 0.5966595721655062, + "grad_norm": 3.0994913791438763, + "learning_rate": 1.4770970993544227e-06, + "loss": 0.9979, + "step": 8270 + }, + { + "epoch": 0.5967317196349338, + "grad_norm": 5.156659659093441, + "learning_rate": 1.476646010173969e-06, + "loss": 1.006, + "step": 8271 + }, + { + "epoch": 0.5968038671043613, + "grad_norm": 2.1342278001105908, + "learning_rate": 1.4761949495719388e-06, + "loss": 1.0984, + "step": 8272 + }, + { + "epoch": 0.5968760145737888, + "grad_norm": 2.7097220650633815, + "learning_rate": 1.4757439175729639e-06, + "loss": 0.9696, + "step": 8273 + }, + { + "epoch": 0.5969481620432163, + "grad_norm": 2.700067279118722, + "learning_rate": 1.4752929142016726e-06, + "loss": 1.0228, + "step": 8274 + }, + { + "epoch": 0.5970203095126438, + "grad_norm": 3.0858092462470252, + "learning_rate": 1.474841939482693e-06, + "loss": 0.8963, + "step": 8275 + }, + { + "epoch": 0.5970924569820714, + "grad_norm": 2.6936748449900607, + "learning_rate": 1.4743909934406512e-06, + "loss": 0.8888, + "step": 8276 + }, + { + "epoch": 0.5971646044514989, + "grad_norm": 3.8941221644082313, + "learning_rate": 1.4739400761001708e-06, + "loss": 0.9433, + "step": 8277 + }, + { + "epoch": 0.5972367519209264, + "grad_norm": 3.8269429775881085, + "learning_rate": 1.4734891874858761e-06, + "loss": 1.0552, + "step": 8278 + }, + { + "epoch": 0.5973088993903539, + "grad_norm": 3.667160058782343, + "learning_rate": 1.4730383276223879e-06, + "loss": 0.994, + "step": 8279 + }, + { + "epoch": 0.5973810468597814, + "grad_norm": 4.132652351723416, + "learning_rate": 1.472587496534325e-06, + "loss": 1.0509, + "step": 8280 + }, + { + "epoch": 0.5974531943292088, + "grad_norm": 3.36184431298557, + "learning_rate": 1.4721366942463074e-06, + "loss": 0.9781, + "step": 8281 + }, + { + "epoch": 0.5975253417986364, + "grad_norm": 5.144392957399977, + "learning_rate": 1.4716859207829507e-06, + "loss": 1.0285, + "step": 8282 + }, + { + "epoch": 0.5975974892680639, + "grad_norm": 3.0977499948870557, + "learning_rate": 1.4712351761688697e-06, + "loss": 0.9862, + "step": 8283 + }, + { + "epoch": 0.5976696367374914, + "grad_norm": 3.514819107935888, + "learning_rate": 1.4707844604286788e-06, + "loss": 1.004, + "step": 8284 + }, + { + "epoch": 0.5977417842069189, + "grad_norm": 3.128020238503548, + "learning_rate": 1.4703337735869891e-06, + "loss": 0.9538, + "step": 8285 + }, + { + "epoch": 0.5978139316763464, + "grad_norm": 2.7648766146234802, + "learning_rate": 1.4698831156684112e-06, + "loss": 0.8764, + "step": 8286 + }, + { + "epoch": 0.597886079145774, + "grad_norm": 2.901027457968926, + "learning_rate": 1.469432486697554e-06, + "loss": 0.8322, + "step": 8287 + }, + { + "epoch": 0.5979582266152015, + "grad_norm": 3.0016347881391545, + "learning_rate": 1.4689818866990251e-06, + "loss": 0.9584, + "step": 8288 + }, + { + "epoch": 0.598030374084629, + "grad_norm": 2.428709268665239, + "learning_rate": 1.4685313156974296e-06, + "loss": 1.0429, + "step": 8289 + }, + { + "epoch": 0.5981025215540565, + "grad_norm": 2.3814416162485155, + "learning_rate": 1.4680807737173704e-06, + "loss": 0.9563, + "step": 8290 + }, + { + "epoch": 0.598174669023484, + "grad_norm": 3.8144562501987327, + "learning_rate": 1.4676302607834521e-06, + "loss": 0.8859, + "step": 8291 + }, + { + "epoch": 0.5982468164929116, + "grad_norm": 3.004573356059212, + "learning_rate": 1.4671797769202736e-06, + "loss": 0.9556, + "step": 8292 + }, + { + "epoch": 0.598318963962339, + "grad_norm": 2.208986533625161, + "learning_rate": 1.466729322152436e-06, + "loss": 0.9153, + "step": 8293 + }, + { + "epoch": 0.5983911114317665, + "grad_norm": 2.16115542821001, + "learning_rate": 1.4662788965045353e-06, + "loss": 0.9501, + "step": 8294 + }, + { + "epoch": 0.598463258901194, + "grad_norm": 3.2186679274085903, + "learning_rate": 1.4658285000011685e-06, + "loss": 0.9785, + "step": 8295 + }, + { + "epoch": 0.5985354063706215, + "grad_norm": 6.4146551306797965, + "learning_rate": 1.4653781326669305e-06, + "loss": 0.9315, + "step": 8296 + }, + { + "epoch": 0.598607553840049, + "grad_norm": 8.598221936609418, + "learning_rate": 1.464927794526413e-06, + "loss": 1.0112, + "step": 8297 + }, + { + "epoch": 0.5986797013094766, + "grad_norm": 4.053751049059256, + "learning_rate": 1.464477485604208e-06, + "loss": 0.9939, + "step": 8298 + }, + { + "epoch": 0.5987518487789041, + "grad_norm": 8.794776788235323, + "learning_rate": 1.464027205924905e-06, + "loss": 1.0004, + "step": 8299 + }, + { + "epoch": 0.5988239962483316, + "grad_norm": 0.7827524995937539, + "learning_rate": 1.4635769555130923e-06, + "loss": 0.8499, + "step": 8300 + }, + { + "epoch": 0.5988961437177591, + "grad_norm": 2.7663362095047908, + "learning_rate": 1.4631267343933564e-06, + "loss": 0.8766, + "step": 8301 + }, + { + "epoch": 0.5989682911871866, + "grad_norm": 2.789032238707944, + "learning_rate": 1.4626765425902814e-06, + "loss": 0.8614, + "step": 8302 + }, + { + "epoch": 0.5990404386566142, + "grad_norm": 3.501893485008743, + "learning_rate": 1.462226380128452e-06, + "loss": 0.9815, + "step": 8303 + }, + { + "epoch": 0.5991125861260417, + "grad_norm": 2.648050555654158, + "learning_rate": 1.4617762470324486e-06, + "loss": 1.0091, + "step": 8304 + }, + { + "epoch": 0.5991847335954691, + "grad_norm": 2.2379317351933454, + "learning_rate": 1.4613261433268526e-06, + "loss": 1.013, + "step": 8305 + }, + { + "epoch": 0.5992568810648966, + "grad_norm": 4.202081600422739, + "learning_rate": 1.4608760690362418e-06, + "loss": 0.939, + "step": 8306 + }, + { + "epoch": 0.5993290285343241, + "grad_norm": 3.881962827132088, + "learning_rate": 1.4604260241851925e-06, + "loss": 0.9367, + "step": 8307 + }, + { + "epoch": 0.5994011760037516, + "grad_norm": 4.685924010783665, + "learning_rate": 1.459976008798281e-06, + "loss": 0.8886, + "step": 8308 + }, + { + "epoch": 0.5994733234731792, + "grad_norm": 3.111951058020066, + "learning_rate": 1.4595260229000804e-06, + "loss": 0.9077, + "step": 8309 + }, + { + "epoch": 0.5995454709426067, + "grad_norm": 2.0342605582070252, + "learning_rate": 1.4590760665151628e-06, + "loss": 0.9079, + "step": 8310 + }, + { + "epoch": 0.5996176184120342, + "grad_norm": 5.156111651789812, + "learning_rate": 1.4586261396680995e-06, + "loss": 0.9885, + "step": 8311 + }, + { + "epoch": 0.5996897658814617, + "grad_norm": 2.809726449541386, + "learning_rate": 1.4581762423834578e-06, + "loss": 0.9667, + "step": 8312 + }, + { + "epoch": 0.5997619133508892, + "grad_norm": 3.8371858449572436, + "learning_rate": 1.4577263746858064e-06, + "loss": 0.9308, + "step": 8313 + }, + { + "epoch": 0.5998340608203168, + "grad_norm": 0.8793560996122287, + "learning_rate": 1.4572765365997093e-06, + "loss": 0.8936, + "step": 8314 + }, + { + "epoch": 0.5999062082897443, + "grad_norm": 2.19137524261569, + "learning_rate": 1.4568267281497325e-06, + "loss": 0.9158, + "step": 8315 + }, + { + "epoch": 0.5999783557591718, + "grad_norm": 0.6972615645261017, + "learning_rate": 1.456376949360436e-06, + "loss": 0.8715, + "step": 8316 + }, + { + "epoch": 0.6000505032285992, + "grad_norm": 2.3803839643081535, + "learning_rate": 1.4559272002563832e-06, + "loss": 0.9745, + "step": 8317 + }, + { + "epoch": 0.6001226506980267, + "grad_norm": 2.365383152964261, + "learning_rate": 1.4554774808621317e-06, + "loss": 0.8261, + "step": 8318 + }, + { + "epoch": 0.6001947981674542, + "grad_norm": 0.7557597328768206, + "learning_rate": 1.4550277912022384e-06, + "loss": 0.815, + "step": 8319 + }, + { + "epoch": 0.6002669456368818, + "grad_norm": 2.644767716850107, + "learning_rate": 1.4545781313012608e-06, + "loss": 0.9588, + "step": 8320 + }, + { + "epoch": 0.6003390931063093, + "grad_norm": 3.0128463039553353, + "learning_rate": 1.454128501183752e-06, + "loss": 0.8975, + "step": 8321 + }, + { + "epoch": 0.6004112405757368, + "grad_norm": 2.3453514222963223, + "learning_rate": 1.453678900874265e-06, + "loss": 0.9263, + "step": 8322 + }, + { + "epoch": 0.6004833880451643, + "grad_norm": 4.835256106389804, + "learning_rate": 1.4532293303973512e-06, + "loss": 0.8991, + "step": 8323 + }, + { + "epoch": 0.6005555355145918, + "grad_norm": 2.1733050132536724, + "learning_rate": 1.4527797897775592e-06, + "loss": 0.9235, + "step": 8324 + }, + { + "epoch": 0.6006276829840194, + "grad_norm": 3.3419272900655637, + "learning_rate": 1.4523302790394375e-06, + "loss": 0.9964, + "step": 8325 + }, + { + "epoch": 0.6006998304534469, + "grad_norm": 2.7067492229417924, + "learning_rate": 1.4518807982075312e-06, + "loss": 1.0032, + "step": 8326 + }, + { + "epoch": 0.6007719779228744, + "grad_norm": 1.9158534798953186, + "learning_rate": 1.451431347306386e-06, + "loss": 0.9631, + "step": 8327 + }, + { + "epoch": 0.6008441253923019, + "grad_norm": 3.0586451968254633, + "learning_rate": 1.4509819263605445e-06, + "loss": 0.9586, + "step": 8328 + }, + { + "epoch": 0.6009162728617293, + "grad_norm": 3.027565043575218, + "learning_rate": 1.4505325353945468e-06, + "loss": 0.8672, + "step": 8329 + }, + { + "epoch": 0.6009884203311568, + "grad_norm": 2.3846197560130675, + "learning_rate": 1.4500831744329338e-06, + "loss": 0.9708, + "step": 8330 + }, + { + "epoch": 0.6010605678005844, + "grad_norm": 3.3753695815438816, + "learning_rate": 1.449633843500242e-06, + "loss": 1.1032, + "step": 8331 + }, + { + "epoch": 0.6011327152700119, + "grad_norm": 5.5859532069272175, + "learning_rate": 1.44918454262101e-06, + "loss": 0.9029, + "step": 8332 + }, + { + "epoch": 0.6012048627394394, + "grad_norm": 2.2473278072194556, + "learning_rate": 1.4487352718197707e-06, + "loss": 0.845, + "step": 8333 + }, + { + "epoch": 0.6012770102088669, + "grad_norm": 4.732627823237451, + "learning_rate": 1.4482860311210567e-06, + "loss": 0.9689, + "step": 8334 + }, + { + "epoch": 0.6013491576782944, + "grad_norm": 4.394908837945066, + "learning_rate": 1.447836820549401e-06, + "loss": 1.0114, + "step": 8335 + }, + { + "epoch": 0.601421305147722, + "grad_norm": 4.914604702922334, + "learning_rate": 1.4473876401293321e-06, + "loss": 0.9228, + "step": 8336 + }, + { + "epoch": 0.6014934526171495, + "grad_norm": 2.8777651550461263, + "learning_rate": 1.4469384898853784e-06, + "loss": 0.956, + "step": 8337 + }, + { + "epoch": 0.601565600086577, + "grad_norm": 3.412023568343662, + "learning_rate": 1.4464893698420663e-06, + "loss": 0.9241, + "step": 8338 + }, + { + "epoch": 0.6016377475560045, + "grad_norm": 5.433538989210036, + "learning_rate": 1.4460402800239215e-06, + "loss": 0.956, + "step": 8339 + }, + { + "epoch": 0.6017098950254319, + "grad_norm": 2.417791356988637, + "learning_rate": 1.445591220455466e-06, + "loss": 1.0405, + "step": 8340 + }, + { + "epoch": 0.6017820424948594, + "grad_norm": 2.7633025337070403, + "learning_rate": 1.4451421911612209e-06, + "loss": 0.884, + "step": 8341 + }, + { + "epoch": 0.601854189964287, + "grad_norm": 3.5112275829258235, + "learning_rate": 1.4446931921657078e-06, + "loss": 1.0013, + "step": 8342 + }, + { + "epoch": 0.6019263374337145, + "grad_norm": 4.556295487290622, + "learning_rate": 1.4442442234934425e-06, + "loss": 1.0078, + "step": 8343 + }, + { + "epoch": 0.601998484903142, + "grad_norm": 2.4216182449586077, + "learning_rate": 1.4437952851689437e-06, + "loss": 0.9867, + "step": 8344 + }, + { + "epoch": 0.6020706323725695, + "grad_norm": 3.899576452682386, + "learning_rate": 1.4433463772167257e-06, + "loss": 1.0012, + "step": 8345 + }, + { + "epoch": 0.602142779841997, + "grad_norm": 13.866406227991718, + "learning_rate": 1.4428974996613001e-06, + "loss": 0.8656, + "step": 8346 + }, + { + "epoch": 0.6022149273114246, + "grad_norm": 5.2108825955222215, + "learning_rate": 1.4424486525271808e-06, + "loss": 0.9694, + "step": 8347 + }, + { + "epoch": 0.6022870747808521, + "grad_norm": 0.7018481422849765, + "learning_rate": 1.4419998358388763e-06, + "loss": 0.8441, + "step": 8348 + }, + { + "epoch": 0.6023592222502796, + "grad_norm": 2.321772055314035, + "learning_rate": 1.4415510496208951e-06, + "loss": 0.9844, + "step": 8349 + }, + { + "epoch": 0.6024313697197071, + "grad_norm": 2.7077758117409148, + "learning_rate": 1.4411022938977442e-06, + "loss": 0.8879, + "step": 8350 + }, + { + "epoch": 0.6025035171891346, + "grad_norm": 5.082758365487062, + "learning_rate": 1.4406535686939277e-06, + "loss": 1.0073, + "step": 8351 + }, + { + "epoch": 0.602575664658562, + "grad_norm": 0.7309102239000432, + "learning_rate": 1.4402048740339492e-06, + "loss": 0.8365, + "step": 8352 + }, + { + "epoch": 0.6026478121279896, + "grad_norm": 3.6153683794721543, + "learning_rate": 1.4397562099423098e-06, + "loss": 0.9878, + "step": 8353 + }, + { + "epoch": 0.6027199595974171, + "grad_norm": 4.479720514639527, + "learning_rate": 1.4393075764435106e-06, + "loss": 0.9813, + "step": 8354 + }, + { + "epoch": 0.6027921070668446, + "grad_norm": 2.0891251228664354, + "learning_rate": 1.438858973562049e-06, + "loss": 0.8856, + "step": 8355 + }, + { + "epoch": 0.6028642545362721, + "grad_norm": 2.438460625354658, + "learning_rate": 1.4384104013224203e-06, + "loss": 0.9756, + "step": 8356 + }, + { + "epoch": 0.6029364020056996, + "grad_norm": 3.673456249246003, + "learning_rate": 1.4379618597491221e-06, + "loss": 0.8568, + "step": 8357 + }, + { + "epoch": 0.6030085494751272, + "grad_norm": 3.7473888207167416, + "learning_rate": 1.4375133488666449e-06, + "loss": 0.9699, + "step": 8358 + }, + { + "epoch": 0.6030806969445547, + "grad_norm": 4.62098973625544, + "learning_rate": 1.4370648686994826e-06, + "loss": 0.8867, + "step": 8359 + }, + { + "epoch": 0.6031528444139822, + "grad_norm": 4.060813906037529, + "learning_rate": 1.4366164192721236e-06, + "loss": 0.8961, + "step": 8360 + }, + { + "epoch": 0.6032249918834097, + "grad_norm": 26.175859071757916, + "learning_rate": 1.436168000609056e-06, + "loss": 0.8904, + "step": 8361 + }, + { + "epoch": 0.6032971393528372, + "grad_norm": 2.967081343854564, + "learning_rate": 1.435719612734767e-06, + "loss": 0.9424, + "step": 8362 + }, + { + "epoch": 0.6033692868222648, + "grad_norm": 5.899219021590677, + "learning_rate": 1.4352712556737409e-06, + "loss": 0.9557, + "step": 8363 + }, + { + "epoch": 0.6034414342916922, + "grad_norm": 2.617159350798947, + "learning_rate": 1.4348229294504615e-06, + "loss": 0.9638, + "step": 8364 + }, + { + "epoch": 0.6035135817611197, + "grad_norm": 3.18637483971058, + "learning_rate": 1.4343746340894086e-06, + "loss": 0.9552, + "step": 8365 + }, + { + "epoch": 0.6035857292305472, + "grad_norm": 4.748189480710154, + "learning_rate": 1.433926369615064e-06, + "loss": 0.9844, + "step": 8366 + }, + { + "epoch": 0.6036578766999747, + "grad_norm": 2.6701426104346178, + "learning_rate": 1.433478136051905e-06, + "loss": 1.0123, + "step": 8367 + }, + { + "epoch": 0.6037300241694022, + "grad_norm": 3.7316415910331235, + "learning_rate": 1.4330299334244068e-06, + "loss": 0.8442, + "step": 8368 + }, + { + "epoch": 0.6038021716388298, + "grad_norm": 4.202767849748182, + "learning_rate": 1.432581761757046e-06, + "loss": 0.918, + "step": 8369 + }, + { + "epoch": 0.6038743191082573, + "grad_norm": 2.745966467478279, + "learning_rate": 1.4321336210742936e-06, + "loss": 0.9615, + "step": 8370 + }, + { + "epoch": 0.6039464665776848, + "grad_norm": 3.826898619725155, + "learning_rate": 1.431685511400623e-06, + "loss": 0.8284, + "step": 8371 + }, + { + "epoch": 0.6040186140471123, + "grad_norm": 3.691148795378813, + "learning_rate": 1.4312374327605028e-06, + "loss": 1.0485, + "step": 8372 + }, + { + "epoch": 0.6040907615165398, + "grad_norm": 3.6222613282488267, + "learning_rate": 1.4307893851784e-06, + "loss": 1.0986, + "step": 8373 + }, + { + "epoch": 0.6041629089859674, + "grad_norm": 2.6236308023783987, + "learning_rate": 1.4303413686787826e-06, + "loss": 0.9686, + "step": 8374 + }, + { + "epoch": 0.6042350564553949, + "grad_norm": 3.3810796726500865, + "learning_rate": 1.429893383286114e-06, + "loss": 0.8285, + "step": 8375 + }, + { + "epoch": 0.6043072039248223, + "grad_norm": 6.096014140175266, + "learning_rate": 1.4294454290248576e-06, + "loss": 1.0128, + "step": 8376 + }, + { + "epoch": 0.6043793513942498, + "grad_norm": 3.3575961349028782, + "learning_rate": 1.4289975059194737e-06, + "loss": 1.0085, + "step": 8377 + }, + { + "epoch": 0.6044514988636773, + "grad_norm": 2.5341400790197044, + "learning_rate": 1.4285496139944222e-06, + "loss": 0.9858, + "step": 8378 + }, + { + "epoch": 0.6045236463331048, + "grad_norm": 0.7055769025292471, + "learning_rate": 1.4281017532741613e-06, + "loss": 0.7784, + "step": 8379 + }, + { + "epoch": 0.6045957938025324, + "grad_norm": 2.6077978427445343, + "learning_rate": 1.4276539237831458e-06, + "loss": 1.0268, + "step": 8380 + }, + { + "epoch": 0.6046679412719599, + "grad_norm": 3.3262188964673984, + "learning_rate": 1.4272061255458314e-06, + "loss": 1.0225, + "step": 8381 + }, + { + "epoch": 0.6047400887413874, + "grad_norm": 2.63686034776044, + "learning_rate": 1.4267583585866696e-06, + "loss": 0.9885, + "step": 8382 + }, + { + "epoch": 0.6048122362108149, + "grad_norm": 4.019979409312185, + "learning_rate": 1.4263106229301123e-06, + "loss": 0.9236, + "step": 8383 + }, + { + "epoch": 0.6048843836802424, + "grad_norm": 2.51533099049812, + "learning_rate": 1.4258629186006081e-06, + "loss": 1.0012, + "step": 8384 + }, + { + "epoch": 0.60495653114967, + "grad_norm": 3.230438047768251, + "learning_rate": 1.425415245622604e-06, + "loss": 0.8889, + "step": 8385 + }, + { + "epoch": 0.6050286786190975, + "grad_norm": 7.949073344032535, + "learning_rate": 1.424967604020547e-06, + "loss": 0.9673, + "step": 8386 + }, + { + "epoch": 0.6051008260885249, + "grad_norm": 2.428658712245087, + "learning_rate": 1.42451999381888e-06, + "loss": 0.9755, + "step": 8387 + }, + { + "epoch": 0.6051729735579524, + "grad_norm": 4.486588519938196, + "learning_rate": 1.4240724150420461e-06, + "loss": 0.9272, + "step": 8388 + }, + { + "epoch": 0.6052451210273799, + "grad_norm": 3.3426208015473446, + "learning_rate": 1.4236248677144853e-06, + "loss": 0.958, + "step": 8389 + }, + { + "epoch": 0.6053172684968074, + "grad_norm": 3.656735379858059, + "learning_rate": 1.423177351860637e-06, + "loss": 0.8317, + "step": 8390 + }, + { + "epoch": 0.605389415966235, + "grad_norm": 2.6568147844244945, + "learning_rate": 1.4227298675049381e-06, + "loss": 1.0188, + "step": 8391 + }, + { + "epoch": 0.6054615634356625, + "grad_norm": 4.884324961068559, + "learning_rate": 1.4222824146718236e-06, + "loss": 0.8462, + "step": 8392 + }, + { + "epoch": 0.60553371090509, + "grad_norm": 2.8746573202491987, + "learning_rate": 1.4218349933857287e-06, + "loss": 0.9564, + "step": 8393 + }, + { + "epoch": 0.6056058583745175, + "grad_norm": 2.1415781836531718, + "learning_rate": 1.4213876036710846e-06, + "loss": 0.9973, + "step": 8394 + }, + { + "epoch": 0.605678005843945, + "grad_norm": 6.450396905559984, + "learning_rate": 1.4209402455523205e-06, + "loss": 0.9874, + "step": 8395 + }, + { + "epoch": 0.6057501533133726, + "grad_norm": 3.1419524618494745, + "learning_rate": 1.4204929190538669e-06, + "loss": 0.9965, + "step": 8396 + }, + { + "epoch": 0.6058223007828001, + "grad_norm": 3.0059718457373688, + "learning_rate": 1.4200456242001489e-06, + "loss": 0.9427, + "step": 8397 + }, + { + "epoch": 0.6058944482522276, + "grad_norm": 4.798705506611608, + "learning_rate": 1.419598361015593e-06, + "loss": 0.9149, + "step": 8398 + }, + { + "epoch": 0.605966595721655, + "grad_norm": 3.367423702018505, + "learning_rate": 1.4191511295246223e-06, + "loss": 0.9297, + "step": 8399 + }, + { + "epoch": 0.6060387431910825, + "grad_norm": 3.0210426170376214, + "learning_rate": 1.418703929751658e-06, + "loss": 0.9988, + "step": 8400 + }, + { + "epoch": 0.60611089066051, + "grad_norm": 2.36642242254837, + "learning_rate": 1.4182567617211198e-06, + "loss": 0.8798, + "step": 8401 + }, + { + "epoch": 0.6061830381299376, + "grad_norm": 3.150211260538402, + "learning_rate": 1.4178096254574263e-06, + "loss": 0.9198, + "step": 8402 + }, + { + "epoch": 0.6062551855993651, + "grad_norm": 2.985055735976668, + "learning_rate": 1.4173625209849949e-06, + "loss": 0.8905, + "step": 8403 + }, + { + "epoch": 0.6063273330687926, + "grad_norm": 2.864464071854509, + "learning_rate": 1.416915448328238e-06, + "loss": 0.9342, + "step": 8404 + }, + { + "epoch": 0.6063994805382201, + "grad_norm": 3.1315155769458958, + "learning_rate": 1.416468407511571e-06, + "loss": 0.9984, + "step": 8405 + }, + { + "epoch": 0.6064716280076476, + "grad_norm": 4.5097704887776935, + "learning_rate": 1.416021398559404e-06, + "loss": 0.8905, + "step": 8406 + }, + { + "epoch": 0.6065437754770752, + "grad_norm": 3.98441557022084, + "learning_rate": 1.4155744214961459e-06, + "loss": 0.9605, + "step": 8407 + }, + { + "epoch": 0.6066159229465027, + "grad_norm": 5.0901461531185355, + "learning_rate": 1.415127476346206e-06, + "loss": 0.876, + "step": 8408 + }, + { + "epoch": 0.6066880704159302, + "grad_norm": 2.704210978312948, + "learning_rate": 1.4146805631339886e-06, + "loss": 0.9659, + "step": 8409 + }, + { + "epoch": 0.6067602178853577, + "grad_norm": 3.6638195225689705, + "learning_rate": 1.4142336818838999e-06, + "loss": 0.9484, + "step": 8410 + }, + { + "epoch": 0.6068323653547851, + "grad_norm": 0.7308381314556928, + "learning_rate": 1.413786832620341e-06, + "loss": 0.8159, + "step": 8411 + }, + { + "epoch": 0.6069045128242126, + "grad_norm": 3.2778398504324473, + "learning_rate": 1.4133400153677132e-06, + "loss": 0.8783, + "step": 8412 + }, + { + "epoch": 0.6069766602936402, + "grad_norm": 0.631873835705025, + "learning_rate": 1.412893230150415e-06, + "loss": 0.7938, + "step": 8413 + }, + { + "epoch": 0.6070488077630677, + "grad_norm": 2.504273671822345, + "learning_rate": 1.4124464769928442e-06, + "loss": 0.8634, + "step": 8414 + }, + { + "epoch": 0.6071209552324952, + "grad_norm": 3.0932821825610586, + "learning_rate": 1.4119997559193965e-06, + "loss": 0.965, + "step": 8415 + }, + { + "epoch": 0.6071931027019227, + "grad_norm": 3.585869815495147, + "learning_rate": 1.4115530669544653e-06, + "loss": 0.9183, + "step": 8416 + }, + { + "epoch": 0.6072652501713502, + "grad_norm": 3.3327444192091193, + "learning_rate": 1.4111064101224425e-06, + "loss": 0.9071, + "step": 8417 + }, + { + "epoch": 0.6073373976407778, + "grad_norm": 2.0362322227306184, + "learning_rate": 1.4106597854477194e-06, + "loss": 1.0442, + "step": 8418 + }, + { + "epoch": 0.6074095451102053, + "grad_norm": 2.634250418001294, + "learning_rate": 1.4102131929546826e-06, + "loss": 0.9318, + "step": 8419 + }, + { + "epoch": 0.6074816925796328, + "grad_norm": 5.684918498962298, + "learning_rate": 1.409766632667721e-06, + "loss": 1.0488, + "step": 8420 + }, + { + "epoch": 0.6075538400490603, + "grad_norm": 3.807313737226912, + "learning_rate": 1.4093201046112184e-06, + "loss": 1.0013, + "step": 8421 + }, + { + "epoch": 0.6076259875184878, + "grad_norm": 4.120879224644474, + "learning_rate": 1.4088736088095576e-06, + "loss": 0.9226, + "step": 8422 + }, + { + "epoch": 0.6076981349879153, + "grad_norm": 2.3958735476449777, + "learning_rate": 1.408427145287122e-06, + "loss": 0.9881, + "step": 8423 + }, + { + "epoch": 0.6077702824573428, + "grad_norm": 3.119202844313298, + "learning_rate": 1.407980714068289e-06, + "loss": 0.8963, + "step": 8424 + }, + { + "epoch": 0.6078424299267703, + "grad_norm": 3.3178999449743567, + "learning_rate": 1.4075343151774379e-06, + "loss": 1.0449, + "step": 8425 + }, + { + "epoch": 0.6079145773961978, + "grad_norm": 2.220696468561374, + "learning_rate": 1.4070879486389446e-06, + "loss": 0.9748, + "step": 8426 + }, + { + "epoch": 0.6079867248656253, + "grad_norm": 4.281328632161678, + "learning_rate": 1.406641614477184e-06, + "loss": 1.0208, + "step": 8427 + }, + { + "epoch": 0.6080588723350528, + "grad_norm": 3.502001734926501, + "learning_rate": 1.4061953127165277e-06, + "loss": 0.8977, + "step": 8428 + }, + { + "epoch": 0.6081310198044804, + "grad_norm": 2.4425664235574005, + "learning_rate": 1.4057490433813474e-06, + "loss": 0.9403, + "step": 8429 + }, + { + "epoch": 0.6082031672739079, + "grad_norm": 3.0346826996449585, + "learning_rate": 1.4053028064960125e-06, + "loss": 0.9749, + "step": 8430 + }, + { + "epoch": 0.6082753147433354, + "grad_norm": 0.7050623799518286, + "learning_rate": 1.4048566020848886e-06, + "loss": 0.8469, + "step": 8431 + }, + { + "epoch": 0.6083474622127629, + "grad_norm": 2.2317467016445915, + "learning_rate": 1.4044104301723437e-06, + "loss": 1.0205, + "step": 8432 + }, + { + "epoch": 0.6084196096821904, + "grad_norm": 0.8451100091032052, + "learning_rate": 1.4039642907827403e-06, + "loss": 0.8435, + "step": 8433 + }, + { + "epoch": 0.608491757151618, + "grad_norm": 3.0225267245970415, + "learning_rate": 1.4035181839404397e-06, + "loss": 0.9122, + "step": 8434 + }, + { + "epoch": 0.6085639046210454, + "grad_norm": 5.800921978511799, + "learning_rate": 1.4030721096698037e-06, + "loss": 1.0385, + "step": 8435 + }, + { + "epoch": 0.6086360520904729, + "grad_norm": 2.165088396624432, + "learning_rate": 1.4026260679951897e-06, + "loss": 0.9736, + "step": 8436 + }, + { + "epoch": 0.6087081995599004, + "grad_norm": 3.2353711644346577, + "learning_rate": 1.4021800589409547e-06, + "loss": 0.9102, + "step": 8437 + }, + { + "epoch": 0.6087803470293279, + "grad_norm": 3.5010461606139955, + "learning_rate": 1.4017340825314543e-06, + "loss": 1.0516, + "step": 8438 + }, + { + "epoch": 0.6088524944987554, + "grad_norm": 2.69385026714177, + "learning_rate": 1.4012881387910402e-06, + "loss": 1.0218, + "step": 8439 + }, + { + "epoch": 0.608924641968183, + "grad_norm": 0.7387173288159723, + "learning_rate": 1.4008422277440648e-06, + "loss": 0.8266, + "step": 8440 + }, + { + "epoch": 0.6089967894376105, + "grad_norm": 5.298213463301565, + "learning_rate": 1.4003963494148771e-06, + "loss": 0.8995, + "step": 8441 + }, + { + "epoch": 0.609068936907038, + "grad_norm": 2.3721492121308554, + "learning_rate": 1.3999505038278255e-06, + "loss": 0.9329, + "step": 8442 + }, + { + "epoch": 0.6091410843764655, + "grad_norm": 2.636844615051441, + "learning_rate": 1.3995046910072551e-06, + "loss": 0.7426, + "step": 8443 + }, + { + "epoch": 0.609213231845893, + "grad_norm": 4.65217012198308, + "learning_rate": 1.3990589109775109e-06, + "loss": 0.7882, + "step": 8444 + }, + { + "epoch": 0.6092853793153206, + "grad_norm": 3.88030384466744, + "learning_rate": 1.3986131637629351e-06, + "loss": 1.0414, + "step": 8445 + }, + { + "epoch": 0.609357526784748, + "grad_norm": 2.9967035620443894, + "learning_rate": 1.3981674493878672e-06, + "loss": 0.993, + "step": 8446 + }, + { + "epoch": 0.6094296742541755, + "grad_norm": 2.5359158311107306, + "learning_rate": 1.3977217678766482e-06, + "loss": 0.9565, + "step": 8447 + }, + { + "epoch": 0.609501821723603, + "grad_norm": 3.2713651447489505, + "learning_rate": 1.3972761192536133e-06, + "loss": 1.0868, + "step": 8448 + }, + { + "epoch": 0.6095739691930305, + "grad_norm": 3.1447194297827625, + "learning_rate": 1.3968305035430984e-06, + "loss": 0.9047, + "step": 8449 + }, + { + "epoch": 0.609646116662458, + "grad_norm": 3.5717287155460244, + "learning_rate": 1.3963849207694371e-06, + "loss": 1.0005, + "step": 8450 + }, + { + "epoch": 0.6097182641318856, + "grad_norm": 2.3981358838623517, + "learning_rate": 1.3959393709569604e-06, + "loss": 0.9121, + "step": 8451 + }, + { + "epoch": 0.6097904116013131, + "grad_norm": 3.6226555708077726, + "learning_rate": 1.3954938541299988e-06, + "loss": 1.0084, + "step": 8452 + }, + { + "epoch": 0.6098625590707406, + "grad_norm": 2.849415093349255, + "learning_rate": 1.3950483703128795e-06, + "loss": 0.9315, + "step": 8453 + }, + { + "epoch": 0.6099347065401681, + "grad_norm": 7.258688883024062, + "learning_rate": 1.3946029195299301e-06, + "loss": 0.9622, + "step": 8454 + }, + { + "epoch": 0.6100068540095956, + "grad_norm": 3.2293551646354897, + "learning_rate": 1.3941575018054735e-06, + "loss": 0.9188, + "step": 8455 + }, + { + "epoch": 0.6100790014790232, + "grad_norm": 3.470636902769326, + "learning_rate": 1.393712117163833e-06, + "loss": 0.9727, + "step": 8456 + }, + { + "epoch": 0.6101511489484507, + "grad_norm": 2.3412182166961064, + "learning_rate": 1.3932667656293297e-06, + "loss": 0.976, + "step": 8457 + }, + { + "epoch": 0.6102232964178781, + "grad_norm": 4.7321596911354575, + "learning_rate": 1.392821447226282e-06, + "loss": 0.9381, + "step": 8458 + }, + { + "epoch": 0.6102954438873056, + "grad_norm": 2.469466479670025, + "learning_rate": 1.3923761619790075e-06, + "loss": 0.9695, + "step": 8459 + }, + { + "epoch": 0.6103675913567331, + "grad_norm": 2.057921442784649, + "learning_rate": 1.3919309099118216e-06, + "loss": 0.8439, + "step": 8460 + }, + { + "epoch": 0.6104397388261606, + "grad_norm": 15.232905578172394, + "learning_rate": 1.391485691049037e-06, + "loss": 0.9925, + "step": 8461 + }, + { + "epoch": 0.6105118862955882, + "grad_norm": 2.928477126274639, + "learning_rate": 1.391040505414967e-06, + "loss": 0.9195, + "step": 8462 + }, + { + "epoch": 0.6105840337650157, + "grad_norm": 2.5696313761395277, + "learning_rate": 1.3905953530339205e-06, + "loss": 0.9716, + "step": 8463 + }, + { + "epoch": 0.6106561812344432, + "grad_norm": 4.4336223584567085, + "learning_rate": 1.3901502339302055e-06, + "loss": 0.9723, + "step": 8464 + }, + { + "epoch": 0.6107283287038707, + "grad_norm": 2.7945924107548374, + "learning_rate": 1.3897051481281295e-06, + "loss": 0.9351, + "step": 8465 + }, + { + "epoch": 0.6108004761732982, + "grad_norm": 2.3943751223570837, + "learning_rate": 1.3892600956519953e-06, + "loss": 0.9618, + "step": 8466 + }, + { + "epoch": 0.6108726236427258, + "grad_norm": 3.25307114086584, + "learning_rate": 1.3888150765261063e-06, + "loss": 0.9228, + "step": 8467 + }, + { + "epoch": 0.6109447711121533, + "grad_norm": 5.533485952057366, + "learning_rate": 1.3883700907747637e-06, + "loss": 0.9223, + "step": 8468 + }, + { + "epoch": 0.6110169185815808, + "grad_norm": 4.141559538552712, + "learning_rate": 1.3879251384222665e-06, + "loss": 1.074, + "step": 8469 + }, + { + "epoch": 0.6110890660510082, + "grad_norm": 5.8833030303664575, + "learning_rate": 1.387480219492911e-06, + "loss": 1.0237, + "step": 8470 + }, + { + "epoch": 0.6111612135204357, + "grad_norm": 2.7611996865685837, + "learning_rate": 1.3870353340109941e-06, + "loss": 1.0416, + "step": 8471 + }, + { + "epoch": 0.6112333609898633, + "grad_norm": 3.287809663410049, + "learning_rate": 1.3865904820008085e-06, + "loss": 0.9223, + "step": 8472 + }, + { + "epoch": 0.6113055084592908, + "grad_norm": 1.9816985215283534, + "learning_rate": 1.386145663486645e-06, + "loss": 1.0145, + "step": 8473 + }, + { + "epoch": 0.6113776559287183, + "grad_norm": 3.702918968424606, + "learning_rate": 1.3857008784927952e-06, + "loss": 0.8749, + "step": 8474 + }, + { + "epoch": 0.6114498033981458, + "grad_norm": 2.5004090928103526, + "learning_rate": 1.3852561270435458e-06, + "loss": 0.9685, + "step": 8475 + }, + { + "epoch": 0.6115219508675733, + "grad_norm": 2.682748808685172, + "learning_rate": 1.384811409163184e-06, + "loss": 0.9064, + "step": 8476 + }, + { + "epoch": 0.6115940983370008, + "grad_norm": 7.715792564281361, + "learning_rate": 1.384366724875994e-06, + "loss": 1.0002, + "step": 8477 + }, + { + "epoch": 0.6116662458064284, + "grad_norm": 3.5437503444664737, + "learning_rate": 1.3839220742062576e-06, + "loss": 0.9432, + "step": 8478 + }, + { + "epoch": 0.6117383932758559, + "grad_norm": 3.9094421771259777, + "learning_rate": 1.3834774571782564e-06, + "loss": 1.0513, + "step": 8479 + }, + { + "epoch": 0.6118105407452834, + "grad_norm": 2.549519762931036, + "learning_rate": 1.3830328738162686e-06, + "loss": 0.8236, + "step": 8480 + }, + { + "epoch": 0.6118826882147109, + "grad_norm": 6.965952495613402, + "learning_rate": 1.3825883241445725e-06, + "loss": 0.9676, + "step": 8481 + }, + { + "epoch": 0.6119548356841383, + "grad_norm": 2.6306786648566436, + "learning_rate": 1.3821438081874418e-06, + "loss": 0.9804, + "step": 8482 + }, + { + "epoch": 0.6120269831535659, + "grad_norm": 2.5819029898824275, + "learning_rate": 1.3816993259691506e-06, + "loss": 1.0796, + "step": 8483 + }, + { + "epoch": 0.6120991306229934, + "grad_norm": 2.595842367761687, + "learning_rate": 1.3812548775139706e-06, + "loss": 0.9113, + "step": 8484 + }, + { + "epoch": 0.6121712780924209, + "grad_norm": 3.968504410000985, + "learning_rate": 1.3808104628461703e-06, + "loss": 0.9315, + "step": 8485 + }, + { + "epoch": 0.6122434255618484, + "grad_norm": 2.1384484579364957, + "learning_rate": 1.3803660819900194e-06, + "loss": 0.9686, + "step": 8486 + }, + { + "epoch": 0.6123155730312759, + "grad_norm": 5.658263127486477, + "learning_rate": 1.3799217349697832e-06, + "loss": 0.9629, + "step": 8487 + }, + { + "epoch": 0.6123877205007034, + "grad_norm": 5.028847256904545, + "learning_rate": 1.3794774218097246e-06, + "loss": 0.8634, + "step": 8488 + }, + { + "epoch": 0.612459867970131, + "grad_norm": 0.7851720020744781, + "learning_rate": 1.3790331425341072e-06, + "loss": 0.822, + "step": 8489 + }, + { + "epoch": 0.6125320154395585, + "grad_norm": 3.8550038158828315, + "learning_rate": 1.3785888971671913e-06, + "loss": 0.8928, + "step": 8490 + }, + { + "epoch": 0.612604162908986, + "grad_norm": 4.298984966683928, + "learning_rate": 1.3781446857332353e-06, + "loss": 0.9771, + "step": 8491 + }, + { + "epoch": 0.6126763103784135, + "grad_norm": 0.7932404301712619, + "learning_rate": 1.3777005082564959e-06, + "loss": 0.8067, + "step": 8492 + }, + { + "epoch": 0.6127484578478409, + "grad_norm": 2.7814877012023076, + "learning_rate": 1.3772563647612288e-06, + "loss": 0.9512, + "step": 8493 + }, + { + "epoch": 0.6128206053172685, + "grad_norm": 2.372697818656996, + "learning_rate": 1.3768122552716854e-06, + "loss": 0.9905, + "step": 8494 + }, + { + "epoch": 0.612892752786696, + "grad_norm": 4.187414139963401, + "learning_rate": 1.376368179812118e-06, + "loss": 0.9361, + "step": 8495 + }, + { + "epoch": 0.6129649002561235, + "grad_norm": 4.109205351253989, + "learning_rate": 1.375924138406776e-06, + "loss": 0.9371, + "step": 8496 + }, + { + "epoch": 0.613037047725551, + "grad_norm": 6.946376860584071, + "learning_rate": 1.375480131079906e-06, + "loss": 0.9475, + "step": 8497 + }, + { + "epoch": 0.6131091951949785, + "grad_norm": 3.2361604489416074, + "learning_rate": 1.3750361578557548e-06, + "loss": 0.9597, + "step": 8498 + }, + { + "epoch": 0.613181342664406, + "grad_norm": 3.399308016426218, + "learning_rate": 1.3745922187585655e-06, + "loss": 1.0547, + "step": 8499 + }, + { + "epoch": 0.6132534901338336, + "grad_norm": 2.7746703940181208, + "learning_rate": 1.374148313812579e-06, + "loss": 0.7805, + "step": 8500 + }, + { + "epoch": 0.6133256376032611, + "grad_norm": 0.7116458842960223, + "learning_rate": 1.3737044430420372e-06, + "loss": 0.84, + "step": 8501 + }, + { + "epoch": 0.6133977850726886, + "grad_norm": 2.921407407176975, + "learning_rate": 1.373260606471177e-06, + "loss": 0.8359, + "step": 8502 + }, + { + "epoch": 0.6134699325421161, + "grad_norm": 4.454150700815608, + "learning_rate": 1.3728168041242347e-06, + "loss": 0.9771, + "step": 8503 + }, + { + "epoch": 0.6135420800115436, + "grad_norm": 4.016786162523399, + "learning_rate": 1.3723730360254455e-06, + "loss": 0.9652, + "step": 8504 + }, + { + "epoch": 0.613614227480971, + "grad_norm": 3.608829209317604, + "learning_rate": 1.371929302199041e-06, + "loss": 1.027, + "step": 8505 + }, + { + "epoch": 0.6136863749503986, + "grad_norm": 3.3322563497840725, + "learning_rate": 1.3714856026692526e-06, + "loss": 1.0061, + "step": 8506 + }, + { + "epoch": 0.6137585224198261, + "grad_norm": 3.0722074218203415, + "learning_rate": 1.3710419374603083e-06, + "loss": 0.9233, + "step": 8507 + }, + { + "epoch": 0.6138306698892536, + "grad_norm": 2.123816777841503, + "learning_rate": 1.370598306596436e-06, + "loss": 1.0263, + "step": 8508 + }, + { + "epoch": 0.6139028173586811, + "grad_norm": 2.5021319835378812, + "learning_rate": 1.3701547101018598e-06, + "loss": 1.0057, + "step": 8509 + }, + { + "epoch": 0.6139749648281086, + "grad_norm": 2.4450581086163368, + "learning_rate": 1.3697111480008032e-06, + "loss": 0.9743, + "step": 8510 + }, + { + "epoch": 0.6140471122975362, + "grad_norm": 2.9422311221478257, + "learning_rate": 1.3692676203174883e-06, + "loss": 0.8987, + "step": 8511 + }, + { + "epoch": 0.6141192597669637, + "grad_norm": 3.9748167991406795, + "learning_rate": 1.3688241270761327e-06, + "loss": 0.9451, + "step": 8512 + }, + { + "epoch": 0.6141914072363912, + "grad_norm": 3.441668947479256, + "learning_rate": 1.3683806683009555e-06, + "loss": 1.0149, + "step": 8513 + }, + { + "epoch": 0.6142635547058187, + "grad_norm": 0.742919400378247, + "learning_rate": 1.367937244016172e-06, + "loss": 0.84, + "step": 8514 + }, + { + "epoch": 0.6143357021752462, + "grad_norm": 3.6616127267394236, + "learning_rate": 1.3674938542459955e-06, + "loss": 0.9589, + "step": 8515 + }, + { + "epoch": 0.6144078496446738, + "grad_norm": 2.7055259141162087, + "learning_rate": 1.3670504990146388e-06, + "loss": 0.9508, + "step": 8516 + }, + { + "epoch": 0.6144799971141012, + "grad_norm": 4.8430576937206755, + "learning_rate": 1.3666071783463104e-06, + "loss": 1.0772, + "step": 8517 + }, + { + "epoch": 0.6145521445835287, + "grad_norm": 2.456157680649916, + "learning_rate": 1.3661638922652196e-06, + "loss": 0.9348, + "step": 8518 + }, + { + "epoch": 0.6146242920529562, + "grad_norm": 3.9908807037806935, + "learning_rate": 1.3657206407955721e-06, + "loss": 0.8149, + "step": 8519 + }, + { + "epoch": 0.6146964395223837, + "grad_norm": 2.3525521359965196, + "learning_rate": 1.3652774239615728e-06, + "loss": 1.0163, + "step": 8520 + }, + { + "epoch": 0.6147685869918113, + "grad_norm": 2.655912400277539, + "learning_rate": 1.3648342417874235e-06, + "loss": 0.9312, + "step": 8521 + }, + { + "epoch": 0.6148407344612388, + "grad_norm": 3.781303846748249, + "learning_rate": 1.3643910942973248e-06, + "loss": 0.9723, + "step": 8522 + }, + { + "epoch": 0.6149128819306663, + "grad_norm": 4.350943995682369, + "learning_rate": 1.363947981515476e-06, + "loss": 1.0432, + "step": 8523 + }, + { + "epoch": 0.6149850294000938, + "grad_norm": 3.4297671645520706, + "learning_rate": 1.3635049034660723e-06, + "loss": 0.9035, + "step": 8524 + }, + { + "epoch": 0.6150571768695213, + "grad_norm": 2.371471393809184, + "learning_rate": 1.3630618601733106e-06, + "loss": 0.9542, + "step": 8525 + }, + { + "epoch": 0.6151293243389488, + "grad_norm": 3.0136699763036794, + "learning_rate": 1.3626188516613828e-06, + "loss": 0.9301, + "step": 8526 + }, + { + "epoch": 0.6152014718083764, + "grad_norm": 3.1948044799773276, + "learning_rate": 1.3621758779544792e-06, + "loss": 1.0108, + "step": 8527 + }, + { + "epoch": 0.6152736192778039, + "grad_norm": 2.373470315712647, + "learning_rate": 1.3617329390767905e-06, + "loss": 0.9225, + "step": 8528 + }, + { + "epoch": 0.6153457667472313, + "grad_norm": 2.495330550594886, + "learning_rate": 1.3612900350525029e-06, + "loss": 0.8621, + "step": 8529 + }, + { + "epoch": 0.6154179142166588, + "grad_norm": 3.0449566401759744, + "learning_rate": 1.360847165905802e-06, + "loss": 0.9767, + "step": 8530 + }, + { + "epoch": 0.6154900616860863, + "grad_norm": 2.702621677704871, + "learning_rate": 1.360404331660872e-06, + "loss": 1.0545, + "step": 8531 + }, + { + "epoch": 0.6155622091555139, + "grad_norm": 5.218555012789344, + "learning_rate": 1.3599615323418929e-06, + "loss": 0.981, + "step": 8532 + }, + { + "epoch": 0.6156343566249414, + "grad_norm": 4.531096357174282, + "learning_rate": 1.3595187679730455e-06, + "loss": 0.9267, + "step": 8533 + }, + { + "epoch": 0.6157065040943689, + "grad_norm": 2.641566543205955, + "learning_rate": 1.359076038578507e-06, + "loss": 1.0689, + "step": 8534 + }, + { + "epoch": 0.6157786515637964, + "grad_norm": 3.509289267113545, + "learning_rate": 1.3586333441824537e-06, + "loss": 0.9864, + "step": 8535 + }, + { + "epoch": 0.6158507990332239, + "grad_norm": 3.290404129948008, + "learning_rate": 1.3581906848090588e-06, + "loss": 0.9346, + "step": 8536 + }, + { + "epoch": 0.6159229465026514, + "grad_norm": 2.4563749131139643, + "learning_rate": 1.3577480604824954e-06, + "loss": 0.9978, + "step": 8537 + }, + { + "epoch": 0.615995093972079, + "grad_norm": 5.994558409906868, + "learning_rate": 1.3573054712269328e-06, + "loss": 0.94, + "step": 8538 + }, + { + "epoch": 0.6160672414415065, + "grad_norm": 2.804186337889949, + "learning_rate": 1.3568629170665382e-06, + "loss": 1.0335, + "step": 8539 + }, + { + "epoch": 0.6161393889109339, + "grad_norm": 4.021708944904444, + "learning_rate": 1.35642039802548e-06, + "loss": 0.9309, + "step": 8540 + }, + { + "epoch": 0.6162115363803614, + "grad_norm": 3.769108976914623, + "learning_rate": 1.355977914127921e-06, + "loss": 0.9002, + "step": 8541 + }, + { + "epoch": 0.6162836838497889, + "grad_norm": 4.276398074327542, + "learning_rate": 1.355535465398024e-06, + "loss": 0.9544, + "step": 8542 + }, + { + "epoch": 0.6163558313192165, + "grad_norm": 2.912250517936881, + "learning_rate": 1.35509305185995e-06, + "loss": 0.9914, + "step": 8543 + }, + { + "epoch": 0.616427978788644, + "grad_norm": 3.0675329774608877, + "learning_rate": 1.3546506735378564e-06, + "loss": 0.9113, + "step": 8544 + }, + { + "epoch": 0.6165001262580715, + "grad_norm": 2.3493376183891117, + "learning_rate": 1.3542083304559007e-06, + "loss": 0.9533, + "step": 8545 + }, + { + "epoch": 0.616572273727499, + "grad_norm": 4.517615278976054, + "learning_rate": 1.3537660226382373e-06, + "loss": 0.9796, + "step": 8546 + }, + { + "epoch": 0.6166444211969265, + "grad_norm": 4.011419684416165, + "learning_rate": 1.3533237501090197e-06, + "loss": 0.9302, + "step": 8547 + }, + { + "epoch": 0.616716568666354, + "grad_norm": 3.08777619643886, + "learning_rate": 1.3528815128923982e-06, + "loss": 0.9438, + "step": 8548 + }, + { + "epoch": 0.6167887161357816, + "grad_norm": 4.3442764512081276, + "learning_rate": 1.3524393110125208e-06, + "loss": 0.8968, + "step": 8549 + }, + { + "epoch": 0.6168608636052091, + "grad_norm": 3.5700270791188813, + "learning_rate": 1.3519971444935364e-06, + "loss": 0.8845, + "step": 8550 + }, + { + "epoch": 0.6169330110746366, + "grad_norm": 2.455751895630804, + "learning_rate": 1.351555013359588e-06, + "loss": 0.9597, + "step": 8551 + }, + { + "epoch": 0.617005158544064, + "grad_norm": 2.58548974715933, + "learning_rate": 1.3511129176348212e-06, + "loss": 0.9837, + "step": 8552 + }, + { + "epoch": 0.6170773060134915, + "grad_norm": 4.728967581212127, + "learning_rate": 1.3506708573433754e-06, + "loss": 0.845, + "step": 8553 + }, + { + "epoch": 0.617149453482919, + "grad_norm": 3.784285532793922, + "learning_rate": 1.3502288325093895e-06, + "loss": 0.9554, + "step": 8554 + }, + { + "epoch": 0.6172216009523466, + "grad_norm": 3.3121890515905887, + "learning_rate": 1.3497868431570029e-06, + "loss": 1.0135, + "step": 8555 + }, + { + "epoch": 0.6172937484217741, + "grad_norm": 3.907381549975303, + "learning_rate": 1.3493448893103489e-06, + "loss": 0.9214, + "step": 8556 + }, + { + "epoch": 0.6173658958912016, + "grad_norm": 4.583248669391452, + "learning_rate": 1.3489029709935621e-06, + "loss": 0.9752, + "step": 8557 + }, + { + "epoch": 0.6174380433606291, + "grad_norm": 2.7627208569647967, + "learning_rate": 1.3484610882307739e-06, + "loss": 0.9484, + "step": 8558 + }, + { + "epoch": 0.6175101908300566, + "grad_norm": 2.3058114107737526, + "learning_rate": 1.348019241046114e-06, + "loss": 0.8565, + "step": 8559 + }, + { + "epoch": 0.6175823382994842, + "grad_norm": 3.4057593035945737, + "learning_rate": 1.3475774294637097e-06, + "loss": 0.8448, + "step": 8560 + }, + { + "epoch": 0.6176544857689117, + "grad_norm": 4.012124045754382, + "learning_rate": 1.3471356535076864e-06, + "loss": 1.0448, + "step": 8561 + }, + { + "epoch": 0.6177266332383392, + "grad_norm": 4.380621432110943, + "learning_rate": 1.3466939132021686e-06, + "loss": 0.8995, + "step": 8562 + }, + { + "epoch": 0.6177987807077667, + "grad_norm": 0.7668364146877574, + "learning_rate": 1.3462522085712771e-06, + "loss": 0.889, + "step": 8563 + }, + { + "epoch": 0.6178709281771941, + "grad_norm": 3.2869284767606874, + "learning_rate": 1.345810539639133e-06, + "loss": 0.8261, + "step": 8564 + }, + { + "epoch": 0.6179430756466217, + "grad_norm": 4.474134922058258, + "learning_rate": 1.345368906429854e-06, + "loss": 0.8677, + "step": 8565 + }, + { + "epoch": 0.6180152231160492, + "grad_norm": 2.9762060397513217, + "learning_rate": 1.3449273089675547e-06, + "loss": 0.9318, + "step": 8566 + }, + { + "epoch": 0.6180873705854767, + "grad_norm": 5.672139983909981, + "learning_rate": 1.3444857472763507e-06, + "loss": 0.9607, + "step": 8567 + }, + { + "epoch": 0.6181595180549042, + "grad_norm": 2.1103895220151534, + "learning_rate": 1.3440442213803533e-06, + "loss": 0.9309, + "step": 8568 + }, + { + "epoch": 0.6182316655243317, + "grad_norm": 2.2234442039919466, + "learning_rate": 1.3436027313036723e-06, + "loss": 0.9306, + "step": 8569 + }, + { + "epoch": 0.6183038129937592, + "grad_norm": 4.522418024217421, + "learning_rate": 1.343161277070417e-06, + "loss": 1.0197, + "step": 8570 + }, + { + "epoch": 0.6183759604631868, + "grad_norm": 2.1218576197411005, + "learning_rate": 1.3427198587046924e-06, + "loss": 1.065, + "step": 8571 + }, + { + "epoch": 0.6184481079326143, + "grad_norm": 3.4399659068613824, + "learning_rate": 1.3422784762306036e-06, + "loss": 0.9891, + "step": 8572 + }, + { + "epoch": 0.6185202554020418, + "grad_norm": 2.739595149683157, + "learning_rate": 1.3418371296722514e-06, + "loss": 0.8803, + "step": 8573 + }, + { + "epoch": 0.6185924028714693, + "grad_norm": 3.7839179596989707, + "learning_rate": 1.341395819053738e-06, + "loss": 0.9257, + "step": 8574 + }, + { + "epoch": 0.6186645503408968, + "grad_norm": 6.484161741127948, + "learning_rate": 1.3409545443991607e-06, + "loss": 0.9972, + "step": 8575 + }, + { + "epoch": 0.6187366978103243, + "grad_norm": 4.5870617815725865, + "learning_rate": 1.3405133057326155e-06, + "loss": 0.9706, + "step": 8576 + }, + { + "epoch": 0.6188088452797518, + "grad_norm": 4.846196104571085, + "learning_rate": 1.340072103078198e-06, + "loss": 0.9576, + "step": 8577 + }, + { + "epoch": 0.6188809927491793, + "grad_norm": 10.44937609402564, + "learning_rate": 1.339630936459999e-06, + "loss": 0.8908, + "step": 8578 + }, + { + "epoch": 0.6189531402186068, + "grad_norm": 4.555355173578268, + "learning_rate": 1.339189805902111e-06, + "loss": 1.0597, + "step": 8579 + }, + { + "epoch": 0.6190252876880343, + "grad_norm": 6.53575220030032, + "learning_rate": 1.338748711428621e-06, + "loss": 0.9402, + "step": 8580 + }, + { + "epoch": 0.6190974351574619, + "grad_norm": 3.8173809388186117, + "learning_rate": 1.3383076530636159e-06, + "loss": 0.9418, + "step": 8581 + }, + { + "epoch": 0.6191695826268894, + "grad_norm": 2.900121153569847, + "learning_rate": 1.337866630831181e-06, + "loss": 0.9166, + "step": 8582 + }, + { + "epoch": 0.6192417300963169, + "grad_norm": 0.7048324410527679, + "learning_rate": 1.3374256447553977e-06, + "loss": 0.8465, + "step": 8583 + }, + { + "epoch": 0.6193138775657444, + "grad_norm": 5.660243189679097, + "learning_rate": 1.3369846948603475e-06, + "loss": 0.9854, + "step": 8584 + }, + { + "epoch": 0.6193860250351719, + "grad_norm": 5.701384647237191, + "learning_rate": 1.3365437811701083e-06, + "loss": 0.9832, + "step": 8585 + }, + { + "epoch": 0.6194581725045994, + "grad_norm": 2.58986685672078, + "learning_rate": 1.3361029037087574e-06, + "loss": 0.9043, + "step": 8586 + }, + { + "epoch": 0.619530319974027, + "grad_norm": 3.7401409247056074, + "learning_rate": 1.3356620625003699e-06, + "loss": 1.0003, + "step": 8587 + }, + { + "epoch": 0.6196024674434544, + "grad_norm": 4.38783082937424, + "learning_rate": 1.3352212575690165e-06, + "loss": 0.8977, + "step": 8588 + }, + { + "epoch": 0.6196746149128819, + "grad_norm": 3.4254455053905604, + "learning_rate": 1.3347804889387705e-06, + "loss": 0.9583, + "step": 8589 + }, + { + "epoch": 0.6197467623823094, + "grad_norm": 4.278148557989603, + "learning_rate": 1.3343397566336983e-06, + "loss": 0.9287, + "step": 8590 + }, + { + "epoch": 0.6198189098517369, + "grad_norm": 2.7109841994075246, + "learning_rate": 1.3338990606778689e-06, + "loss": 0.9896, + "step": 8591 + }, + { + "epoch": 0.6198910573211645, + "grad_norm": 4.457354548076778, + "learning_rate": 1.3334584010953458e-06, + "loss": 1.0068, + "step": 8592 + }, + { + "epoch": 0.619963204790592, + "grad_norm": 2.791268552794514, + "learning_rate": 1.3330177779101913e-06, + "loss": 0.9778, + "step": 8593 + }, + { + "epoch": 0.6200353522600195, + "grad_norm": 3.2008378958444044, + "learning_rate": 1.3325771911464676e-06, + "loss": 0.9316, + "step": 8594 + }, + { + "epoch": 0.620107499729447, + "grad_norm": 2.8793535855496586, + "learning_rate": 1.3321366408282325e-06, + "loss": 0.9344, + "step": 8595 + }, + { + "epoch": 0.6201796471988745, + "grad_norm": 3.9399020421974726, + "learning_rate": 1.3316961269795432e-06, + "loss": 0.9772, + "step": 8596 + }, + { + "epoch": 0.620251794668302, + "grad_norm": 5.600363290446911, + "learning_rate": 1.3312556496244543e-06, + "loss": 1.0045, + "step": 8597 + }, + { + "epoch": 0.6203239421377296, + "grad_norm": 2.9654254166841736, + "learning_rate": 1.3308152087870187e-06, + "loss": 0.8602, + "step": 8598 + }, + { + "epoch": 0.620396089607157, + "grad_norm": 2.219003904616852, + "learning_rate": 1.3303748044912875e-06, + "loss": 0.9788, + "step": 8599 + }, + { + "epoch": 0.6204682370765845, + "grad_norm": 2.7169136773676366, + "learning_rate": 1.3299344367613085e-06, + "loss": 0.9962, + "step": 8600 + }, + { + "epoch": 0.620540384546012, + "grad_norm": 3.7399578420537516, + "learning_rate": 1.3294941056211306e-06, + "loss": 0.9627, + "step": 8601 + }, + { + "epoch": 0.6206125320154395, + "grad_norm": 8.809861241264361, + "learning_rate": 1.3290538110947965e-06, + "loss": 0.9507, + "step": 8602 + }, + { + "epoch": 0.620684679484867, + "grad_norm": 4.826920541195053, + "learning_rate": 1.3286135532063508e-06, + "loss": 0.9072, + "step": 8603 + }, + { + "epoch": 0.6207568269542946, + "grad_norm": 3.192654201096373, + "learning_rate": 1.3281733319798337e-06, + "loss": 0.9368, + "step": 8604 + }, + { + "epoch": 0.6208289744237221, + "grad_norm": 8.290695159074607, + "learning_rate": 1.3277331474392828e-06, + "loss": 0.8887, + "step": 8605 + }, + { + "epoch": 0.6209011218931496, + "grad_norm": 6.10198637092041, + "learning_rate": 1.3272929996087373e-06, + "loss": 0.9436, + "step": 8606 + }, + { + "epoch": 0.6209732693625771, + "grad_norm": 2.5107011647027893, + "learning_rate": 1.3268528885122302e-06, + "loss": 0.8825, + "step": 8607 + }, + { + "epoch": 0.6210454168320046, + "grad_norm": 2.5060937047915917, + "learning_rate": 1.3264128141737953e-06, + "loss": 1.0444, + "step": 8608 + }, + { + "epoch": 0.6211175643014322, + "grad_norm": 2.575564598480505, + "learning_rate": 1.3259727766174627e-06, + "loss": 1.0074, + "step": 8609 + }, + { + "epoch": 0.6211897117708597, + "grad_norm": 2.6466753563470022, + "learning_rate": 1.3255327758672614e-06, + "loss": 0.9549, + "step": 8610 + }, + { + "epoch": 0.6212618592402871, + "grad_norm": 4.181740287010054, + "learning_rate": 1.3250928119472193e-06, + "loss": 0.8961, + "step": 8611 + }, + { + "epoch": 0.6213340067097146, + "grad_norm": 3.356200665727598, + "learning_rate": 1.3246528848813591e-06, + "loss": 1.0136, + "step": 8612 + }, + { + "epoch": 0.6214061541791421, + "grad_norm": 2.669938305774241, + "learning_rate": 1.3242129946937057e-06, + "loss": 0.9141, + "step": 8613 + }, + { + "epoch": 0.6214783016485697, + "grad_norm": 7.060943161855995, + "learning_rate": 1.3237731414082794e-06, + "loss": 0.9133, + "step": 8614 + }, + { + "epoch": 0.6215504491179972, + "grad_norm": 4.3596138837438385, + "learning_rate": 1.3233333250490972e-06, + "loss": 1.0199, + "step": 8615 + }, + { + "epoch": 0.6216225965874247, + "grad_norm": 3.988331823373953, + "learning_rate": 1.3228935456401785e-06, + "loss": 0.9309, + "step": 8616 + }, + { + "epoch": 0.6216947440568522, + "grad_norm": 4.058869838043913, + "learning_rate": 1.3224538032055352e-06, + "loss": 0.8691, + "step": 8617 + }, + { + "epoch": 0.6217668915262797, + "grad_norm": 3.301950895298993, + "learning_rate": 1.3220140977691828e-06, + "loss": 0.9666, + "step": 8618 + }, + { + "epoch": 0.6218390389957072, + "grad_norm": 3.2403338545232545, + "learning_rate": 1.3215744293551303e-06, + "loss": 1.001, + "step": 8619 + }, + { + "epoch": 0.6219111864651348, + "grad_norm": 6.772805295521563, + "learning_rate": 1.321134797987387e-06, + "loss": 0.9331, + "step": 8620 + }, + { + "epoch": 0.6219833339345623, + "grad_norm": 3.7828359509402563, + "learning_rate": 1.320695203689959e-06, + "loss": 1.0266, + "step": 8621 + }, + { + "epoch": 0.6220554814039898, + "grad_norm": 4.057749861511751, + "learning_rate": 1.3202556464868514e-06, + "loss": 0.9407, + "step": 8622 + }, + { + "epoch": 0.6221276288734172, + "grad_norm": 3.0489351008218324, + "learning_rate": 1.319816126402067e-06, + "loss": 0.9037, + "step": 8623 + }, + { + "epoch": 0.6221997763428447, + "grad_norm": 2.5424728261570126, + "learning_rate": 1.3193766434596048e-06, + "loss": 0.934, + "step": 8624 + }, + { + "epoch": 0.6222719238122723, + "grad_norm": 4.240725551641571, + "learning_rate": 1.3189371976834655e-06, + "loss": 0.8074, + "step": 8625 + }, + { + "epoch": 0.6223440712816998, + "grad_norm": 5.002744112402193, + "learning_rate": 1.3184977890976448e-06, + "loss": 0.8821, + "step": 8626 + }, + { + "epoch": 0.6224162187511273, + "grad_norm": 3.225115361479126, + "learning_rate": 1.3180584177261361e-06, + "loss": 1.0265, + "step": 8627 + }, + { + "epoch": 0.6224883662205548, + "grad_norm": 3.14277582868438, + "learning_rate": 1.3176190835929334e-06, + "loss": 0.9779, + "step": 8628 + }, + { + "epoch": 0.6225605136899823, + "grad_norm": 0.8289466596383656, + "learning_rate": 1.3171797867220255e-06, + "loss": 0.87, + "step": 8629 + }, + { + "epoch": 0.6226326611594099, + "grad_norm": 3.9561875131984583, + "learning_rate": 1.3167405271374031e-06, + "loss": 0.9961, + "step": 8630 + }, + { + "epoch": 0.6227048086288374, + "grad_norm": 3.398713760547548, + "learning_rate": 1.3163013048630508e-06, + "loss": 0.9315, + "step": 8631 + }, + { + "epoch": 0.6227769560982649, + "grad_norm": 3.6953256618918613, + "learning_rate": 1.315862119922953e-06, + "loss": 0.9124, + "step": 8632 + }, + { + "epoch": 0.6228491035676924, + "grad_norm": 3.6742237127531334, + "learning_rate": 1.3154229723410922e-06, + "loss": 0.9466, + "step": 8633 + }, + { + "epoch": 0.6229212510371199, + "grad_norm": 2.7395198703469252, + "learning_rate": 1.3149838621414486e-06, + "loss": 0.9213, + "step": 8634 + }, + { + "epoch": 0.6229933985065473, + "grad_norm": 2.2939274358073125, + "learning_rate": 1.3145447893480008e-06, + "loss": 1.005, + "step": 8635 + }, + { + "epoch": 0.6230655459759749, + "grad_norm": 2.9089410279959114, + "learning_rate": 1.3141057539847244e-06, + "loss": 0.8486, + "step": 8636 + }, + { + "epoch": 0.6231376934454024, + "grad_norm": 2.4313996099809523, + "learning_rate": 1.3136667560755936e-06, + "loss": 0.8494, + "step": 8637 + }, + { + "epoch": 0.6232098409148299, + "grad_norm": 3.3749201729835376, + "learning_rate": 1.3132277956445808e-06, + "loss": 0.8881, + "step": 8638 + }, + { + "epoch": 0.6232819883842574, + "grad_norm": 2.1761026196474678, + "learning_rate": 1.312788872715655e-06, + "loss": 0.9401, + "step": 8639 + }, + { + "epoch": 0.6233541358536849, + "grad_norm": 2.9801874790486456, + "learning_rate": 1.3123499873127858e-06, + "loss": 1.0234, + "step": 8640 + }, + { + "epoch": 0.6234262833231125, + "grad_norm": 3.109913841599611, + "learning_rate": 1.3119111394599374e-06, + "loss": 0.9514, + "step": 8641 + }, + { + "epoch": 0.62349843079254, + "grad_norm": 1.7875489074845392, + "learning_rate": 1.3114723291810753e-06, + "loss": 0.9758, + "step": 8642 + }, + { + "epoch": 0.6235705782619675, + "grad_norm": 2.902847923960384, + "learning_rate": 1.3110335565001602e-06, + "loss": 1.004, + "step": 8643 + }, + { + "epoch": 0.623642725731395, + "grad_norm": 3.629095986192974, + "learning_rate": 1.3105948214411519e-06, + "loss": 0.861, + "step": 8644 + }, + { + "epoch": 0.6237148732008225, + "grad_norm": 2.8452597163340916, + "learning_rate": 1.3101561240280083e-06, + "loss": 1.0519, + "step": 8645 + }, + { + "epoch": 0.6237870206702499, + "grad_norm": 5.797523811821113, + "learning_rate": 1.309717464284685e-06, + "loss": 1.061, + "step": 8646 + }, + { + "epoch": 0.6238591681396775, + "grad_norm": 12.474778020867621, + "learning_rate": 1.3092788422351362e-06, + "loss": 0.8553, + "step": 8647 + }, + { + "epoch": 0.623931315609105, + "grad_norm": 3.499621098308512, + "learning_rate": 1.3088402579033122e-06, + "loss": 0.8473, + "step": 8648 + }, + { + "epoch": 0.6240034630785325, + "grad_norm": 0.8826620598276165, + "learning_rate": 1.3084017113131633e-06, + "loss": 0.8865, + "step": 8649 + }, + { + "epoch": 0.62407561054796, + "grad_norm": 3.5186205499664207, + "learning_rate": 1.307963202488637e-06, + "loss": 0.9045, + "step": 8650 + }, + { + "epoch": 0.6241477580173875, + "grad_norm": 4.327919855317084, + "learning_rate": 1.3075247314536776e-06, + "loss": 0.8559, + "step": 8651 + }, + { + "epoch": 0.624219905486815, + "grad_norm": 3.0329198268981, + "learning_rate": 1.3070862982322302e-06, + "loss": 0.9516, + "step": 8652 + }, + { + "epoch": 0.6242920529562426, + "grad_norm": 4.009855764558555, + "learning_rate": 1.3066479028482347e-06, + "loss": 0.9369, + "step": 8653 + }, + { + "epoch": 0.6243642004256701, + "grad_norm": 4.874917445339659, + "learning_rate": 1.3062095453256298e-06, + "loss": 0.9088, + "step": 8654 + }, + { + "epoch": 0.6244363478950976, + "grad_norm": 5.095437548476559, + "learning_rate": 1.3057712256883542e-06, + "loss": 0.9255, + "step": 8655 + }, + { + "epoch": 0.6245084953645251, + "grad_norm": 0.8099168650031636, + "learning_rate": 1.3053329439603412e-06, + "loss": 0.8525, + "step": 8656 + }, + { + "epoch": 0.6245806428339526, + "grad_norm": 3.4948029761929678, + "learning_rate": 1.3048947001655253e-06, + "loss": 0.9403, + "step": 8657 + }, + { + "epoch": 0.6246527903033801, + "grad_norm": 3.258405672589072, + "learning_rate": 1.3044564943278364e-06, + "loss": 0.9536, + "step": 8658 + }, + { + "epoch": 0.6247249377728076, + "grad_norm": 2.7433895943188675, + "learning_rate": 1.3040183264712035e-06, + "loss": 0.9631, + "step": 8659 + }, + { + "epoch": 0.6247970852422351, + "grad_norm": 3.4083002202322716, + "learning_rate": 1.3035801966195532e-06, + "loss": 0.9771, + "step": 8660 + }, + { + "epoch": 0.6248692327116626, + "grad_norm": 2.4129488947389306, + "learning_rate": 1.3031421047968106e-06, + "loss": 0.973, + "step": 8661 + }, + { + "epoch": 0.6249413801810901, + "grad_norm": 2.892027808365672, + "learning_rate": 1.302704051026898e-06, + "loss": 0.9554, + "step": 8662 + }, + { + "epoch": 0.6250135276505177, + "grad_norm": 11.247782849013165, + "learning_rate": 1.3022660353337352e-06, + "loss": 1.0428, + "step": 8663 + }, + { + "epoch": 0.6250856751199452, + "grad_norm": 2.607650278210195, + "learning_rate": 1.301828057741242e-06, + "loss": 0.9241, + "step": 8664 + }, + { + "epoch": 0.6251578225893727, + "grad_norm": 4.4564629074533775, + "learning_rate": 1.3013901182733342e-06, + "loss": 0.9744, + "step": 8665 + }, + { + "epoch": 0.6252299700588002, + "grad_norm": 3.05052631402214, + "learning_rate": 1.300952216953925e-06, + "loss": 0.9049, + "step": 8666 + }, + { + "epoch": 0.6253021175282277, + "grad_norm": 4.109216723276764, + "learning_rate": 1.300514353806928e-06, + "loss": 0.9335, + "step": 8667 + }, + { + "epoch": 0.6253742649976552, + "grad_norm": 3.171939191497546, + "learning_rate": 1.3000765288562523e-06, + "loss": 0.8643, + "step": 8668 + }, + { + "epoch": 0.6254464124670828, + "grad_norm": 3.2264252049236024, + "learning_rate": 1.2996387421258068e-06, + "loss": 1.0077, + "step": 8669 + }, + { + "epoch": 0.6255185599365102, + "grad_norm": 1.8575626805281873, + "learning_rate": 1.2992009936394973e-06, + "loss": 1.0119, + "step": 8670 + }, + { + "epoch": 0.6255907074059377, + "grad_norm": 2.4319679867180883, + "learning_rate": 1.2987632834212266e-06, + "loss": 0.9398, + "step": 8671 + }, + { + "epoch": 0.6256628548753652, + "grad_norm": 4.893599413117553, + "learning_rate": 1.2983256114948972e-06, + "loss": 0.971, + "step": 8672 + }, + { + "epoch": 0.6257350023447927, + "grad_norm": 4.972673894067284, + "learning_rate": 1.2978879778844087e-06, + "loss": 1.0387, + "step": 8673 + }, + { + "epoch": 0.6258071498142203, + "grad_norm": 0.6916701249721736, + "learning_rate": 1.297450382613659e-06, + "loss": 0.817, + "step": 8674 + }, + { + "epoch": 0.6258792972836478, + "grad_norm": 4.336684154110678, + "learning_rate": 1.2970128257065427e-06, + "loss": 1.0394, + "step": 8675 + }, + { + "epoch": 0.6259514447530753, + "grad_norm": 7.479391648956255, + "learning_rate": 1.2965753071869534e-06, + "loss": 1.0203, + "step": 8676 + }, + { + "epoch": 0.6260235922225028, + "grad_norm": 2.321162931733112, + "learning_rate": 1.2961378270787832e-06, + "loss": 0.8802, + "step": 8677 + }, + { + "epoch": 0.6260957396919303, + "grad_norm": 2.1944620786299036, + "learning_rate": 1.2957003854059202e-06, + "loss": 0.9609, + "step": 8678 + }, + { + "epoch": 0.6261678871613579, + "grad_norm": 2.9181725202340454, + "learning_rate": 1.295262982192252e-06, + "loss": 0.9437, + "step": 8679 + }, + { + "epoch": 0.6262400346307854, + "grad_norm": 1.974128340057502, + "learning_rate": 1.294825617461664e-06, + "loss": 1.0066, + "step": 8680 + }, + { + "epoch": 0.6263121821002129, + "grad_norm": 2.8132408014179475, + "learning_rate": 1.2943882912380377e-06, + "loss": 1.0062, + "step": 8681 + }, + { + "epoch": 0.6263843295696403, + "grad_norm": 2.633318210107699, + "learning_rate": 1.2939510035452555e-06, + "loss": 0.896, + "step": 8682 + }, + { + "epoch": 0.6264564770390678, + "grad_norm": 8.334355355215646, + "learning_rate": 1.293513754407195e-06, + "loss": 0.8999, + "step": 8683 + }, + { + "epoch": 0.6265286245084953, + "grad_norm": 0.7127803769497432, + "learning_rate": 1.2930765438477327e-06, + "loss": 0.8275, + "step": 8684 + }, + { + "epoch": 0.6266007719779229, + "grad_norm": 2.875919858311964, + "learning_rate": 1.2926393718907436e-06, + "loss": 0.9016, + "step": 8685 + }, + { + "epoch": 0.6266729194473504, + "grad_norm": 2.264870879848667, + "learning_rate": 1.2922022385601e-06, + "loss": 1.0213, + "step": 8686 + }, + { + "epoch": 0.6267450669167779, + "grad_norm": 2.7979998324587094, + "learning_rate": 1.291765143879672e-06, + "loss": 0.8503, + "step": 8687 + }, + { + "epoch": 0.6268172143862054, + "grad_norm": 3.442643219317136, + "learning_rate": 1.2913280878733278e-06, + "loss": 0.9864, + "step": 8688 + }, + { + "epoch": 0.6268893618556329, + "grad_norm": 2.865274482347528, + "learning_rate": 1.2908910705649333e-06, + "loss": 0.9548, + "step": 8689 + }, + { + "epoch": 0.6269615093250605, + "grad_norm": 3.144741112950392, + "learning_rate": 1.2904540919783516e-06, + "loss": 0.9069, + "step": 8690 + }, + { + "epoch": 0.627033656794488, + "grad_norm": 2.4240283867964743, + "learning_rate": 1.2900171521374462e-06, + "loss": 0.8806, + "step": 8691 + }, + { + "epoch": 0.6271058042639155, + "grad_norm": 2.562076812783819, + "learning_rate": 1.2895802510660761e-06, + "loss": 0.9212, + "step": 8692 + }, + { + "epoch": 0.6271779517333429, + "grad_norm": 2.5587363166983645, + "learning_rate": 1.2891433887880974e-06, + "loss": 0.8901, + "step": 8693 + }, + { + "epoch": 0.6272500992027704, + "grad_norm": 2.740409861768808, + "learning_rate": 1.288706565327368e-06, + "loss": 0.9698, + "step": 8694 + }, + { + "epoch": 0.6273222466721979, + "grad_norm": 4.264178243808613, + "learning_rate": 1.2882697807077389e-06, + "loss": 0.9982, + "step": 8695 + }, + { + "epoch": 0.6273943941416255, + "grad_norm": 0.702792936962799, + "learning_rate": 1.2878330349530628e-06, + "loss": 0.8305, + "step": 8696 + }, + { + "epoch": 0.627466541611053, + "grad_norm": 3.428600095447405, + "learning_rate": 1.2873963280871887e-06, + "loss": 1.0291, + "step": 8697 + }, + { + "epoch": 0.6275386890804805, + "grad_norm": 6.782045379261863, + "learning_rate": 1.2869596601339628e-06, + "loss": 1.044, + "step": 8698 + }, + { + "epoch": 0.627610836549908, + "grad_norm": 3.2580523871418703, + "learning_rate": 1.2865230311172299e-06, + "loss": 0.9795, + "step": 8699 + }, + { + "epoch": 0.6276829840193355, + "grad_norm": 0.6503066962449214, + "learning_rate": 1.2860864410608334e-06, + "loss": 0.8059, + "step": 8700 + }, + { + "epoch": 0.627755131488763, + "grad_norm": 0.7514209796479536, + "learning_rate": 1.285649889988614e-06, + "loss": 0.8322, + "step": 8701 + }, + { + "epoch": 0.6278272789581906, + "grad_norm": 2.4338350375404896, + "learning_rate": 1.2852133779244091e-06, + "loss": 0.9212, + "step": 8702 + }, + { + "epoch": 0.6278994264276181, + "grad_norm": 2.844010896557242, + "learning_rate": 1.2847769048920555e-06, + "loss": 0.9722, + "step": 8703 + }, + { + "epoch": 0.6279715738970456, + "grad_norm": 2.7268631121778286, + "learning_rate": 1.284340470915388e-06, + "loss": 0.986, + "step": 8704 + }, + { + "epoch": 0.628043721366473, + "grad_norm": 3.1531866334122047, + "learning_rate": 1.2839040760182371e-06, + "loss": 0.9515, + "step": 8705 + }, + { + "epoch": 0.6281158688359005, + "grad_norm": 5.140744286170622, + "learning_rate": 1.283467720224435e-06, + "loss": 0.8942, + "step": 8706 + }, + { + "epoch": 0.6281880163053281, + "grad_norm": 7.947577379683364, + "learning_rate": 1.2830314035578073e-06, + "loss": 0.8813, + "step": 8707 + }, + { + "epoch": 0.6282601637747556, + "grad_norm": 5.1150660186713335, + "learning_rate": 1.2825951260421809e-06, + "loss": 0.8574, + "step": 8708 + }, + { + "epoch": 0.6283323112441831, + "grad_norm": 4.6585826791122855, + "learning_rate": 1.2821588877013789e-06, + "loss": 1.0292, + "step": 8709 + }, + { + "epoch": 0.6284044587136106, + "grad_norm": 6.042915408115413, + "learning_rate": 1.2817226885592227e-06, + "loss": 0.967, + "step": 8710 + }, + { + "epoch": 0.6284766061830381, + "grad_norm": 3.3309974274065657, + "learning_rate": 1.2812865286395314e-06, + "loss": 0.9568, + "step": 8711 + }, + { + "epoch": 0.6285487536524657, + "grad_norm": 3.672451282487109, + "learning_rate": 1.2808504079661218e-06, + "loss": 0.9457, + "step": 8712 + }, + { + "epoch": 0.6286209011218932, + "grad_norm": 2.998892261713195, + "learning_rate": 1.28041432656281e-06, + "loss": 0.933, + "step": 8713 + }, + { + "epoch": 0.6286930485913207, + "grad_norm": 2.5755159990646512, + "learning_rate": 1.2799782844534077e-06, + "loss": 0.8826, + "step": 8714 + }, + { + "epoch": 0.6287651960607482, + "grad_norm": 26.921092831789213, + "learning_rate": 1.2795422816617256e-06, + "loss": 0.9297, + "step": 8715 + }, + { + "epoch": 0.6288373435301757, + "grad_norm": 2.896192148789082, + "learning_rate": 1.279106318211573e-06, + "loss": 0.9486, + "step": 8716 + }, + { + "epoch": 0.6289094909996031, + "grad_norm": 3.2050357236969043, + "learning_rate": 1.2786703941267548e-06, + "loss": 0.9741, + "step": 8717 + }, + { + "epoch": 0.6289816384690307, + "grad_norm": 2.5654504119535475, + "learning_rate": 1.278234509431077e-06, + "loss": 0.8696, + "step": 8718 + }, + { + "epoch": 0.6290537859384582, + "grad_norm": 3.582287761526742, + "learning_rate": 1.2777986641483406e-06, + "loss": 0.9411, + "step": 8719 + }, + { + "epoch": 0.6291259334078857, + "grad_norm": 2.664653544710115, + "learning_rate": 1.277362858302345e-06, + "loss": 1.0136, + "step": 8720 + }, + { + "epoch": 0.6291980808773132, + "grad_norm": 6.428459560086991, + "learning_rate": 1.2769270919168894e-06, + "loss": 0.988, + "step": 8721 + }, + { + "epoch": 0.6292702283467407, + "grad_norm": 5.607908264345839, + "learning_rate": 1.276491365015768e-06, + "loss": 0.8248, + "step": 8722 + }, + { + "epoch": 0.6293423758161683, + "grad_norm": 2.501156825399095, + "learning_rate": 1.276055677622775e-06, + "loss": 0.9182, + "step": 8723 + }, + { + "epoch": 0.6294145232855958, + "grad_norm": 2.5099764130536553, + "learning_rate": 1.2756200297617018e-06, + "loss": 1.0867, + "step": 8724 + }, + { + "epoch": 0.6294866707550233, + "grad_norm": 2.2526777016575554, + "learning_rate": 1.2751844214563369e-06, + "loss": 0.8787, + "step": 8725 + }, + { + "epoch": 0.6295588182244508, + "grad_norm": 3.1319155657654605, + "learning_rate": 1.2747488527304677e-06, + "loss": 0.9818, + "step": 8726 + }, + { + "epoch": 0.6296309656938783, + "grad_norm": 8.265805449796572, + "learning_rate": 1.2743133236078785e-06, + "loss": 0.9381, + "step": 8727 + }, + { + "epoch": 0.6297031131633058, + "grad_norm": 2.9589892094638723, + "learning_rate": 1.273877834112353e-06, + "loss": 0.9835, + "step": 8728 + }, + { + "epoch": 0.6297752606327333, + "grad_norm": 6.142714128065123, + "learning_rate": 1.2734423842676702e-06, + "loss": 0.8873, + "step": 8729 + }, + { + "epoch": 0.6298474081021608, + "grad_norm": 2.488531606107495, + "learning_rate": 1.2730069740976098e-06, + "loss": 0.9316, + "step": 8730 + }, + { + "epoch": 0.6299195555715883, + "grad_norm": 2.5118651162033983, + "learning_rate": 1.2725716036259473e-06, + "loss": 0.8673, + "step": 8731 + }, + { + "epoch": 0.6299917030410158, + "grad_norm": 5.539693820631495, + "learning_rate": 1.2721362728764558e-06, + "loss": 0.8774, + "step": 8732 + }, + { + "epoch": 0.6300638505104433, + "grad_norm": 4.20023107347163, + "learning_rate": 1.2717009818729093e-06, + "loss": 1.0102, + "step": 8733 + }, + { + "epoch": 0.6301359979798709, + "grad_norm": 3.7890524323319856, + "learning_rate": 1.2712657306390751e-06, + "loss": 1.0614, + "step": 8734 + }, + { + "epoch": 0.6302081454492984, + "grad_norm": 2.7419404790749553, + "learning_rate": 1.2708305191987218e-06, + "loss": 1.031, + "step": 8735 + }, + { + "epoch": 0.6302802929187259, + "grad_norm": 3.8151244838898353, + "learning_rate": 1.2703953475756151e-06, + "loss": 0.9114, + "step": 8736 + }, + { + "epoch": 0.6303524403881534, + "grad_norm": 2.8184199442339435, + "learning_rate": 1.2699602157935169e-06, + "loss": 0.9751, + "step": 8737 + }, + { + "epoch": 0.6304245878575809, + "grad_norm": 3.6339457395341523, + "learning_rate": 1.269525123876189e-06, + "loss": 0.8872, + "step": 8738 + }, + { + "epoch": 0.6304967353270085, + "grad_norm": 3.5745167759117336, + "learning_rate": 1.2690900718473901e-06, + "loss": 1.0068, + "step": 8739 + }, + { + "epoch": 0.630568882796436, + "grad_norm": 2.8139586163143613, + "learning_rate": 1.268655059730877e-06, + "loss": 0.9352, + "step": 8740 + }, + { + "epoch": 0.6306410302658634, + "grad_norm": 2.124359370884272, + "learning_rate": 1.2682200875504032e-06, + "loss": 0.9299, + "step": 8741 + }, + { + "epoch": 0.6307131777352909, + "grad_norm": 17.745897275629304, + "learning_rate": 1.2677851553297213e-06, + "loss": 1.0173, + "step": 8742 + }, + { + "epoch": 0.6307853252047184, + "grad_norm": 3.504956686538611, + "learning_rate": 1.2673502630925822e-06, + "loss": 0.9982, + "step": 8743 + }, + { + "epoch": 0.6308574726741459, + "grad_norm": 6.129108841357688, + "learning_rate": 1.2669154108627322e-06, + "loss": 0.9987, + "step": 8744 + }, + { + "epoch": 0.6309296201435735, + "grad_norm": 2.720545296565165, + "learning_rate": 1.2664805986639186e-06, + "loss": 1.0332, + "step": 8745 + }, + { + "epoch": 0.631001767613001, + "grad_norm": 3.566236042753519, + "learning_rate": 1.266045826519884e-06, + "loss": 0.9476, + "step": 8746 + }, + { + "epoch": 0.6310739150824285, + "grad_norm": 2.444830411244529, + "learning_rate": 1.2656110944543695e-06, + "loss": 0.9524, + "step": 8747 + }, + { + "epoch": 0.631146062551856, + "grad_norm": 1.9781316627522814, + "learning_rate": 1.2651764024911147e-06, + "loss": 0.9735, + "step": 8748 + }, + { + "epoch": 0.6312182100212835, + "grad_norm": 5.1674948407993115, + "learning_rate": 1.2647417506538563e-06, + "loss": 0.8941, + "step": 8749 + }, + { + "epoch": 0.631290357490711, + "grad_norm": 2.930780232410973, + "learning_rate": 1.2643071389663286e-06, + "loss": 0.9172, + "step": 8750 + }, + { + "epoch": 0.6313625049601386, + "grad_norm": 3.2348449660448493, + "learning_rate": 1.2638725674522652e-06, + "loss": 0.9595, + "step": 8751 + }, + { + "epoch": 0.631434652429566, + "grad_norm": 2.5936250771462714, + "learning_rate": 1.2634380361353958e-06, + "loss": 0.892, + "step": 8752 + }, + { + "epoch": 0.6315067998989935, + "grad_norm": 3.497005271360042, + "learning_rate": 1.2630035450394485e-06, + "loss": 0.9192, + "step": 8753 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 9.820547897685861, + "learning_rate": 1.2625690941881492e-06, + "loss": 0.952, + "step": 8754 + }, + { + "epoch": 0.6316510948378485, + "grad_norm": 3.5151731751760185, + "learning_rate": 1.2621346836052223e-06, + "loss": 0.8768, + "step": 8755 + }, + { + "epoch": 0.6317232423072761, + "grad_norm": 3.4909093510472315, + "learning_rate": 1.2617003133143878e-06, + "loss": 0.9176, + "step": 8756 + }, + { + "epoch": 0.6317953897767036, + "grad_norm": 2.8202810523480455, + "learning_rate": 1.261265983339367e-06, + "loss": 1.0313, + "step": 8757 + }, + { + "epoch": 0.6318675372461311, + "grad_norm": 3.0619023576811903, + "learning_rate": 1.260831693703876e-06, + "loss": 0.9841, + "step": 8758 + }, + { + "epoch": 0.6319396847155586, + "grad_norm": 3.2945306768455307, + "learning_rate": 1.2603974444316294e-06, + "loss": 0.8953, + "step": 8759 + }, + { + "epoch": 0.6320118321849861, + "grad_norm": 2.5907847908538315, + "learning_rate": 1.2599632355463413e-06, + "loss": 0.9607, + "step": 8760 + }, + { + "epoch": 0.6320839796544137, + "grad_norm": 3.2478473576818954, + "learning_rate": 1.2595290670717207e-06, + "loss": 0.9452, + "step": 8761 + }, + { + "epoch": 0.6321561271238412, + "grad_norm": 3.321920566479578, + "learning_rate": 1.2590949390314767e-06, + "loss": 0.9433, + "step": 8762 + }, + { + "epoch": 0.6322282745932687, + "grad_norm": 3.534450464766853, + "learning_rate": 1.2586608514493157e-06, + "loss": 0.9708, + "step": 8763 + }, + { + "epoch": 0.6323004220626961, + "grad_norm": 3.0913119487054335, + "learning_rate": 1.258226804348941e-06, + "loss": 0.9385, + "step": 8764 + }, + { + "epoch": 0.6323725695321236, + "grad_norm": 4.7976850888010265, + "learning_rate": 1.2577927977540546e-06, + "loss": 1.0693, + "step": 8765 + }, + { + "epoch": 0.6324447170015511, + "grad_norm": 3.813503696086248, + "learning_rate": 1.2573588316883556e-06, + "loss": 1.0342, + "step": 8766 + }, + { + "epoch": 0.6325168644709787, + "grad_norm": 0.8184363936642178, + "learning_rate": 1.2569249061755422e-06, + "loss": 0.8571, + "step": 8767 + }, + { + "epoch": 0.6325890119404062, + "grad_norm": 2.4712255114131687, + "learning_rate": 1.256491021239309e-06, + "loss": 1.0437, + "step": 8768 + }, + { + "epoch": 0.6326611594098337, + "grad_norm": 6.518264638326959, + "learning_rate": 1.2560571769033482e-06, + "loss": 0.8946, + "step": 8769 + }, + { + "epoch": 0.6327333068792612, + "grad_norm": 0.7219023612645766, + "learning_rate": 1.2556233731913514e-06, + "loss": 0.8336, + "step": 8770 + }, + { + "epoch": 0.6328054543486887, + "grad_norm": 3.8306479100734, + "learning_rate": 1.2551896101270059e-06, + "loss": 0.8903, + "step": 8771 + }, + { + "epoch": 0.6328776018181163, + "grad_norm": 2.9731193111638703, + "learning_rate": 1.2547558877339994e-06, + "loss": 0.9372, + "step": 8772 + }, + { + "epoch": 0.6329497492875438, + "grad_norm": 2.69347329898089, + "learning_rate": 1.2543222060360149e-06, + "loss": 0.9714, + "step": 8773 + }, + { + "epoch": 0.6330218967569713, + "grad_norm": 3.484190521146409, + "learning_rate": 1.2538885650567342e-06, + "loss": 1.1071, + "step": 8774 + }, + { + "epoch": 0.6330940442263988, + "grad_norm": 2.96854134880466, + "learning_rate": 1.253454964819837e-06, + "loss": 1.0342, + "step": 8775 + }, + { + "epoch": 0.6331661916958262, + "grad_norm": 2.7816021299865836, + "learning_rate": 1.2530214053490004e-06, + "loss": 0.9244, + "step": 8776 + }, + { + "epoch": 0.6332383391652537, + "grad_norm": 2.621883904279427, + "learning_rate": 1.2525878866678999e-06, + "loss": 0.8959, + "step": 8777 + }, + { + "epoch": 0.6333104866346813, + "grad_norm": 3.345809444913862, + "learning_rate": 1.2521544088002077e-06, + "loss": 0.8688, + "step": 8778 + }, + { + "epoch": 0.6333826341041088, + "grad_norm": 2.6699201783382045, + "learning_rate": 1.2517209717695955e-06, + "loss": 0.8722, + "step": 8779 + }, + { + "epoch": 0.6334547815735363, + "grad_norm": 2.708184243035557, + "learning_rate": 1.2512875755997306e-06, + "loss": 0.9711, + "step": 8780 + }, + { + "epoch": 0.6335269290429638, + "grad_norm": 3.3144784453216696, + "learning_rate": 1.2508542203142792e-06, + "loss": 0.9515, + "step": 8781 + }, + { + "epoch": 0.6335990765123913, + "grad_norm": 4.432629988862601, + "learning_rate": 1.2504209059369062e-06, + "loss": 0.9497, + "step": 8782 + }, + { + "epoch": 0.6336712239818189, + "grad_norm": 3.7077088133745604, + "learning_rate": 1.2499876324912716e-06, + "loss": 1.0136, + "step": 8783 + }, + { + "epoch": 0.6337433714512464, + "grad_norm": 4.144222668693124, + "learning_rate": 1.2495544000010374e-06, + "loss": 0.8889, + "step": 8784 + }, + { + "epoch": 0.6338155189206739, + "grad_norm": 2.6295798177085623, + "learning_rate": 1.2491212084898587e-06, + "loss": 1.0261, + "step": 8785 + }, + { + "epoch": 0.6338876663901014, + "grad_norm": 74.27091259053742, + "learning_rate": 1.2486880579813908e-06, + "loss": 0.8701, + "step": 8786 + }, + { + "epoch": 0.6339598138595289, + "grad_norm": 3.3932121005132916, + "learning_rate": 1.2482549484992872e-06, + "loss": 1.0289, + "step": 8787 + }, + { + "epoch": 0.6340319613289563, + "grad_norm": 6.721704871216262, + "learning_rate": 1.247821880067198e-06, + "loss": 1.0043, + "step": 8788 + }, + { + "epoch": 0.6341041087983839, + "grad_norm": 4.121898756905926, + "learning_rate": 1.2473888527087712e-06, + "loss": 0.8437, + "step": 8789 + }, + { + "epoch": 0.6341762562678114, + "grad_norm": 2.4183428202293373, + "learning_rate": 1.2469558664476536e-06, + "loss": 1.039, + "step": 8790 + }, + { + "epoch": 0.6342484037372389, + "grad_norm": 2.7790413133831744, + "learning_rate": 1.246522921307488e-06, + "loss": 1.0267, + "step": 8791 + }, + { + "epoch": 0.6343205512066664, + "grad_norm": 2.516270146068988, + "learning_rate": 1.2460900173119164e-06, + "loss": 0.9758, + "step": 8792 + }, + { + "epoch": 0.6343926986760939, + "grad_norm": 2.299441298752258, + "learning_rate": 1.2456571544845782e-06, + "loss": 0.9801, + "step": 8793 + }, + { + "epoch": 0.6344648461455215, + "grad_norm": 8.78381440536015, + "learning_rate": 1.2452243328491106e-06, + "loss": 1.0304, + "step": 8794 + }, + { + "epoch": 0.634536993614949, + "grad_norm": 8.447753101902489, + "learning_rate": 1.2447915524291473e-06, + "loss": 0.9555, + "step": 8795 + }, + { + "epoch": 0.6346091410843765, + "grad_norm": 2.440160033496719, + "learning_rate": 1.2443588132483224e-06, + "loss": 0.9303, + "step": 8796 + }, + { + "epoch": 0.634681288553804, + "grad_norm": 2.5869829997420912, + "learning_rate": 1.2439261153302654e-06, + "loss": 1.0014, + "step": 8797 + }, + { + "epoch": 0.6347534360232315, + "grad_norm": 0.6973706975675282, + "learning_rate": 1.2434934586986036e-06, + "loss": 0.8332, + "step": 8798 + }, + { + "epoch": 0.6348255834926589, + "grad_norm": 7.119648580129571, + "learning_rate": 1.2430608433769646e-06, + "loss": 0.8919, + "step": 8799 + }, + { + "epoch": 0.6348977309620865, + "grad_norm": 4.615698869717153, + "learning_rate": 1.24262826938897e-06, + "loss": 0.9122, + "step": 8800 + }, + { + "epoch": 0.634969878431514, + "grad_norm": 8.306598604922522, + "learning_rate": 1.242195736758242e-06, + "loss": 0.9808, + "step": 8801 + }, + { + "epoch": 0.6350420259009415, + "grad_norm": 7.344327343911183, + "learning_rate": 1.2417632455083999e-06, + "loss": 0.9003, + "step": 8802 + }, + { + "epoch": 0.635114173370369, + "grad_norm": 2.7381222579444264, + "learning_rate": 1.2413307956630598e-06, + "loss": 1.1206, + "step": 8803 + }, + { + "epoch": 0.6351863208397965, + "grad_norm": 18.406797132148288, + "learning_rate": 1.2408983872458367e-06, + "loss": 0.8867, + "step": 8804 + }, + { + "epoch": 0.6352584683092241, + "grad_norm": 14.283620691839985, + "learning_rate": 1.2404660202803423e-06, + "loss": 1.1387, + "step": 8805 + }, + { + "epoch": 0.6353306157786516, + "grad_norm": 0.6764799926700452, + "learning_rate": 1.2400336947901871e-06, + "loss": 0.7724, + "step": 8806 + }, + { + "epoch": 0.6354027632480791, + "grad_norm": 5.103343892118734, + "learning_rate": 1.2396014107989786e-06, + "loss": 0.9558, + "step": 8807 + }, + { + "epoch": 0.6354749107175066, + "grad_norm": 5.703257436390381, + "learning_rate": 1.2391691683303216e-06, + "loss": 1.1483, + "step": 8808 + }, + { + "epoch": 0.6355470581869341, + "grad_norm": 2.1697888131808893, + "learning_rate": 1.2387369674078204e-06, + "loss": 1.0427, + "step": 8809 + }, + { + "epoch": 0.6356192056563617, + "grad_norm": 4.1647552429309105, + "learning_rate": 1.2383048080550747e-06, + "loss": 1.0349, + "step": 8810 + }, + { + "epoch": 0.6356913531257891, + "grad_norm": 6.485397956772957, + "learning_rate": 1.2378726902956842e-06, + "loss": 1.0759, + "step": 8811 + }, + { + "epoch": 0.6357635005952166, + "grad_norm": 5.204197495274773, + "learning_rate": 1.237440614153245e-06, + "loss": 0.9541, + "step": 8812 + }, + { + "epoch": 0.6358356480646441, + "grad_norm": 2.214624895320071, + "learning_rate": 1.23700857965135e-06, + "loss": 1.037, + "step": 8813 + }, + { + "epoch": 0.6359077955340716, + "grad_norm": 4.185683354561513, + "learning_rate": 1.236576586813593e-06, + "loss": 0.999, + "step": 8814 + }, + { + "epoch": 0.6359799430034991, + "grad_norm": 3.1147165089248876, + "learning_rate": 1.2361446356635622e-06, + "loss": 0.9512, + "step": 8815 + }, + { + "epoch": 0.6360520904729267, + "grad_norm": 3.6804249018545288, + "learning_rate": 1.2357127262248448e-06, + "loss": 0.9114, + "step": 8816 + }, + { + "epoch": 0.6361242379423542, + "grad_norm": 2.8568425872239214, + "learning_rate": 1.2352808585210261e-06, + "loss": 0.9285, + "step": 8817 + }, + { + "epoch": 0.6361963854117817, + "grad_norm": 2.510882628529113, + "learning_rate": 1.2348490325756898e-06, + "loss": 0.7942, + "step": 8818 + }, + { + "epoch": 0.6362685328812092, + "grad_norm": 2.9613164090608004, + "learning_rate": 1.2344172484124147e-06, + "loss": 0.9404, + "step": 8819 + }, + { + "epoch": 0.6363406803506367, + "grad_norm": 0.9349264425014884, + "learning_rate": 1.233985506054779e-06, + "loss": 0.889, + "step": 8820 + }, + { + "epoch": 0.6364128278200643, + "grad_norm": 8.055549405267348, + "learning_rate": 1.23355380552636e-06, + "loss": 0.9222, + "step": 8821 + }, + { + "epoch": 0.6364849752894918, + "grad_norm": 3.8272295468966413, + "learning_rate": 1.2331221468507296e-06, + "loss": 0.9805, + "step": 8822 + }, + { + "epoch": 0.6365571227589192, + "grad_norm": 2.486878387379838, + "learning_rate": 1.2326905300514605e-06, + "loss": 0.854, + "step": 8823 + }, + { + "epoch": 0.6366292702283467, + "grad_norm": 2.5890548678316145, + "learning_rate": 1.232258955152121e-06, + "loss": 0.9214, + "step": 8824 + }, + { + "epoch": 0.6367014176977742, + "grad_norm": 3.0069677182168815, + "learning_rate": 1.2318274221762775e-06, + "loss": 0.957, + "step": 8825 + }, + { + "epoch": 0.6367735651672017, + "grad_norm": 3.1091820738475513, + "learning_rate": 1.2313959311474953e-06, + "loss": 0.9509, + "step": 8826 + }, + { + "epoch": 0.6368457126366293, + "grad_norm": 3.2963266504233926, + "learning_rate": 1.2309644820893356e-06, + "loss": 1.0205, + "step": 8827 + }, + { + "epoch": 0.6369178601060568, + "grad_norm": 10.225409434732194, + "learning_rate": 1.2305330750253588e-06, + "loss": 1.03, + "step": 8828 + }, + { + "epoch": 0.6369900075754843, + "grad_norm": 5.4872689722042445, + "learning_rate": 1.230101709979123e-06, + "loss": 1.0121, + "step": 8829 + }, + { + "epoch": 0.6370621550449118, + "grad_norm": 3.0346539448715584, + "learning_rate": 1.2296703869741815e-06, + "loss": 0.89, + "step": 8830 + }, + { + "epoch": 0.6371343025143393, + "grad_norm": 16.741782834586907, + "learning_rate": 1.2292391060340897e-06, + "loss": 0.8602, + "step": 8831 + }, + { + "epoch": 0.6372064499837669, + "grad_norm": 2.758976677110571, + "learning_rate": 1.2288078671823959e-06, + "loss": 0.9468, + "step": 8832 + }, + { + "epoch": 0.6372785974531944, + "grad_norm": 2.528984091724155, + "learning_rate": 1.2283766704426506e-06, + "loss": 0.8493, + "step": 8833 + }, + { + "epoch": 0.6373507449226219, + "grad_norm": 7.003220498533101, + "learning_rate": 1.2279455158383987e-06, + "loss": 0.8828, + "step": 8834 + }, + { + "epoch": 0.6374228923920493, + "grad_norm": 3.031759317613541, + "learning_rate": 1.2275144033931835e-06, + "loss": 1.0354, + "step": 8835 + }, + { + "epoch": 0.6374950398614768, + "grad_norm": 2.787840161288408, + "learning_rate": 1.2270833331305475e-06, + "loss": 1.0156, + "step": 8836 + }, + { + "epoch": 0.6375671873309043, + "grad_norm": 2.409350589772027, + "learning_rate": 1.2266523050740291e-06, + "loss": 0.9605, + "step": 8837 + }, + { + "epoch": 0.6376393348003319, + "grad_norm": 3.8360707557047795, + "learning_rate": 1.226221319247166e-06, + "loss": 0.9379, + "step": 8838 + }, + { + "epoch": 0.6377114822697594, + "grad_norm": 0.75233794434903, + "learning_rate": 1.2257903756734919e-06, + "loss": 0.8434, + "step": 8839 + }, + { + "epoch": 0.6377836297391869, + "grad_norm": 2.7855725077646794, + "learning_rate": 1.2253594743765395e-06, + "loss": 1.0758, + "step": 8840 + }, + { + "epoch": 0.6378557772086144, + "grad_norm": 3.7655553534307495, + "learning_rate": 1.2249286153798389e-06, + "loss": 0.9246, + "step": 8841 + }, + { + "epoch": 0.6379279246780419, + "grad_norm": 2.834994240675901, + "learning_rate": 1.224497798706917e-06, + "loss": 0.9444, + "step": 8842 + }, + { + "epoch": 0.6380000721474695, + "grad_norm": 4.4497031466449215, + "learning_rate": 1.2240670243812998e-06, + "loss": 0.9417, + "step": 8843 + }, + { + "epoch": 0.638072219616897, + "grad_norm": 2.527922149932265, + "learning_rate": 1.2236362924265092e-06, + "loss": 0.8909, + "step": 8844 + }, + { + "epoch": 0.6381443670863245, + "grad_norm": 3.0659964706788774, + "learning_rate": 1.2232056028660675e-06, + "loss": 0.9151, + "step": 8845 + }, + { + "epoch": 0.638216514555752, + "grad_norm": 3.13482494832886, + "learning_rate": 1.2227749557234924e-06, + "loss": 0.8926, + "step": 8846 + }, + { + "epoch": 0.6382886620251794, + "grad_norm": 4.315576092044443, + "learning_rate": 1.2223443510222988e-06, + "loss": 0.9349, + "step": 8847 + }, + { + "epoch": 0.6383608094946069, + "grad_norm": 2.1396718374319494, + "learning_rate": 1.221913788786002e-06, + "loss": 0.9511, + "step": 8848 + }, + { + "epoch": 0.6384329569640345, + "grad_norm": 2.595185032239994, + "learning_rate": 1.2214832690381125e-06, + "loss": 0.8749, + "step": 8849 + }, + { + "epoch": 0.638505104433462, + "grad_norm": 3.179081439621145, + "learning_rate": 1.2210527918021402e-06, + "loss": 0.9291, + "step": 8850 + }, + { + "epoch": 0.6385772519028895, + "grad_norm": 2.8644773891393567, + "learning_rate": 1.2206223571015916e-06, + "loss": 1.0258, + "step": 8851 + }, + { + "epoch": 0.638649399372317, + "grad_norm": 3.3421597130517844, + "learning_rate": 1.2201919649599698e-06, + "loss": 0.9509, + "step": 8852 + }, + { + "epoch": 0.6387215468417445, + "grad_norm": 2.9577540694650413, + "learning_rate": 1.219761615400779e-06, + "loss": 0.9369, + "step": 8853 + }, + { + "epoch": 0.6387936943111721, + "grad_norm": 2.726121664616557, + "learning_rate": 1.2193313084475176e-06, + "loss": 0.9739, + "step": 8854 + }, + { + "epoch": 0.6388658417805996, + "grad_norm": 2.3899683829734126, + "learning_rate": 1.218901044123684e-06, + "loss": 0.8702, + "step": 8855 + }, + { + "epoch": 0.6389379892500271, + "grad_norm": 2.9244252871098784, + "learning_rate": 1.2184708224527725e-06, + "loss": 0.9817, + "step": 8856 + }, + { + "epoch": 0.6390101367194546, + "grad_norm": 4.074592551239714, + "learning_rate": 1.2180406434582761e-06, + "loss": 0.9298, + "step": 8857 + }, + { + "epoch": 0.639082284188882, + "grad_norm": 3.0528576143250254, + "learning_rate": 1.2176105071636863e-06, + "loss": 0.8892, + "step": 8858 + }, + { + "epoch": 0.6391544316583095, + "grad_norm": 3.505150139350617, + "learning_rate": 1.217180413592489e-06, + "loss": 0.9497, + "step": 8859 + }, + { + "epoch": 0.6392265791277371, + "grad_norm": 3.0480245915719966, + "learning_rate": 1.2167503627681726e-06, + "loss": 0.9128, + "step": 8860 + }, + { + "epoch": 0.6392987265971646, + "grad_norm": 12.699941463786113, + "learning_rate": 1.2163203547142182e-06, + "loss": 0.9877, + "step": 8861 + }, + { + "epoch": 0.6393708740665921, + "grad_norm": 2.4355380647770684, + "learning_rate": 1.2158903894541092e-06, + "loss": 0.9701, + "step": 8862 + }, + { + "epoch": 0.6394430215360196, + "grad_norm": 2.8797445538934023, + "learning_rate": 1.2154604670113232e-06, + "loss": 0.9402, + "step": 8863 + }, + { + "epoch": 0.6395151690054471, + "grad_norm": 5.598317588397128, + "learning_rate": 1.2150305874093362e-06, + "loss": 0.916, + "step": 8864 + }, + { + "epoch": 0.6395873164748747, + "grad_norm": 3.6507427766202487, + "learning_rate": 1.2146007506716238e-06, + "loss": 0.9439, + "step": 8865 + }, + { + "epoch": 0.6396594639443022, + "grad_norm": 4.4758242652492015, + "learning_rate": 1.2141709568216567e-06, + "loss": 0.9361, + "step": 8866 + }, + { + "epoch": 0.6397316114137297, + "grad_norm": 4.6223578251811785, + "learning_rate": 1.2137412058829046e-06, + "loss": 0.829, + "step": 8867 + }, + { + "epoch": 0.6398037588831572, + "grad_norm": 9.265106238112741, + "learning_rate": 1.2133114978788346e-06, + "loss": 0.8555, + "step": 8868 + }, + { + "epoch": 0.6398759063525847, + "grad_norm": 7.263873014155154, + "learning_rate": 1.212881832832911e-06, + "loss": 0.9925, + "step": 8869 + }, + { + "epoch": 0.6399480538220121, + "grad_norm": 2.389922593591042, + "learning_rate": 1.2124522107685976e-06, + "loss": 0.9894, + "step": 8870 + }, + { + "epoch": 0.6400202012914397, + "grad_norm": 2.6860130099722137, + "learning_rate": 1.2120226317093524e-06, + "loss": 1.0015, + "step": 8871 + }, + { + "epoch": 0.6400923487608672, + "grad_norm": 3.853097977121951, + "learning_rate": 1.2115930956786354e-06, + "loss": 1.0605, + "step": 8872 + }, + { + "epoch": 0.6401644962302947, + "grad_norm": 8.130007565202748, + "learning_rate": 1.2111636026999006e-06, + "loss": 0.9047, + "step": 8873 + }, + { + "epoch": 0.6402366436997222, + "grad_norm": 0.7538373055829581, + "learning_rate": 1.2107341527966007e-06, + "loss": 0.8483, + "step": 8874 + }, + { + "epoch": 0.6403087911691497, + "grad_norm": 2.6613848253663326, + "learning_rate": 1.2103047459921878e-06, + "loss": 0.9266, + "step": 8875 + }, + { + "epoch": 0.6403809386385773, + "grad_norm": 2.4159760529739738, + "learning_rate": 1.2098753823101082e-06, + "loss": 0.8885, + "step": 8876 + }, + { + "epoch": 0.6404530861080048, + "grad_norm": 3.1587525068604485, + "learning_rate": 1.2094460617738103e-06, + "loss": 1.0459, + "step": 8877 + }, + { + "epoch": 0.6405252335774323, + "grad_norm": 5.2597603668628565, + "learning_rate": 1.209016784406736e-06, + "loss": 0.8594, + "step": 8878 + }, + { + "epoch": 0.6405973810468598, + "grad_norm": 2.197094394369754, + "learning_rate": 1.2085875502323268e-06, + "loss": 0.9452, + "step": 8879 + }, + { + "epoch": 0.6406695285162873, + "grad_norm": 3.729224192141892, + "learning_rate": 1.2081583592740217e-06, + "loss": 0.881, + "step": 8880 + }, + { + "epoch": 0.6407416759857149, + "grad_norm": 3.690190255240649, + "learning_rate": 1.2077292115552573e-06, + "loss": 0.9865, + "step": 8881 + }, + { + "epoch": 0.6408138234551423, + "grad_norm": 3.2661098868577256, + "learning_rate": 1.2073001070994685e-06, + "loss": 1.0214, + "step": 8882 + }, + { + "epoch": 0.6408859709245698, + "grad_norm": 4.522956361366553, + "learning_rate": 1.206871045930085e-06, + "loss": 0.9956, + "step": 8883 + }, + { + "epoch": 0.6409581183939973, + "grad_norm": 2.433385359412595, + "learning_rate": 1.2064420280705388e-06, + "loss": 0.9046, + "step": 8884 + }, + { + "epoch": 0.6410302658634248, + "grad_norm": 2.57868479806679, + "learning_rate": 1.2060130535442557e-06, + "loss": 0.8395, + "step": 8885 + }, + { + "epoch": 0.6411024133328523, + "grad_norm": 3.788048047994642, + "learning_rate": 1.2055841223746598e-06, + "loss": 1.0426, + "step": 8886 + }, + { + "epoch": 0.6411745608022799, + "grad_norm": 4.044452192371292, + "learning_rate": 1.2051552345851748e-06, + "loss": 0.9152, + "step": 8887 + }, + { + "epoch": 0.6412467082717074, + "grad_norm": 3.25153065362941, + "learning_rate": 1.2047263901992193e-06, + "loss": 1.0094, + "step": 8888 + }, + { + "epoch": 0.6413188557411349, + "grad_norm": 3.3970585272516636, + "learning_rate": 1.2042975892402125e-06, + "loss": 0.9234, + "step": 8889 + }, + { + "epoch": 0.6413910032105624, + "grad_norm": 2.6926052484511755, + "learning_rate": 1.2038688317315685e-06, + "loss": 0.9693, + "step": 8890 + }, + { + "epoch": 0.6414631506799899, + "grad_norm": 3.1139936792680687, + "learning_rate": 1.2034401176967004e-06, + "loss": 0.9887, + "step": 8891 + }, + { + "epoch": 0.6415352981494175, + "grad_norm": 2.409422430420135, + "learning_rate": 1.2030114471590185e-06, + "loss": 1.0512, + "step": 8892 + }, + { + "epoch": 0.641607445618845, + "grad_norm": 3.591091200772833, + "learning_rate": 1.202582820141931e-06, + "loss": 0.9709, + "step": 8893 + }, + { + "epoch": 0.6416795930882724, + "grad_norm": 3.682348500001577, + "learning_rate": 1.2021542366688444e-06, + "loss": 1.0357, + "step": 8894 + }, + { + "epoch": 0.6417517405576999, + "grad_norm": 0.5834245582048299, + "learning_rate": 1.201725696763161e-06, + "loss": 0.7938, + "step": 8895 + }, + { + "epoch": 0.6418238880271274, + "grad_norm": 2.4103171914647374, + "learning_rate": 1.201297200448282e-06, + "loss": 0.8938, + "step": 8896 + }, + { + "epoch": 0.6418960354965549, + "grad_norm": 3.395662986055619, + "learning_rate": 1.2008687477476068e-06, + "loss": 0.901, + "step": 8897 + }, + { + "epoch": 0.6419681829659825, + "grad_norm": 2.823527355695892, + "learning_rate": 1.2004403386845299e-06, + "loss": 0.9769, + "step": 8898 + }, + { + "epoch": 0.64204033043541, + "grad_norm": 3.0922161885492536, + "learning_rate": 1.2000119732824472e-06, + "loss": 0.9318, + "step": 8899 + }, + { + "epoch": 0.6421124779048375, + "grad_norm": 1.1257623632515852, + "learning_rate": 1.1995836515647493e-06, + "loss": 0.8569, + "step": 8900 + }, + { + "epoch": 0.642184625374265, + "grad_norm": 0.8633122503315767, + "learning_rate": 1.199155373554824e-06, + "loss": 0.8276, + "step": 8901 + }, + { + "epoch": 0.6422567728436925, + "grad_norm": 2.8963727562992676, + "learning_rate": 1.1987271392760603e-06, + "loss": 0.9364, + "step": 8902 + }, + { + "epoch": 0.64232892031312, + "grad_norm": 0.8238611756410592, + "learning_rate": 1.1982989487518409e-06, + "loss": 0.9394, + "step": 8903 + }, + { + "epoch": 0.6424010677825476, + "grad_norm": 5.574523960197184, + "learning_rate": 1.1978708020055478e-06, + "loss": 0.8859, + "step": 8904 + }, + { + "epoch": 0.642473215251975, + "grad_norm": 3.209819515537698, + "learning_rate": 1.1974426990605611e-06, + "loss": 1.0291, + "step": 8905 + }, + { + "epoch": 0.6425453627214025, + "grad_norm": 2.525364190455229, + "learning_rate": 1.197014639940258e-06, + "loss": 0.914, + "step": 8906 + }, + { + "epoch": 0.64261751019083, + "grad_norm": 0.8073172698524201, + "learning_rate": 1.1965866246680126e-06, + "loss": 0.867, + "step": 8907 + }, + { + "epoch": 0.6426896576602575, + "grad_norm": 2.941776328343713, + "learning_rate": 1.1961586532671973e-06, + "loss": 0.9226, + "step": 8908 + }, + { + "epoch": 0.6427618051296851, + "grad_norm": 2.841938657599268, + "learning_rate": 1.1957307257611824e-06, + "loss": 0.978, + "step": 8909 + }, + { + "epoch": 0.6428339525991126, + "grad_norm": 4.420160722874231, + "learning_rate": 1.1953028421733349e-06, + "loss": 0.9925, + "step": 8910 + }, + { + "epoch": 0.6429061000685401, + "grad_norm": 2.461368292992493, + "learning_rate": 1.1948750025270209e-06, + "loss": 1.0289, + "step": 8911 + }, + { + "epoch": 0.6429782475379676, + "grad_norm": 0.8025822553339912, + "learning_rate": 1.1944472068456026e-06, + "loss": 0.884, + "step": 8912 + }, + { + "epoch": 0.6430503950073951, + "grad_norm": 2.3081407441408732, + "learning_rate": 1.1940194551524391e-06, + "loss": 0.9369, + "step": 8913 + }, + { + "epoch": 0.6431225424768227, + "grad_norm": 2.66846726145969, + "learning_rate": 1.193591747470891e-06, + "loss": 0.8888, + "step": 8914 + }, + { + "epoch": 0.6431946899462502, + "grad_norm": 2.5806088591144984, + "learning_rate": 1.1931640838243114e-06, + "loss": 1.0331, + "step": 8915 + }, + { + "epoch": 0.6432668374156777, + "grad_norm": 2.595274695408736, + "learning_rate": 1.1927364642360547e-06, + "loss": 1.0114, + "step": 8916 + }, + { + "epoch": 0.6433389848851051, + "grad_norm": 12.30227840999985, + "learning_rate": 1.1923088887294714e-06, + "loss": 0.9986, + "step": 8917 + }, + { + "epoch": 0.6434111323545326, + "grad_norm": 2.5300769678101123, + "learning_rate": 1.1918813573279095e-06, + "loss": 0.881, + "step": 8918 + }, + { + "epoch": 0.6434832798239601, + "grad_norm": 3.35952730055383, + "learning_rate": 1.1914538700547153e-06, + "loss": 0.9038, + "step": 8919 + }, + { + "epoch": 0.6435554272933877, + "grad_norm": 0.6767943401304611, + "learning_rate": 1.1910264269332317e-06, + "loss": 0.8511, + "step": 8920 + }, + { + "epoch": 0.6436275747628152, + "grad_norm": 2.162404992105788, + "learning_rate": 1.190599027986801e-06, + "loss": 0.9664, + "step": 8921 + }, + { + "epoch": 0.6436997222322427, + "grad_norm": 3.1881548638918447, + "learning_rate": 1.1901716732387605e-06, + "loss": 0.8975, + "step": 8922 + }, + { + "epoch": 0.6437718697016702, + "grad_norm": 3.33251076721604, + "learning_rate": 1.189744362712447e-06, + "loss": 1.0377, + "step": 8923 + }, + { + "epoch": 0.6438440171710977, + "grad_norm": 3.55622914179097, + "learning_rate": 1.189317096431195e-06, + "loss": 0.8745, + "step": 8924 + }, + { + "epoch": 0.6439161646405253, + "grad_norm": 4.449058630308534, + "learning_rate": 1.1888898744183342e-06, + "loss": 0.9516, + "step": 8925 + }, + { + "epoch": 0.6439883121099528, + "grad_norm": 3.1400877839470596, + "learning_rate": 1.1884626966971957e-06, + "loss": 0.9709, + "step": 8926 + }, + { + "epoch": 0.6440604595793803, + "grad_norm": 3.2485216152792527, + "learning_rate": 1.188035563291105e-06, + "loss": 1.0378, + "step": 8927 + }, + { + "epoch": 0.6441326070488078, + "grad_norm": 4.398961091934605, + "learning_rate": 1.1876084742233858e-06, + "loss": 0.8491, + "step": 8928 + }, + { + "epoch": 0.6442047545182352, + "grad_norm": 3.2715495271031085, + "learning_rate": 1.1871814295173615e-06, + "loss": 0.9294, + "step": 8929 + }, + { + "epoch": 0.6442769019876627, + "grad_norm": 4.092215446968097, + "learning_rate": 1.1867544291963496e-06, + "loss": 0.9914, + "step": 8930 + }, + { + "epoch": 0.6443490494570903, + "grad_norm": 9.696405464431862, + "learning_rate": 1.1863274732836677e-06, + "loss": 0.9791, + "step": 8931 + }, + { + "epoch": 0.6444211969265178, + "grad_norm": 2.702649818946909, + "learning_rate": 1.1859005618026308e-06, + "loss": 0.9253, + "step": 8932 + }, + { + "epoch": 0.6444933443959453, + "grad_norm": 3.0297781920372215, + "learning_rate": 1.1854736947765505e-06, + "loss": 0.9029, + "step": 8933 + }, + { + "epoch": 0.6445654918653728, + "grad_norm": 4.944829401944121, + "learning_rate": 1.185046872228736e-06, + "loss": 0.8951, + "step": 8934 + }, + { + "epoch": 0.6446376393348003, + "grad_norm": 3.1673748997866262, + "learning_rate": 1.1846200941824953e-06, + "loss": 0.9998, + "step": 8935 + }, + { + "epoch": 0.6447097868042279, + "grad_norm": 6.703462463278364, + "learning_rate": 1.1841933606611332e-06, + "loss": 0.9023, + "step": 8936 + }, + { + "epoch": 0.6447819342736554, + "grad_norm": 5.038351035348322, + "learning_rate": 1.1837666716879505e-06, + "loss": 0.9413, + "step": 8937 + }, + { + "epoch": 0.6448540817430829, + "grad_norm": 2.487647055108215, + "learning_rate": 1.1833400272862495e-06, + "loss": 0.8979, + "step": 8938 + }, + { + "epoch": 0.6449262292125104, + "grad_norm": 2.513727171200019, + "learning_rate": 1.1829134274793262e-06, + "loss": 0.9377, + "step": 8939 + }, + { + "epoch": 0.6449983766819379, + "grad_norm": 6.680200603922204, + "learning_rate": 1.1824868722904753e-06, + "loss": 0.9906, + "step": 8940 + }, + { + "epoch": 0.6450705241513653, + "grad_norm": 2.538107167030779, + "learning_rate": 1.1820603617429906e-06, + "loss": 0.9663, + "step": 8941 + }, + { + "epoch": 0.6451426716207929, + "grad_norm": 3.541122005693125, + "learning_rate": 1.1816338958601612e-06, + "loss": 1.0779, + "step": 8942 + }, + { + "epoch": 0.6452148190902204, + "grad_norm": 3.4275506038255172, + "learning_rate": 1.1812074746652752e-06, + "loss": 1.0314, + "step": 8943 + }, + { + "epoch": 0.6452869665596479, + "grad_norm": 2.3128216494000555, + "learning_rate": 1.1807810981816185e-06, + "loss": 1.0001, + "step": 8944 + }, + { + "epoch": 0.6453591140290754, + "grad_norm": 2.47863749992785, + "learning_rate": 1.180354766432473e-06, + "loss": 0.9294, + "step": 8945 + }, + { + "epoch": 0.6454312614985029, + "grad_norm": 0.6871849335140721, + "learning_rate": 1.1799284794411193e-06, + "loss": 0.8387, + "step": 8946 + }, + { + "epoch": 0.6455034089679305, + "grad_norm": 2.6963184193439864, + "learning_rate": 1.1795022372308356e-06, + "loss": 1.0547, + "step": 8947 + }, + { + "epoch": 0.645575556437358, + "grad_norm": 2.330670597185855, + "learning_rate": 1.1790760398248977e-06, + "loss": 1.0327, + "step": 8948 + }, + { + "epoch": 0.6456477039067855, + "grad_norm": 3.836245522494918, + "learning_rate": 1.1786498872465775e-06, + "loss": 0.9838, + "step": 8949 + }, + { + "epoch": 0.645719851376213, + "grad_norm": 5.938453678036197, + "learning_rate": 1.1782237795191475e-06, + "loss": 1.0319, + "step": 8950 + }, + { + "epoch": 0.6457919988456405, + "grad_norm": 2.4190704843093433, + "learning_rate": 1.1777977166658746e-06, + "loss": 0.9308, + "step": 8951 + }, + { + "epoch": 0.6458641463150679, + "grad_norm": 3.442179875445482, + "learning_rate": 1.1773716987100239e-06, + "loss": 1.0439, + "step": 8952 + }, + { + "epoch": 0.6459362937844955, + "grad_norm": 3.8829052182953343, + "learning_rate": 1.1769457256748602e-06, + "loss": 0.978, + "step": 8953 + }, + { + "epoch": 0.646008441253923, + "grad_norm": 4.2843874830290885, + "learning_rate": 1.1765197975836434e-06, + "loss": 0.9214, + "step": 8954 + }, + { + "epoch": 0.6460805887233505, + "grad_norm": 2.640102628244742, + "learning_rate": 1.1760939144596318e-06, + "loss": 1.0965, + "step": 8955 + }, + { + "epoch": 0.646152736192778, + "grad_norm": 3.937948413323066, + "learning_rate": 1.1756680763260823e-06, + "loss": 0.7775, + "step": 8956 + }, + { + "epoch": 0.6462248836622055, + "grad_norm": 3.0735146323271985, + "learning_rate": 1.1752422832062468e-06, + "loss": 1.0458, + "step": 8957 + }, + { + "epoch": 0.6462970311316331, + "grad_norm": 2.5452287654322525, + "learning_rate": 1.174816535123377e-06, + "loss": 0.9296, + "step": 8958 + }, + { + "epoch": 0.6463691786010606, + "grad_norm": 4.107016463141537, + "learning_rate": 1.1743908321007219e-06, + "loss": 0.9888, + "step": 8959 + }, + { + "epoch": 0.6464413260704881, + "grad_norm": 3.6858450845256074, + "learning_rate": 1.1739651741615273e-06, + "loss": 1.0789, + "step": 8960 + }, + { + "epoch": 0.6465134735399156, + "grad_norm": 2.631797798743836, + "learning_rate": 1.1735395613290362e-06, + "loss": 0.9517, + "step": 8961 + }, + { + "epoch": 0.6465856210093431, + "grad_norm": 22.035124049901132, + "learning_rate": 1.1731139936264902e-06, + "loss": 1.0797, + "step": 8962 + }, + { + "epoch": 0.6466577684787707, + "grad_norm": 8.37807442330757, + "learning_rate": 1.1726884710771285e-06, + "loss": 0.9928, + "step": 8963 + }, + { + "epoch": 0.6467299159481981, + "grad_norm": 1.8076639442435072, + "learning_rate": 1.1722629937041858e-06, + "loss": 0.8514, + "step": 8964 + }, + { + "epoch": 0.6468020634176256, + "grad_norm": 2.6375281779876696, + "learning_rate": 1.171837561530898e-06, + "loss": 0.8942, + "step": 8965 + }, + { + "epoch": 0.6468742108870531, + "grad_norm": 13.296568027633167, + "learning_rate": 1.171412174580495e-06, + "loss": 0.9517, + "step": 8966 + }, + { + "epoch": 0.6469463583564806, + "grad_norm": 2.81702398332347, + "learning_rate": 1.170986832876205e-06, + "loss": 1.0392, + "step": 8967 + }, + { + "epoch": 0.6470185058259081, + "grad_norm": 3.808435243095843, + "learning_rate": 1.170561536441256e-06, + "loss": 1.0169, + "step": 8968 + }, + { + "epoch": 0.6470906532953357, + "grad_norm": 0.6375443891890924, + "learning_rate": 1.1701362852988705e-06, + "loss": 0.8338, + "step": 8969 + }, + { + "epoch": 0.6471628007647632, + "grad_norm": 13.560830290364322, + "learning_rate": 1.1697110794722707e-06, + "loss": 1.0431, + "step": 8970 + }, + { + "epoch": 0.6472349482341907, + "grad_norm": 4.0413460096334335, + "learning_rate": 1.1692859189846749e-06, + "loss": 0.9476, + "step": 8971 + }, + { + "epoch": 0.6473070957036182, + "grad_norm": 3.4489636785906854, + "learning_rate": 1.1688608038593005e-06, + "loss": 0.8654, + "step": 8972 + }, + { + "epoch": 0.6473792431730457, + "grad_norm": 2.4599514393549264, + "learning_rate": 1.1684357341193604e-06, + "loss": 0.9648, + "step": 8973 + }, + { + "epoch": 0.6474513906424733, + "grad_norm": 3.560358575057209, + "learning_rate": 1.1680107097880662e-06, + "loss": 1.0415, + "step": 8974 + }, + { + "epoch": 0.6475235381119008, + "grad_norm": 2.8099519843618226, + "learning_rate": 1.1675857308886282e-06, + "loss": 1.0063, + "step": 8975 + }, + { + "epoch": 0.6475956855813282, + "grad_norm": 3.2231240782589397, + "learning_rate": 1.167160797444251e-06, + "loss": 0.904, + "step": 8976 + }, + { + "epoch": 0.6476678330507557, + "grad_norm": 4.912175190600332, + "learning_rate": 1.1667359094781398e-06, + "loss": 0.9133, + "step": 8977 + }, + { + "epoch": 0.6477399805201832, + "grad_norm": 2.42793460919404, + "learning_rate": 1.166311067013496e-06, + "loss": 0.9965, + "step": 8978 + }, + { + "epoch": 0.6478121279896107, + "grad_norm": 2.968029215799987, + "learning_rate": 1.1658862700735185e-06, + "loss": 0.9127, + "step": 8979 + }, + { + "epoch": 0.6478842754590383, + "grad_norm": 4.112664708140808, + "learning_rate": 1.165461518681405e-06, + "loss": 0.9995, + "step": 8980 + }, + { + "epoch": 0.6479564229284658, + "grad_norm": 3.5055287154739165, + "learning_rate": 1.1650368128603468e-06, + "loss": 0.979, + "step": 8981 + }, + { + "epoch": 0.6480285703978933, + "grad_norm": 3.321635765726918, + "learning_rate": 1.164612152633539e-06, + "loss": 0.8434, + "step": 8982 + }, + { + "epoch": 0.6481007178673208, + "grad_norm": 3.155008052809605, + "learning_rate": 1.1641875380241683e-06, + "loss": 0.979, + "step": 8983 + }, + { + "epoch": 0.6481728653367483, + "grad_norm": 3.59230330829356, + "learning_rate": 1.163762969055422e-06, + "loss": 0.9825, + "step": 8984 + }, + { + "epoch": 0.6482450128061759, + "grad_norm": 2.8796301336675296, + "learning_rate": 1.1633384457504845e-06, + "loss": 0.8737, + "step": 8985 + }, + { + "epoch": 0.6483171602756034, + "grad_norm": 2.6261680365821922, + "learning_rate": 1.162913968132537e-06, + "loss": 1.0147, + "step": 8986 + }, + { + "epoch": 0.6483893077450309, + "grad_norm": 9.078680077291015, + "learning_rate": 1.1624895362247592e-06, + "loss": 1.0401, + "step": 8987 + }, + { + "epoch": 0.6484614552144583, + "grad_norm": 2.1774768625775445, + "learning_rate": 1.1620651500503278e-06, + "loss": 0.9432, + "step": 8988 + }, + { + "epoch": 0.6485336026838858, + "grad_norm": 4.372172286510413, + "learning_rate": 1.1616408096324161e-06, + "loss": 0.9487, + "step": 8989 + }, + { + "epoch": 0.6486057501533133, + "grad_norm": 3.230684543030648, + "learning_rate": 1.1612165149941964e-06, + "loss": 0.9142, + "step": 8990 + }, + { + "epoch": 0.6486778976227409, + "grad_norm": 2.659342771664339, + "learning_rate": 1.1607922661588376e-06, + "loss": 0.9661, + "step": 8991 + }, + { + "epoch": 0.6487500450921684, + "grad_norm": 2.7848947196250977, + "learning_rate": 1.1603680631495066e-06, + "loss": 0.88, + "step": 8992 + }, + { + "epoch": 0.6488221925615959, + "grad_norm": 2.6164548844891513, + "learning_rate": 1.1599439059893673e-06, + "loss": 0.753, + "step": 8993 + }, + { + "epoch": 0.6488943400310234, + "grad_norm": 2.001487298128952, + "learning_rate": 1.1595197947015818e-06, + "loss": 0.9739, + "step": 8994 + }, + { + "epoch": 0.6489664875004509, + "grad_norm": 5.046617058460173, + "learning_rate": 1.1590957293093094e-06, + "loss": 0.9846, + "step": 8995 + }, + { + "epoch": 0.6490386349698785, + "grad_norm": 2.942397073583926, + "learning_rate": 1.1586717098357051e-06, + "loss": 0.9461, + "step": 8996 + }, + { + "epoch": 0.649110782439306, + "grad_norm": 2.55516957625429, + "learning_rate": 1.1582477363039255e-06, + "loss": 0.9242, + "step": 8997 + }, + { + "epoch": 0.6491829299087335, + "grad_norm": 2.5105161739482504, + "learning_rate": 1.1578238087371195e-06, + "loss": 0.9103, + "step": 8998 + }, + { + "epoch": 0.649255077378161, + "grad_norm": 0.7982437122574019, + "learning_rate": 1.1573999271584392e-06, + "loss": 0.8729, + "step": 8999 + }, + { + "epoch": 0.6493272248475884, + "grad_norm": 2.7001523999189536, + "learning_rate": 1.1569760915910292e-06, + "loss": 0.9892, + "step": 9000 + }, + { + "epoch": 0.6493993723170159, + "grad_norm": 3.148865171403149, + "learning_rate": 1.1565523020580337e-06, + "loss": 0.9805, + "step": 9001 + }, + { + "epoch": 0.6494715197864435, + "grad_norm": 4.525700189360702, + "learning_rate": 1.1561285585825946e-06, + "loss": 0.8827, + "step": 9002 + }, + { + "epoch": 0.649543667255871, + "grad_norm": 2.85436790109599, + "learning_rate": 1.1557048611878513e-06, + "loss": 0.9432, + "step": 9003 + }, + { + "epoch": 0.6496158147252985, + "grad_norm": 2.153188217851696, + "learning_rate": 1.1552812098969407e-06, + "loss": 0.8699, + "step": 9004 + }, + { + "epoch": 0.649687962194726, + "grad_norm": 3.074937283256274, + "learning_rate": 1.1548576047329955e-06, + "loss": 0.9755, + "step": 9005 + }, + { + "epoch": 0.6497601096641535, + "grad_norm": 2.942891145052086, + "learning_rate": 1.1544340457191478e-06, + "loss": 0.9741, + "step": 9006 + }, + { + "epoch": 0.6498322571335811, + "grad_norm": 3.332211560002641, + "learning_rate": 1.1540105328785267e-06, + "loss": 0.9879, + "step": 9007 + }, + { + "epoch": 0.6499044046030086, + "grad_norm": 2.943842594447983, + "learning_rate": 1.1535870662342583e-06, + "loss": 1.0269, + "step": 9008 + }, + { + "epoch": 0.6499765520724361, + "grad_norm": 4.739638823579125, + "learning_rate": 1.1531636458094674e-06, + "loss": 1.0137, + "step": 9009 + }, + { + "epoch": 0.6500486995418636, + "grad_norm": 2.7618314943946483, + "learning_rate": 1.1527402716272756e-06, + "loss": 0.8866, + "step": 9010 + }, + { + "epoch": 0.650120847011291, + "grad_norm": 4.205535311015384, + "learning_rate": 1.1523169437107997e-06, + "loss": 1.0667, + "step": 9011 + }, + { + "epoch": 0.6501929944807185, + "grad_norm": 6.025068366584854, + "learning_rate": 1.1518936620831588e-06, + "loss": 0.8944, + "step": 9012 + }, + { + "epoch": 0.6502651419501461, + "grad_norm": 4.377567736647879, + "learning_rate": 1.1514704267674646e-06, + "loss": 1.0213, + "step": 9013 + }, + { + "epoch": 0.6503372894195736, + "grad_norm": 3.055954770297733, + "learning_rate": 1.1510472377868295e-06, + "loss": 0.8535, + "step": 9014 + }, + { + "epoch": 0.6504094368890011, + "grad_norm": 3.8508706235507537, + "learning_rate": 1.1506240951643618e-06, + "loss": 0.875, + "step": 9015 + }, + { + "epoch": 0.6504815843584286, + "grad_norm": 6.362494076349465, + "learning_rate": 1.1502009989231681e-06, + "loss": 0.9051, + "step": 9016 + }, + { + "epoch": 0.6505537318278561, + "grad_norm": 3.0760495697412567, + "learning_rate": 1.149777949086352e-06, + "loss": 0.9771, + "step": 9017 + }, + { + "epoch": 0.6506258792972837, + "grad_norm": 3.622036873834594, + "learning_rate": 1.1493549456770145e-06, + "loss": 1.0058, + "step": 9018 + }, + { + "epoch": 0.6506980267667112, + "grad_norm": 2.7395727836686183, + "learning_rate": 1.1489319887182553e-06, + "loss": 0.9307, + "step": 9019 + }, + { + "epoch": 0.6507701742361387, + "grad_norm": 3.392184694237166, + "learning_rate": 1.148509078233168e-06, + "loss": 0.9912, + "step": 9020 + }, + { + "epoch": 0.6508423217055662, + "grad_norm": 4.276114397750763, + "learning_rate": 1.1480862142448497e-06, + "loss": 0.851, + "step": 9021 + }, + { + "epoch": 0.6509144691749937, + "grad_norm": 3.676489085880195, + "learning_rate": 1.1476633967763887e-06, + "loss": 0.9376, + "step": 9022 + }, + { + "epoch": 0.6509866166444211, + "grad_norm": 3.999977111750922, + "learning_rate": 1.1472406258508741e-06, + "loss": 0.9105, + "step": 9023 + }, + { + "epoch": 0.6510587641138487, + "grad_norm": 1.8547050751622263, + "learning_rate": 1.1468179014913926e-06, + "loss": 0.9519, + "step": 9024 + }, + { + "epoch": 0.6511309115832762, + "grad_norm": 3.501326854424778, + "learning_rate": 1.1463952237210265e-06, + "loss": 0.9792, + "step": 9025 + }, + { + "epoch": 0.6512030590527037, + "grad_norm": 7.227473285088636, + "learning_rate": 1.1459725925628579e-06, + "loss": 0.933, + "step": 9026 + }, + { + "epoch": 0.6512752065221312, + "grad_norm": 8.702272438464663, + "learning_rate": 1.145550008039965e-06, + "loss": 0.9757, + "step": 9027 + }, + { + "epoch": 0.6513473539915587, + "grad_norm": 3.267201604315563, + "learning_rate": 1.1451274701754222e-06, + "loss": 0.8965, + "step": 9028 + }, + { + "epoch": 0.6514195014609863, + "grad_norm": 2.8672616725547333, + "learning_rate": 1.1447049789923038e-06, + "loss": 0.9299, + "step": 9029 + }, + { + "epoch": 0.6514916489304138, + "grad_norm": 3.3540678463865428, + "learning_rate": 1.1442825345136803e-06, + "loss": 0.8514, + "step": 9030 + }, + { + "epoch": 0.6515637963998413, + "grad_norm": 3.1348555222215007, + "learning_rate": 1.1438601367626198e-06, + "loss": 1.0311, + "step": 9031 + }, + { + "epoch": 0.6516359438692688, + "grad_norm": 5.588947813474658, + "learning_rate": 1.1434377857621877e-06, + "loss": 0.8965, + "step": 9032 + }, + { + "epoch": 0.6517080913386963, + "grad_norm": 3.543329020796909, + "learning_rate": 1.1430154815354475e-06, + "loss": 0.9361, + "step": 9033 + }, + { + "epoch": 0.6517802388081239, + "grad_norm": 2.294058077960838, + "learning_rate": 1.1425932241054601e-06, + "loss": 0.9086, + "step": 9034 + }, + { + "epoch": 0.6518523862775513, + "grad_norm": 2.918097517448293, + "learning_rate": 1.1421710134952814e-06, + "loss": 0.9028, + "step": 9035 + }, + { + "epoch": 0.6519245337469788, + "grad_norm": 3.555244016575377, + "learning_rate": 1.1417488497279694e-06, + "loss": 0.947, + "step": 9036 + }, + { + "epoch": 0.6519966812164063, + "grad_norm": 3.3853461312012914, + "learning_rate": 1.1413267328265739e-06, + "loss": 0.9734, + "step": 9037 + }, + { + "epoch": 0.6520688286858338, + "grad_norm": 2.094972851197222, + "learning_rate": 1.1409046628141485e-06, + "loss": 0.9876, + "step": 9038 + }, + { + "epoch": 0.6521409761552613, + "grad_norm": 4.274473298402946, + "learning_rate": 1.1404826397137385e-06, + "loss": 0.9516, + "step": 9039 + }, + { + "epoch": 0.6522131236246889, + "grad_norm": 7.254662165699223, + "learning_rate": 1.1400606635483895e-06, + "loss": 1.037, + "step": 9040 + }, + { + "epoch": 0.6522852710941164, + "grad_norm": 4.866692923557745, + "learning_rate": 1.1396387343411446e-06, + "loss": 0.84, + "step": 9041 + }, + { + "epoch": 0.6523574185635439, + "grad_norm": 2.8286417283574083, + "learning_rate": 1.1392168521150433e-06, + "loss": 0.8951, + "step": 9042 + }, + { + "epoch": 0.6524295660329714, + "grad_norm": 5.386394576732648, + "learning_rate": 1.1387950168931242e-06, + "loss": 1.0039, + "step": 9043 + }, + { + "epoch": 0.6525017135023989, + "grad_norm": 5.045255135322015, + "learning_rate": 1.13837322869842e-06, + "loss": 1.0066, + "step": 9044 + }, + { + "epoch": 0.6525738609718265, + "grad_norm": 3.0466964278099615, + "learning_rate": 1.1379514875539645e-06, + "loss": 0.9786, + "step": 9045 + }, + { + "epoch": 0.652646008441254, + "grad_norm": 4.374478336295847, + "learning_rate": 1.1375297934827868e-06, + "loss": 0.8812, + "step": 9046 + }, + { + "epoch": 0.6527181559106814, + "grad_norm": 4.378725046429219, + "learning_rate": 1.1371081465079142e-06, + "loss": 0.9452, + "step": 9047 + }, + { + "epoch": 0.6527903033801089, + "grad_norm": 3.4182336671888622, + "learning_rate": 1.1366865466523718e-06, + "loss": 0.9214, + "step": 9048 + }, + { + "epoch": 0.6528624508495364, + "grad_norm": 7.2743078053262815, + "learning_rate": 1.1362649939391817e-06, + "loss": 1.009, + "step": 9049 + }, + { + "epoch": 0.6529345983189639, + "grad_norm": 2.063976106416663, + "learning_rate": 1.1358434883913614e-06, + "loss": 0.9226, + "step": 9050 + }, + { + "epoch": 0.6530067457883915, + "grad_norm": 3.4605822929846, + "learning_rate": 1.1354220300319309e-06, + "loss": 0.9414, + "step": 9051 + }, + { + "epoch": 0.653078893257819, + "grad_norm": 2.1929681281240767, + "learning_rate": 1.1350006188839016e-06, + "loss": 1.1215, + "step": 9052 + }, + { + "epoch": 0.6531510407272465, + "grad_norm": 2.673891522343511, + "learning_rate": 1.1345792549702866e-06, + "loss": 0.9812, + "step": 9053 + }, + { + "epoch": 0.653223188196674, + "grad_norm": 2.472954272589784, + "learning_rate": 1.1341579383140948e-06, + "loss": 1.0069, + "step": 9054 + }, + { + "epoch": 0.6532953356661015, + "grad_norm": 3.5431439778022744, + "learning_rate": 1.133736668938333e-06, + "loss": 0.9401, + "step": 9055 + }, + { + "epoch": 0.6533674831355291, + "grad_norm": 3.669844435219419, + "learning_rate": 1.1333154468660047e-06, + "loss": 0.9857, + "step": 9056 + }, + { + "epoch": 0.6534396306049566, + "grad_norm": 2.0228819802555167, + "learning_rate": 1.1328942721201116e-06, + "loss": 1.0164, + "step": 9057 + }, + { + "epoch": 0.653511778074384, + "grad_norm": 2.8266515950784803, + "learning_rate": 1.132473144723653e-06, + "loss": 1.0421, + "step": 9058 + }, + { + "epoch": 0.6535839255438115, + "grad_norm": 2.8028395151228653, + "learning_rate": 1.1320520646996228e-06, + "loss": 0.9687, + "step": 9059 + }, + { + "epoch": 0.653656073013239, + "grad_norm": 3.53499478977796, + "learning_rate": 1.1316310320710182e-06, + "loss": 0.8317, + "step": 9060 + }, + { + "epoch": 0.6537282204826665, + "grad_norm": 8.745164679606525, + "learning_rate": 1.1312100468608274e-06, + "loss": 0.8942, + "step": 9061 + }, + { + "epoch": 0.6538003679520941, + "grad_norm": 2.4384669806705017, + "learning_rate": 1.13078910909204e-06, + "loss": 0.9814, + "step": 9062 + }, + { + "epoch": 0.6538725154215216, + "grad_norm": 2.5911462422790716, + "learning_rate": 1.130368218787641e-06, + "loss": 0.9393, + "step": 9063 + }, + { + "epoch": 0.6539446628909491, + "grad_norm": 6.772207674270427, + "learning_rate": 1.129947375970615e-06, + "loss": 1.0191, + "step": 9064 + }, + { + "epoch": 0.6540168103603766, + "grad_norm": 0.7279091527369429, + "learning_rate": 1.1295265806639417e-06, + "loss": 0.8317, + "step": 9065 + }, + { + "epoch": 0.6540889578298041, + "grad_norm": 2.755565906149727, + "learning_rate": 1.1291058328906004e-06, + "loss": 0.9803, + "step": 9066 + }, + { + "epoch": 0.6541611052992317, + "grad_norm": 0.7673404315868189, + "learning_rate": 1.1286851326735648e-06, + "loss": 0.8832, + "step": 9067 + }, + { + "epoch": 0.6542332527686592, + "grad_norm": 3.657764870888779, + "learning_rate": 1.1282644800358085e-06, + "loss": 0.8744, + "step": 9068 + }, + { + "epoch": 0.6543054002380867, + "grad_norm": 2.798182517511349, + "learning_rate": 1.1278438750003018e-06, + "loss": 0.9764, + "step": 9069 + }, + { + "epoch": 0.6543775477075141, + "grad_norm": 2.5789188896639095, + "learning_rate": 1.1274233175900129e-06, + "loss": 0.9438, + "step": 9070 + }, + { + "epoch": 0.6544496951769416, + "grad_norm": 4.643433616816782, + "learning_rate": 1.127002807827906e-06, + "loss": 0.9558, + "step": 9071 + }, + { + "epoch": 0.6545218426463691, + "grad_norm": 2.7081027201746943, + "learning_rate": 1.1265823457369438e-06, + "loss": 0.9664, + "step": 9072 + }, + { + "epoch": 0.6545939901157967, + "grad_norm": 2.701497287967047, + "learning_rate": 1.126161931340088e-06, + "loss": 0.9454, + "step": 9073 + }, + { + "epoch": 0.6546661375852242, + "grad_norm": 4.233971157734352, + "learning_rate": 1.1257415646602921e-06, + "loss": 0.9488, + "step": 9074 + }, + { + "epoch": 0.6547382850546517, + "grad_norm": 3.390691097336015, + "learning_rate": 1.1253212457205147e-06, + "loss": 0.9393, + "step": 9075 + }, + { + "epoch": 0.6548104325240792, + "grad_norm": 2.9743325197922066, + "learning_rate": 1.1249009745437055e-06, + "loss": 0.9504, + "step": 9076 + }, + { + "epoch": 0.6548825799935067, + "grad_norm": 3.250397731212563, + "learning_rate": 1.1244807511528142e-06, + "loss": 0.9945, + "step": 9077 + }, + { + "epoch": 0.6549547274629343, + "grad_norm": 2.9329116373677917, + "learning_rate": 1.1240605755707884e-06, + "loss": 0.8573, + "step": 9078 + }, + { + "epoch": 0.6550268749323618, + "grad_norm": 3.5079121394969652, + "learning_rate": 1.1236404478205719e-06, + "loss": 0.984, + "step": 9079 + }, + { + "epoch": 0.6550990224017893, + "grad_norm": 3.5831833445777477, + "learning_rate": 1.1232203679251063e-06, + "loss": 0.9927, + "step": 9080 + }, + { + "epoch": 0.6551711698712168, + "grad_norm": 2.486644068539423, + "learning_rate": 1.1228003359073306e-06, + "loss": 0.9682, + "step": 9081 + }, + { + "epoch": 0.6552433173406442, + "grad_norm": 6.322849665061071, + "learning_rate": 1.1223803517901822e-06, + "loss": 0.9094, + "step": 9082 + }, + { + "epoch": 0.6553154648100717, + "grad_norm": 3.071466981134378, + "learning_rate": 1.1219604155965931e-06, + "loss": 0.9377, + "step": 9083 + }, + { + "epoch": 0.6553876122794993, + "grad_norm": 5.887788205877942, + "learning_rate": 1.1215405273494952e-06, + "loss": 0.932, + "step": 9084 + }, + { + "epoch": 0.6554597597489268, + "grad_norm": 2.973564179729309, + "learning_rate": 1.1211206870718175e-06, + "loss": 0.8735, + "step": 9085 + }, + { + "epoch": 0.6555319072183543, + "grad_norm": 3.412028739164183, + "learning_rate": 1.1207008947864851e-06, + "loss": 0.9682, + "step": 9086 + }, + { + "epoch": 0.6556040546877818, + "grad_norm": 3.337981765779549, + "learning_rate": 1.1202811505164223e-06, + "loss": 0.9857, + "step": 9087 + }, + { + "epoch": 0.6556762021572093, + "grad_norm": 2.8209431542825536, + "learning_rate": 1.1198614542845497e-06, + "loss": 0.9361, + "step": 9088 + }, + { + "epoch": 0.6557483496266369, + "grad_norm": 16.17997702390645, + "learning_rate": 1.1194418061137833e-06, + "loss": 0.9261, + "step": 9089 + }, + { + "epoch": 0.6558204970960644, + "grad_norm": 6.927043560936887, + "learning_rate": 1.1190222060270418e-06, + "loss": 1.1036, + "step": 9090 + }, + { + "epoch": 0.6558926445654919, + "grad_norm": 3.275668674375085, + "learning_rate": 1.1186026540472357e-06, + "loss": 0.9348, + "step": 9091 + }, + { + "epoch": 0.6559647920349194, + "grad_norm": 3.3957202791144705, + "learning_rate": 1.118183150197276e-06, + "loss": 0.917, + "step": 9092 + }, + { + "epoch": 0.6560369395043469, + "grad_norm": 3.8668439616191836, + "learning_rate": 1.1177636945000698e-06, + "loss": 0.8772, + "step": 9093 + }, + { + "epoch": 0.6561090869737743, + "grad_norm": 5.408046181475946, + "learning_rate": 1.1173442869785223e-06, + "loss": 0.9815, + "step": 9094 + }, + { + "epoch": 0.6561812344432019, + "grad_norm": 2.971790724079852, + "learning_rate": 1.116924927655536e-06, + "loss": 0.8823, + "step": 9095 + }, + { + "epoch": 0.6562533819126294, + "grad_norm": 3.0585803425033404, + "learning_rate": 1.11650561655401e-06, + "loss": 0.8672, + "step": 9096 + }, + { + "epoch": 0.6563255293820569, + "grad_norm": 2.2631769042343155, + "learning_rate": 1.1160863536968427e-06, + "loss": 0.8877, + "step": 9097 + }, + { + "epoch": 0.6563976768514844, + "grad_norm": 3.3240862056786677, + "learning_rate": 1.1156671391069268e-06, + "loss": 0.9141, + "step": 9098 + }, + { + "epoch": 0.6564698243209119, + "grad_norm": 3.4406302331647303, + "learning_rate": 1.1152479728071547e-06, + "loss": 1.043, + "step": 9099 + }, + { + "epoch": 0.6565419717903395, + "grad_norm": 3.8854207847648388, + "learning_rate": 1.1148288548204155e-06, + "loss": 0.9047, + "step": 9100 + }, + { + "epoch": 0.656614119259767, + "grad_norm": 4.560467620095601, + "learning_rate": 1.1144097851695958e-06, + "loss": 0.9961, + "step": 9101 + }, + { + "epoch": 0.6566862667291945, + "grad_norm": 3.3620659984167416, + "learning_rate": 1.1139907638775794e-06, + "loss": 0.9043, + "step": 9102 + }, + { + "epoch": 0.656758414198622, + "grad_norm": 3.828326037052184, + "learning_rate": 1.1135717909672474e-06, + "loss": 0.9332, + "step": 9103 + }, + { + "epoch": 0.6568305616680495, + "grad_norm": 5.27563720036481, + "learning_rate": 1.1131528664614787e-06, + "loss": 1.0178, + "step": 9104 + }, + { + "epoch": 0.656902709137477, + "grad_norm": 2.8599884542485583, + "learning_rate": 1.1127339903831496e-06, + "loss": 1.0065, + "step": 9105 + }, + { + "epoch": 0.6569748566069045, + "grad_norm": 5.506846934424425, + "learning_rate": 1.1123151627551316e-06, + "loss": 1.0312, + "step": 9106 + }, + { + "epoch": 0.657047004076332, + "grad_norm": 3.0509327009562437, + "learning_rate": 1.1118963836002971e-06, + "loss": 0.9775, + "step": 9107 + }, + { + "epoch": 0.6571191515457595, + "grad_norm": 3.51567477720837, + "learning_rate": 1.111477652941513e-06, + "loss": 1.0141, + "step": 9108 + }, + { + "epoch": 0.657191299015187, + "grad_norm": 2.7756366446202905, + "learning_rate": 1.1110589708016454e-06, + "loss": 0.8764, + "step": 9109 + }, + { + "epoch": 0.6572634464846145, + "grad_norm": 3.9859671011034576, + "learning_rate": 1.1106403372035563e-06, + "loss": 0.9738, + "step": 9110 + }, + { + "epoch": 0.6573355939540421, + "grad_norm": 6.606996076566242, + "learning_rate": 1.1102217521701063e-06, + "loss": 1.0078, + "step": 9111 + }, + { + "epoch": 0.6574077414234696, + "grad_norm": 2.9634472519640602, + "learning_rate": 1.1098032157241535e-06, + "loss": 0.9518, + "step": 9112 + }, + { + "epoch": 0.6574798888928971, + "grad_norm": 8.928844609032351, + "learning_rate": 1.1093847278885497e-06, + "loss": 0.9971, + "step": 9113 + }, + { + "epoch": 0.6575520363623246, + "grad_norm": 5.497410771650664, + "learning_rate": 1.1089662886861509e-06, + "loss": 0.9352, + "step": 9114 + }, + { + "epoch": 0.6576241838317521, + "grad_norm": 3.4542582451829023, + "learning_rate": 1.1085478981398036e-06, + "loss": 0.9596, + "step": 9115 + }, + { + "epoch": 0.6576963313011797, + "grad_norm": 3.082777196543771, + "learning_rate": 1.1081295562723557e-06, + "loss": 0.9083, + "step": 9116 + }, + { + "epoch": 0.6577684787706071, + "grad_norm": 3.519488843520537, + "learning_rate": 1.107711263106651e-06, + "loss": 1.0407, + "step": 9117 + }, + { + "epoch": 0.6578406262400346, + "grad_norm": 2.306638040952987, + "learning_rate": 1.1072930186655312e-06, + "loss": 0.9063, + "step": 9118 + }, + { + "epoch": 0.6579127737094621, + "grad_norm": 3.8850219089670905, + "learning_rate": 1.1068748229718349e-06, + "loss": 0.9272, + "step": 9119 + }, + { + "epoch": 0.6579849211788896, + "grad_norm": 2.8866004764759214, + "learning_rate": 1.1064566760483983e-06, + "loss": 1.0274, + "step": 9120 + }, + { + "epoch": 0.6580570686483171, + "grad_norm": 0.7361926452498371, + "learning_rate": 1.1060385779180553e-06, + "loss": 0.8088, + "step": 9121 + }, + { + "epoch": 0.6581292161177447, + "grad_norm": 2.9660519838208397, + "learning_rate": 1.1056205286036359e-06, + "loss": 0.9625, + "step": 9122 + }, + { + "epoch": 0.6582013635871722, + "grad_norm": 2.609798648273002, + "learning_rate": 1.1052025281279683e-06, + "loss": 0.9007, + "step": 9123 + }, + { + "epoch": 0.6582735110565997, + "grad_norm": 8.665793546075461, + "learning_rate": 1.1047845765138783e-06, + "loss": 1.0159, + "step": 9124 + }, + { + "epoch": 0.6583456585260272, + "grad_norm": 4.06245469288137, + "learning_rate": 1.1043666737841887e-06, + "loss": 0.9999, + "step": 9125 + }, + { + "epoch": 0.6584178059954547, + "grad_norm": 4.989975990130621, + "learning_rate": 1.1039488199617196e-06, + "loss": 1.0644, + "step": 9126 + }, + { + "epoch": 0.6584899534648823, + "grad_norm": 4.690300067013616, + "learning_rate": 1.1035310150692888e-06, + "loss": 0.9246, + "step": 9127 + }, + { + "epoch": 0.6585621009343098, + "grad_norm": 3.091716984616132, + "learning_rate": 1.1031132591297091e-06, + "loss": 1.0117, + "step": 9128 + }, + { + "epoch": 0.6586342484037372, + "grad_norm": 2.449475045308507, + "learning_rate": 1.1026955521657961e-06, + "loss": 1.0326, + "step": 9129 + }, + { + "epoch": 0.6587063958731647, + "grad_norm": 3.0064787843058127, + "learning_rate": 1.1022778942003564e-06, + "loss": 0.9138, + "step": 9130 + }, + { + "epoch": 0.6587785433425922, + "grad_norm": 4.366680627659813, + "learning_rate": 1.1018602852561976e-06, + "loss": 0.9672, + "step": 9131 + }, + { + "epoch": 0.6588506908120197, + "grad_norm": 3.7288701172170398, + "learning_rate": 1.1014427253561236e-06, + "loss": 0.8137, + "step": 9132 + }, + { + "epoch": 0.6589228382814473, + "grad_norm": 3.981633458617116, + "learning_rate": 1.1010252145229362e-06, + "loss": 0.923, + "step": 9133 + }, + { + "epoch": 0.6589949857508748, + "grad_norm": 3.2306048400332545, + "learning_rate": 1.100607752779434e-06, + "loss": 1.0481, + "step": 9134 + }, + { + "epoch": 0.6590671332203023, + "grad_norm": 1.8939520196204844, + "learning_rate": 1.1001903401484128e-06, + "loss": 0.9475, + "step": 9135 + }, + { + "epoch": 0.6591392806897298, + "grad_norm": 4.375020054362519, + "learning_rate": 1.0997729766526673e-06, + "loss": 0.9803, + "step": 9136 + }, + { + "epoch": 0.6592114281591573, + "grad_norm": 0.6730728117848687, + "learning_rate": 1.099355662314986e-06, + "loss": 0.8487, + "step": 9137 + }, + { + "epoch": 0.6592835756285849, + "grad_norm": 2.9083595413149346, + "learning_rate": 1.0989383971581578e-06, + "loss": 0.9986, + "step": 9138 + }, + { + "epoch": 0.6593557230980124, + "grad_norm": 2.188897149908976, + "learning_rate": 1.0985211812049682e-06, + "loss": 0.8787, + "step": 9139 + }, + { + "epoch": 0.6594278705674399, + "grad_norm": 7.3779748638797225, + "learning_rate": 1.0981040144781997e-06, + "loss": 0.8466, + "step": 9140 + }, + { + "epoch": 0.6595000180368673, + "grad_norm": 2.3760390769301076, + "learning_rate": 1.0976868970006324e-06, + "loss": 0.9075, + "step": 9141 + }, + { + "epoch": 0.6595721655062948, + "grad_norm": 5.307060239149166, + "learning_rate": 1.0972698287950432e-06, + "loss": 0.9875, + "step": 9142 + }, + { + "epoch": 0.6596443129757223, + "grad_norm": 1.8481722024637521, + "learning_rate": 1.096852809884207e-06, + "loss": 0.9352, + "step": 9143 + }, + { + "epoch": 0.6597164604451499, + "grad_norm": 2.084985065543938, + "learning_rate": 1.0964358402908965e-06, + "loss": 1.0157, + "step": 9144 + }, + { + "epoch": 0.6597886079145774, + "grad_norm": 3.3723912930059123, + "learning_rate": 1.0960189200378787e-06, + "loss": 1.0116, + "step": 9145 + }, + { + "epoch": 0.6598607553840049, + "grad_norm": 3.1621466216826573, + "learning_rate": 1.0956020491479215e-06, + "loss": 1.0164, + "step": 9146 + }, + { + "epoch": 0.6599329028534324, + "grad_norm": 3.8695334976901408, + "learning_rate": 1.0951852276437882e-06, + "loss": 0.9597, + "step": 9147 + }, + { + "epoch": 0.6600050503228599, + "grad_norm": 0.785663194357647, + "learning_rate": 1.09476845554824e-06, + "loss": 0.8262, + "step": 9148 + }, + { + "epoch": 0.6600771977922875, + "grad_norm": 8.514943170811444, + "learning_rate": 1.0943517328840359e-06, + "loss": 0.9123, + "step": 9149 + }, + { + "epoch": 0.660149345261715, + "grad_norm": 0.8556778882931322, + "learning_rate": 1.0939350596739308e-06, + "loss": 0.9363, + "step": 9150 + }, + { + "epoch": 0.6602214927311425, + "grad_norm": 3.4334383463925784, + "learning_rate": 1.0935184359406788e-06, + "loss": 0.9325, + "step": 9151 + }, + { + "epoch": 0.66029364020057, + "grad_norm": 3.978681857681762, + "learning_rate": 1.0931018617070278e-06, + "loss": 0.9144, + "step": 9152 + }, + { + "epoch": 0.6603657876699974, + "grad_norm": 7.434735722106628, + "learning_rate": 1.0926853369957284e-06, + "loss": 0.9192, + "step": 9153 + }, + { + "epoch": 0.660437935139425, + "grad_norm": 2.4439623338010112, + "learning_rate": 1.092268861829523e-06, + "loss": 0.9347, + "step": 9154 + }, + { + "epoch": 0.6605100826088525, + "grad_norm": 3.5470843148331905, + "learning_rate": 1.091852436231155e-06, + "loss": 0.9034, + "step": 9155 + }, + { + "epoch": 0.66058223007828, + "grad_norm": 2.977185281796959, + "learning_rate": 1.0914360602233636e-06, + "loss": 0.9119, + "step": 9156 + }, + { + "epoch": 0.6606543775477075, + "grad_norm": 2.6561627541967807, + "learning_rate": 1.0910197338288856e-06, + "loss": 0.9344, + "step": 9157 + }, + { + "epoch": 0.660726525017135, + "grad_norm": 3.3904319040188042, + "learning_rate": 1.090603457070455e-06, + "loss": 0.9664, + "step": 9158 + }, + { + "epoch": 0.6607986724865625, + "grad_norm": 3.539194134081003, + "learning_rate": 1.0901872299708038e-06, + "loss": 0.8624, + "step": 9159 + }, + { + "epoch": 0.6608708199559901, + "grad_norm": 3.956133154036995, + "learning_rate": 1.0897710525526593e-06, + "loss": 1.0233, + "step": 9160 + }, + { + "epoch": 0.6609429674254176, + "grad_norm": 3.139201586591298, + "learning_rate": 1.089354924838748e-06, + "loss": 1.0195, + "step": 9161 + }, + { + "epoch": 0.6610151148948451, + "grad_norm": 3.6111130266102984, + "learning_rate": 1.0889388468517932e-06, + "loss": 1.0379, + "step": 9162 + }, + { + "epoch": 0.6610872623642726, + "grad_norm": 0.692634396921469, + "learning_rate": 1.0885228186145152e-06, + "loss": 0.8408, + "step": 9163 + }, + { + "epoch": 0.6611594098337, + "grad_norm": 4.080141935310618, + "learning_rate": 1.088106840149632e-06, + "loss": 0.8916, + "step": 9164 + }, + { + "epoch": 0.6612315573031275, + "grad_norm": 4.099667065756539, + "learning_rate": 1.0876909114798585e-06, + "loss": 0.9713, + "step": 9165 + }, + { + "epoch": 0.6613037047725551, + "grad_norm": 3.7853367686653026, + "learning_rate": 1.0872750326279079e-06, + "loss": 0.8888, + "step": 9166 + }, + { + "epoch": 0.6613758522419826, + "grad_norm": 3.303595612779857, + "learning_rate": 1.0868592036164876e-06, + "loss": 1.0115, + "step": 9167 + }, + { + "epoch": 0.6614479997114101, + "grad_norm": 2.480818500040917, + "learning_rate": 1.0864434244683072e-06, + "loss": 0.9762, + "step": 9168 + }, + { + "epoch": 0.6615201471808376, + "grad_norm": 4.622281074353037, + "learning_rate": 1.0860276952060688e-06, + "loss": 0.9073, + "step": 9169 + }, + { + "epoch": 0.6615922946502651, + "grad_norm": 5.4465703619696075, + "learning_rate": 1.0856120158524744e-06, + "loss": 0.9342, + "step": 9170 + }, + { + "epoch": 0.6616644421196927, + "grad_norm": 3.2110478365984116, + "learning_rate": 1.085196386430223e-06, + "loss": 0.9677, + "step": 9171 + }, + { + "epoch": 0.6617365895891202, + "grad_norm": 4.518344786059702, + "learning_rate": 1.0847808069620103e-06, + "loss": 0.9312, + "step": 9172 + }, + { + "epoch": 0.6618087370585477, + "grad_norm": 3.1644740461037686, + "learning_rate": 1.08436527747053e-06, + "loss": 0.9366, + "step": 9173 + }, + { + "epoch": 0.6618808845279752, + "grad_norm": 2.596841555310029, + "learning_rate": 1.0839497979784722e-06, + "loss": 0.9834, + "step": 9174 + }, + { + "epoch": 0.6619530319974027, + "grad_norm": 3.3048201009061033, + "learning_rate": 1.0835343685085256e-06, + "loss": 0.931, + "step": 9175 + }, + { + "epoch": 0.6620251794668301, + "grad_norm": 3.212690853876701, + "learning_rate": 1.0831189890833737e-06, + "loss": 0.9382, + "step": 9176 + }, + { + "epoch": 0.6620973269362577, + "grad_norm": 1.958988087004989, + "learning_rate": 1.0827036597256998e-06, + "loss": 0.9006, + "step": 9177 + }, + { + "epoch": 0.6621694744056852, + "grad_norm": 5.242603359413228, + "learning_rate": 1.082288380458183e-06, + "loss": 1.0185, + "step": 9178 + }, + { + "epoch": 0.6622416218751127, + "grad_norm": 4.300956646273026, + "learning_rate": 1.0818731513035007e-06, + "loss": 1.0155, + "step": 9179 + }, + { + "epoch": 0.6623137693445402, + "grad_norm": 4.283195554741372, + "learning_rate": 1.0814579722843267e-06, + "loss": 0.9794, + "step": 9180 + }, + { + "epoch": 0.6623859168139677, + "grad_norm": 0.8123391432355453, + "learning_rate": 1.0810428434233335e-06, + "loss": 0.8257, + "step": 9181 + }, + { + "epoch": 0.6624580642833953, + "grad_norm": 5.707904808870669, + "learning_rate": 1.080627764743187e-06, + "loss": 0.7862, + "step": 9182 + }, + { + "epoch": 0.6625302117528228, + "grad_norm": 15.392224099984402, + "learning_rate": 1.0802127362665565e-06, + "loss": 0.914, + "step": 9183 + }, + { + "epoch": 0.6626023592222503, + "grad_norm": 5.226092809262517, + "learning_rate": 1.0797977580161029e-06, + "loss": 0.9327, + "step": 9184 + }, + { + "epoch": 0.6626745066916778, + "grad_norm": 2.6812810580359936, + "learning_rate": 1.079382830014487e-06, + "loss": 0.9617, + "step": 9185 + }, + { + "epoch": 0.6627466541611053, + "grad_norm": 2.6480619901390874, + "learning_rate": 1.078967952284367e-06, + "loss": 1.0142, + "step": 9186 + }, + { + "epoch": 0.6628188016305329, + "grad_norm": 3.8157921007012328, + "learning_rate": 1.0785531248483972e-06, + "loss": 0.9317, + "step": 9187 + }, + { + "epoch": 0.6628909490999603, + "grad_norm": 7.05507465369011, + "learning_rate": 1.0781383477292312e-06, + "loss": 0.8846, + "step": 9188 + }, + { + "epoch": 0.6629630965693878, + "grad_norm": 3.377838071764616, + "learning_rate": 1.0777236209495159e-06, + "loss": 0.899, + "step": 9189 + }, + { + "epoch": 0.6630352440388153, + "grad_norm": 2.75331306291497, + "learning_rate": 1.077308944531901e-06, + "loss": 0.913, + "step": 9190 + }, + { + "epoch": 0.6631073915082428, + "grad_norm": 12.503831810150176, + "learning_rate": 1.0768943184990273e-06, + "loss": 0.9496, + "step": 9191 + }, + { + "epoch": 0.6631795389776703, + "grad_norm": 4.40971898089646, + "learning_rate": 1.0764797428735396e-06, + "loss": 0.9167, + "step": 9192 + }, + { + "epoch": 0.6632516864470979, + "grad_norm": 9.403148659460514, + "learning_rate": 1.076065217678073e-06, + "loss": 0.9513, + "step": 9193 + }, + { + "epoch": 0.6633238339165254, + "grad_norm": 6.543652891005068, + "learning_rate": 1.075650742935265e-06, + "loss": 1.0296, + "step": 9194 + }, + { + "epoch": 0.6633959813859529, + "grad_norm": 0.7457671723954256, + "learning_rate": 1.075236318667748e-06, + "loss": 0.8252, + "step": 9195 + }, + { + "epoch": 0.6634681288553804, + "grad_norm": 3.521393244236463, + "learning_rate": 1.0748219448981523e-06, + "loss": 0.9668, + "step": 9196 + }, + { + "epoch": 0.6635402763248079, + "grad_norm": 3.219156332201017, + "learning_rate": 1.0744076216491053e-06, + "loss": 0.8632, + "step": 9197 + }, + { + "epoch": 0.6636124237942355, + "grad_norm": 0.8139622075542193, + "learning_rate": 1.0739933489432324e-06, + "loss": 0.8574, + "step": 9198 + }, + { + "epoch": 0.663684571263663, + "grad_norm": 2.719166252454967, + "learning_rate": 1.073579126803154e-06, + "loss": 1.026, + "step": 9199 + }, + { + "epoch": 0.6637567187330904, + "grad_norm": 3.9029159355522625, + "learning_rate": 1.07316495525149e-06, + "loss": 0.9477, + "step": 9200 + }, + { + "epoch": 0.6638288662025179, + "grad_norm": 0.8405530905899287, + "learning_rate": 1.072750834310857e-06, + "loss": 0.8366, + "step": 9201 + }, + { + "epoch": 0.6639010136719454, + "grad_norm": 3.2505733277728894, + "learning_rate": 1.0723367640038678e-06, + "loss": 0.9302, + "step": 9202 + }, + { + "epoch": 0.663973161141373, + "grad_norm": 4.678164532022348, + "learning_rate": 1.071922744353135e-06, + "loss": 0.9476, + "step": 9203 + }, + { + "epoch": 0.6640453086108005, + "grad_norm": 2.689673675824239, + "learning_rate": 1.0715087753812637e-06, + "loss": 0.8541, + "step": 9204 + }, + { + "epoch": 0.664117456080228, + "grad_norm": 2.9202801436769232, + "learning_rate": 1.071094857110863e-06, + "loss": 0.9039, + "step": 9205 + }, + { + "epoch": 0.6641896035496555, + "grad_norm": 5.9796295872922345, + "learning_rate": 1.0706809895645315e-06, + "loss": 0.9235, + "step": 9206 + }, + { + "epoch": 0.664261751019083, + "grad_norm": 3.4116362935403672, + "learning_rate": 1.070267172764873e-06, + "loss": 0.9986, + "step": 9207 + }, + { + "epoch": 0.6643338984885105, + "grad_norm": 3.088884168464231, + "learning_rate": 1.0698534067344812e-06, + "loss": 0.9139, + "step": 9208 + }, + { + "epoch": 0.6644060459579381, + "grad_norm": 3.2790479264498527, + "learning_rate": 1.0694396914959515e-06, + "loss": 1.0308, + "step": 9209 + }, + { + "epoch": 0.6644781934273656, + "grad_norm": 2.8106727598415007, + "learning_rate": 1.0690260270718757e-06, + "loss": 1.0023, + "step": 9210 + }, + { + "epoch": 0.664550340896793, + "grad_norm": 3.539984643978283, + "learning_rate": 1.0686124134848421e-06, + "loss": 0.9817, + "step": 9211 + }, + { + "epoch": 0.6646224883662205, + "grad_norm": 2.205618887482343, + "learning_rate": 1.0681988507574375e-06, + "loss": 0.9168, + "step": 9212 + }, + { + "epoch": 0.664694635835648, + "grad_norm": 2.3641483954376965, + "learning_rate": 1.0677853389122428e-06, + "loss": 0.8773, + "step": 9213 + }, + { + "epoch": 0.6647667833050755, + "grad_norm": 7.4305038244361965, + "learning_rate": 1.0673718779718414e-06, + "loss": 0.866, + "step": 9214 + }, + { + "epoch": 0.6648389307745031, + "grad_norm": 19.77875521145969, + "learning_rate": 1.0669584679588082e-06, + "loss": 0.9864, + "step": 9215 + }, + { + "epoch": 0.6649110782439306, + "grad_norm": 9.186562418943684, + "learning_rate": 1.0665451088957194e-06, + "loss": 0.8895, + "step": 9216 + }, + { + "epoch": 0.6649832257133581, + "grad_norm": 2.218404286274722, + "learning_rate": 1.0661318008051465e-06, + "loss": 0.9739, + "step": 9217 + }, + { + "epoch": 0.6650553731827856, + "grad_norm": 4.856253157802424, + "learning_rate": 1.0657185437096589e-06, + "loss": 0.8509, + "step": 9218 + }, + { + "epoch": 0.6651275206522131, + "grad_norm": 7.531345730881461, + "learning_rate": 1.065305337631823e-06, + "loss": 1.0039, + "step": 9219 + }, + { + "epoch": 0.6651996681216407, + "grad_norm": 2.335526241983988, + "learning_rate": 1.0648921825942035e-06, + "loss": 0.9577, + "step": 9220 + }, + { + "epoch": 0.6652718155910682, + "grad_norm": 3.5352553885874527, + "learning_rate": 1.0644790786193584e-06, + "loss": 0.9948, + "step": 9221 + }, + { + "epoch": 0.6653439630604957, + "grad_norm": 4.0034227032708465, + "learning_rate": 1.0640660257298493e-06, + "loss": 1.0171, + "step": 9222 + }, + { + "epoch": 0.6654161105299231, + "grad_norm": 6.189998546100994, + "learning_rate": 1.063653023948229e-06, + "loss": 0.929, + "step": 9223 + }, + { + "epoch": 0.6654882579993506, + "grad_norm": 2.9274060126902053, + "learning_rate": 1.063240073297051e-06, + "loss": 1.0682, + "step": 9224 + }, + { + "epoch": 0.6655604054687781, + "grad_norm": 2.0392439604362647, + "learning_rate": 1.0628271737988647e-06, + "loss": 0.9197, + "step": 9225 + }, + { + "epoch": 0.6656325529382057, + "grad_norm": 3.2103123856890465, + "learning_rate": 1.0624143254762171e-06, + "loss": 0.971, + "step": 9226 + }, + { + "epoch": 0.6657047004076332, + "grad_norm": 4.019916541908084, + "learning_rate": 1.0620015283516536e-06, + "loss": 0.9752, + "step": 9227 + }, + { + "epoch": 0.6657768478770607, + "grad_norm": 2.828473485899596, + "learning_rate": 1.0615887824477119e-06, + "loss": 1.0863, + "step": 9228 + }, + { + "epoch": 0.6658489953464882, + "grad_norm": 2.5431425676842956, + "learning_rate": 1.0611760877869352e-06, + "loss": 0.9944, + "step": 9229 + }, + { + "epoch": 0.6659211428159157, + "grad_norm": 4.054528734924578, + "learning_rate": 1.060763444391855e-06, + "loss": 0.9887, + "step": 9230 + }, + { + "epoch": 0.6659932902853433, + "grad_norm": 3.523735084569785, + "learning_rate": 1.0603508522850078e-06, + "loss": 1.0288, + "step": 9231 + }, + { + "epoch": 0.6660654377547708, + "grad_norm": 2.9432723773535607, + "learning_rate": 1.0599383114889214e-06, + "loss": 0.9404, + "step": 9232 + }, + { + "epoch": 0.6661375852241983, + "grad_norm": 7.570086496481331, + "learning_rate": 1.0595258220261236e-06, + "loss": 0.8804, + "step": 9233 + }, + { + "epoch": 0.6662097326936258, + "grad_norm": 3.0947384266792937, + "learning_rate": 1.0591133839191393e-06, + "loss": 0.9325, + "step": 9234 + }, + { + "epoch": 0.6662818801630532, + "grad_norm": 2.4878289546741037, + "learning_rate": 1.0587009971904901e-06, + "loss": 1.038, + "step": 9235 + }, + { + "epoch": 0.6663540276324807, + "grad_norm": 6.250306999296052, + "learning_rate": 1.0582886618626956e-06, + "loss": 0.9629, + "step": 9236 + }, + { + "epoch": 0.6664261751019083, + "grad_norm": 2.416916626028472, + "learning_rate": 1.0578763779582702e-06, + "loss": 1.0047, + "step": 9237 + }, + { + "epoch": 0.6664983225713358, + "grad_norm": 4.305433371392819, + "learning_rate": 1.0574641454997286e-06, + "loss": 0.9785, + "step": 9238 + }, + { + "epoch": 0.6665704700407633, + "grad_norm": 3.743362146834516, + "learning_rate": 1.0570519645095806e-06, + "loss": 0.9403, + "step": 9239 + }, + { + "epoch": 0.6666426175101908, + "grad_norm": 4.060588445629558, + "learning_rate": 1.0566398350103342e-06, + "loss": 0.9194, + "step": 9240 + }, + { + "epoch": 0.6667147649796183, + "grad_norm": 2.780463718325078, + "learning_rate": 1.0562277570244942e-06, + "loss": 1.0047, + "step": 9241 + }, + { + "epoch": 0.6667869124490459, + "grad_norm": 5.24596122523182, + "learning_rate": 1.0558157305745634e-06, + "loss": 0.8765, + "step": 9242 + }, + { + "epoch": 0.6668590599184734, + "grad_norm": 0.7148534638625563, + "learning_rate": 1.055403755683039e-06, + "loss": 0.8503, + "step": 9243 + }, + { + "epoch": 0.6669312073879009, + "grad_norm": 2.8304113767085815, + "learning_rate": 1.05499183237242e-06, + "loss": 1.0085, + "step": 9244 + }, + { + "epoch": 0.6670033548573284, + "grad_norm": 3.4140067717938116, + "learning_rate": 1.054579960665197e-06, + "loss": 0.9134, + "step": 9245 + }, + { + "epoch": 0.6670755023267559, + "grad_norm": 2.6998240872756667, + "learning_rate": 1.0541681405838645e-06, + "loss": 0.9491, + "step": 9246 + }, + { + "epoch": 0.6671476497961834, + "grad_norm": 2.4005057398086445, + "learning_rate": 1.0537563721509075e-06, + "loss": 0.8457, + "step": 9247 + }, + { + "epoch": 0.6672197972656109, + "grad_norm": 2.729733260261921, + "learning_rate": 1.053344655388812e-06, + "loss": 0.9615, + "step": 9248 + }, + { + "epoch": 0.6672919447350384, + "grad_norm": 5.445713023009888, + "learning_rate": 1.0529329903200609e-06, + "loss": 0.8355, + "step": 9249 + }, + { + "epoch": 0.6673640922044659, + "grad_norm": 3.4605117432640733, + "learning_rate": 1.052521376967133e-06, + "loss": 1.0356, + "step": 9250 + }, + { + "epoch": 0.6674362396738934, + "grad_norm": 2.108825159819443, + "learning_rate": 1.052109815352506e-06, + "loss": 0.9735, + "step": 9251 + }, + { + "epoch": 0.667508387143321, + "grad_norm": 9.904629836581831, + "learning_rate": 1.0516983054986516e-06, + "loss": 0.9384, + "step": 9252 + }, + { + "epoch": 0.6675805346127485, + "grad_norm": 5.050437968685202, + "learning_rate": 1.051286847428044e-06, + "loss": 1.0049, + "step": 9253 + }, + { + "epoch": 0.667652682082176, + "grad_norm": 3.9104902523042684, + "learning_rate": 1.0508754411631482e-06, + "loss": 1.0177, + "step": 9254 + }, + { + "epoch": 0.6677248295516035, + "grad_norm": 3.859566008130728, + "learning_rate": 1.0504640867264317e-06, + "loss": 0.8575, + "step": 9255 + }, + { + "epoch": 0.667796977021031, + "grad_norm": 4.032000094867887, + "learning_rate": 1.0500527841403558e-06, + "loss": 0.9142, + "step": 9256 + }, + { + "epoch": 0.6678691244904585, + "grad_norm": 5.858764291090289, + "learning_rate": 1.0496415334273811e-06, + "loss": 0.9494, + "step": 9257 + }, + { + "epoch": 0.667941271959886, + "grad_norm": 3.238655538061105, + "learning_rate": 1.0492303346099643e-06, + "loss": 0.9361, + "step": 9258 + }, + { + "epoch": 0.6680134194293135, + "grad_norm": 5.379636849268255, + "learning_rate": 1.04881918771056e-06, + "loss": 0.8977, + "step": 9259 + }, + { + "epoch": 0.668085566898741, + "grad_norm": 3.3985292619615883, + "learning_rate": 1.0484080927516178e-06, + "loss": 0.9998, + "step": 9260 + }, + { + "epoch": 0.6681577143681685, + "grad_norm": 33.14558801534244, + "learning_rate": 1.0479970497555868e-06, + "loss": 0.9704, + "step": 9261 + }, + { + "epoch": 0.668229861837596, + "grad_norm": 4.7438292324601194, + "learning_rate": 1.0475860587449127e-06, + "loss": 1.0331, + "step": 9262 + }, + { + "epoch": 0.6683020093070235, + "grad_norm": 3.8301015305569903, + "learning_rate": 1.0471751197420387e-06, + "loss": 0.8483, + "step": 9263 + }, + { + "epoch": 0.6683741567764511, + "grad_norm": 3.258325037900962, + "learning_rate": 1.0467642327694038e-06, + "loss": 0.9441, + "step": 9264 + }, + { + "epoch": 0.6684463042458786, + "grad_norm": 5.583602822855369, + "learning_rate": 1.0463533978494454e-06, + "loss": 0.8703, + "step": 9265 + }, + { + "epoch": 0.6685184517153061, + "grad_norm": 7.024602977896353, + "learning_rate": 1.0459426150045985e-06, + "loss": 0.8652, + "step": 9266 + }, + { + "epoch": 0.6685905991847336, + "grad_norm": 3.1788934939417515, + "learning_rate": 1.0455318842572922e-06, + "loss": 0.88, + "step": 9267 + }, + { + "epoch": 0.6686627466541611, + "grad_norm": 4.923416138617476, + "learning_rate": 1.0451212056299578e-06, + "loss": 1.0282, + "step": 9268 + }, + { + "epoch": 0.6687348941235887, + "grad_norm": 3.2612310170520016, + "learning_rate": 1.044710579145019e-06, + "loss": 0.9743, + "step": 9269 + }, + { + "epoch": 0.6688070415930161, + "grad_norm": 2.9485748598642756, + "learning_rate": 1.0443000048248986e-06, + "loss": 0.8915, + "step": 9270 + }, + { + "epoch": 0.6688791890624436, + "grad_norm": 2.5163292698660813, + "learning_rate": 1.0438894826920175e-06, + "loss": 0.9223, + "step": 9271 + }, + { + "epoch": 0.6689513365318711, + "grad_norm": 0.7770070252438454, + "learning_rate": 1.043479012768792e-06, + "loss": 0.8599, + "step": 9272 + }, + { + "epoch": 0.6690234840012986, + "grad_norm": 3.750611064715275, + "learning_rate": 1.0430685950776368e-06, + "loss": 0.8438, + "step": 9273 + }, + { + "epoch": 0.6690956314707261, + "grad_norm": 5.878748570352195, + "learning_rate": 1.0426582296409634e-06, + "loss": 0.932, + "step": 9274 + }, + { + "epoch": 0.6691677789401537, + "grad_norm": 2.9396250728362716, + "learning_rate": 1.042247916481181e-06, + "loss": 0.8986, + "step": 9275 + }, + { + "epoch": 0.6692399264095812, + "grad_norm": 3.0663866564859683, + "learning_rate": 1.0418376556206929e-06, + "loss": 0.9231, + "step": 9276 + }, + { + "epoch": 0.6693120738790087, + "grad_norm": 2.8981959815564173, + "learning_rate": 1.041427447081904e-06, + "loss": 0.9658, + "step": 9277 + }, + { + "epoch": 0.6693842213484362, + "grad_norm": 5.558306195346787, + "learning_rate": 1.0410172908872138e-06, + "loss": 0.9173, + "step": 9278 + }, + { + "epoch": 0.6694563688178637, + "grad_norm": 2.681620620686266, + "learning_rate": 1.0406071870590189e-06, + "loss": 0.8964, + "step": 9279 + }, + { + "epoch": 0.6695285162872913, + "grad_norm": 3.145069374811228, + "learning_rate": 1.0401971356197142e-06, + "loss": 0.8969, + "step": 9280 + }, + { + "epoch": 0.6696006637567188, + "grad_norm": 3.30117242966804, + "learning_rate": 1.0397871365916918e-06, + "loss": 0.8495, + "step": 9281 + }, + { + "epoch": 0.6696728112261462, + "grad_norm": 5.591002402193021, + "learning_rate": 1.0393771899973374e-06, + "loss": 0.8995, + "step": 9282 + }, + { + "epoch": 0.6697449586955737, + "grad_norm": 2.9741563257871513, + "learning_rate": 1.0389672958590402e-06, + "loss": 1.0388, + "step": 9283 + }, + { + "epoch": 0.6698171061650012, + "grad_norm": 3.7822386655015494, + "learning_rate": 1.0385574541991808e-06, + "loss": 0.7165, + "step": 9284 + }, + { + "epoch": 0.6698892536344287, + "grad_norm": 3.580635489423306, + "learning_rate": 1.0381476650401393e-06, + "loss": 0.9387, + "step": 9285 + }, + { + "epoch": 0.6699614011038563, + "grad_norm": 3.606683693761584, + "learning_rate": 1.0377379284042935e-06, + "loss": 0.9324, + "step": 9286 + }, + { + "epoch": 0.6700335485732838, + "grad_norm": 2.6005354219945906, + "learning_rate": 1.0373282443140169e-06, + "loss": 0.8444, + "step": 9287 + }, + { + "epoch": 0.6701056960427113, + "grad_norm": 4.505588028917882, + "learning_rate": 1.0369186127916816e-06, + "loss": 1.03, + "step": 9288 + }, + { + "epoch": 0.6701778435121388, + "grad_norm": 3.491605774220274, + "learning_rate": 1.0365090338596556e-06, + "loss": 1.0226, + "step": 9289 + }, + { + "epoch": 0.6702499909815663, + "grad_norm": 2.5836673233542577, + "learning_rate": 1.0360995075403049e-06, + "loss": 0.8961, + "step": 9290 + }, + { + "epoch": 0.6703221384509939, + "grad_norm": 3.365734379796516, + "learning_rate": 1.0356900338559914e-06, + "loss": 0.9258, + "step": 9291 + }, + { + "epoch": 0.6703942859204214, + "grad_norm": 4.284766764575015, + "learning_rate": 1.0352806128290757e-06, + "loss": 1.0712, + "step": 9292 + }, + { + "epoch": 0.6704664333898489, + "grad_norm": 0.7763660358924241, + "learning_rate": 1.0348712444819138e-06, + "loss": 0.8411, + "step": 9293 + }, + { + "epoch": 0.6705385808592763, + "grad_norm": 9.384845903988065, + "learning_rate": 1.0344619288368611e-06, + "loss": 0.873, + "step": 9294 + }, + { + "epoch": 0.6706107283287038, + "grad_norm": 2.8636427751279454, + "learning_rate": 1.0340526659162676e-06, + "loss": 0.8775, + "step": 9295 + }, + { + "epoch": 0.6706828757981314, + "grad_norm": 3.680287306185061, + "learning_rate": 1.0336434557424825e-06, + "loss": 0.9962, + "step": 9296 + }, + { + "epoch": 0.6707550232675589, + "grad_norm": 5.0700077852870296, + "learning_rate": 1.033234298337851e-06, + "loss": 0.8745, + "step": 9297 + }, + { + "epoch": 0.6708271707369864, + "grad_norm": 3.1473297366387225, + "learning_rate": 1.0328251937247162e-06, + "loss": 0.9668, + "step": 9298 + }, + { + "epoch": 0.6708993182064139, + "grad_norm": 3.4247243505779275, + "learning_rate": 1.0324161419254166e-06, + "loss": 1.006, + "step": 9299 + }, + { + "epoch": 0.6709714656758414, + "grad_norm": 2.3739490191377506, + "learning_rate": 1.0320071429622895e-06, + "loss": 1.0406, + "step": 9300 + }, + { + "epoch": 0.671043613145269, + "grad_norm": 6.636259479584195, + "learning_rate": 1.031598196857669e-06, + "loss": 0.9653, + "step": 9301 + }, + { + "epoch": 0.6711157606146965, + "grad_norm": 2.486720099944654, + "learning_rate": 1.0311893036338858e-06, + "loss": 0.8461, + "step": 9302 + }, + { + "epoch": 0.671187908084124, + "grad_norm": 3.8441606007667404, + "learning_rate": 1.0307804633132687e-06, + "loss": 1.0074, + "step": 9303 + }, + { + "epoch": 0.6712600555535515, + "grad_norm": 2.8154337522733406, + "learning_rate": 1.0303716759181424e-06, + "loss": 0.9505, + "step": 9304 + }, + { + "epoch": 0.671332203022979, + "grad_norm": 7.01125819996888, + "learning_rate": 1.0299629414708305e-06, + "loss": 0.8931, + "step": 9305 + }, + { + "epoch": 0.6714043504924064, + "grad_norm": 4.838338868894355, + "learning_rate": 1.0295542599936493e-06, + "loss": 0.9755, + "step": 9306 + }, + { + "epoch": 0.671476497961834, + "grad_norm": 4.495942511778133, + "learning_rate": 1.0291456315089195e-06, + "loss": 0.8975, + "step": 9307 + }, + { + "epoch": 0.6715486454312615, + "grad_norm": 3.2376625933377214, + "learning_rate": 1.0287370560389518e-06, + "loss": 0.9626, + "step": 9308 + }, + { + "epoch": 0.671620792900689, + "grad_norm": 6.769319930523106, + "learning_rate": 1.028328533606058e-06, + "loss": 0.9344, + "step": 9309 + }, + { + "epoch": 0.6716929403701165, + "grad_norm": 2.599507571318515, + "learning_rate": 1.0279200642325462e-06, + "loss": 1.0282, + "step": 9310 + }, + { + "epoch": 0.671765087839544, + "grad_norm": 2.606965740182137, + "learning_rate": 1.027511647940721e-06, + "loss": 0.9033, + "step": 9311 + }, + { + "epoch": 0.6718372353089715, + "grad_norm": 2.7479436295126223, + "learning_rate": 1.0271032847528847e-06, + "loss": 0.9435, + "step": 9312 + }, + { + "epoch": 0.6719093827783991, + "grad_norm": 3.063871582557248, + "learning_rate": 1.026694974691337e-06, + "loss": 0.8958, + "step": 9313 + }, + { + "epoch": 0.6719815302478266, + "grad_norm": 2.7795245358159075, + "learning_rate": 1.0262867177783733e-06, + "loss": 0.9502, + "step": 9314 + }, + { + "epoch": 0.6720536777172541, + "grad_norm": 4.18498746735623, + "learning_rate": 1.0258785140362873e-06, + "loss": 0.9812, + "step": 9315 + }, + { + "epoch": 0.6721258251866816, + "grad_norm": 0.7656881345292127, + "learning_rate": 1.0254703634873693e-06, + "loss": 0.8445, + "step": 9316 + }, + { + "epoch": 0.672197972656109, + "grad_norm": 4.078062561258721, + "learning_rate": 1.0250622661539074e-06, + "loss": 0.9745, + "step": 9317 + }, + { + "epoch": 0.6722701201255366, + "grad_norm": 4.709905558811642, + "learning_rate": 1.024654222058186e-06, + "loss": 0.8742, + "step": 9318 + }, + { + "epoch": 0.6723422675949641, + "grad_norm": 2.309959665912392, + "learning_rate": 1.0242462312224871e-06, + "loss": 0.8276, + "step": 9319 + }, + { + "epoch": 0.6724144150643916, + "grad_norm": 2.8555173439243258, + "learning_rate": 1.02383829366909e-06, + "loss": 0.9875, + "step": 9320 + }, + { + "epoch": 0.6724865625338191, + "grad_norm": 3.823110854425308, + "learning_rate": 1.0234304094202684e-06, + "loss": 0.8739, + "step": 9321 + }, + { + "epoch": 0.6725587100032466, + "grad_norm": 3.675290082005725, + "learning_rate": 1.0230225784982986e-06, + "loss": 0.8676, + "step": 9322 + }, + { + "epoch": 0.6726308574726741, + "grad_norm": 3.915838208067991, + "learning_rate": 1.0226148009254486e-06, + "loss": 0.9005, + "step": 9323 + }, + { + "epoch": 0.6727030049421017, + "grad_norm": 2.5036180065479603, + "learning_rate": 1.0222070767239857e-06, + "loss": 0.9807, + "step": 9324 + }, + { + "epoch": 0.6727751524115292, + "grad_norm": 2.5155565714562607, + "learning_rate": 1.021799405916175e-06, + "loss": 0.9952, + "step": 9325 + }, + { + "epoch": 0.6728472998809567, + "grad_norm": 0.7016339280569502, + "learning_rate": 1.0213917885242778e-06, + "loss": 0.8136, + "step": 9326 + }, + { + "epoch": 0.6729194473503842, + "grad_norm": 4.253029809204657, + "learning_rate": 1.0209842245705519e-06, + "loss": 0.9986, + "step": 9327 + }, + { + "epoch": 0.6729915948198117, + "grad_norm": 3.382826032016814, + "learning_rate": 1.0205767140772535e-06, + "loss": 0.9957, + "step": 9328 + }, + { + "epoch": 0.6730637422892392, + "grad_norm": 2.78913806631262, + "learning_rate": 1.0201692570666358e-06, + "loss": 0.9415, + "step": 9329 + }, + { + "epoch": 0.6731358897586667, + "grad_norm": 3.8433666503291493, + "learning_rate": 1.019761853560947e-06, + "loss": 0.9157, + "step": 9330 + }, + { + "epoch": 0.6732080372280942, + "grad_norm": 2.494928556654001, + "learning_rate": 1.0193545035824346e-06, + "loss": 0.8529, + "step": 9331 + }, + { + "epoch": 0.6732801846975217, + "grad_norm": 5.60837505640586, + "learning_rate": 1.0189472071533428e-06, + "loss": 1.0227, + "step": 9332 + }, + { + "epoch": 0.6733523321669492, + "grad_norm": 0.7338266557491754, + "learning_rate": 1.0185399642959118e-06, + "loss": 0.8054, + "step": 9333 + }, + { + "epoch": 0.6734244796363767, + "grad_norm": 2.631371984123367, + "learning_rate": 1.0181327750323804e-06, + "loss": 0.9616, + "step": 9334 + }, + { + "epoch": 0.6734966271058043, + "grad_norm": 4.848323311968575, + "learning_rate": 1.017725639384984e-06, + "loss": 0.9715, + "step": 9335 + }, + { + "epoch": 0.6735687745752318, + "grad_norm": 4.802142602826457, + "learning_rate": 1.0173185573759529e-06, + "loss": 0.9252, + "step": 9336 + }, + { + "epoch": 0.6736409220446593, + "grad_norm": 3.987823908454498, + "learning_rate": 1.016911529027519e-06, + "loss": 0.9053, + "step": 9337 + }, + { + "epoch": 0.6737130695140868, + "grad_norm": 3.6926419889285826, + "learning_rate": 1.0165045543619066e-06, + "loss": 0.9286, + "step": 9338 + }, + { + "epoch": 0.6737852169835143, + "grad_norm": 2.885392355328726, + "learning_rate": 1.0160976334013396e-06, + "loss": 0.9482, + "step": 9339 + }, + { + "epoch": 0.6738573644529419, + "grad_norm": 3.304771476382051, + "learning_rate": 1.0156907661680385e-06, + "loss": 0.9695, + "step": 9340 + }, + { + "epoch": 0.6739295119223693, + "grad_norm": 2.8345605959791778, + "learning_rate": 1.015283952684221e-06, + "loss": 0.9491, + "step": 9341 + }, + { + "epoch": 0.6740016593917968, + "grad_norm": 3.6258266427228167, + "learning_rate": 1.0148771929721017e-06, + "loss": 0.9484, + "step": 9342 + }, + { + "epoch": 0.6740738068612243, + "grad_norm": 3.3145800123951354, + "learning_rate": 1.0144704870538916e-06, + "loss": 0.9051, + "step": 9343 + }, + { + "epoch": 0.6741459543306518, + "grad_norm": 2.7324385407316543, + "learning_rate": 1.0140638349518012e-06, + "loss": 0.9326, + "step": 9344 + }, + { + "epoch": 0.6742181018000794, + "grad_norm": 5.351980195834208, + "learning_rate": 1.013657236688033e-06, + "loss": 0.9694, + "step": 9345 + }, + { + "epoch": 0.6742902492695069, + "grad_norm": 2.6046519221557416, + "learning_rate": 1.0132506922847936e-06, + "loss": 0.9247, + "step": 9346 + }, + { + "epoch": 0.6743623967389344, + "grad_norm": 2.775971622311002, + "learning_rate": 1.0128442017642802e-06, + "loss": 0.8784, + "step": 9347 + }, + { + "epoch": 0.6744345442083619, + "grad_norm": 3.9059097752226912, + "learning_rate": 1.0124377651486906e-06, + "loss": 0.9535, + "step": 9348 + }, + { + "epoch": 0.6745066916777894, + "grad_norm": 4.64888759966367, + "learning_rate": 1.012031382460219e-06, + "loss": 1.047, + "step": 9349 + }, + { + "epoch": 0.674578839147217, + "grad_norm": 4.877085704170095, + "learning_rate": 1.011625053721056e-06, + "loss": 0.8513, + "step": 9350 + }, + { + "epoch": 0.6746509866166445, + "grad_norm": 5.186158156060971, + "learning_rate": 1.01121877895339e-06, + "loss": 0.9449, + "step": 9351 + }, + { + "epoch": 0.674723134086072, + "grad_norm": 2.9788253873249078, + "learning_rate": 1.0108125581794072e-06, + "loss": 0.9047, + "step": 9352 + }, + { + "epoch": 0.6747952815554994, + "grad_norm": 4.140745225996322, + "learning_rate": 1.0104063914212876e-06, + "loss": 0.9606, + "step": 9353 + }, + { + "epoch": 0.6748674290249269, + "grad_norm": 2.461152566867292, + "learning_rate": 1.0100002787012118e-06, + "loss": 0.9954, + "step": 9354 + }, + { + "epoch": 0.6749395764943544, + "grad_norm": 3.5843579505574787, + "learning_rate": 1.009594220041356e-06, + "loss": 0.9478, + "step": 9355 + }, + { + "epoch": 0.675011723963782, + "grad_norm": 3.815450683411005, + "learning_rate": 1.0091882154638934e-06, + "loss": 0.9903, + "step": 9356 + }, + { + "epoch": 0.6750838714332095, + "grad_norm": 2.6631705393430507, + "learning_rate": 1.0087822649909945e-06, + "loss": 0.8703, + "step": 9357 + }, + { + "epoch": 0.675156018902637, + "grad_norm": 2.988776192161443, + "learning_rate": 1.0083763686448267e-06, + "loss": 0.9906, + "step": 9358 + }, + { + "epoch": 0.6752281663720645, + "grad_norm": 3.294598991524403, + "learning_rate": 1.0079705264475556e-06, + "loss": 1.0102, + "step": 9359 + }, + { + "epoch": 0.675300313841492, + "grad_norm": 4.119009118040642, + "learning_rate": 1.0075647384213397e-06, + "loss": 0.9029, + "step": 9360 + }, + { + "epoch": 0.6753724613109195, + "grad_norm": 2.552080416515526, + "learning_rate": 1.0071590045883413e-06, + "loss": 1.016, + "step": 9361 + }, + { + "epoch": 0.6754446087803471, + "grad_norm": 6.570221055491023, + "learning_rate": 1.0067533249707137e-06, + "loss": 1.0787, + "step": 9362 + }, + { + "epoch": 0.6755167562497746, + "grad_norm": 3.159539500858141, + "learning_rate": 1.0063476995906097e-06, + "loss": 1.0172, + "step": 9363 + }, + { + "epoch": 0.675588903719202, + "grad_norm": 3.8259024259864423, + "learning_rate": 1.0059421284701798e-06, + "loss": 0.9473, + "step": 9364 + }, + { + "epoch": 0.6756610511886295, + "grad_norm": 2.8750937073404703, + "learning_rate": 1.0055366116315705e-06, + "loss": 1.0316, + "step": 9365 + }, + { + "epoch": 0.675733198658057, + "grad_norm": 3.9461765665031456, + "learning_rate": 1.005131149096925e-06, + "loss": 0.9032, + "step": 9366 + }, + { + "epoch": 0.6758053461274846, + "grad_norm": 2.4008572080732185, + "learning_rate": 1.004725740888385e-06, + "loss": 0.9534, + "step": 9367 + }, + { + "epoch": 0.6758774935969121, + "grad_norm": 4.402470692629639, + "learning_rate": 1.0043203870280885e-06, + "loss": 0.9938, + "step": 9368 + }, + { + "epoch": 0.6759496410663396, + "grad_norm": 2.999682886529636, + "learning_rate": 1.0039150875381692e-06, + "loss": 0.9813, + "step": 9369 + }, + { + "epoch": 0.6760217885357671, + "grad_norm": 0.7266414558414918, + "learning_rate": 1.0035098424407592e-06, + "loss": 0.8523, + "step": 9370 + }, + { + "epoch": 0.6760939360051946, + "grad_norm": 0.7877803621315483, + "learning_rate": 1.0031046517579882e-06, + "loss": 0.8923, + "step": 9371 + }, + { + "epoch": 0.6761660834746221, + "grad_norm": 2.485227810339951, + "learning_rate": 1.0026995155119816e-06, + "loss": 0.9723, + "step": 9372 + }, + { + "epoch": 0.6762382309440497, + "grad_norm": 4.258713261227788, + "learning_rate": 1.0022944337248626e-06, + "loss": 0.9957, + "step": 9373 + }, + { + "epoch": 0.6763103784134772, + "grad_norm": 2.9525974347400123, + "learning_rate": 1.001889406418752e-06, + "loss": 1.0301, + "step": 9374 + }, + { + "epoch": 0.6763825258829047, + "grad_norm": 4.006106483876365, + "learning_rate": 1.0014844336157646e-06, + "loss": 1.0549, + "step": 9375 + }, + { + "epoch": 0.6764546733523321, + "grad_norm": 6.739021698447664, + "learning_rate": 1.0010795153380171e-06, + "loss": 0.8816, + "step": 9376 + }, + { + "epoch": 0.6765268208217596, + "grad_norm": 2.8183395797446713, + "learning_rate": 1.000674651607619e-06, + "loss": 1.034, + "step": 9377 + }, + { + "epoch": 0.6765989682911872, + "grad_norm": 4.319726390297901, + "learning_rate": 1.0002698424466784e-06, + "loss": 0.9828, + "step": 9378 + }, + { + "epoch": 0.6766711157606147, + "grad_norm": 2.8454815968810054, + "learning_rate": 9.99865087877301e-07, + "loss": 0.9738, + "step": 9379 + }, + { + "epoch": 0.6767432632300422, + "grad_norm": 2.6266646783437158, + "learning_rate": 9.994603879215891e-07, + "loss": 0.9683, + "step": 9380 + }, + { + "epoch": 0.6768154106994697, + "grad_norm": 8.743027879346116, + "learning_rate": 9.990557426016412e-07, + "loss": 0.8445, + "step": 9381 + }, + { + "epoch": 0.6768875581688972, + "grad_norm": 3.103033759397872, + "learning_rate": 9.98651151939554e-07, + "loss": 0.9079, + "step": 9382 + }, + { + "epoch": 0.6769597056383247, + "grad_norm": 2.528208754086961, + "learning_rate": 9.982466159574213e-07, + "loss": 0.9707, + "step": 9383 + }, + { + "epoch": 0.6770318531077523, + "grad_norm": 2.933619756875401, + "learning_rate": 9.97842134677331e-07, + "loss": 0.9404, + "step": 9384 + }, + { + "epoch": 0.6771040005771798, + "grad_norm": 4.071339541731014, + "learning_rate": 9.974377081213732e-07, + "loss": 1.03, + "step": 9385 + }, + { + "epoch": 0.6771761480466073, + "grad_norm": 2.7031728927691443, + "learning_rate": 9.970333363116302e-07, + "loss": 0.9064, + "step": 9386 + }, + { + "epoch": 0.6772482955160348, + "grad_norm": 2.920630858219736, + "learning_rate": 9.966290192701839e-07, + "loss": 0.9662, + "step": 9387 + }, + { + "epoch": 0.6773204429854622, + "grad_norm": 2.8506463238186837, + "learning_rate": 9.962247570191122e-07, + "loss": 0.9981, + "step": 9388 + }, + { + "epoch": 0.6773925904548898, + "grad_norm": 3.3643064276694257, + "learning_rate": 9.95820549580491e-07, + "loss": 0.9678, + "step": 9389 + }, + { + "epoch": 0.6774647379243173, + "grad_norm": 3.0565123899818083, + "learning_rate": 9.95416396976392e-07, + "loss": 0.9608, + "step": 9390 + }, + { + "epoch": 0.6775368853937448, + "grad_norm": 3.2865560590639737, + "learning_rate": 9.950122992288857e-07, + "loss": 0.9746, + "step": 9391 + }, + { + "epoch": 0.6776090328631723, + "grad_norm": 0.6762917635461665, + "learning_rate": 9.946082563600365e-07, + "loss": 0.8517, + "step": 9392 + }, + { + "epoch": 0.6776811803325998, + "grad_norm": 4.057861732063803, + "learning_rate": 9.942042683919088e-07, + "loss": 0.9226, + "step": 9393 + }, + { + "epoch": 0.6777533278020273, + "grad_norm": 6.948382940093165, + "learning_rate": 9.938003353465622e-07, + "loss": 1.0569, + "step": 9394 + }, + { + "epoch": 0.6778254752714549, + "grad_norm": 3.511993702954532, + "learning_rate": 9.933964572460549e-07, + "loss": 0.8876, + "step": 9395 + }, + { + "epoch": 0.6778976227408824, + "grad_norm": 3.5604527262734202, + "learning_rate": 9.929926341124415e-07, + "loss": 0.8906, + "step": 9396 + }, + { + "epoch": 0.6779697702103099, + "grad_norm": 8.561866903915938, + "learning_rate": 9.92588865967771e-07, + "loss": 0.9453, + "step": 9397 + }, + { + "epoch": 0.6780419176797374, + "grad_norm": 2.6019396809206423, + "learning_rate": 9.921851528340944e-07, + "loss": 0.9292, + "step": 9398 + }, + { + "epoch": 0.678114065149165, + "grad_norm": 7.550506160518598, + "learning_rate": 9.917814947334547e-07, + "loss": 0.9511, + "step": 9399 + }, + { + "epoch": 0.6781862126185924, + "grad_norm": 3.4420640643650664, + "learning_rate": 9.913778916878965e-07, + "loss": 0.9141, + "step": 9400 + }, + { + "epoch": 0.6782583600880199, + "grad_norm": 5.104853598114123, + "learning_rate": 9.90974343719457e-07, + "loss": 1.0118, + "step": 9401 + }, + { + "epoch": 0.6783305075574474, + "grad_norm": 2.738612874583985, + "learning_rate": 9.905708508501738e-07, + "loss": 0.947, + "step": 9402 + }, + { + "epoch": 0.6784026550268749, + "grad_norm": 2.5826609156827978, + "learning_rate": 9.901674131020792e-07, + "loss": 0.9501, + "step": 9403 + }, + { + "epoch": 0.6784748024963024, + "grad_norm": 2.7404291759373853, + "learning_rate": 9.89764030497204e-07, + "loss": 1.0016, + "step": 9404 + }, + { + "epoch": 0.67854694996573, + "grad_norm": 2.515144823580054, + "learning_rate": 9.893607030575754e-07, + "loss": 1.0036, + "step": 9405 + }, + { + "epoch": 0.6786190974351575, + "grad_norm": 3.5843172422908927, + "learning_rate": 9.889574308052176e-07, + "loss": 0.9973, + "step": 9406 + }, + { + "epoch": 0.678691244904585, + "grad_norm": 2.7091043304089952, + "learning_rate": 9.885542137621526e-07, + "loss": 0.8763, + "step": 9407 + }, + { + "epoch": 0.6787633923740125, + "grad_norm": 2.5849087331217975, + "learning_rate": 9.881510519503967e-07, + "loss": 0.98, + "step": 9408 + }, + { + "epoch": 0.67883553984344, + "grad_norm": 4.75343559900589, + "learning_rate": 9.877479453919662e-07, + "loss": 0.9857, + "step": 9409 + }, + { + "epoch": 0.6789076873128675, + "grad_norm": 3.3481151573402497, + "learning_rate": 9.873448941088732e-07, + "loss": 0.9526, + "step": 9410 + }, + { + "epoch": 0.6789798347822951, + "grad_norm": 5.179914512665292, + "learning_rate": 9.86941898123127e-07, + "loss": 0.9718, + "step": 9411 + }, + { + "epoch": 0.6790519822517225, + "grad_norm": 5.1323585715971065, + "learning_rate": 9.865389574567333e-07, + "loss": 0.9382, + "step": 9412 + }, + { + "epoch": 0.67912412972115, + "grad_norm": 5.655636243030183, + "learning_rate": 9.861360721316962e-07, + "loss": 0.9773, + "step": 9413 + }, + { + "epoch": 0.6791962771905775, + "grad_norm": 3.8799043199205676, + "learning_rate": 9.857332421700135e-07, + "loss": 1.0352, + "step": 9414 + }, + { + "epoch": 0.679268424660005, + "grad_norm": 0.7288249895566299, + "learning_rate": 9.853304675936854e-07, + "loss": 0.7598, + "step": 9415 + }, + { + "epoch": 0.6793405721294326, + "grad_norm": 3.0227154009905965, + "learning_rate": 9.849277484247033e-07, + "loss": 0.9305, + "step": 9416 + }, + { + "epoch": 0.6794127195988601, + "grad_norm": 2.561956394500456, + "learning_rate": 9.845250846850595e-07, + "loss": 0.8814, + "step": 9417 + }, + { + "epoch": 0.6794848670682876, + "grad_norm": 3.042058649454542, + "learning_rate": 9.841224763967416e-07, + "loss": 1.0311, + "step": 9418 + }, + { + "epoch": 0.6795570145377151, + "grad_norm": 3.373060163461809, + "learning_rate": 9.837199235817343e-07, + "loss": 0.9634, + "step": 9419 + }, + { + "epoch": 0.6796291620071426, + "grad_norm": 7.691451631008198, + "learning_rate": 9.833174262620208e-07, + "loss": 0.9128, + "step": 9420 + }, + { + "epoch": 0.6797013094765701, + "grad_norm": 1.2982649650658824, + "learning_rate": 9.829149844595775e-07, + "loss": 0.861, + "step": 9421 + }, + { + "epoch": 0.6797734569459977, + "grad_norm": 3.467946277329897, + "learning_rate": 9.825125981963834e-07, + "loss": 0.9755, + "step": 9422 + }, + { + "epoch": 0.6798456044154251, + "grad_norm": 2.602208421040564, + "learning_rate": 9.821102674944089e-07, + "loss": 0.8165, + "step": 9423 + }, + { + "epoch": 0.6799177518848526, + "grad_norm": 3.4590837667908927, + "learning_rate": 9.817079923756244e-07, + "loss": 0.9694, + "step": 9424 + }, + { + "epoch": 0.6799898993542801, + "grad_norm": 5.662919469795304, + "learning_rate": 9.81305772861997e-07, + "loss": 1.0157, + "step": 9425 + }, + { + "epoch": 0.6800620468237076, + "grad_norm": 3.091864117043587, + "learning_rate": 9.809036089754903e-07, + "loss": 0.9116, + "step": 9426 + }, + { + "epoch": 0.6801341942931352, + "grad_norm": 3.0391163171548365, + "learning_rate": 9.805015007380648e-07, + "loss": 0.9879, + "step": 9427 + }, + { + "epoch": 0.6802063417625627, + "grad_norm": 2.764530202263541, + "learning_rate": 9.800994481716784e-07, + "loss": 1.0535, + "step": 9428 + }, + { + "epoch": 0.6802784892319902, + "grad_norm": 2.8487899888610193, + "learning_rate": 9.796974512982857e-07, + "loss": 1.0019, + "step": 9429 + }, + { + "epoch": 0.6803506367014177, + "grad_norm": 2.8044636671596765, + "learning_rate": 9.79295510139839e-07, + "loss": 0.9591, + "step": 9430 + }, + { + "epoch": 0.6804227841708452, + "grad_norm": 0.7146710880398393, + "learning_rate": 9.788936247182848e-07, + "loss": 0.8286, + "step": 9431 + }, + { + "epoch": 0.6804949316402727, + "grad_norm": 2.6501441340565637, + "learning_rate": 9.7849179505557e-07, + "loss": 0.9391, + "step": 9432 + }, + { + "epoch": 0.6805670791097003, + "grad_norm": 2.3793785490786608, + "learning_rate": 9.780900211736368e-07, + "loss": 0.987, + "step": 9433 + }, + { + "epoch": 0.6806392265791278, + "grad_norm": 4.085772013184973, + "learning_rate": 9.776883030944243e-07, + "loss": 0.8646, + "step": 9434 + }, + { + "epoch": 0.6807113740485552, + "grad_norm": 2.1474854735481546, + "learning_rate": 9.772866408398702e-07, + "loss": 0.998, + "step": 9435 + }, + { + "epoch": 0.6807835215179827, + "grad_norm": 5.6571169025546855, + "learning_rate": 9.768850344319051e-07, + "loss": 0.9379, + "step": 9436 + }, + { + "epoch": 0.6808556689874102, + "grad_norm": 2.55159233715882, + "learning_rate": 9.76483483892462e-07, + "loss": 0.8917, + "step": 9437 + }, + { + "epoch": 0.6809278164568378, + "grad_norm": 2.882598455489564, + "learning_rate": 9.760819892434657e-07, + "loss": 0.8647, + "step": 9438 + }, + { + "epoch": 0.6809999639262653, + "grad_norm": 4.389864927051718, + "learning_rate": 9.756805505068431e-07, + "loss": 0.9198, + "step": 9439 + }, + { + "epoch": 0.6810721113956928, + "grad_norm": 3.8945651650745563, + "learning_rate": 9.752791677045128e-07, + "loss": 0.9944, + "step": 9440 + }, + { + "epoch": 0.6811442588651203, + "grad_norm": 2.674335261667257, + "learning_rate": 9.74877840858394e-07, + "loss": 0.9905, + "step": 9441 + }, + { + "epoch": 0.6812164063345478, + "grad_norm": 3.3725195352654476, + "learning_rate": 9.744765699904015e-07, + "loss": 0.9653, + "step": 9442 + }, + { + "epoch": 0.6812885538039753, + "grad_norm": 40.27665709123974, + "learning_rate": 9.74075355122447e-07, + "loss": 0.9624, + "step": 9443 + }, + { + "epoch": 0.6813607012734029, + "grad_norm": 3.2386860151606798, + "learning_rate": 9.7367419627644e-07, + "loss": 0.8573, + "step": 9444 + }, + { + "epoch": 0.6814328487428304, + "grad_norm": 3.4465194283572442, + "learning_rate": 9.732730934742855e-07, + "loss": 0.9719, + "step": 9445 + }, + { + "epoch": 0.6815049962122579, + "grad_norm": 2.7691664785070715, + "learning_rate": 9.728720467378865e-07, + "loss": 0.9793, + "step": 9446 + }, + { + "epoch": 0.6815771436816853, + "grad_norm": 14.475212219474647, + "learning_rate": 9.724710560891424e-07, + "loss": 0.9386, + "step": 9447 + }, + { + "epoch": 0.6816492911511128, + "grad_norm": 3.5302684398737103, + "learning_rate": 9.720701215499502e-07, + "loss": 1.0456, + "step": 9448 + }, + { + "epoch": 0.6817214386205404, + "grad_norm": 5.957699437422965, + "learning_rate": 9.716692431422036e-07, + "loss": 0.9584, + "step": 9449 + }, + { + "epoch": 0.6817935860899679, + "grad_norm": 4.240510556413311, + "learning_rate": 9.712684208877927e-07, + "loss": 0.938, + "step": 9450 + }, + { + "epoch": 0.6818657335593954, + "grad_norm": 5.561049883125695, + "learning_rate": 9.708676548086055e-07, + "loss": 0.9634, + "step": 9451 + }, + { + "epoch": 0.6819378810288229, + "grad_norm": 3.0588819969639394, + "learning_rate": 9.704669449265264e-07, + "loss": 1.0184, + "step": 9452 + }, + { + "epoch": 0.6820100284982504, + "grad_norm": 4.2866597767522885, + "learning_rate": 9.700662912634347e-07, + "loss": 0.9408, + "step": 9453 + }, + { + "epoch": 0.682082175967678, + "grad_norm": 0.7631952696118818, + "learning_rate": 9.696656938412117e-07, + "loss": 0.7204, + "step": 9454 + }, + { + "epoch": 0.6821543234371055, + "grad_norm": 3.2784526708461152, + "learning_rate": 9.692651526817302e-07, + "loss": 0.9621, + "step": 9455 + }, + { + "epoch": 0.682226470906533, + "grad_norm": 3.326677034268886, + "learning_rate": 9.68864667806863e-07, + "loss": 0.8892, + "step": 9456 + }, + { + "epoch": 0.6822986183759605, + "grad_norm": 3.1839382242698737, + "learning_rate": 9.684642392384795e-07, + "loss": 0.9813, + "step": 9457 + }, + { + "epoch": 0.682370765845388, + "grad_norm": 4.685010935832708, + "learning_rate": 9.680638669984448e-07, + "loss": 0.9708, + "step": 9458 + }, + { + "epoch": 0.6824429133148154, + "grad_norm": 6.045299551509459, + "learning_rate": 9.676635511086234e-07, + "loss": 0.9779, + "step": 9459 + }, + { + "epoch": 0.682515060784243, + "grad_norm": 3.8943346102093503, + "learning_rate": 9.672632915908724e-07, + "loss": 0.9004, + "step": 9460 + }, + { + "epoch": 0.6825872082536705, + "grad_norm": 5.26588145007928, + "learning_rate": 9.66863088467051e-07, + "loss": 1.0723, + "step": 9461 + }, + { + "epoch": 0.682659355723098, + "grad_norm": 2.8378842400349713, + "learning_rate": 9.664629417590115e-07, + "loss": 0.86, + "step": 9462 + }, + { + "epoch": 0.6827315031925255, + "grad_norm": 2.741156142298348, + "learning_rate": 9.660628514886044e-07, + "loss": 1.0248, + "step": 9463 + }, + { + "epoch": 0.682803650661953, + "grad_norm": 2.5347750572608736, + "learning_rate": 9.656628176776778e-07, + "loss": 0.9633, + "step": 9464 + }, + { + "epoch": 0.6828757981313806, + "grad_norm": 2.8713732524984583, + "learning_rate": 9.652628403480757e-07, + "loss": 1.0232, + "step": 9465 + }, + { + "epoch": 0.6829479456008081, + "grad_norm": 3.298572266110139, + "learning_rate": 9.64862919521639e-07, + "loss": 0.9738, + "step": 9466 + }, + { + "epoch": 0.6830200930702356, + "grad_norm": 3.943307862079957, + "learning_rate": 9.644630552202076e-07, + "loss": 0.942, + "step": 9467 + }, + { + "epoch": 0.6830922405396631, + "grad_norm": 3.303888751958053, + "learning_rate": 9.640632474656136e-07, + "loss": 0.9319, + "step": 9468 + }, + { + "epoch": 0.6831643880090906, + "grad_norm": 3.27263549594122, + "learning_rate": 9.636634962796923e-07, + "loss": 0.9547, + "step": 9469 + }, + { + "epoch": 0.683236535478518, + "grad_norm": 2.91713865185108, + "learning_rate": 9.632638016842703e-07, + "loss": 0.9634, + "step": 9470 + }, + { + "epoch": 0.6833086829479456, + "grad_norm": 0.5946182628423944, + "learning_rate": 9.628641637011743e-07, + "loss": 0.7898, + "step": 9471 + }, + { + "epoch": 0.6833808304173731, + "grad_norm": 0.832116959862921, + "learning_rate": 9.624645823522267e-07, + "loss": 0.8994, + "step": 9472 + }, + { + "epoch": 0.6834529778868006, + "grad_norm": 4.1079572545458385, + "learning_rate": 9.620650576592477e-07, + "loss": 0.9388, + "step": 9473 + }, + { + "epoch": 0.6835251253562281, + "grad_norm": 4.884401889758736, + "learning_rate": 9.616655896440545e-07, + "loss": 0.9432, + "step": 9474 + }, + { + "epoch": 0.6835972728256556, + "grad_norm": 2.921547937702704, + "learning_rate": 9.612661783284577e-07, + "loss": 0.8792, + "step": 9475 + }, + { + "epoch": 0.6836694202950832, + "grad_norm": 2.9839860752588754, + "learning_rate": 9.608668237342715e-07, + "loss": 0.892, + "step": 9476 + }, + { + "epoch": 0.6837415677645107, + "grad_norm": 2.540835844067661, + "learning_rate": 9.604675258832997e-07, + "loss": 0.9174, + "step": 9477 + }, + { + "epoch": 0.6838137152339382, + "grad_norm": 2.595433711299473, + "learning_rate": 9.600682847973497e-07, + "loss": 0.9392, + "step": 9478 + }, + { + "epoch": 0.6838858627033657, + "grad_norm": 2.6929642772720417, + "learning_rate": 9.5966910049822e-07, + "loss": 0.9122, + "step": 9479 + }, + { + "epoch": 0.6839580101727932, + "grad_norm": 2.586689911603535, + "learning_rate": 9.592699730077096e-07, + "loss": 0.8996, + "step": 9480 + }, + { + "epoch": 0.6840301576422207, + "grad_norm": 6.454319582417085, + "learning_rate": 9.588709023476134e-07, + "loss": 0.8992, + "step": 9481 + }, + { + "epoch": 0.6841023051116482, + "grad_norm": 2.4099778862092953, + "learning_rate": 9.584718885397231e-07, + "loss": 0.9962, + "step": 9482 + }, + { + "epoch": 0.6841744525810757, + "grad_norm": 2.4630672866421275, + "learning_rate": 9.58072931605828e-07, + "loss": 0.8755, + "step": 9483 + }, + { + "epoch": 0.6842466000505032, + "grad_norm": 2.2908616010139067, + "learning_rate": 9.576740315677125e-07, + "loss": 1.0293, + "step": 9484 + }, + { + "epoch": 0.6843187475199307, + "grad_norm": 5.608241569747034, + "learning_rate": 9.572751884471594e-07, + "loss": 1.0466, + "step": 9485 + }, + { + "epoch": 0.6843908949893582, + "grad_norm": 5.365247706288042, + "learning_rate": 9.568764022659483e-07, + "loss": 0.9114, + "step": 9486 + }, + { + "epoch": 0.6844630424587858, + "grad_norm": 2.8858239796466982, + "learning_rate": 9.564776730458553e-07, + "loss": 0.8964, + "step": 9487 + }, + { + "epoch": 0.6845351899282133, + "grad_norm": 2.2742557691668868, + "learning_rate": 9.560790008086538e-07, + "loss": 0.8567, + "step": 9488 + }, + { + "epoch": 0.6846073373976408, + "grad_norm": 6.2331336752726845, + "learning_rate": 9.55680385576114e-07, + "loss": 0.924, + "step": 9489 + }, + { + "epoch": 0.6846794848670683, + "grad_norm": 0.6762946940123525, + "learning_rate": 9.552818273700012e-07, + "loss": 0.8283, + "step": 9490 + }, + { + "epoch": 0.6847516323364958, + "grad_norm": 3.519314334802448, + "learning_rate": 9.548833262120816e-07, + "loss": 1.0136, + "step": 9491 + }, + { + "epoch": 0.6848237798059233, + "grad_norm": 0.7182716768301881, + "learning_rate": 9.544848821241133e-07, + "loss": 0.8184, + "step": 9492 + }, + { + "epoch": 0.6848959272753509, + "grad_norm": 3.0031211829186035, + "learning_rate": 9.540864951278568e-07, + "loss": 0.8716, + "step": 9493 + }, + { + "epoch": 0.6849680747447783, + "grad_norm": 2.1431015056969893, + "learning_rate": 9.53688165245064e-07, + "loss": 0.9388, + "step": 9494 + }, + { + "epoch": 0.6850402222142058, + "grad_norm": 2.461112751851373, + "learning_rate": 9.532898924974875e-07, + "loss": 0.9046, + "step": 9495 + }, + { + "epoch": 0.6851123696836333, + "grad_norm": 2.5756416151051895, + "learning_rate": 9.528916769068751e-07, + "loss": 0.9161, + "step": 9496 + }, + { + "epoch": 0.6851845171530608, + "grad_norm": 3.147583043318699, + "learning_rate": 9.524935184949718e-07, + "loss": 0.9815, + "step": 9497 + }, + { + "epoch": 0.6852566646224884, + "grad_norm": 3.7831159039055113, + "learning_rate": 9.520954172835207e-07, + "loss": 0.9497, + "step": 9498 + }, + { + "epoch": 0.6853288120919159, + "grad_norm": 4.662807071995303, + "learning_rate": 9.516973732942579e-07, + "loss": 1.0405, + "step": 9499 + }, + { + "epoch": 0.6854009595613434, + "grad_norm": 14.01281097638732, + "learning_rate": 9.512993865489225e-07, + "loss": 0.8995, + "step": 9500 + }, + { + "epoch": 0.6854731070307709, + "grad_norm": 4.945149929755294, + "learning_rate": 9.509014570692448e-07, + "loss": 0.9514, + "step": 9501 + }, + { + "epoch": 0.6855452545001984, + "grad_norm": 3.0756111530131007, + "learning_rate": 9.505035848769547e-07, + "loss": 1.0678, + "step": 9502 + }, + { + "epoch": 0.685617401969626, + "grad_norm": 0.7470429060153687, + "learning_rate": 9.501057699937788e-07, + "loss": 0.826, + "step": 9503 + }, + { + "epoch": 0.6856895494390535, + "grad_norm": 3.9660420227825437, + "learning_rate": 9.497080124414403e-07, + "loss": 0.9668, + "step": 9504 + }, + { + "epoch": 0.685761696908481, + "grad_norm": 3.1669661397036277, + "learning_rate": 9.49310312241659e-07, + "loss": 0.9331, + "step": 9505 + }, + { + "epoch": 0.6858338443779084, + "grad_norm": 2.4938676008063383, + "learning_rate": 9.489126694161529e-07, + "loss": 0.9584, + "step": 9506 + }, + { + "epoch": 0.6859059918473359, + "grad_norm": 2.807962190080057, + "learning_rate": 9.485150839866342e-07, + "loss": 0.9865, + "step": 9507 + }, + { + "epoch": 0.6859781393167634, + "grad_norm": 2.9634266558936195, + "learning_rate": 9.481175559748142e-07, + "loss": 0.9477, + "step": 9508 + }, + { + "epoch": 0.686050286786191, + "grad_norm": 4.56041910454046, + "learning_rate": 9.477200854024007e-07, + "loss": 0.8669, + "step": 9509 + }, + { + "epoch": 0.6861224342556185, + "grad_norm": 3.8516881585659815, + "learning_rate": 9.473226722910979e-07, + "loss": 0.9711, + "step": 9510 + }, + { + "epoch": 0.686194581725046, + "grad_norm": 5.445212320859333, + "learning_rate": 9.46925316662607e-07, + "loss": 0.9322, + "step": 9511 + }, + { + "epoch": 0.6862667291944735, + "grad_norm": 4.0492176948677, + "learning_rate": 9.465280185386262e-07, + "loss": 0.9581, + "step": 9512 + }, + { + "epoch": 0.686338876663901, + "grad_norm": 2.26703457885136, + "learning_rate": 9.461307779408514e-07, + "loss": 0.9988, + "step": 9513 + }, + { + "epoch": 0.6864110241333286, + "grad_norm": 3.033467533650222, + "learning_rate": 9.457335948909717e-07, + "loss": 1.0125, + "step": 9514 + }, + { + "epoch": 0.6864831716027561, + "grad_norm": 3.2417237467181903, + "learning_rate": 9.453364694106794e-07, + "loss": 0.9217, + "step": 9515 + }, + { + "epoch": 0.6865553190721836, + "grad_norm": 2.934106855562005, + "learning_rate": 9.449394015216567e-07, + "loss": 1.0563, + "step": 9516 + }, + { + "epoch": 0.686627466541611, + "grad_norm": 2.8018942181797986, + "learning_rate": 9.44542391245589e-07, + "loss": 0.9277, + "step": 9517 + }, + { + "epoch": 0.6866996140110385, + "grad_norm": 2.9426923273151995, + "learning_rate": 9.441454386041536e-07, + "loss": 0.8797, + "step": 9518 + }, + { + "epoch": 0.686771761480466, + "grad_norm": 4.679967906874469, + "learning_rate": 9.437485436190269e-07, + "loss": 1.0234, + "step": 9519 + }, + { + "epoch": 0.6868439089498936, + "grad_norm": 3.8376415065061114, + "learning_rate": 9.433517063118823e-07, + "loss": 0.9328, + "step": 9520 + }, + { + "epoch": 0.6869160564193211, + "grad_norm": 2.5424442248382904, + "learning_rate": 9.429549267043895e-07, + "loss": 0.9706, + "step": 9521 + }, + { + "epoch": 0.6869882038887486, + "grad_norm": 3.0985024680570556, + "learning_rate": 9.425582048182157e-07, + "loss": 0.9609, + "step": 9522 + }, + { + "epoch": 0.6870603513581761, + "grad_norm": 2.9074473221944106, + "learning_rate": 9.421615406750232e-07, + "loss": 0.9807, + "step": 9523 + }, + { + "epoch": 0.6871324988276036, + "grad_norm": 3.4168044892092477, + "learning_rate": 9.417649342964728e-07, + "loss": 0.8965, + "step": 9524 + }, + { + "epoch": 0.6872046462970312, + "grad_norm": 3.782229840400077, + "learning_rate": 9.41368385704222e-07, + "loss": 0.8657, + "step": 9525 + }, + { + "epoch": 0.6872767937664587, + "grad_norm": 0.6640140515773857, + "learning_rate": 9.409718949199248e-07, + "loss": 0.7624, + "step": 9526 + }, + { + "epoch": 0.6873489412358862, + "grad_norm": 2.902911493931836, + "learning_rate": 9.405754619652319e-07, + "loss": 0.9225, + "step": 9527 + }, + { + "epoch": 0.6874210887053137, + "grad_norm": 2.2986552287692668, + "learning_rate": 9.40179086861792e-07, + "loss": 1.0508, + "step": 9528 + }, + { + "epoch": 0.6874932361747411, + "grad_norm": 7.843058156661806, + "learning_rate": 9.397827696312472e-07, + "loss": 0.9068, + "step": 9529 + }, + { + "epoch": 0.6875653836441686, + "grad_norm": 3.2857353434865266, + "learning_rate": 9.393865102952423e-07, + "loss": 0.932, + "step": 9530 + }, + { + "epoch": 0.6876375311135962, + "grad_norm": 3.4787474206441296, + "learning_rate": 9.389903088754127e-07, + "loss": 0.9069, + "step": 9531 + }, + { + "epoch": 0.6877096785830237, + "grad_norm": 3.1393689732737697, + "learning_rate": 9.38594165393395e-07, + "loss": 0.9609, + "step": 9532 + }, + { + "epoch": 0.6877818260524512, + "grad_norm": 3.796794121277217, + "learning_rate": 9.381980798708207e-07, + "loss": 1.0178, + "step": 9533 + }, + { + "epoch": 0.6878539735218787, + "grad_norm": 2.884920667486444, + "learning_rate": 9.378020523293184e-07, + "loss": 1.0142, + "step": 9534 + }, + { + "epoch": 0.6879261209913062, + "grad_norm": 2.2818157591870802, + "learning_rate": 9.374060827905139e-07, + "loss": 0.9576, + "step": 9535 + }, + { + "epoch": 0.6879982684607338, + "grad_norm": 4.010057441509298, + "learning_rate": 9.370101712760299e-07, + "loss": 1.0108, + "step": 9536 + }, + { + "epoch": 0.6880704159301613, + "grad_norm": 3.5889730798578494, + "learning_rate": 9.366143178074859e-07, + "loss": 0.9777, + "step": 9537 + }, + { + "epoch": 0.6881425633995888, + "grad_norm": 3.1332275420111273, + "learning_rate": 9.36218522406496e-07, + "loss": 0.8406, + "step": 9538 + }, + { + "epoch": 0.6882147108690163, + "grad_norm": 0.7602228980334429, + "learning_rate": 9.35822785094676e-07, + "loss": 0.8269, + "step": 9539 + }, + { + "epoch": 0.6882868583384438, + "grad_norm": 2.556976039906993, + "learning_rate": 9.354271058936339e-07, + "loss": 1.0105, + "step": 9540 + }, + { + "epoch": 0.6883590058078712, + "grad_norm": 4.476171559677426, + "learning_rate": 9.350314848249763e-07, + "loss": 0.8782, + "step": 9541 + }, + { + "epoch": 0.6884311532772988, + "grad_norm": 3.090016433770882, + "learning_rate": 9.34635921910307e-07, + "loss": 0.9456, + "step": 9542 + }, + { + "epoch": 0.6885033007467263, + "grad_norm": 2.8539776333398277, + "learning_rate": 9.342404171712262e-07, + "loss": 0.8751, + "step": 9543 + }, + { + "epoch": 0.6885754482161538, + "grad_norm": 4.268023029940964, + "learning_rate": 9.33844970629331e-07, + "loss": 0.8366, + "step": 9544 + }, + { + "epoch": 0.6886475956855813, + "grad_norm": 3.235146693068397, + "learning_rate": 9.334495823062159e-07, + "loss": 0.8997, + "step": 9545 + }, + { + "epoch": 0.6887197431550088, + "grad_norm": 2.716326718815922, + "learning_rate": 9.330542522234699e-07, + "loss": 1.0157, + "step": 9546 + }, + { + "epoch": 0.6887918906244364, + "grad_norm": 4.588795591755004, + "learning_rate": 9.326589804026816e-07, + "loss": 1.0872, + "step": 9547 + }, + { + "epoch": 0.6888640380938639, + "grad_norm": 4.276918991110137, + "learning_rate": 9.322637668654354e-07, + "loss": 0.9072, + "step": 9548 + }, + { + "epoch": 0.6889361855632914, + "grad_norm": 5.232790943555835, + "learning_rate": 9.318686116333121e-07, + "loss": 0.9086, + "step": 9549 + }, + { + "epoch": 0.6890083330327189, + "grad_norm": 4.467033856989691, + "learning_rate": 9.314735147278898e-07, + "loss": 0.9088, + "step": 9550 + }, + { + "epoch": 0.6890804805021464, + "grad_norm": 3.7921097604825307, + "learning_rate": 9.310784761707436e-07, + "loss": 1.0371, + "step": 9551 + }, + { + "epoch": 0.689152627971574, + "grad_norm": 3.819294487677791, + "learning_rate": 9.306834959834451e-07, + "loss": 0.9207, + "step": 9552 + }, + { + "epoch": 0.6892247754410014, + "grad_norm": 4.111710149635338, + "learning_rate": 9.302885741875612e-07, + "loss": 0.9341, + "step": 9553 + }, + { + "epoch": 0.6892969229104289, + "grad_norm": 2.78786684367922, + "learning_rate": 9.298937108046598e-07, + "loss": 0.9811, + "step": 9554 + }, + { + "epoch": 0.6893690703798564, + "grad_norm": 2.3171482280919595, + "learning_rate": 9.294989058563008e-07, + "loss": 0.9964, + "step": 9555 + }, + { + "epoch": 0.6894412178492839, + "grad_norm": 4.033863019184457, + "learning_rate": 9.291041593640434e-07, + "loss": 0.8177, + "step": 9556 + }, + { + "epoch": 0.6895133653187114, + "grad_norm": 4.526908952374229, + "learning_rate": 9.287094713494437e-07, + "loss": 0.9698, + "step": 9557 + }, + { + "epoch": 0.689585512788139, + "grad_norm": 3.8287790167964055, + "learning_rate": 9.283148418340541e-07, + "loss": 0.8973, + "step": 9558 + }, + { + "epoch": 0.6896576602575665, + "grad_norm": 2.975127908216967, + "learning_rate": 9.279202708394236e-07, + "loss": 0.9524, + "step": 9559 + }, + { + "epoch": 0.689729807726994, + "grad_norm": 3.1589555380778527, + "learning_rate": 9.275257583870984e-07, + "loss": 0.9483, + "step": 9560 + }, + { + "epoch": 0.6898019551964215, + "grad_norm": 6.073716631678154, + "learning_rate": 9.271313044986222e-07, + "loss": 0.8654, + "step": 9561 + }, + { + "epoch": 0.689874102665849, + "grad_norm": 0.7955746231851626, + "learning_rate": 9.26736909195533e-07, + "loss": 0.8436, + "step": 9562 + }, + { + "epoch": 0.6899462501352766, + "grad_norm": 3.3341073726945645, + "learning_rate": 9.26342572499368e-07, + "loss": 0.9727, + "step": 9563 + }, + { + "epoch": 0.6900183976047041, + "grad_norm": 3.091203971301069, + "learning_rate": 9.259482944316608e-07, + "loss": 0.9642, + "step": 9564 + }, + { + "epoch": 0.6900905450741315, + "grad_norm": 0.8066353786196292, + "learning_rate": 9.255540750139412e-07, + "loss": 0.8906, + "step": 9565 + }, + { + "epoch": 0.690162692543559, + "grad_norm": 0.8633559872135602, + "learning_rate": 9.251599142677362e-07, + "loss": 0.8954, + "step": 9566 + }, + { + "epoch": 0.6902348400129865, + "grad_norm": 2.9141374430083364, + "learning_rate": 9.247658122145698e-07, + "loss": 0.9739, + "step": 9567 + }, + { + "epoch": 0.690306987482414, + "grad_norm": 4.746466074966265, + "learning_rate": 9.243717688759607e-07, + "loss": 0.9307, + "step": 9568 + }, + { + "epoch": 0.6903791349518416, + "grad_norm": 6.00021234772349, + "learning_rate": 9.239777842734291e-07, + "loss": 0.9705, + "step": 9569 + }, + { + "epoch": 0.6904512824212691, + "grad_norm": 2.7973434652624416, + "learning_rate": 9.235838584284865e-07, + "loss": 0.9613, + "step": 9570 + }, + { + "epoch": 0.6905234298906966, + "grad_norm": 3.8286654343888404, + "learning_rate": 9.231899913626447e-07, + "loss": 0.8805, + "step": 9571 + }, + { + "epoch": 0.6905955773601241, + "grad_norm": 2.627184639978287, + "learning_rate": 9.227961830974111e-07, + "loss": 0.9763, + "step": 9572 + }, + { + "epoch": 0.6906677248295516, + "grad_norm": 10.139638985070356, + "learning_rate": 9.224024336542904e-07, + "loss": 0.9658, + "step": 9573 + }, + { + "epoch": 0.6907398722989792, + "grad_norm": 2.223163137980146, + "learning_rate": 9.220087430547836e-07, + "loss": 1.1015, + "step": 9574 + }, + { + "epoch": 0.6908120197684067, + "grad_norm": 4.258972122047402, + "learning_rate": 9.216151113203887e-07, + "loss": 0.8563, + "step": 9575 + }, + { + "epoch": 0.6908841672378341, + "grad_norm": 8.720066859837662, + "learning_rate": 9.212215384726015e-07, + "loss": 0.9827, + "step": 9576 + }, + { + "epoch": 0.6909563147072616, + "grad_norm": 2.720655716087976, + "learning_rate": 9.208280245329117e-07, + "loss": 0.9707, + "step": 9577 + }, + { + "epoch": 0.6910284621766891, + "grad_norm": 6.0711680316320145, + "learning_rate": 9.204345695228084e-07, + "loss": 1.0409, + "step": 9578 + }, + { + "epoch": 0.6911006096461166, + "grad_norm": 4.084420091982823, + "learning_rate": 9.20041173463777e-07, + "loss": 0.9565, + "step": 9579 + }, + { + "epoch": 0.6911727571155442, + "grad_norm": 4.11151415478769, + "learning_rate": 9.196478363772992e-07, + "loss": 0.9994, + "step": 9580 + }, + { + "epoch": 0.6912449045849717, + "grad_norm": 3.6508736492393106, + "learning_rate": 9.192545582848538e-07, + "loss": 0.929, + "step": 9581 + }, + { + "epoch": 0.6913170520543992, + "grad_norm": 2.4827451337890136, + "learning_rate": 9.18861339207916e-07, + "loss": 0.9951, + "step": 9582 + }, + { + "epoch": 0.6913891995238267, + "grad_norm": 2.79428935807704, + "learning_rate": 9.184681791679585e-07, + "loss": 0.9292, + "step": 9583 + }, + { + "epoch": 0.6914613469932542, + "grad_norm": 4.58439732541588, + "learning_rate": 9.180750781864505e-07, + "loss": 0.9874, + "step": 9584 + }, + { + "epoch": 0.6915334944626818, + "grad_norm": 2.572157362945716, + "learning_rate": 9.176820362848569e-07, + "loss": 0.9925, + "step": 9585 + }, + { + "epoch": 0.6916056419321093, + "grad_norm": 0.7952502273132326, + "learning_rate": 9.172890534846405e-07, + "loss": 0.8436, + "step": 9586 + }, + { + "epoch": 0.6916777894015368, + "grad_norm": 5.809061982010507, + "learning_rate": 9.168961298072608e-07, + "loss": 0.8884, + "step": 9587 + }, + { + "epoch": 0.6917499368709642, + "grad_norm": 2.8665340001065904, + "learning_rate": 9.16503265274174e-07, + "loss": 0.8352, + "step": 9588 + }, + { + "epoch": 0.6918220843403917, + "grad_norm": 4.125126461055728, + "learning_rate": 9.16110459906833e-07, + "loss": 0.9175, + "step": 9589 + }, + { + "epoch": 0.6918942318098192, + "grad_norm": 3.162077707434851, + "learning_rate": 9.157177137266872e-07, + "loss": 0.9478, + "step": 9590 + }, + { + "epoch": 0.6919663792792468, + "grad_norm": 3.8610903985606106, + "learning_rate": 9.15325026755184e-07, + "loss": 0.8981, + "step": 9591 + }, + { + "epoch": 0.6920385267486743, + "grad_norm": 2.643620975312933, + "learning_rate": 9.149323990137643e-07, + "loss": 1.0214, + "step": 9592 + }, + { + "epoch": 0.6921106742181018, + "grad_norm": 2.557678245232194, + "learning_rate": 9.14539830523871e-07, + "loss": 0.9815, + "step": 9593 + }, + { + "epoch": 0.6921828216875293, + "grad_norm": 4.080981660816178, + "learning_rate": 9.141473213069384e-07, + "loss": 1.0075, + "step": 9594 + }, + { + "epoch": 0.6922549691569568, + "grad_norm": 3.140450240250085, + "learning_rate": 9.137548713844013e-07, + "loss": 0.8397, + "step": 9595 + }, + { + "epoch": 0.6923271166263844, + "grad_norm": 3.412111331478403, + "learning_rate": 9.133624807776892e-07, + "loss": 0.8892, + "step": 9596 + }, + { + "epoch": 0.6923992640958119, + "grad_norm": 3.331013460331945, + "learning_rate": 9.129701495082294e-07, + "loss": 0.9169, + "step": 9597 + }, + { + "epoch": 0.6924714115652394, + "grad_norm": 3.3405933631990457, + "learning_rate": 9.125778775974458e-07, + "loss": 0.908, + "step": 9598 + }, + { + "epoch": 0.6925435590346669, + "grad_norm": 3.666789977572212, + "learning_rate": 9.121856650667594e-07, + "loss": 0.9241, + "step": 9599 + }, + { + "epoch": 0.6926157065040943, + "grad_norm": 3.7176220890358405, + "learning_rate": 9.117935119375863e-07, + "loss": 0.9522, + "step": 9600 + }, + { + "epoch": 0.6926878539735218, + "grad_norm": 3.2446456231346072, + "learning_rate": 9.114014182313412e-07, + "loss": 0.886, + "step": 9601 + }, + { + "epoch": 0.6927600014429494, + "grad_norm": 3.49847719579736, + "learning_rate": 9.110093839694346e-07, + "loss": 0.9222, + "step": 9602 + }, + { + "epoch": 0.6928321489123769, + "grad_norm": 3.084531826063485, + "learning_rate": 9.106174091732743e-07, + "loss": 1.0068, + "step": 9603 + }, + { + "epoch": 0.6929042963818044, + "grad_norm": 2.5906286186680756, + "learning_rate": 9.102254938642646e-07, + "loss": 0.8739, + "step": 9604 + }, + { + "epoch": 0.6929764438512319, + "grad_norm": 6.927213724003854, + "learning_rate": 9.098336380638064e-07, + "loss": 1.0033, + "step": 9605 + }, + { + "epoch": 0.6930485913206594, + "grad_norm": 3.5156104871662253, + "learning_rate": 9.094418417932983e-07, + "loss": 0.9709, + "step": 9606 + }, + { + "epoch": 0.693120738790087, + "grad_norm": 0.6804381642874906, + "learning_rate": 9.090501050741326e-07, + "loss": 0.8161, + "step": 9607 + }, + { + "epoch": 0.6931928862595145, + "grad_norm": 7.05045878764006, + "learning_rate": 9.086584279277037e-07, + "loss": 0.9586, + "step": 9608 + }, + { + "epoch": 0.693265033728942, + "grad_norm": 3.781413807749294, + "learning_rate": 9.082668103753972e-07, + "loss": 0.9449, + "step": 9609 + }, + { + "epoch": 0.6933371811983695, + "grad_norm": 6.490955222062791, + "learning_rate": 9.078752524385989e-07, + "loss": 0.9571, + "step": 9610 + }, + { + "epoch": 0.693409328667797, + "grad_norm": 11.613666218812739, + "learning_rate": 9.074837541386899e-07, + "loss": 0.9717, + "step": 9611 + }, + { + "epoch": 0.6934814761372244, + "grad_norm": 2.344662196345547, + "learning_rate": 9.070923154970489e-07, + "loss": 1.026, + "step": 9612 + }, + { + "epoch": 0.693553623606652, + "grad_norm": 3.5618436777638993, + "learning_rate": 9.067009365350506e-07, + "loss": 1.0286, + "step": 9613 + }, + { + "epoch": 0.6936257710760795, + "grad_norm": 4.157923770119529, + "learning_rate": 9.06309617274067e-07, + "loss": 0.9601, + "step": 9614 + }, + { + "epoch": 0.693697918545507, + "grad_norm": 3.903940235086964, + "learning_rate": 9.059183577354672e-07, + "loss": 0.9394, + "step": 9615 + }, + { + "epoch": 0.6937700660149345, + "grad_norm": 2.640431865423458, + "learning_rate": 9.055271579406152e-07, + "loss": 0.9992, + "step": 9616 + }, + { + "epoch": 0.693842213484362, + "grad_norm": 3.922984175355273, + "learning_rate": 9.051360179108733e-07, + "loss": 1.0548, + "step": 9617 + }, + { + "epoch": 0.6939143609537896, + "grad_norm": 3.455940031255431, + "learning_rate": 9.047449376676004e-07, + "loss": 1.0032, + "step": 9618 + }, + { + "epoch": 0.6939865084232171, + "grad_norm": 0.7513876634291243, + "learning_rate": 9.043539172321519e-07, + "loss": 0.8539, + "step": 9619 + }, + { + "epoch": 0.6940586558926446, + "grad_norm": 2.8253593621356416, + "learning_rate": 9.039629566258802e-07, + "loss": 0.9524, + "step": 9620 + }, + { + "epoch": 0.6941308033620721, + "grad_norm": 5.336433443449127, + "learning_rate": 9.035720558701348e-07, + "loss": 1.0134, + "step": 9621 + }, + { + "epoch": 0.6942029508314996, + "grad_norm": 2.714924543537004, + "learning_rate": 9.03181214986259e-07, + "loss": 0.9371, + "step": 9622 + }, + { + "epoch": 0.694275098300927, + "grad_norm": 3.418326432177569, + "learning_rate": 9.027904339955983e-07, + "loss": 0.9391, + "step": 9623 + }, + { + "epoch": 0.6943472457703546, + "grad_norm": 2.7582461958967612, + "learning_rate": 9.023997129194896e-07, + "loss": 0.8217, + "step": 9624 + }, + { + "epoch": 0.6944193932397821, + "grad_norm": 3.0300337720946575, + "learning_rate": 9.020090517792694e-07, + "loss": 1.0459, + "step": 9625 + }, + { + "epoch": 0.6944915407092096, + "grad_norm": 2.313007402169884, + "learning_rate": 9.016184505962701e-07, + "loss": 1.0363, + "step": 9626 + }, + { + "epoch": 0.6945636881786371, + "grad_norm": 2.627577560688335, + "learning_rate": 9.012279093918211e-07, + "loss": 0.9989, + "step": 9627 + }, + { + "epoch": 0.6946358356480646, + "grad_norm": 5.270762848916794, + "learning_rate": 9.008374281872486e-07, + "loss": 0.9417, + "step": 9628 + }, + { + "epoch": 0.6947079831174922, + "grad_norm": 3.160125769997477, + "learning_rate": 9.004470070038752e-07, + "loss": 0.985, + "step": 9629 + }, + { + "epoch": 0.6947801305869197, + "grad_norm": 14.408506402909891, + "learning_rate": 9.000566458630209e-07, + "loss": 0.8695, + "step": 9630 + }, + { + "epoch": 0.6948522780563472, + "grad_norm": 2.7545890665021107, + "learning_rate": 8.99666344786e-07, + "loss": 0.934, + "step": 9631 + }, + { + "epoch": 0.6949244255257747, + "grad_norm": 2.7004043912046947, + "learning_rate": 8.992761037941284e-07, + "loss": 0.9772, + "step": 9632 + }, + { + "epoch": 0.6949965729952022, + "grad_norm": 2.820034277552066, + "learning_rate": 8.988859229087129e-07, + "loss": 0.9128, + "step": 9633 + }, + { + "epoch": 0.6950687204646298, + "grad_norm": 5.766664654211381, + "learning_rate": 8.984958021510611e-07, + "loss": 0.9769, + "step": 9634 + }, + { + "epoch": 0.6951408679340572, + "grad_norm": 3.4168145372599974, + "learning_rate": 8.98105741542476e-07, + "loss": 0.897, + "step": 9635 + }, + { + "epoch": 0.6952130154034847, + "grad_norm": 3.445466260874104, + "learning_rate": 8.977157411042573e-07, + "loss": 0.919, + "step": 9636 + }, + { + "epoch": 0.6952851628729122, + "grad_norm": 3.86485981873302, + "learning_rate": 8.973258008577014e-07, + "loss": 1.002, + "step": 9637 + }, + { + "epoch": 0.6953573103423397, + "grad_norm": 6.881019038205779, + "learning_rate": 8.969359208241023e-07, + "loss": 1.0338, + "step": 9638 + }, + { + "epoch": 0.6954294578117672, + "grad_norm": 2.5138750327649317, + "learning_rate": 8.965461010247484e-07, + "loss": 0.967, + "step": 9639 + }, + { + "epoch": 0.6955016052811948, + "grad_norm": 4.052085791475127, + "learning_rate": 8.96156341480927e-07, + "loss": 0.9536, + "step": 9640 + }, + { + "epoch": 0.6955737527506223, + "grad_norm": 3.359372586981328, + "learning_rate": 8.957666422139216e-07, + "loss": 0.9391, + "step": 9641 + }, + { + "epoch": 0.6956459002200498, + "grad_norm": 3.34659676272373, + "learning_rate": 8.953770032450121e-07, + "loss": 0.9409, + "step": 9642 + }, + { + "epoch": 0.6957180476894773, + "grad_norm": 3.172107406144717, + "learning_rate": 8.949874245954754e-07, + "loss": 1.0235, + "step": 9643 + }, + { + "epoch": 0.6957901951589048, + "grad_norm": 5.397664568231125, + "learning_rate": 8.945979062865847e-07, + "loss": 0.9174, + "step": 9644 + }, + { + "epoch": 0.6958623426283324, + "grad_norm": 3.2361834349256693, + "learning_rate": 8.942084483396111e-07, + "loss": 0.9797, + "step": 9645 + }, + { + "epoch": 0.6959344900977599, + "grad_norm": 6.758085141718388, + "learning_rate": 8.93819050775819e-07, + "loss": 1.0146, + "step": 9646 + }, + { + "epoch": 0.6960066375671873, + "grad_norm": 7.652433978060459, + "learning_rate": 8.934297136164752e-07, + "loss": 0.9321, + "step": 9647 + }, + { + "epoch": 0.6960787850366148, + "grad_norm": 3.7950069400286637, + "learning_rate": 8.930404368828375e-07, + "loss": 0.8965, + "step": 9648 + }, + { + "epoch": 0.6961509325060423, + "grad_norm": 0.8859610660385668, + "learning_rate": 8.926512205961638e-07, + "loss": 0.8495, + "step": 9649 + }, + { + "epoch": 0.6962230799754698, + "grad_norm": 2.563379555456197, + "learning_rate": 8.922620647777077e-07, + "loss": 0.9908, + "step": 9650 + }, + { + "epoch": 0.6962952274448974, + "grad_norm": 3.5578234578978702, + "learning_rate": 8.918729694487197e-07, + "loss": 0.9476, + "step": 9651 + }, + { + "epoch": 0.6963673749143249, + "grad_norm": 5.627468669436399, + "learning_rate": 8.914839346304463e-07, + "loss": 0.9434, + "step": 9652 + }, + { + "epoch": 0.6964395223837524, + "grad_norm": 3.1513107479161175, + "learning_rate": 8.91094960344132e-07, + "loss": 0.9606, + "step": 9653 + }, + { + "epoch": 0.6965116698531799, + "grad_norm": 0.6769920042994196, + "learning_rate": 8.907060466110174e-07, + "loss": 0.7813, + "step": 9654 + }, + { + "epoch": 0.6965838173226074, + "grad_norm": 3.941754540289894, + "learning_rate": 8.903171934523385e-07, + "loss": 0.8746, + "step": 9655 + }, + { + "epoch": 0.696655964792035, + "grad_norm": 5.0866775560241635, + "learning_rate": 8.899284008893298e-07, + "loss": 0.908, + "step": 9656 + }, + { + "epoch": 0.6967281122614625, + "grad_norm": 5.812739869777519, + "learning_rate": 8.895396689432217e-07, + "loss": 0.9489, + "step": 9657 + }, + { + "epoch": 0.69680025973089, + "grad_norm": 3.655591073937772, + "learning_rate": 8.891509976352416e-07, + "loss": 0.8345, + "step": 9658 + }, + { + "epoch": 0.6968724072003174, + "grad_norm": 2.579763643098753, + "learning_rate": 8.887623869866132e-07, + "loss": 0.9841, + "step": 9659 + }, + { + "epoch": 0.6969445546697449, + "grad_norm": 4.931363118739311, + "learning_rate": 8.883738370185579e-07, + "loss": 0.9778, + "step": 9660 + }, + { + "epoch": 0.6970167021391724, + "grad_norm": 3.479948233953852, + "learning_rate": 8.879853477522907e-07, + "loss": 0.9262, + "step": 9661 + }, + { + "epoch": 0.6970888496086, + "grad_norm": 5.5624641674473505, + "learning_rate": 8.875969192090289e-07, + "loss": 0.986, + "step": 9662 + }, + { + "epoch": 0.6971609970780275, + "grad_norm": 2.916527081737089, + "learning_rate": 8.872085514099803e-07, + "loss": 0.9566, + "step": 9663 + }, + { + "epoch": 0.697233144547455, + "grad_norm": 4.861165492646739, + "learning_rate": 8.868202443763534e-07, + "loss": 1.0326, + "step": 9664 + }, + { + "epoch": 0.6973052920168825, + "grad_norm": 4.168560411525904, + "learning_rate": 8.864319981293522e-07, + "loss": 1.03, + "step": 9665 + }, + { + "epoch": 0.69737743948631, + "grad_norm": 2.96507485435136, + "learning_rate": 8.860438126901772e-07, + "loss": 0.9961, + "step": 9666 + }, + { + "epoch": 0.6974495869557376, + "grad_norm": 0.7798192465251012, + "learning_rate": 8.856556880800268e-07, + "loss": 0.8616, + "step": 9667 + }, + { + "epoch": 0.6975217344251651, + "grad_norm": 3.899010625691206, + "learning_rate": 8.852676243200925e-07, + "loss": 0.9718, + "step": 9668 + }, + { + "epoch": 0.6975938818945926, + "grad_norm": 4.625122481090408, + "learning_rate": 8.848796214315681e-07, + "loss": 1.1234, + "step": 9669 + }, + { + "epoch": 0.69766602936402, + "grad_norm": 3.730543397486128, + "learning_rate": 8.844916794356381e-07, + "loss": 0.9588, + "step": 9670 + }, + { + "epoch": 0.6977381768334475, + "grad_norm": 2.8631296989437334, + "learning_rate": 8.841037983534893e-07, + "loss": 0.8145, + "step": 9671 + }, + { + "epoch": 0.697810324302875, + "grad_norm": 3.5397594178340737, + "learning_rate": 8.837159782063006e-07, + "loss": 0.968, + "step": 9672 + }, + { + "epoch": 0.6978824717723026, + "grad_norm": 0.7328890518514798, + "learning_rate": 8.8332821901525e-07, + "loss": 0.8455, + "step": 9673 + }, + { + "epoch": 0.6979546192417301, + "grad_norm": 3.662757364545957, + "learning_rate": 8.829405208015117e-07, + "loss": 0.9431, + "step": 9674 + }, + { + "epoch": 0.6980267667111576, + "grad_norm": 2.7818637127926906, + "learning_rate": 8.825528835862562e-07, + "loss": 1.0076, + "step": 9675 + }, + { + "epoch": 0.6980989141805851, + "grad_norm": 15.879760509001457, + "learning_rate": 8.82165307390651e-07, + "loss": 0.8691, + "step": 9676 + }, + { + "epoch": 0.6981710616500126, + "grad_norm": 1.9705692544463425, + "learning_rate": 8.817777922358612e-07, + "loss": 0.9566, + "step": 9677 + }, + { + "epoch": 0.6982432091194402, + "grad_norm": 4.7493562764108574, + "learning_rate": 8.813903381430456e-07, + "loss": 0.9655, + "step": 9678 + }, + { + "epoch": 0.6983153565888677, + "grad_norm": 4.355904677946303, + "learning_rate": 8.810029451333629e-07, + "loss": 0.8656, + "step": 9679 + }, + { + "epoch": 0.6983875040582952, + "grad_norm": 6.990261115134661, + "learning_rate": 8.806156132279669e-07, + "loss": 0.9696, + "step": 9680 + }, + { + "epoch": 0.6984596515277227, + "grad_norm": 3.6156225258860784, + "learning_rate": 8.802283424480086e-07, + "loss": 0.9017, + "step": 9681 + }, + { + "epoch": 0.6985317989971501, + "grad_norm": 5.406924696259465, + "learning_rate": 8.79841132814636e-07, + "loss": 0.9668, + "step": 9682 + }, + { + "epoch": 0.6986039464665776, + "grad_norm": 3.0299099191802994, + "learning_rate": 8.79453984348991e-07, + "loss": 1.075, + "step": 9683 + }, + { + "epoch": 0.6986760939360052, + "grad_norm": 0.7709567426577041, + "learning_rate": 8.79066897072217e-07, + "loss": 0.7898, + "step": 9684 + }, + { + "epoch": 0.6987482414054327, + "grad_norm": 2.5088813381665234, + "learning_rate": 8.786798710054491e-07, + "loss": 1.0003, + "step": 9685 + }, + { + "epoch": 0.6988203888748602, + "grad_norm": 8.298098371583254, + "learning_rate": 8.782929061698237e-07, + "loss": 0.992, + "step": 9686 + }, + { + "epoch": 0.6988925363442877, + "grad_norm": 2.0107315159533474, + "learning_rate": 8.779060025864695e-07, + "loss": 0.984, + "step": 9687 + }, + { + "epoch": 0.6989646838137152, + "grad_norm": 15.954303813725751, + "learning_rate": 8.775191602765147e-07, + "loss": 1.0232, + "step": 9688 + }, + { + "epoch": 0.6990368312831428, + "grad_norm": 2.9934802736212527, + "learning_rate": 8.771323792610832e-07, + "loss": 0.9663, + "step": 9689 + }, + { + "epoch": 0.6991089787525703, + "grad_norm": 2.4053170513453472, + "learning_rate": 8.767456595612958e-07, + "loss": 0.9726, + "step": 9690 + }, + { + "epoch": 0.6991811262219978, + "grad_norm": 2.789396720116166, + "learning_rate": 8.763590011982706e-07, + "loss": 1.0283, + "step": 9691 + }, + { + "epoch": 0.6992532736914253, + "grad_norm": 3.1204518599853195, + "learning_rate": 8.759724041931194e-07, + "loss": 0.9864, + "step": 9692 + }, + { + "epoch": 0.6993254211608528, + "grad_norm": 2.6813757557933022, + "learning_rate": 8.755858685669555e-07, + "loss": 0.9195, + "step": 9693 + }, + { + "epoch": 0.6993975686302802, + "grad_norm": 8.431931303985863, + "learning_rate": 8.751993943408842e-07, + "loss": 0.936, + "step": 9694 + }, + { + "epoch": 0.6994697160997078, + "grad_norm": 3.29569226785725, + "learning_rate": 8.748129815360099e-07, + "loss": 1.0513, + "step": 9695 + }, + { + "epoch": 0.6995418635691353, + "grad_norm": 3.5089664048124685, + "learning_rate": 8.744266301734336e-07, + "loss": 0.9825, + "step": 9696 + }, + { + "epoch": 0.6996140110385628, + "grad_norm": 5.4468317744717005, + "learning_rate": 8.740403402742522e-07, + "loss": 0.9056, + "step": 9697 + }, + { + "epoch": 0.6996861585079903, + "grad_norm": 4.230989010310839, + "learning_rate": 8.736541118595597e-07, + "loss": 0.7652, + "step": 9698 + }, + { + "epoch": 0.6997583059774178, + "grad_norm": 2.5295624935938195, + "learning_rate": 8.732679449504475e-07, + "loss": 0.927, + "step": 9699 + }, + { + "epoch": 0.6998304534468454, + "grad_norm": 2.8112516387758273, + "learning_rate": 8.72881839568e-07, + "loss": 0.9007, + "step": 9700 + }, + { + "epoch": 0.6999026009162729, + "grad_norm": 2.398198814816946, + "learning_rate": 8.724957957333044e-07, + "loss": 0.9032, + "step": 9701 + }, + { + "epoch": 0.6999747483857004, + "grad_norm": 2.6381800240438325, + "learning_rate": 8.721098134674389e-07, + "loss": 0.9815, + "step": 9702 + }, + { + "epoch": 0.7000468958551279, + "grad_norm": 3.0382938933066517, + "learning_rate": 8.717238927914809e-07, + "loss": 1.0058, + "step": 9703 + }, + { + "epoch": 0.7001190433245554, + "grad_norm": 4.260145755477171, + "learning_rate": 8.713380337265046e-07, + "loss": 0.9773, + "step": 9704 + }, + { + "epoch": 0.700191190793983, + "grad_norm": 2.7806351228453847, + "learning_rate": 8.709522362935802e-07, + "loss": 0.9319, + "step": 9705 + }, + { + "epoch": 0.7002633382634104, + "grad_norm": 3.690267268066857, + "learning_rate": 8.70566500513775e-07, + "loss": 0.9432, + "step": 9706 + }, + { + "epoch": 0.7003354857328379, + "grad_norm": 2.3393058859185274, + "learning_rate": 8.701808264081509e-07, + "loss": 0.7849, + "step": 9707 + }, + { + "epoch": 0.7004076332022654, + "grad_norm": 3.2782830766614857, + "learning_rate": 8.697952139977708e-07, + "loss": 0.945, + "step": 9708 + }, + { + "epoch": 0.7004797806716929, + "grad_norm": 3.934163087405404, + "learning_rate": 8.694096633036889e-07, + "loss": 1.0088, + "step": 9709 + }, + { + "epoch": 0.7005519281411204, + "grad_norm": 5.6648564906852314, + "learning_rate": 8.690241743469615e-07, + "loss": 0.9222, + "step": 9710 + }, + { + "epoch": 0.700624075610548, + "grad_norm": 6.426224101381143, + "learning_rate": 8.686387471486363e-07, + "loss": 1.03, + "step": 9711 + }, + { + "epoch": 0.7006962230799755, + "grad_norm": 3.4412061652603976, + "learning_rate": 8.68253381729761e-07, + "loss": 0.9565, + "step": 9712 + }, + { + "epoch": 0.700768370549403, + "grad_norm": 2.6888231967839076, + "learning_rate": 8.678680781113789e-07, + "loss": 1.0211, + "step": 9713 + }, + { + "epoch": 0.7008405180188305, + "grad_norm": 4.402972145215985, + "learning_rate": 8.674828363145301e-07, + "loss": 0.9274, + "step": 9714 + }, + { + "epoch": 0.700912665488258, + "grad_norm": 2.3183741838195946, + "learning_rate": 8.670976563602519e-07, + "loss": 0.9457, + "step": 9715 + }, + { + "epoch": 0.7009848129576856, + "grad_norm": 4.3763848429054875, + "learning_rate": 8.667125382695761e-07, + "loss": 0.9614, + "step": 9716 + }, + { + "epoch": 0.7010569604271131, + "grad_norm": 2.650995060499173, + "learning_rate": 8.663274820635333e-07, + "loss": 0.9895, + "step": 9717 + }, + { + "epoch": 0.7011291078965405, + "grad_norm": 11.01456839181228, + "learning_rate": 8.6594248776315e-07, + "loss": 0.9948, + "step": 9718 + }, + { + "epoch": 0.701201255365968, + "grad_norm": 2.4972579223189415, + "learning_rate": 8.655575553894494e-07, + "loss": 1.0269, + "step": 9719 + }, + { + "epoch": 0.7012734028353955, + "grad_norm": 5.046249870581882, + "learning_rate": 8.651726849634509e-07, + "loss": 0.988, + "step": 9720 + }, + { + "epoch": 0.701345550304823, + "grad_norm": 2.6202230129986837, + "learning_rate": 8.64787876506172e-07, + "loss": 0.9571, + "step": 9721 + }, + { + "epoch": 0.7014176977742506, + "grad_norm": 3.4278106072363497, + "learning_rate": 8.644031300386232e-07, + "loss": 0.9866, + "step": 9722 + }, + { + "epoch": 0.7014898452436781, + "grad_norm": 3.879769742956638, + "learning_rate": 8.640184455818171e-07, + "loss": 0.9227, + "step": 9723 + }, + { + "epoch": 0.7015619927131056, + "grad_norm": 2.7605666977518974, + "learning_rate": 8.636338231567571e-07, + "loss": 1.0276, + "step": 9724 + }, + { + "epoch": 0.7016341401825331, + "grad_norm": 3.1396437293413375, + "learning_rate": 8.632492627844486e-07, + "loss": 0.938, + "step": 9725 + }, + { + "epoch": 0.7017062876519606, + "grad_norm": 0.7579776544623902, + "learning_rate": 8.62864764485889e-07, + "loss": 0.8804, + "step": 9726 + }, + { + "epoch": 0.7017784351213882, + "grad_norm": 8.390758662517781, + "learning_rate": 8.624803282820754e-07, + "loss": 0.9643, + "step": 9727 + }, + { + "epoch": 0.7018505825908157, + "grad_norm": 3.420001209325744, + "learning_rate": 8.620959541939998e-07, + "loss": 1.0026, + "step": 9728 + }, + { + "epoch": 0.7019227300602431, + "grad_norm": 0.7357980049252454, + "learning_rate": 8.617116422426518e-07, + "loss": 0.8384, + "step": 9729 + }, + { + "epoch": 0.7019948775296706, + "grad_norm": 3.7800574826103346, + "learning_rate": 8.613273924490181e-07, + "loss": 0.9231, + "step": 9730 + }, + { + "epoch": 0.7020670249990981, + "grad_norm": 2.264664123928262, + "learning_rate": 8.609432048340788e-07, + "loss": 1.0096, + "step": 9731 + }, + { + "epoch": 0.7021391724685256, + "grad_norm": 4.626604575107882, + "learning_rate": 8.605590794188158e-07, + "loss": 0.9617, + "step": 9732 + }, + { + "epoch": 0.7022113199379532, + "grad_norm": 2.966705260579388, + "learning_rate": 8.601750162242028e-07, + "loss": 0.8677, + "step": 9733 + }, + { + "epoch": 0.7022834674073807, + "grad_norm": 3.3046159308148524, + "learning_rate": 8.597910152712125e-07, + "loss": 0.9738, + "step": 9734 + }, + { + "epoch": 0.7023556148768082, + "grad_norm": 2.436258342135588, + "learning_rate": 8.594070765808141e-07, + "loss": 0.9304, + "step": 9735 + }, + { + "epoch": 0.7024277623462357, + "grad_norm": 4.367517011900831, + "learning_rate": 8.590232001739728e-07, + "loss": 1.0125, + "step": 9736 + }, + { + "epoch": 0.7024999098156632, + "grad_norm": 4.560699943898029, + "learning_rate": 8.586393860716508e-07, + "loss": 0.8787, + "step": 9737 + }, + { + "epoch": 0.7025720572850908, + "grad_norm": 2.121740871229566, + "learning_rate": 8.582556342948075e-07, + "loss": 0.8746, + "step": 9738 + }, + { + "epoch": 0.7026442047545183, + "grad_norm": 4.524856581970565, + "learning_rate": 8.578719448643968e-07, + "loss": 0.9873, + "step": 9739 + }, + { + "epoch": 0.7027163522239458, + "grad_norm": 2.756085857598701, + "learning_rate": 8.574883178013712e-07, + "loss": 0.8554, + "step": 9740 + }, + { + "epoch": 0.7027884996933732, + "grad_norm": 41.671725604344125, + "learning_rate": 8.571047531266789e-07, + "loss": 0.9833, + "step": 9741 + }, + { + "epoch": 0.7028606471628007, + "grad_norm": 3.3316371098769415, + "learning_rate": 8.567212508612653e-07, + "loss": 0.9639, + "step": 9742 + }, + { + "epoch": 0.7029327946322282, + "grad_norm": 2.3830273140555716, + "learning_rate": 8.56337811026072e-07, + "loss": 0.9443, + "step": 9743 + }, + { + "epoch": 0.7030049421016558, + "grad_norm": 0.8643109149028718, + "learning_rate": 8.55954433642037e-07, + "loss": 0.8435, + "step": 9744 + }, + { + "epoch": 0.7030770895710833, + "grad_norm": 2.594517973303316, + "learning_rate": 8.55571118730096e-07, + "loss": 0.8867, + "step": 9745 + }, + { + "epoch": 0.7031492370405108, + "grad_norm": 4.500155552188889, + "learning_rate": 8.551878663111784e-07, + "loss": 1.1559, + "step": 9746 + }, + { + "epoch": 0.7032213845099383, + "grad_norm": 2.6861405593781438, + "learning_rate": 8.548046764062146e-07, + "loss": 0.9673, + "step": 9747 + }, + { + "epoch": 0.7032935319793658, + "grad_norm": 2.11211629689689, + "learning_rate": 8.544215490361277e-07, + "loss": 1.0371, + "step": 9748 + }, + { + "epoch": 0.7033656794487934, + "grad_norm": 2.9404382822753, + "learning_rate": 8.540384842218391e-07, + "loss": 0.9322, + "step": 9749 + }, + { + "epoch": 0.7034378269182209, + "grad_norm": 3.437141122290945, + "learning_rate": 8.536554819842665e-07, + "loss": 1.0397, + "step": 9750 + }, + { + "epoch": 0.7035099743876484, + "grad_norm": 3.047862513998268, + "learning_rate": 8.532725423443246e-07, + "loss": 0.9755, + "step": 9751 + }, + { + "epoch": 0.7035821218570759, + "grad_norm": 2.344408070049575, + "learning_rate": 8.52889665322924e-07, + "loss": 0.9456, + "step": 9752 + }, + { + "epoch": 0.7036542693265033, + "grad_norm": 3.8409752483528807, + "learning_rate": 8.525068509409726e-07, + "loss": 1.0199, + "step": 9753 + }, + { + "epoch": 0.7037264167959308, + "grad_norm": 4.118588406485423, + "learning_rate": 8.521240992193746e-07, + "loss": 0.9005, + "step": 9754 + }, + { + "epoch": 0.7037985642653584, + "grad_norm": 2.624178894230918, + "learning_rate": 8.517414101790296e-07, + "loss": 1.02, + "step": 9755 + }, + { + "epoch": 0.7038707117347859, + "grad_norm": 2.64574572400603, + "learning_rate": 8.513587838408356e-07, + "loss": 0.9686, + "step": 9756 + }, + { + "epoch": 0.7039428592042134, + "grad_norm": 4.459483536039025, + "learning_rate": 8.50976220225686e-07, + "loss": 0.8835, + "step": 9757 + }, + { + "epoch": 0.7040150066736409, + "grad_norm": 2.5162553649026496, + "learning_rate": 8.505937193544719e-07, + "loss": 0.8406, + "step": 9758 + }, + { + "epoch": 0.7040871541430684, + "grad_norm": 6.49403753442611, + "learning_rate": 8.502112812480795e-07, + "loss": 1.0019, + "step": 9759 + }, + { + "epoch": 0.704159301612496, + "grad_norm": 19.299390967054343, + "learning_rate": 8.498289059273935e-07, + "loss": 1.0029, + "step": 9760 + }, + { + "epoch": 0.7042314490819235, + "grad_norm": 2.837954305838769, + "learning_rate": 8.494465934132917e-07, + "loss": 0.9903, + "step": 9761 + }, + { + "epoch": 0.704303596551351, + "grad_norm": 3.081211769222764, + "learning_rate": 8.490643437266536e-07, + "loss": 0.8237, + "step": 9762 + }, + { + "epoch": 0.7043757440207785, + "grad_norm": 2.5303394893503848, + "learning_rate": 8.486821568883505e-07, + "loss": 0.9526, + "step": 9763 + }, + { + "epoch": 0.704447891490206, + "grad_norm": 3.5423217317230797, + "learning_rate": 8.483000329192527e-07, + "loss": 0.9408, + "step": 9764 + }, + { + "epoch": 0.7045200389596334, + "grad_norm": 2.9477171454065485, + "learning_rate": 8.479179718402268e-07, + "loss": 1.0478, + "step": 9765 + }, + { + "epoch": 0.704592186429061, + "grad_norm": 4.005712483213061, + "learning_rate": 8.475359736721352e-07, + "loss": 0.9839, + "step": 9766 + }, + { + "epoch": 0.7046643338984885, + "grad_norm": 3.3056740156330955, + "learning_rate": 8.471540384358382e-07, + "loss": 0.9411, + "step": 9767 + }, + { + "epoch": 0.704736481367916, + "grad_norm": 4.900491238317956, + "learning_rate": 8.467721661521912e-07, + "loss": 0.9104, + "step": 9768 + }, + { + "epoch": 0.7048086288373435, + "grad_norm": 4.3673868696805425, + "learning_rate": 8.463903568420481e-07, + "loss": 0.9576, + "step": 9769 + }, + { + "epoch": 0.704880776306771, + "grad_norm": 3.357452694239366, + "learning_rate": 8.460086105262561e-07, + "loss": 0.9674, + "step": 9770 + }, + { + "epoch": 0.7049529237761986, + "grad_norm": 3.6807990531427683, + "learning_rate": 8.456269272256622e-07, + "loss": 0.9417, + "step": 9771 + }, + { + "epoch": 0.7050250712456261, + "grad_norm": 3.764617151904698, + "learning_rate": 8.452453069611083e-07, + "loss": 0.8752, + "step": 9772 + }, + { + "epoch": 0.7050972187150536, + "grad_norm": 2.2222411936374, + "learning_rate": 8.448637497534334e-07, + "loss": 0.8372, + "step": 9773 + }, + { + "epoch": 0.7051693661844811, + "grad_norm": 7.677338125347741, + "learning_rate": 8.444822556234729e-07, + "loss": 0.9114, + "step": 9774 + }, + { + "epoch": 0.7052415136539086, + "grad_norm": 2.6878187301061476, + "learning_rate": 8.441008245920591e-07, + "loss": 0.8663, + "step": 9775 + }, + { + "epoch": 0.705313661123336, + "grad_norm": 4.381509352556829, + "learning_rate": 8.437194566800201e-07, + "loss": 0.9918, + "step": 9776 + }, + { + "epoch": 0.7053858085927636, + "grad_norm": 3.144246305267136, + "learning_rate": 8.433381519081819e-07, + "loss": 0.8857, + "step": 9777 + }, + { + "epoch": 0.7054579560621911, + "grad_norm": 2.877214491108412, + "learning_rate": 8.429569102973648e-07, + "loss": 0.9729, + "step": 9778 + }, + { + "epoch": 0.7055301035316186, + "grad_norm": 2.7138681538714993, + "learning_rate": 8.425757318683874e-07, + "loss": 0.9386, + "step": 9779 + }, + { + "epoch": 0.7056022510010461, + "grad_norm": 3.6367613629099167, + "learning_rate": 8.421946166420649e-07, + "loss": 0.7318, + "step": 9780 + }, + { + "epoch": 0.7056743984704736, + "grad_norm": 2.850044410761093, + "learning_rate": 8.418135646392081e-07, + "loss": 0.8736, + "step": 9781 + }, + { + "epoch": 0.7057465459399012, + "grad_norm": 4.289743504892636, + "learning_rate": 8.414325758806253e-07, + "loss": 0.9686, + "step": 9782 + }, + { + "epoch": 0.7058186934093287, + "grad_norm": 4.759798083470574, + "learning_rate": 8.410516503871206e-07, + "loss": 0.8898, + "step": 9783 + }, + { + "epoch": 0.7058908408787562, + "grad_norm": 5.247894773277338, + "learning_rate": 8.406707881794955e-07, + "loss": 0.9032, + "step": 9784 + }, + { + "epoch": 0.7059629883481837, + "grad_norm": 11.097488504100053, + "learning_rate": 8.402899892785458e-07, + "loss": 0.93, + "step": 9785 + }, + { + "epoch": 0.7060351358176112, + "grad_norm": 4.346430767733586, + "learning_rate": 8.399092537050678e-07, + "loss": 0.966, + "step": 9786 + }, + { + "epoch": 0.7061072832870388, + "grad_norm": 3.245004188758251, + "learning_rate": 8.395285814798505e-07, + "loss": 1.0137, + "step": 9787 + }, + { + "epoch": 0.7061794307564662, + "grad_norm": 2.718240975269446, + "learning_rate": 8.391479726236815e-07, + "loss": 0.9474, + "step": 9788 + }, + { + "epoch": 0.7062515782258937, + "grad_norm": 3.996224409635366, + "learning_rate": 8.387674271573441e-07, + "loss": 0.9955, + "step": 9789 + }, + { + "epoch": 0.7063237256953212, + "grad_norm": 5.14238024952816, + "learning_rate": 8.38386945101619e-07, + "loss": 0.9352, + "step": 9790 + }, + { + "epoch": 0.7063958731647487, + "grad_norm": 3.198214605081443, + "learning_rate": 8.380065264772827e-07, + "loss": 0.9957, + "step": 9791 + }, + { + "epoch": 0.7064680206341762, + "grad_norm": 3.7463403010057617, + "learning_rate": 8.376261713051089e-07, + "loss": 1.0146, + "step": 9792 + }, + { + "epoch": 0.7065401681036038, + "grad_norm": 2.2220344411136197, + "learning_rate": 8.372458796058666e-07, + "loss": 0.9339, + "step": 9793 + }, + { + "epoch": 0.7066123155730313, + "grad_norm": 3.4080674108903497, + "learning_rate": 8.368656514003221e-07, + "loss": 1.0317, + "step": 9794 + }, + { + "epoch": 0.7066844630424588, + "grad_norm": 0.733758220983978, + "learning_rate": 8.364854867092388e-07, + "loss": 0.8038, + "step": 9795 + }, + { + "epoch": 0.7067566105118863, + "grad_norm": 5.240672044537185, + "learning_rate": 8.361053855533757e-07, + "loss": 0.9496, + "step": 9796 + }, + { + "epoch": 0.7068287579813138, + "grad_norm": 3.353068406906433, + "learning_rate": 8.357253479534891e-07, + "loss": 0.8686, + "step": 9797 + }, + { + "epoch": 0.7069009054507414, + "grad_norm": 3.522720297753373, + "learning_rate": 8.353453739303311e-07, + "loss": 0.9498, + "step": 9798 + }, + { + "epoch": 0.7069730529201689, + "grad_norm": 0.7459063069821681, + "learning_rate": 8.349654635046517e-07, + "loss": 0.9027, + "step": 9799 + }, + { + "epoch": 0.7070452003895963, + "grad_norm": 4.177436921461303, + "learning_rate": 8.345856166971938e-07, + "loss": 1.0042, + "step": 9800 + }, + { + "epoch": 0.7071173478590238, + "grad_norm": 2.131428028177479, + "learning_rate": 8.34205833528703e-07, + "loss": 1.0189, + "step": 9801 + }, + { + "epoch": 0.7071894953284513, + "grad_norm": 4.010458862611146, + "learning_rate": 8.338261140199149e-07, + "loss": 0.9594, + "step": 9802 + }, + { + "epoch": 0.7072616427978788, + "grad_norm": 3.4861202231427817, + "learning_rate": 8.334464581915659e-07, + "loss": 0.9137, + "step": 9803 + }, + { + "epoch": 0.7073337902673064, + "grad_norm": 2.6767788329163693, + "learning_rate": 8.330668660643874e-07, + "loss": 0.8945, + "step": 9804 + }, + { + "epoch": 0.7074059377367339, + "grad_norm": 2.2667126379774087, + "learning_rate": 8.326873376591075e-07, + "loss": 1.0065, + "step": 9805 + }, + { + "epoch": 0.7074780852061614, + "grad_norm": 2.4302303774853504, + "learning_rate": 8.323078729964508e-07, + "loss": 0.867, + "step": 9806 + }, + { + "epoch": 0.7075502326755889, + "grad_norm": 3.345350078744081, + "learning_rate": 8.319284720971385e-07, + "loss": 0.9506, + "step": 9807 + }, + { + "epoch": 0.7076223801450164, + "grad_norm": 2.172925955538281, + "learning_rate": 8.315491349818891e-07, + "loss": 0.8867, + "step": 9808 + }, + { + "epoch": 0.707694527614444, + "grad_norm": 3.308407540694203, + "learning_rate": 8.311698616714151e-07, + "loss": 1.04, + "step": 9809 + }, + { + "epoch": 0.7077666750838715, + "grad_norm": 3.4894730431887027, + "learning_rate": 8.307906521864283e-07, + "loss": 0.8933, + "step": 9810 + }, + { + "epoch": 0.707838822553299, + "grad_norm": 2.9840691694368275, + "learning_rate": 8.304115065476355e-07, + "loss": 0.8823, + "step": 9811 + }, + { + "epoch": 0.7079109700227264, + "grad_norm": 4.324846809628962, + "learning_rate": 8.300324247757409e-07, + "loss": 0.915, + "step": 9812 + }, + { + "epoch": 0.7079831174921539, + "grad_norm": 3.558164535080357, + "learning_rate": 8.296534068914443e-07, + "loss": 0.9475, + "step": 9813 + }, + { + "epoch": 0.7080552649615814, + "grad_norm": 6.051274869915391, + "learning_rate": 8.292744529154434e-07, + "loss": 0.9499, + "step": 9814 + }, + { + "epoch": 0.708127412431009, + "grad_norm": 3.206894605655101, + "learning_rate": 8.288955628684293e-07, + "loss": 0.8976, + "step": 9815 + }, + { + "epoch": 0.7081995599004365, + "grad_norm": 2.5592658870852674, + "learning_rate": 8.285167367710948e-07, + "loss": 0.9339, + "step": 9816 + }, + { + "epoch": 0.708271707369864, + "grad_norm": 5.253849979368738, + "learning_rate": 8.281379746441239e-07, + "loss": 0.9712, + "step": 9817 + }, + { + "epoch": 0.7083438548392915, + "grad_norm": 3.2644458448861324, + "learning_rate": 8.277592765082e-07, + "loss": 1.0522, + "step": 9818 + }, + { + "epoch": 0.708416002308719, + "grad_norm": 3.2552449379452333, + "learning_rate": 8.273806423840026e-07, + "loss": 1.0307, + "step": 9819 + }, + { + "epoch": 0.7084881497781466, + "grad_norm": 4.632393366105672, + "learning_rate": 8.270020722922073e-07, + "loss": 0.9232, + "step": 9820 + }, + { + "epoch": 0.7085602972475741, + "grad_norm": 3.668023609730189, + "learning_rate": 8.266235662534869e-07, + "loss": 0.8377, + "step": 9821 + }, + { + "epoch": 0.7086324447170016, + "grad_norm": 3.5733682923481016, + "learning_rate": 8.262451242885096e-07, + "loss": 0.8833, + "step": 9822 + }, + { + "epoch": 0.7087045921864291, + "grad_norm": 2.510631082540242, + "learning_rate": 8.258667464179416e-07, + "loss": 1.0076, + "step": 9823 + }, + { + "epoch": 0.7087767396558565, + "grad_norm": 3.4499552405950684, + "learning_rate": 8.254884326624427e-07, + "loss": 0.9583, + "step": 9824 + }, + { + "epoch": 0.708848887125284, + "grad_norm": 2.3398115509314144, + "learning_rate": 8.251101830426741e-07, + "loss": 1.0447, + "step": 9825 + }, + { + "epoch": 0.7089210345947116, + "grad_norm": 3.2208206775280104, + "learning_rate": 8.247319975792883e-07, + "loss": 1.0298, + "step": 9826 + }, + { + "epoch": 0.7089931820641391, + "grad_norm": 4.478020289195798, + "learning_rate": 8.243538762929376e-07, + "loss": 1.0646, + "step": 9827 + }, + { + "epoch": 0.7090653295335666, + "grad_norm": 2.7714345657356843, + "learning_rate": 8.239758192042696e-07, + "loss": 0.9762, + "step": 9828 + }, + { + "epoch": 0.7091374770029941, + "grad_norm": 0.7292265912818149, + "learning_rate": 8.235978263339285e-07, + "loss": 0.8421, + "step": 9829 + }, + { + "epoch": 0.7092096244724216, + "grad_norm": 3.520026406059055, + "learning_rate": 8.232198977025553e-07, + "loss": 0.9148, + "step": 9830 + }, + { + "epoch": 0.7092817719418492, + "grad_norm": 3.376054810888088, + "learning_rate": 8.228420333307877e-07, + "loss": 0.9935, + "step": 9831 + }, + { + "epoch": 0.7093539194112767, + "grad_norm": 0.7283652306329197, + "learning_rate": 8.224642332392587e-07, + "loss": 0.8572, + "step": 9832 + }, + { + "epoch": 0.7094260668807042, + "grad_norm": 3.77078273732224, + "learning_rate": 8.220864974485984e-07, + "loss": 0.9605, + "step": 9833 + }, + { + "epoch": 0.7094982143501317, + "grad_norm": 2.126667266215815, + "learning_rate": 8.217088259794343e-07, + "loss": 0.9251, + "step": 9834 + }, + { + "epoch": 0.7095703618195591, + "grad_norm": 2.1677701292039355, + "learning_rate": 8.213312188523891e-07, + "loss": 1.0115, + "step": 9835 + }, + { + "epoch": 0.7096425092889866, + "grad_norm": 3.2787656552591455, + "learning_rate": 8.209536760880829e-07, + "loss": 0.9341, + "step": 9836 + }, + { + "epoch": 0.7097146567584142, + "grad_norm": 3.1815366124995017, + "learning_rate": 8.205761977071315e-07, + "loss": 1.0053, + "step": 9837 + }, + { + "epoch": 0.7097868042278417, + "grad_norm": 3.0445029390784186, + "learning_rate": 8.201987837301487e-07, + "loss": 0.9856, + "step": 9838 + }, + { + "epoch": 0.7098589516972692, + "grad_norm": 2.3767829025364926, + "learning_rate": 8.198214341777416e-07, + "loss": 0.9142, + "step": 9839 + }, + { + "epoch": 0.7099310991666967, + "grad_norm": 6.953094825250536, + "learning_rate": 8.194441490705184e-07, + "loss": 1.0435, + "step": 9840 + }, + { + "epoch": 0.7100032466361242, + "grad_norm": 3.3374907475603988, + "learning_rate": 8.190669284290794e-07, + "loss": 0.9502, + "step": 9841 + }, + { + "epoch": 0.7100753941055518, + "grad_norm": 3.506344494421792, + "learning_rate": 8.186897722740236e-07, + "loss": 1.0133, + "step": 9842 + }, + { + "epoch": 0.7101475415749793, + "grad_norm": 3.093845404492903, + "learning_rate": 8.183126806259463e-07, + "loss": 1.0148, + "step": 9843 + }, + { + "epoch": 0.7102196890444068, + "grad_norm": 0.6690070576259874, + "learning_rate": 8.179356535054392e-07, + "loss": 0.7776, + "step": 9844 + }, + { + "epoch": 0.7102918365138343, + "grad_norm": 2.293739098463216, + "learning_rate": 8.1755869093309e-07, + "loss": 1.0567, + "step": 9845 + }, + { + "epoch": 0.7103639839832618, + "grad_norm": 2.378718125996251, + "learning_rate": 8.171817929294836e-07, + "loss": 0.8591, + "step": 9846 + }, + { + "epoch": 0.7104361314526892, + "grad_norm": 2.57557728046291, + "learning_rate": 8.168049595152014e-07, + "loss": 1.0367, + "step": 9847 + }, + { + "epoch": 0.7105082789221168, + "grad_norm": 4.478186188071481, + "learning_rate": 8.164281907108197e-07, + "loss": 0.9678, + "step": 9848 + }, + { + "epoch": 0.7105804263915443, + "grad_norm": 3.0603608426031195, + "learning_rate": 8.16051486536913e-07, + "loss": 0.9682, + "step": 9849 + }, + { + "epoch": 0.7106525738609718, + "grad_norm": 2.2940247165908194, + "learning_rate": 8.156748470140518e-07, + "loss": 1.0544, + "step": 9850 + }, + { + "epoch": 0.7107247213303993, + "grad_norm": 2.5203530560781986, + "learning_rate": 8.15298272162803e-07, + "loss": 0.9853, + "step": 9851 + }, + { + "epoch": 0.7107968687998268, + "grad_norm": 3.790720280065415, + "learning_rate": 8.149217620037301e-07, + "loss": 1.0087, + "step": 9852 + }, + { + "epoch": 0.7108690162692544, + "grad_norm": 4.577575650634326, + "learning_rate": 8.145453165573935e-07, + "loss": 0.874, + "step": 9853 + }, + { + "epoch": 0.7109411637386819, + "grad_norm": 11.697283072338383, + "learning_rate": 8.14168935844347e-07, + "loss": 0.9572, + "step": 9854 + }, + { + "epoch": 0.7110133112081094, + "grad_norm": 0.6923161785306609, + "learning_rate": 8.137926198851468e-07, + "loss": 0.8254, + "step": 9855 + }, + { + "epoch": 0.7110854586775369, + "grad_norm": 0.6809689948408145, + "learning_rate": 8.134163687003396e-07, + "loss": 0.7869, + "step": 9856 + }, + { + "epoch": 0.7111576061469644, + "grad_norm": 2.979671906709002, + "learning_rate": 8.13040182310472e-07, + "loss": 0.9557, + "step": 9857 + }, + { + "epoch": 0.711229753616392, + "grad_norm": 3.3932454051958594, + "learning_rate": 8.126640607360862e-07, + "loss": 1.0398, + "step": 9858 + }, + { + "epoch": 0.7113019010858194, + "grad_norm": 4.246499134354238, + "learning_rate": 8.122880039977205e-07, + "loss": 0.9418, + "step": 9859 + }, + { + "epoch": 0.7113740485552469, + "grad_norm": 3.7620765777289513, + "learning_rate": 8.1191201211591e-07, + "loss": 0.942, + "step": 9860 + }, + { + "epoch": 0.7114461960246744, + "grad_norm": 3.3291521233601857, + "learning_rate": 8.115360851111865e-07, + "loss": 0.8389, + "step": 9861 + }, + { + "epoch": 0.7115183434941019, + "grad_norm": 3.3609001068915183, + "learning_rate": 8.111602230040789e-07, + "loss": 0.9242, + "step": 9862 + }, + { + "epoch": 0.7115904909635294, + "grad_norm": 3.6768767359170376, + "learning_rate": 8.107844258151087e-07, + "loss": 0.9809, + "step": 9863 + }, + { + "epoch": 0.711662638432957, + "grad_norm": 0.7348629973654975, + "learning_rate": 8.104086935648003e-07, + "loss": 0.8197, + "step": 9864 + }, + { + "epoch": 0.7117347859023845, + "grad_norm": 3.6439570948799838, + "learning_rate": 8.100330262736687e-07, + "loss": 0.9119, + "step": 9865 + }, + { + "epoch": 0.711806933371812, + "grad_norm": 4.887562338194901, + "learning_rate": 8.096574239622285e-07, + "loss": 0.9581, + "step": 9866 + }, + { + "epoch": 0.7118790808412395, + "grad_norm": 3.5119691277887135, + "learning_rate": 8.092818866509896e-07, + "loss": 0.8604, + "step": 9867 + }, + { + "epoch": 0.711951228310667, + "grad_norm": 2.7812924328256656, + "learning_rate": 8.089064143604594e-07, + "loss": 1.0068, + "step": 9868 + }, + { + "epoch": 0.7120233757800946, + "grad_norm": 13.793291777936442, + "learning_rate": 8.085310071111401e-07, + "loss": 0.9132, + "step": 9869 + }, + { + "epoch": 0.7120955232495221, + "grad_norm": 3.123003665322172, + "learning_rate": 8.08155664923533e-07, + "loss": 0.9394, + "step": 9870 + }, + { + "epoch": 0.7121676707189495, + "grad_norm": 2.6460929102483814, + "learning_rate": 8.077803878181322e-07, + "loss": 0.9795, + "step": 9871 + }, + { + "epoch": 0.712239818188377, + "grad_norm": 3.0128583322993086, + "learning_rate": 8.074051758154308e-07, + "loss": 0.9454, + "step": 9872 + }, + { + "epoch": 0.7123119656578045, + "grad_norm": 3.2166966675724766, + "learning_rate": 8.07030028935918e-07, + "loss": 0.935, + "step": 9873 + }, + { + "epoch": 0.712384113127232, + "grad_norm": 4.342614553782056, + "learning_rate": 8.066549472000792e-07, + "loss": 1.088, + "step": 9874 + }, + { + "epoch": 0.7124562605966596, + "grad_norm": 2.2609825187793535, + "learning_rate": 8.062799306283968e-07, + "loss": 0.9068, + "step": 9875 + }, + { + "epoch": 0.7125284080660871, + "grad_norm": 3.739502901506886, + "learning_rate": 8.059049792413468e-07, + "loss": 0.9951, + "step": 9876 + }, + { + "epoch": 0.7126005555355146, + "grad_norm": 3.061097583021613, + "learning_rate": 8.055300930594071e-07, + "loss": 0.8863, + "step": 9877 + }, + { + "epoch": 0.7126727030049421, + "grad_norm": 9.10195269751029, + "learning_rate": 8.051552721030457e-07, + "loss": 0.8214, + "step": 9878 + }, + { + "epoch": 0.7127448504743696, + "grad_norm": 3.8815975015215525, + "learning_rate": 8.047805163927332e-07, + "loss": 1.0133, + "step": 9879 + }, + { + "epoch": 0.7128169979437972, + "grad_norm": 4.349415329851571, + "learning_rate": 8.044058259489315e-07, + "loss": 0.9165, + "step": 9880 + }, + { + "epoch": 0.7128891454132247, + "grad_norm": 4.783999979880343, + "learning_rate": 8.040312007921015e-07, + "loss": 1.0269, + "step": 9881 + }, + { + "epoch": 0.7129612928826521, + "grad_norm": 5.7207051254690935, + "learning_rate": 8.036566409427006e-07, + "loss": 0.9002, + "step": 9882 + }, + { + "epoch": 0.7130334403520796, + "grad_norm": 2.474695699461176, + "learning_rate": 8.032821464211817e-07, + "loss": 0.991, + "step": 9883 + }, + { + "epoch": 0.7131055878215071, + "grad_norm": 2.6323702749257643, + "learning_rate": 8.029077172479945e-07, + "loss": 0.9008, + "step": 9884 + }, + { + "epoch": 0.7131777352909346, + "grad_norm": 3.9118297551249666, + "learning_rate": 8.025333534435857e-07, + "loss": 0.8546, + "step": 9885 + }, + { + "epoch": 0.7132498827603622, + "grad_norm": 0.8108344613472861, + "learning_rate": 8.021590550283981e-07, + "loss": 0.8526, + "step": 9886 + }, + { + "epoch": 0.7133220302297897, + "grad_norm": 4.684224522917696, + "learning_rate": 8.017848220228696e-07, + "loss": 0.8426, + "step": 9887 + }, + { + "epoch": 0.7133941776992172, + "grad_norm": 2.8184068322895017, + "learning_rate": 8.014106544474361e-07, + "loss": 0.9632, + "step": 9888 + }, + { + "epoch": 0.7134663251686447, + "grad_norm": 4.778453732266446, + "learning_rate": 8.0103655232253e-07, + "loss": 0.9467, + "step": 9889 + }, + { + "epoch": 0.7135384726380722, + "grad_norm": 2.352269367421682, + "learning_rate": 8.006625156685793e-07, + "loss": 0.9782, + "step": 9890 + }, + { + "epoch": 0.7136106201074998, + "grad_norm": 5.4598097612265, + "learning_rate": 8.00288544506009e-07, + "loss": 0.8701, + "step": 9891 + }, + { + "epoch": 0.7136827675769273, + "grad_norm": 2.7497659063405475, + "learning_rate": 7.999146388552407e-07, + "loss": 0.9945, + "step": 9892 + }, + { + "epoch": 0.7137549150463548, + "grad_norm": 3.8952869841363085, + "learning_rate": 7.995407987366898e-07, + "loss": 1.0091, + "step": 9893 + }, + { + "epoch": 0.7138270625157822, + "grad_norm": 0.713819426518736, + "learning_rate": 7.991670241707735e-07, + "loss": 0.7762, + "step": 9894 + }, + { + "epoch": 0.7138992099852097, + "grad_norm": 3.0334140878624507, + "learning_rate": 7.987933151779001e-07, + "loss": 0.9576, + "step": 9895 + }, + { + "epoch": 0.7139713574546372, + "grad_norm": 2.621333604460761, + "learning_rate": 7.984196717784768e-07, + "loss": 1.039, + "step": 9896 + }, + { + "epoch": 0.7140435049240648, + "grad_norm": 3.5800080654117368, + "learning_rate": 7.980460939929072e-07, + "loss": 0.9053, + "step": 9897 + }, + { + "epoch": 0.7141156523934923, + "grad_norm": 2.733635415465325, + "learning_rate": 7.97672581841591e-07, + "loss": 0.892, + "step": 9898 + }, + { + "epoch": 0.7141877998629198, + "grad_norm": 2.8532330361977265, + "learning_rate": 7.972991353449241e-07, + "loss": 0.9894, + "step": 9899 + }, + { + "epoch": 0.7142599473323473, + "grad_norm": 3.2505275591574048, + "learning_rate": 7.969257545232993e-07, + "loss": 0.9997, + "step": 9900 + }, + { + "epoch": 0.7143320948017748, + "grad_norm": 2.8485891229615894, + "learning_rate": 7.965524393971062e-07, + "loss": 1.0053, + "step": 9901 + }, + { + "epoch": 0.7144042422712024, + "grad_norm": 5.545735330764237, + "learning_rate": 7.961791899867285e-07, + "loss": 1.0223, + "step": 9902 + }, + { + "epoch": 0.7144763897406299, + "grad_norm": 12.090627498828573, + "learning_rate": 7.95806006312549e-07, + "loss": 0.9958, + "step": 9903 + }, + { + "epoch": 0.7145485372100574, + "grad_norm": 2.9927538144118633, + "learning_rate": 7.954328883949455e-07, + "loss": 0.9434, + "step": 9904 + }, + { + "epoch": 0.7146206846794849, + "grad_norm": 3.130586589654518, + "learning_rate": 7.950598362542929e-07, + "loss": 0.9297, + "step": 9905 + }, + { + "epoch": 0.7146928321489123, + "grad_norm": 3.3879939827623495, + "learning_rate": 7.946868499109623e-07, + "loss": 0.9021, + "step": 9906 + }, + { + "epoch": 0.7147649796183398, + "grad_norm": 6.094920197638044, + "learning_rate": 7.943139293853207e-07, + "loss": 1.0689, + "step": 9907 + }, + { + "epoch": 0.7148371270877674, + "grad_norm": 5.5354786027231695, + "learning_rate": 7.939410746977322e-07, + "loss": 0.9138, + "step": 9908 + }, + { + "epoch": 0.7149092745571949, + "grad_norm": 2.351757763838136, + "learning_rate": 7.935682858685575e-07, + "loss": 0.9386, + "step": 9909 + }, + { + "epoch": 0.7149814220266224, + "grad_norm": 3.288372773908564, + "learning_rate": 7.931955629181521e-07, + "loss": 0.889, + "step": 9910 + }, + { + "epoch": 0.7150535694960499, + "grad_norm": 2.3901169180902246, + "learning_rate": 7.928229058668694e-07, + "loss": 0.9395, + "step": 9911 + }, + { + "epoch": 0.7151257169654774, + "grad_norm": 4.615376951749259, + "learning_rate": 7.924503147350592e-07, + "loss": 0.9891, + "step": 9912 + }, + { + "epoch": 0.715197864434905, + "grad_norm": 2.612739084793489, + "learning_rate": 7.92077789543067e-07, + "loss": 0.9428, + "step": 9913 + }, + { + "epoch": 0.7152700119043325, + "grad_norm": 4.427053485844543, + "learning_rate": 7.917053303112359e-07, + "loss": 0.7765, + "step": 9914 + }, + { + "epoch": 0.71534215937376, + "grad_norm": 4.917273123025674, + "learning_rate": 7.913329370599025e-07, + "loss": 0.9499, + "step": 9915 + }, + { + "epoch": 0.7154143068431875, + "grad_norm": 2.731802465924209, + "learning_rate": 7.909606098094041e-07, + "loss": 0.9774, + "step": 9916 + }, + { + "epoch": 0.715486454312615, + "grad_norm": 5.811871566435061, + "learning_rate": 7.9058834858007e-07, + "loss": 1.0234, + "step": 9917 + }, + { + "epoch": 0.7155586017820424, + "grad_norm": 3.5369647210809703, + "learning_rate": 7.902161533922305e-07, + "loss": 0.9242, + "step": 9918 + }, + { + "epoch": 0.71563074925147, + "grad_norm": 0.8029847879881009, + "learning_rate": 7.898440242662074e-07, + "loss": 0.8537, + "step": 9919 + }, + { + "epoch": 0.7157028967208975, + "grad_norm": 4.62240032643561, + "learning_rate": 7.894719612223226e-07, + "loss": 0.9585, + "step": 9920 + }, + { + "epoch": 0.715775044190325, + "grad_norm": 3.018774098049357, + "learning_rate": 7.890999642808926e-07, + "loss": 0.9763, + "step": 9921 + }, + { + "epoch": 0.7158471916597525, + "grad_norm": 3.552642569422685, + "learning_rate": 7.887280334622311e-07, + "loss": 0.8712, + "step": 9922 + }, + { + "epoch": 0.71591933912918, + "grad_norm": 2.7055652166094433, + "learning_rate": 7.883561687866476e-07, + "loss": 0.9391, + "step": 9923 + }, + { + "epoch": 0.7159914865986076, + "grad_norm": 2.0415589699918297, + "learning_rate": 7.879843702744491e-07, + "loss": 1.0623, + "step": 9924 + }, + { + "epoch": 0.7160636340680351, + "grad_norm": 2.35491106760362, + "learning_rate": 7.876126379459367e-07, + "loss": 0.8843, + "step": 9925 + }, + { + "epoch": 0.7161357815374626, + "grad_norm": 3.6572127419632054, + "learning_rate": 7.872409718214099e-07, + "loss": 0.8824, + "step": 9926 + }, + { + "epoch": 0.7162079290068901, + "grad_norm": 4.175371283737012, + "learning_rate": 7.868693719211643e-07, + "loss": 0.9805, + "step": 9927 + }, + { + "epoch": 0.7162800764763176, + "grad_norm": 0.7506613596956719, + "learning_rate": 7.864978382654915e-07, + "loss": 0.8256, + "step": 9928 + }, + { + "epoch": 0.716352223945745, + "grad_norm": 3.2276602071628964, + "learning_rate": 7.861263708746795e-07, + "loss": 1.0053, + "step": 9929 + }, + { + "epoch": 0.7164243714151726, + "grad_norm": 2.3543505188935248, + "learning_rate": 7.857549697690127e-07, + "loss": 1.024, + "step": 9930 + }, + { + "epoch": 0.7164965188846001, + "grad_norm": 3.538941640242805, + "learning_rate": 7.853836349687728e-07, + "loss": 0.9368, + "step": 9931 + }, + { + "epoch": 0.7165686663540276, + "grad_norm": 2.486376549907698, + "learning_rate": 7.850123664942348e-07, + "loss": 0.937, + "step": 9932 + }, + { + "epoch": 0.7166408138234551, + "grad_norm": 2.6919462993701466, + "learning_rate": 7.846411643656751e-07, + "loss": 0.9236, + "step": 9933 + }, + { + "epoch": 0.7167129612928826, + "grad_norm": 3.2465784695634885, + "learning_rate": 7.842700286033616e-07, + "loss": 0.9901, + "step": 9934 + }, + { + "epoch": 0.7167851087623102, + "grad_norm": 3.306492522201954, + "learning_rate": 7.838989592275616e-07, + "loss": 0.941, + "step": 9935 + }, + { + "epoch": 0.7168572562317377, + "grad_norm": 2.569542859458039, + "learning_rate": 7.835279562585373e-07, + "loss": 0.9392, + "step": 9936 + }, + { + "epoch": 0.7169294037011652, + "grad_norm": 5.26802112610447, + "learning_rate": 7.831570197165481e-07, + "loss": 0.9461, + "step": 9937 + }, + { + "epoch": 0.7170015511705927, + "grad_norm": 2.610964810441444, + "learning_rate": 7.827861496218502e-07, + "loss": 0.936, + "step": 9938 + }, + { + "epoch": 0.7170736986400202, + "grad_norm": 3.1312943202249524, + "learning_rate": 7.824153459946934e-07, + "loss": 0.9428, + "step": 9939 + }, + { + "epoch": 0.7171458461094478, + "grad_norm": 2.729014433674788, + "learning_rate": 7.820446088553285e-07, + "loss": 0.9814, + "step": 9940 + }, + { + "epoch": 0.7172179935788752, + "grad_norm": 3.5578193031215837, + "learning_rate": 7.81673938223998e-07, + "loss": 0.9678, + "step": 9941 + }, + { + "epoch": 0.7172901410483027, + "grad_norm": 2.862725468047489, + "learning_rate": 7.813033341209439e-07, + "loss": 1.0139, + "step": 9942 + }, + { + "epoch": 0.7173622885177302, + "grad_norm": 2.7750723305288365, + "learning_rate": 7.809327965664032e-07, + "loss": 0.8046, + "step": 9943 + }, + { + "epoch": 0.7174344359871577, + "grad_norm": 3.9141416865274454, + "learning_rate": 7.805623255806095e-07, + "loss": 0.8796, + "step": 9944 + }, + { + "epoch": 0.7175065834565852, + "grad_norm": 3.1193485274325634, + "learning_rate": 7.801919211837931e-07, + "loss": 0.9979, + "step": 9945 + }, + { + "epoch": 0.7175787309260128, + "grad_norm": 2.6677138736006465, + "learning_rate": 7.79821583396181e-07, + "loss": 0.863, + "step": 9946 + }, + { + "epoch": 0.7176508783954403, + "grad_norm": 2.6436133094603784, + "learning_rate": 7.794513122379938e-07, + "loss": 1.0342, + "step": 9947 + }, + { + "epoch": 0.7177230258648678, + "grad_norm": 2.906438513763804, + "learning_rate": 7.790811077294537e-07, + "loss": 0.9908, + "step": 9948 + }, + { + "epoch": 0.7177951733342953, + "grad_norm": 2.757635872779806, + "learning_rate": 7.787109698907737e-07, + "loss": 0.9932, + "step": 9949 + }, + { + "epoch": 0.7178673208037228, + "grad_norm": 3.6606108913374444, + "learning_rate": 7.783408987421667e-07, + "loss": 0.9956, + "step": 9950 + }, + { + "epoch": 0.7179394682731504, + "grad_norm": 7.72368337528098, + "learning_rate": 7.779708943038408e-07, + "loss": 0.9268, + "step": 9951 + }, + { + "epoch": 0.7180116157425779, + "grad_norm": 3.5940453449460428, + "learning_rate": 7.776009565960007e-07, + "loss": 0.9369, + "step": 9952 + }, + { + "epoch": 0.7180837632120053, + "grad_norm": 5.52962405342725, + "learning_rate": 7.772310856388475e-07, + "loss": 0.8965, + "step": 9953 + }, + { + "epoch": 0.7181559106814328, + "grad_norm": 3.409436896135558, + "learning_rate": 7.768612814525772e-07, + "loss": 0.9643, + "step": 9954 + }, + { + "epoch": 0.7182280581508603, + "grad_norm": 2.472103786369965, + "learning_rate": 7.764915440573856e-07, + "loss": 0.8867, + "step": 9955 + }, + { + "epoch": 0.7183002056202878, + "grad_norm": 2.967189981259659, + "learning_rate": 7.7612187347346e-07, + "loss": 0.9092, + "step": 9956 + }, + { + "epoch": 0.7183723530897154, + "grad_norm": 2.519809441400615, + "learning_rate": 7.757522697209899e-07, + "loss": 0.9717, + "step": 9957 + }, + { + "epoch": 0.7184445005591429, + "grad_norm": 2.9112052102285766, + "learning_rate": 7.753827328201554e-07, + "loss": 0.9645, + "step": 9958 + }, + { + "epoch": 0.7185166480285704, + "grad_norm": 2.4133169263559506, + "learning_rate": 7.750132627911367e-07, + "loss": 0.836, + "step": 9959 + }, + { + "epoch": 0.7185887954979979, + "grad_norm": 2.9860577857014654, + "learning_rate": 7.746438596541089e-07, + "loss": 0.9038, + "step": 9960 + }, + { + "epoch": 0.7186609429674254, + "grad_norm": 3.7124231195677537, + "learning_rate": 7.742745234292439e-07, + "loss": 0.9386, + "step": 9961 + }, + { + "epoch": 0.718733090436853, + "grad_norm": 4.484873674159501, + "learning_rate": 7.739052541367102e-07, + "loss": 1.063, + "step": 9962 + }, + { + "epoch": 0.7188052379062805, + "grad_norm": 3.275347678096869, + "learning_rate": 7.735360517966711e-07, + "loss": 0.9664, + "step": 9963 + }, + { + "epoch": 0.718877385375708, + "grad_norm": 3.0638796754223736, + "learning_rate": 7.73166916429288e-07, + "loss": 1.0487, + "step": 9964 + }, + { + "epoch": 0.7189495328451354, + "grad_norm": 2.553680874882801, + "learning_rate": 7.727978480547182e-07, + "loss": 1.0255, + "step": 9965 + }, + { + "epoch": 0.7190216803145629, + "grad_norm": 2.3433079620586805, + "learning_rate": 7.724288466931146e-07, + "loss": 0.9555, + "step": 9966 + }, + { + "epoch": 0.7190938277839904, + "grad_norm": 2.7914778991950366, + "learning_rate": 7.720599123646276e-07, + "loss": 0.8843, + "step": 9967 + }, + { + "epoch": 0.719165975253418, + "grad_norm": 3.911388831742328, + "learning_rate": 7.716910450894039e-07, + "loss": 0.973, + "step": 9968 + }, + { + "epoch": 0.7192381227228455, + "grad_norm": 3.56158609546953, + "learning_rate": 7.713222448875835e-07, + "loss": 0.9335, + "step": 9969 + }, + { + "epoch": 0.719310270192273, + "grad_norm": 4.227210032276894, + "learning_rate": 7.709535117793085e-07, + "loss": 1.0181, + "step": 9970 + }, + { + "epoch": 0.7193824176617005, + "grad_norm": 8.131955031045925, + "learning_rate": 7.705848457847111e-07, + "loss": 0.9498, + "step": 9971 + }, + { + "epoch": 0.719454565131128, + "grad_norm": 5.109397398173384, + "learning_rate": 7.702162469239252e-07, + "loss": 1.0473, + "step": 9972 + }, + { + "epoch": 0.7195267126005556, + "grad_norm": 3.0350156380817674, + "learning_rate": 7.698477152170773e-07, + "loss": 0.8817, + "step": 9973 + }, + { + "epoch": 0.7195988600699831, + "grad_norm": 2.154394374104041, + "learning_rate": 7.694792506842916e-07, + "loss": 1.0322, + "step": 9974 + }, + { + "epoch": 0.7196710075394106, + "grad_norm": 4.387008100360864, + "learning_rate": 7.691108533456887e-07, + "loss": 1.0415, + "step": 9975 + }, + { + "epoch": 0.7197431550088381, + "grad_norm": 4.896555464494415, + "learning_rate": 7.687425232213855e-07, + "loss": 0.9747, + "step": 9976 + }, + { + "epoch": 0.7198153024782655, + "grad_norm": 2.751243136933366, + "learning_rate": 7.68374260331496e-07, + "loss": 0.9953, + "step": 9977 + }, + { + "epoch": 0.719887449947693, + "grad_norm": 2.5908567538899647, + "learning_rate": 7.680060646961273e-07, + "loss": 1.0215, + "step": 9978 + }, + { + "epoch": 0.7199595974171206, + "grad_norm": 4.6762099551536105, + "learning_rate": 7.676379363353882e-07, + "loss": 0.932, + "step": 9979 + }, + { + "epoch": 0.7200317448865481, + "grad_norm": 4.22922509564908, + "learning_rate": 7.672698752693787e-07, + "loss": 1.0004, + "step": 9980 + }, + { + "epoch": 0.7201038923559756, + "grad_norm": 4.599214586295253, + "learning_rate": 7.669018815181978e-07, + "loss": 1.0099, + "step": 9981 + }, + { + "epoch": 0.7201760398254031, + "grad_norm": 0.7572525157716659, + "learning_rate": 7.665339551019403e-07, + "loss": 0.8017, + "step": 9982 + }, + { + "epoch": 0.7202481872948306, + "grad_norm": 3.1355758237945923, + "learning_rate": 7.661660960406975e-07, + "loss": 0.9929, + "step": 9983 + }, + { + "epoch": 0.7203203347642582, + "grad_norm": 0.6179837028536607, + "learning_rate": 7.657983043545568e-07, + "loss": 0.7888, + "step": 9984 + }, + { + "epoch": 0.7203924822336857, + "grad_norm": 5.082248175856439, + "learning_rate": 7.654305800636023e-07, + "loss": 0.9708, + "step": 9985 + }, + { + "epoch": 0.7204646297031132, + "grad_norm": 3.137501696096015, + "learning_rate": 7.650629231879131e-07, + "loss": 0.9675, + "step": 9986 + }, + { + "epoch": 0.7205367771725407, + "grad_norm": 2.735405951016761, + "learning_rate": 7.646953337475659e-07, + "loss": 0.8984, + "step": 9987 + }, + { + "epoch": 0.7206089246419681, + "grad_norm": 2.2095764068354917, + "learning_rate": 7.643278117626338e-07, + "loss": 0.8999, + "step": 9988 + }, + { + "epoch": 0.7206810721113956, + "grad_norm": 4.601104661739001, + "learning_rate": 7.639603572531854e-07, + "loss": 0.8874, + "step": 9989 + }, + { + "epoch": 0.7207532195808232, + "grad_norm": 2.566487350227578, + "learning_rate": 7.635929702392863e-07, + "loss": 0.8525, + "step": 9990 + }, + { + "epoch": 0.7208253670502507, + "grad_norm": 2.8414265289715757, + "learning_rate": 7.632256507409982e-07, + "loss": 0.9375, + "step": 9991 + }, + { + "epoch": 0.7208975145196782, + "grad_norm": 3.400085751069232, + "learning_rate": 7.628583987783794e-07, + "loss": 0.8763, + "step": 9992 + }, + { + "epoch": 0.7209696619891057, + "grad_norm": 5.718942107429048, + "learning_rate": 7.624912143714826e-07, + "loss": 1.0618, + "step": 9993 + }, + { + "epoch": 0.7210418094585332, + "grad_norm": 2.8862981631827282, + "learning_rate": 7.621240975403607e-07, + "loss": 1.0233, + "step": 9994 + }, + { + "epoch": 0.7211139569279608, + "grad_norm": 4.5086155115031055, + "learning_rate": 7.61757048305058e-07, + "loss": 0.9118, + "step": 9995 + }, + { + "epoch": 0.7211861043973883, + "grad_norm": 2.0910215677383213, + "learning_rate": 7.613900666856203e-07, + "loss": 1.0284, + "step": 9996 + }, + { + "epoch": 0.7212582518668158, + "grad_norm": 2.7037479807316633, + "learning_rate": 7.610231527020854e-07, + "loss": 0.8968, + "step": 9997 + }, + { + "epoch": 0.7213303993362433, + "grad_norm": 2.95304491045498, + "learning_rate": 7.606563063744895e-07, + "loss": 0.9568, + "step": 9998 + }, + { + "epoch": 0.7214025468056708, + "grad_norm": 2.8175587405806315, + "learning_rate": 7.602895277228647e-07, + "loss": 1.0457, + "step": 9999 + }, + { + "epoch": 0.7214746942750982, + "grad_norm": 0.7704647617859627, + "learning_rate": 7.599228167672398e-07, + "loss": 0.8537, + "step": 10000 + }, + { + "epoch": 0.7215468417445258, + "grad_norm": 3.5591859628316103, + "learning_rate": 7.595561735276398e-07, + "loss": 0.8552, + "step": 10001 + }, + { + "epoch": 0.7216189892139533, + "grad_norm": 2.5883383309667534, + "learning_rate": 7.591895980240846e-07, + "loss": 0.9813, + "step": 10002 + }, + { + "epoch": 0.7216911366833808, + "grad_norm": 3.5000140326082394, + "learning_rate": 7.58823090276592e-07, + "loss": 0.8678, + "step": 10003 + }, + { + "epoch": 0.7217632841528083, + "grad_norm": 3.6141066149811745, + "learning_rate": 7.584566503051759e-07, + "loss": 0.9095, + "step": 10004 + }, + { + "epoch": 0.7218354316222358, + "grad_norm": 0.7532981040475986, + "learning_rate": 7.580902781298459e-07, + "loss": 0.8459, + "step": 10005 + }, + { + "epoch": 0.7219075790916634, + "grad_norm": 9.929681737434402, + "learning_rate": 7.577239737706087e-07, + "loss": 0.9745, + "step": 10006 + }, + { + "epoch": 0.7219797265610909, + "grad_norm": 0.725653007354529, + "learning_rate": 7.573577372474671e-07, + "loss": 0.8959, + "step": 10007 + }, + { + "epoch": 0.7220518740305184, + "grad_norm": 2.472308141903624, + "learning_rate": 7.569915685804178e-07, + "loss": 1.0387, + "step": 10008 + }, + { + "epoch": 0.7221240214999459, + "grad_norm": 3.700285390208996, + "learning_rate": 7.56625467789459e-07, + "loss": 1.0389, + "step": 10009 + }, + { + "epoch": 0.7221961689693734, + "grad_norm": 2.5186076045902146, + "learning_rate": 7.562594348945801e-07, + "loss": 0.8333, + "step": 10010 + }, + { + "epoch": 0.722268316438801, + "grad_norm": 3.3174125663314635, + "learning_rate": 7.558934699157691e-07, + "loss": 0.9583, + "step": 10011 + }, + { + "epoch": 0.7223404639082284, + "grad_norm": 2.703209407128016, + "learning_rate": 7.555275728730101e-07, + "loss": 1.017, + "step": 10012 + }, + { + "epoch": 0.7224126113776559, + "grad_norm": 12.113433669631195, + "learning_rate": 7.551617437862837e-07, + "loss": 0.9153, + "step": 10013 + }, + { + "epoch": 0.7224847588470834, + "grad_norm": 3.023757957015936, + "learning_rate": 7.54795982675566e-07, + "loss": 0.89, + "step": 10014 + }, + { + "epoch": 0.7225569063165109, + "grad_norm": 2.4355521611184616, + "learning_rate": 7.544302895608302e-07, + "loss": 0.8609, + "step": 10015 + }, + { + "epoch": 0.7226290537859384, + "grad_norm": 2.657839310839934, + "learning_rate": 7.54064664462046e-07, + "loss": 1.0399, + "step": 10016 + }, + { + "epoch": 0.722701201255366, + "grad_norm": 2.6256775662745326, + "learning_rate": 7.53699107399177e-07, + "loss": 1.0185, + "step": 10017 + }, + { + "epoch": 0.7227733487247935, + "grad_norm": 2.919122878768151, + "learning_rate": 7.533336183921872e-07, + "loss": 0.9677, + "step": 10018 + }, + { + "epoch": 0.722845496194221, + "grad_norm": 2.53483036338941, + "learning_rate": 7.529681974610329e-07, + "loss": 1.0205, + "step": 10019 + }, + { + "epoch": 0.7229176436636485, + "grad_norm": 2.5399582441907715, + "learning_rate": 7.526028446256689e-07, + "loss": 1.0145, + "step": 10020 + }, + { + "epoch": 0.722989791133076, + "grad_norm": 2.9821105674646726, + "learning_rate": 7.52237559906046e-07, + "loss": 1.0033, + "step": 10021 + }, + { + "epoch": 0.7230619386025036, + "grad_norm": 2.8185822735130963, + "learning_rate": 7.518723433221109e-07, + "loss": 1.0187, + "step": 10022 + }, + { + "epoch": 0.7231340860719311, + "grad_norm": 2.631560075842802, + "learning_rate": 7.515071948938067e-07, + "loss": 0.9325, + "step": 10023 + }, + { + "epoch": 0.7232062335413585, + "grad_norm": 3.282783222748806, + "learning_rate": 7.511421146410735e-07, + "loss": 0.98, + "step": 10024 + }, + { + "epoch": 0.723278381010786, + "grad_norm": 4.020515047168315, + "learning_rate": 7.507771025838456e-07, + "loss": 0.8766, + "step": 10025 + }, + { + "epoch": 0.7233505284802135, + "grad_norm": 5.600014700189098, + "learning_rate": 7.504121587420555e-07, + "loss": 1.0106, + "step": 10026 + }, + { + "epoch": 0.723422675949641, + "grad_norm": 4.425108896413419, + "learning_rate": 7.500472831356319e-07, + "loss": 0.9045, + "step": 10027 + }, + { + "epoch": 0.7234948234190686, + "grad_norm": 6.030153797522692, + "learning_rate": 7.496824757844988e-07, + "loss": 0.8922, + "step": 10028 + }, + { + "epoch": 0.7235669708884961, + "grad_norm": 2.448935265691373, + "learning_rate": 7.493177367085772e-07, + "loss": 0.9303, + "step": 10029 + }, + { + "epoch": 0.7236391183579236, + "grad_norm": 6.838679416622048, + "learning_rate": 7.489530659277842e-07, + "loss": 0.9597, + "step": 10030 + }, + { + "epoch": 0.7237112658273511, + "grad_norm": 2.9680139532660936, + "learning_rate": 7.485884634620336e-07, + "loss": 0.8861, + "step": 10031 + }, + { + "epoch": 0.7237834132967786, + "grad_norm": 3.7003643835911753, + "learning_rate": 7.482239293312334e-07, + "loss": 0.9691, + "step": 10032 + }, + { + "epoch": 0.7238555607662062, + "grad_norm": 4.151516850873418, + "learning_rate": 7.478594635552915e-07, + "loss": 0.958, + "step": 10033 + }, + { + "epoch": 0.7239277082356337, + "grad_norm": 2.7022838717132465, + "learning_rate": 7.474950661541086e-07, + "loss": 1.0049, + "step": 10034 + }, + { + "epoch": 0.7239998557050611, + "grad_norm": 3.3287047834831336, + "learning_rate": 7.471307371475834e-07, + "loss": 0.9874, + "step": 10035 + }, + { + "epoch": 0.7240720031744886, + "grad_norm": 4.268271495088631, + "learning_rate": 7.467664765556108e-07, + "loss": 0.9216, + "step": 10036 + }, + { + "epoch": 0.7241441506439161, + "grad_norm": 2.927101397656577, + "learning_rate": 7.464022843980815e-07, + "loss": 0.8842, + "step": 10037 + }, + { + "epoch": 0.7242162981133436, + "grad_norm": 3.958089372579053, + "learning_rate": 7.460381606948827e-07, + "loss": 0.882, + "step": 10038 + }, + { + "epoch": 0.7242884455827712, + "grad_norm": 3.2937782532495397, + "learning_rate": 7.45674105465898e-07, + "loss": 0.9326, + "step": 10039 + }, + { + "epoch": 0.7243605930521987, + "grad_norm": 3.507986765315668, + "learning_rate": 7.453101187310078e-07, + "loss": 0.971, + "step": 10040 + }, + { + "epoch": 0.7244327405216262, + "grad_norm": 3.2521724775870373, + "learning_rate": 7.449462005100866e-07, + "loss": 0.8918, + "step": 10041 + }, + { + "epoch": 0.7245048879910537, + "grad_norm": 5.517591433888816, + "learning_rate": 7.445823508230073e-07, + "loss": 0.9564, + "step": 10042 + }, + { + "epoch": 0.7245770354604812, + "grad_norm": 3.3966705288801116, + "learning_rate": 7.442185696896384e-07, + "loss": 0.8574, + "step": 10043 + }, + { + "epoch": 0.7246491829299088, + "grad_norm": 3.312119516077543, + "learning_rate": 7.438548571298449e-07, + "loss": 0.9699, + "step": 10044 + }, + { + "epoch": 0.7247213303993363, + "grad_norm": 2.3721132302043255, + "learning_rate": 7.434912131634872e-07, + "loss": 0.8373, + "step": 10045 + }, + { + "epoch": 0.7247934778687638, + "grad_norm": 4.475809137088022, + "learning_rate": 7.431276378104239e-07, + "loss": 0.9613, + "step": 10046 + }, + { + "epoch": 0.7248656253381912, + "grad_norm": 5.496561536151772, + "learning_rate": 7.427641310905059e-07, + "loss": 0.914, + "step": 10047 + }, + { + "epoch": 0.7249377728076187, + "grad_norm": 29.628890542596363, + "learning_rate": 7.424006930235862e-07, + "loss": 0.863, + "step": 10048 + }, + { + "epoch": 0.7250099202770462, + "grad_norm": 3.6190638114571736, + "learning_rate": 7.420373236295083e-07, + "loss": 1.0544, + "step": 10049 + }, + { + "epoch": 0.7250820677464738, + "grad_norm": 3.1621837171329688, + "learning_rate": 7.416740229281153e-07, + "loss": 0.9596, + "step": 10050 + }, + { + "epoch": 0.7251542152159013, + "grad_norm": 5.322723424978371, + "learning_rate": 7.41310790939246e-07, + "loss": 0.9978, + "step": 10051 + }, + { + "epoch": 0.7252263626853288, + "grad_norm": 3.1826600372997587, + "learning_rate": 7.409476276827347e-07, + "loss": 0.9834, + "step": 10052 + }, + { + "epoch": 0.7252985101547563, + "grad_norm": 3.3223762830171104, + "learning_rate": 7.405845331784126e-07, + "loss": 1.0104, + "step": 10053 + }, + { + "epoch": 0.7253706576241838, + "grad_norm": 4.7629581181016105, + "learning_rate": 7.402215074461072e-07, + "loss": 0.8892, + "step": 10054 + }, + { + "epoch": 0.7254428050936114, + "grad_norm": 3.2639604186388227, + "learning_rate": 7.39858550505642e-07, + "loss": 0.958, + "step": 10055 + }, + { + "epoch": 0.7255149525630389, + "grad_norm": 5.964338180011016, + "learning_rate": 7.394956623768361e-07, + "loss": 0.9448, + "step": 10056 + }, + { + "epoch": 0.7255871000324664, + "grad_norm": 4.388517369401434, + "learning_rate": 7.391328430795057e-07, + "loss": 0.9825, + "step": 10057 + }, + { + "epoch": 0.7256592475018939, + "grad_norm": 3.1575811619419203, + "learning_rate": 7.387700926334633e-07, + "loss": 0.9408, + "step": 10058 + }, + { + "epoch": 0.7257313949713213, + "grad_norm": 2.233999047295377, + "learning_rate": 7.38407411058517e-07, + "loss": 0.9376, + "step": 10059 + }, + { + "epoch": 0.7258035424407489, + "grad_norm": 2.7340681503329947, + "learning_rate": 7.380447983744719e-07, + "loss": 0.9137, + "step": 10060 + }, + { + "epoch": 0.7258756899101764, + "grad_norm": 4.85690411614063, + "learning_rate": 7.376822546011287e-07, + "loss": 0.9678, + "step": 10061 + }, + { + "epoch": 0.7259478373796039, + "grad_norm": 2.0958841179925636, + "learning_rate": 7.373197797582848e-07, + "loss": 0.9844, + "step": 10062 + }, + { + "epoch": 0.7260199848490314, + "grad_norm": 3.6655552798093742, + "learning_rate": 7.36957373865734e-07, + "loss": 0.9848, + "step": 10063 + }, + { + "epoch": 0.7260921323184589, + "grad_norm": 12.210948121596468, + "learning_rate": 7.365950369432647e-07, + "loss": 1.028, + "step": 10064 + }, + { + "epoch": 0.7261642797878864, + "grad_norm": 3.310537512661909, + "learning_rate": 7.362327690106635e-07, + "loss": 0.8371, + "step": 10065 + }, + { + "epoch": 0.726236427257314, + "grad_norm": 3.7973956469323578, + "learning_rate": 7.358705700877124e-07, + "loss": 0.9768, + "step": 10066 + }, + { + "epoch": 0.7263085747267415, + "grad_norm": 3.862366910450112, + "learning_rate": 7.3550844019419e-07, + "loss": 1.0263, + "step": 10067 + }, + { + "epoch": 0.726380722196169, + "grad_norm": 2.7079615900254157, + "learning_rate": 7.351463793498704e-07, + "loss": 1.0035, + "step": 10068 + }, + { + "epoch": 0.7264528696655965, + "grad_norm": 4.5584106931567, + "learning_rate": 7.34784387574525e-07, + "loss": 0.9117, + "step": 10069 + }, + { + "epoch": 0.726525017135024, + "grad_norm": 3.6238035661120764, + "learning_rate": 7.344224648879211e-07, + "loss": 0.9309, + "step": 10070 + }, + { + "epoch": 0.7265971646044515, + "grad_norm": 2.3286390313140375, + "learning_rate": 7.3406061130982e-07, + "loss": 0.9539, + "step": 10071 + }, + { + "epoch": 0.726669312073879, + "grad_norm": 4.327324858701881, + "learning_rate": 7.33698826859984e-07, + "loss": 0.9927, + "step": 10072 + }, + { + "epoch": 0.7267414595433065, + "grad_norm": 3.469082378237373, + "learning_rate": 7.333371115581665e-07, + "loss": 0.9842, + "step": 10073 + }, + { + "epoch": 0.726813607012734, + "grad_norm": 3.0488403241868367, + "learning_rate": 7.329754654241205e-07, + "loss": 0.9982, + "step": 10074 + }, + { + "epoch": 0.7268857544821615, + "grad_norm": 3.547935428147915, + "learning_rate": 7.326138884775939e-07, + "loss": 0.9598, + "step": 10075 + }, + { + "epoch": 0.726957901951589, + "grad_norm": 3.9147367524838192, + "learning_rate": 7.322523807383312e-07, + "loss": 0.903, + "step": 10076 + }, + { + "epoch": 0.7270300494210166, + "grad_norm": 2.8223221400321186, + "learning_rate": 7.318909422260729e-07, + "loss": 0.9359, + "step": 10077 + }, + { + "epoch": 0.7271021968904441, + "grad_norm": 4.9707885015384, + "learning_rate": 7.315295729605563e-07, + "loss": 0.9037, + "step": 10078 + }, + { + "epoch": 0.7271743443598716, + "grad_norm": 5.212466174411568, + "learning_rate": 7.311682729615137e-07, + "loss": 1.0112, + "step": 10079 + }, + { + "epoch": 0.7272464918292991, + "grad_norm": 3.280558340653039, + "learning_rate": 7.308070422486746e-07, + "loss": 0.9363, + "step": 10080 + }, + { + "epoch": 0.7273186392987266, + "grad_norm": 3.362198605554972, + "learning_rate": 7.304458808417644e-07, + "loss": 0.8651, + "step": 10081 + }, + { + "epoch": 0.727390786768154, + "grad_norm": 0.7026638426061927, + "learning_rate": 7.30084788760505e-07, + "loss": 0.8219, + "step": 10082 + }, + { + "epoch": 0.7274629342375816, + "grad_norm": 2.0378551197084938, + "learning_rate": 7.297237660246142e-07, + "loss": 0.9474, + "step": 10083 + }, + { + "epoch": 0.7275350817070091, + "grad_norm": 3.6756847340543444, + "learning_rate": 7.29362812653806e-07, + "loss": 1.1093, + "step": 10084 + }, + { + "epoch": 0.7276072291764366, + "grad_norm": 4.143686220992955, + "learning_rate": 7.290019286677917e-07, + "loss": 0.9252, + "step": 10085 + }, + { + "epoch": 0.7276793766458641, + "grad_norm": 4.073632817182181, + "learning_rate": 7.286411140862759e-07, + "loss": 0.896, + "step": 10086 + }, + { + "epoch": 0.7277515241152916, + "grad_norm": 3.298311038283265, + "learning_rate": 7.282803689289634e-07, + "loss": 0.9888, + "step": 10087 + }, + { + "epoch": 0.7278236715847192, + "grad_norm": 3.6427479067754462, + "learning_rate": 7.279196932155516e-07, + "loss": 1.0547, + "step": 10088 + }, + { + "epoch": 0.7278958190541467, + "grad_norm": 5.330510564687873, + "learning_rate": 7.275590869657364e-07, + "loss": 0.9716, + "step": 10089 + }, + { + "epoch": 0.7279679665235742, + "grad_norm": 4.334265804221691, + "learning_rate": 7.271985501992088e-07, + "loss": 0.977, + "step": 10090 + }, + { + "epoch": 0.7280401139930017, + "grad_norm": 2.3361559099137206, + "learning_rate": 7.268380829356569e-07, + "loss": 0.975, + "step": 10091 + }, + { + "epoch": 0.7281122614624292, + "grad_norm": 2.8031571232242602, + "learning_rate": 7.26477685194764e-07, + "loss": 0.8966, + "step": 10092 + }, + { + "epoch": 0.7281844089318568, + "grad_norm": 3.5055531997659313, + "learning_rate": 7.261173569962105e-07, + "loss": 0.9405, + "step": 10093 + }, + { + "epoch": 0.7282565564012842, + "grad_norm": 0.844224584412099, + "learning_rate": 7.257570983596731e-07, + "loss": 0.875, + "step": 10094 + }, + { + "epoch": 0.7283287038707117, + "grad_norm": 3.8357987699264338, + "learning_rate": 7.253969093048227e-07, + "loss": 0.9452, + "step": 10095 + }, + { + "epoch": 0.7284008513401392, + "grad_norm": 2.5260262924722756, + "learning_rate": 7.250367898513286e-07, + "loss": 0.9797, + "step": 10096 + }, + { + "epoch": 0.7284729988095667, + "grad_norm": 5.87486753923147, + "learning_rate": 7.246767400188556e-07, + "loss": 0.9525, + "step": 10097 + }, + { + "epoch": 0.7285451462789942, + "grad_norm": 3.074851992386861, + "learning_rate": 7.243167598270648e-07, + "loss": 1.0259, + "step": 10098 + }, + { + "epoch": 0.7286172937484218, + "grad_norm": 2.8925946098027904, + "learning_rate": 7.239568492956134e-07, + "loss": 0.9426, + "step": 10099 + }, + { + "epoch": 0.7286894412178493, + "grad_norm": 3.4016761518985046, + "learning_rate": 7.235970084441554e-07, + "loss": 1.0726, + "step": 10100 + }, + { + "epoch": 0.7287615886872768, + "grad_norm": 4.475793795801931, + "learning_rate": 7.232372372923381e-07, + "loss": 0.9474, + "step": 10101 + }, + { + "epoch": 0.7288337361567043, + "grad_norm": 8.010842128875685, + "learning_rate": 7.228775358598105e-07, + "loss": 1.0364, + "step": 10102 + }, + { + "epoch": 0.7289058836261318, + "grad_norm": 2.584182281873414, + "learning_rate": 7.225179041662119e-07, + "loss": 1.0029, + "step": 10103 + }, + { + "epoch": 0.7289780310955594, + "grad_norm": 19.37293020698437, + "learning_rate": 7.221583422311819e-07, + "loss": 0.9386, + "step": 10104 + }, + { + "epoch": 0.7290501785649869, + "grad_norm": 2.77853818552036, + "learning_rate": 7.217988500743541e-07, + "loss": 0.9234, + "step": 10105 + }, + { + "epoch": 0.7291223260344143, + "grad_norm": 4.484530881505093, + "learning_rate": 7.214394277153595e-07, + "loss": 0.9373, + "step": 10106 + }, + { + "epoch": 0.7291944735038418, + "grad_norm": 2.947459766220114, + "learning_rate": 7.210800751738246e-07, + "loss": 0.8792, + "step": 10107 + }, + { + "epoch": 0.7292666209732693, + "grad_norm": 4.194250103712834, + "learning_rate": 7.207207924693726e-07, + "loss": 0.911, + "step": 10108 + }, + { + "epoch": 0.7293387684426968, + "grad_norm": 2.5156559912626633, + "learning_rate": 7.20361579621623e-07, + "loss": 0.9902, + "step": 10109 + }, + { + "epoch": 0.7294109159121244, + "grad_norm": 2.533502118444225, + "learning_rate": 7.200024366501889e-07, + "loss": 0.834, + "step": 10110 + }, + { + "epoch": 0.7294830633815519, + "grad_norm": 11.103288702881288, + "learning_rate": 7.196433635746848e-07, + "loss": 0.9588, + "step": 10111 + }, + { + "epoch": 0.7295552108509794, + "grad_norm": 3.2567631703358857, + "learning_rate": 7.192843604147163e-07, + "loss": 0.9274, + "step": 10112 + }, + { + "epoch": 0.7296273583204069, + "grad_norm": 2.9040627401210823, + "learning_rate": 7.189254271898879e-07, + "loss": 0.9331, + "step": 10113 + }, + { + "epoch": 0.7296995057898344, + "grad_norm": 18.423490937130968, + "learning_rate": 7.185665639197996e-07, + "loss": 0.9907, + "step": 10114 + }, + { + "epoch": 0.729771653259262, + "grad_norm": 3.375764407023404, + "learning_rate": 7.182077706240473e-07, + "loss": 0.9534, + "step": 10115 + }, + { + "epoch": 0.7298438007286895, + "grad_norm": 6.275315855063436, + "learning_rate": 7.178490473222236e-07, + "loss": 0.9025, + "step": 10116 + }, + { + "epoch": 0.729915948198117, + "grad_norm": 2.9727743077739586, + "learning_rate": 7.174903940339178e-07, + "loss": 0.9457, + "step": 10117 + }, + { + "epoch": 0.7299880956675444, + "grad_norm": 5.288403964496209, + "learning_rate": 7.171318107787135e-07, + "loss": 0.8817, + "step": 10118 + }, + { + "epoch": 0.7300602431369719, + "grad_norm": 8.173162355278537, + "learning_rate": 7.167732975761915e-07, + "loss": 0.9669, + "step": 10119 + }, + { + "epoch": 0.7301323906063995, + "grad_norm": 5.0285185987620356, + "learning_rate": 7.164148544459296e-07, + "loss": 0.8906, + "step": 10120 + }, + { + "epoch": 0.730204538075827, + "grad_norm": 5.932189815496473, + "learning_rate": 7.16056481407501e-07, + "loss": 1.0442, + "step": 10121 + }, + { + "epoch": 0.7302766855452545, + "grad_norm": 0.7601420982431406, + "learning_rate": 7.156981784804755e-07, + "loss": 0.8088, + "step": 10122 + }, + { + "epoch": 0.730348833014682, + "grad_norm": 2.6179368497839643, + "learning_rate": 7.153399456844167e-07, + "loss": 0.9278, + "step": 10123 + }, + { + "epoch": 0.7304209804841095, + "grad_norm": 2.436077387465293, + "learning_rate": 7.149817830388893e-07, + "loss": 0.9227, + "step": 10124 + }, + { + "epoch": 0.730493127953537, + "grad_norm": 16.505912877272475, + "learning_rate": 7.146236905634484e-07, + "loss": 0.969, + "step": 10125 + }, + { + "epoch": 0.7305652754229646, + "grad_norm": 3.9513020892331703, + "learning_rate": 7.142656682776509e-07, + "loss": 0.9836, + "step": 10126 + }, + { + "epoch": 0.7306374228923921, + "grad_norm": 2.443892679171311, + "learning_rate": 7.139077162010447e-07, + "loss": 0.9118, + "step": 10127 + }, + { + "epoch": 0.7307095703618196, + "grad_norm": 2.4476265485113906, + "learning_rate": 7.135498343531774e-07, + "loss": 0.9526, + "step": 10128 + }, + { + "epoch": 0.7307817178312471, + "grad_norm": 3.7805655624502617, + "learning_rate": 7.131920227535912e-07, + "loss": 0.9521, + "step": 10129 + }, + { + "epoch": 0.7308538653006745, + "grad_norm": 4.090184180256186, + "learning_rate": 7.128342814218251e-07, + "loss": 0.787, + "step": 10130 + }, + { + "epoch": 0.730926012770102, + "grad_norm": 3.9503095046844483, + "learning_rate": 7.12476610377414e-07, + "loss": 0.8892, + "step": 10131 + }, + { + "epoch": 0.7309981602395296, + "grad_norm": 3.3861587571827187, + "learning_rate": 7.12119009639889e-07, + "loss": 1.057, + "step": 10132 + }, + { + "epoch": 0.7310703077089571, + "grad_norm": 2.6502537983691794, + "learning_rate": 7.117614792287778e-07, + "loss": 0.9855, + "step": 10133 + }, + { + "epoch": 0.7311424551783846, + "grad_norm": 2.7323867981017838, + "learning_rate": 7.114040191636028e-07, + "loss": 0.9655, + "step": 10134 + }, + { + "epoch": 0.7312146026478121, + "grad_norm": 2.66474963860474, + "learning_rate": 7.110466294638842e-07, + "loss": 0.9686, + "step": 10135 + }, + { + "epoch": 0.7312867501172396, + "grad_norm": 10.361336776916746, + "learning_rate": 7.106893101491373e-07, + "loss": 0.8978, + "step": 10136 + }, + { + "epoch": 0.7313588975866672, + "grad_norm": 2.8351607506874754, + "learning_rate": 7.103320612388746e-07, + "loss": 1.0796, + "step": 10137 + }, + { + "epoch": 0.7314310450560947, + "grad_norm": 3.4639446894082035, + "learning_rate": 7.099748827526037e-07, + "loss": 1.0012, + "step": 10138 + }, + { + "epoch": 0.7315031925255222, + "grad_norm": 4.298134359127947, + "learning_rate": 7.096177747098298e-07, + "loss": 0.9921, + "step": 10139 + }, + { + "epoch": 0.7315753399949497, + "grad_norm": 4.264702889400771, + "learning_rate": 7.092607371300507e-07, + "loss": 0.9734, + "step": 10140 + }, + { + "epoch": 0.7316474874643771, + "grad_norm": 5.988635426577655, + "learning_rate": 7.089037700327662e-07, + "loss": 0.9915, + "step": 10141 + }, + { + "epoch": 0.7317196349338047, + "grad_norm": 11.42747583587435, + "learning_rate": 7.085468734374666e-07, + "loss": 0.8417, + "step": 10142 + }, + { + "epoch": 0.7317917824032322, + "grad_norm": 0.7624192757947716, + "learning_rate": 7.081900473636416e-07, + "loss": 0.8166, + "step": 10143 + }, + { + "epoch": 0.7318639298726597, + "grad_norm": 4.53453018900902, + "learning_rate": 7.078332918307757e-07, + "loss": 1.0465, + "step": 10144 + }, + { + "epoch": 0.7319360773420872, + "grad_norm": 2.3820164085418774, + "learning_rate": 7.074766068583504e-07, + "loss": 0.9792, + "step": 10145 + }, + { + "epoch": 0.7320082248115147, + "grad_norm": 2.8628668804019415, + "learning_rate": 7.071199924658435e-07, + "loss": 0.975, + "step": 10146 + }, + { + "epoch": 0.7320803722809422, + "grad_norm": 2.6661508379173418, + "learning_rate": 7.067634486727265e-07, + "loss": 0.9682, + "step": 10147 + }, + { + "epoch": 0.7321525197503698, + "grad_norm": 2.5212580950885535, + "learning_rate": 7.064069754984716e-07, + "loss": 0.9697, + "step": 10148 + }, + { + "epoch": 0.7322246672197973, + "grad_norm": 3.969869620923199, + "learning_rate": 7.060505729625414e-07, + "loss": 0.9532, + "step": 10149 + }, + { + "epoch": 0.7322968146892248, + "grad_norm": 3.168866163302782, + "learning_rate": 7.056942410844012e-07, + "loss": 0.9067, + "step": 10150 + }, + { + "epoch": 0.7323689621586523, + "grad_norm": 2.5771005155524573, + "learning_rate": 7.053379798835059e-07, + "loss": 0.8573, + "step": 10151 + }, + { + "epoch": 0.7324411096280798, + "grad_norm": 2.1481775854853664, + "learning_rate": 7.04981789379311e-07, + "loss": 0.9414, + "step": 10152 + }, + { + "epoch": 0.7325132570975073, + "grad_norm": 4.39100118634202, + "learning_rate": 7.046256695912669e-07, + "loss": 0.9477, + "step": 10153 + }, + { + "epoch": 0.7325854045669348, + "grad_norm": 4.19860801336323, + "learning_rate": 7.042696205388195e-07, + "loss": 0.967, + "step": 10154 + }, + { + "epoch": 0.7326575520363623, + "grad_norm": 0.7787361900611384, + "learning_rate": 7.039136422414114e-07, + "loss": 0.8009, + "step": 10155 + }, + { + "epoch": 0.7327296995057898, + "grad_norm": 8.059735437788788, + "learning_rate": 7.035577347184821e-07, + "loss": 0.9092, + "step": 10156 + }, + { + "epoch": 0.7328018469752173, + "grad_norm": 13.563246464732769, + "learning_rate": 7.032018979894649e-07, + "loss": 0.8236, + "step": 10157 + }, + { + "epoch": 0.7328739944446448, + "grad_norm": 5.826884201551548, + "learning_rate": 7.028461320737915e-07, + "loss": 0.9901, + "step": 10158 + }, + { + "epoch": 0.7329461419140724, + "grad_norm": 3.633288674269658, + "learning_rate": 7.024904369908891e-07, + "loss": 0.94, + "step": 10159 + }, + { + "epoch": 0.7330182893834999, + "grad_norm": 2.0268537631173564, + "learning_rate": 7.021348127601805e-07, + "loss": 0.9025, + "step": 10160 + }, + { + "epoch": 0.7330904368529274, + "grad_norm": 4.198898289007566, + "learning_rate": 7.017792594010858e-07, + "loss": 0.9337, + "step": 10161 + }, + { + "epoch": 0.7331625843223549, + "grad_norm": 2.2844399919149017, + "learning_rate": 7.014237769330189e-07, + "loss": 0.9662, + "step": 10162 + }, + { + "epoch": 0.7332347317917824, + "grad_norm": 3.0499000595478503, + "learning_rate": 7.010683653753935e-07, + "loss": 0.9721, + "step": 10163 + }, + { + "epoch": 0.73330687926121, + "grad_norm": 0.7097001259141316, + "learning_rate": 7.007130247476149e-07, + "loss": 0.8053, + "step": 10164 + }, + { + "epoch": 0.7333790267306374, + "grad_norm": 5.251088165862308, + "learning_rate": 7.003577550690896e-07, + "loss": 0.9694, + "step": 10165 + }, + { + "epoch": 0.7334511742000649, + "grad_norm": 1.9399022007899678, + "learning_rate": 7.000025563592154e-07, + "loss": 0.9434, + "step": 10166 + }, + { + "epoch": 0.7335233216694924, + "grad_norm": 0.6476683133500796, + "learning_rate": 6.996474286373893e-07, + "loss": 0.8176, + "step": 10167 + }, + { + "epoch": 0.7335954691389199, + "grad_norm": 2.532061317310053, + "learning_rate": 6.992923719230033e-07, + "loss": 0.8712, + "step": 10168 + }, + { + "epoch": 0.7336676166083475, + "grad_norm": 2.6268584620780886, + "learning_rate": 6.989373862354457e-07, + "loss": 0.9344, + "step": 10169 + }, + { + "epoch": 0.733739764077775, + "grad_norm": 2.9148995268634876, + "learning_rate": 6.98582471594102e-07, + "loss": 0.8613, + "step": 10170 + }, + { + "epoch": 0.7338119115472025, + "grad_norm": 2.8562950681640817, + "learning_rate": 6.982276280183503e-07, + "loss": 0.912, + "step": 10171 + }, + { + "epoch": 0.73388405901663, + "grad_norm": 2.6263250911967577, + "learning_rate": 6.978728555275704e-07, + "loss": 0.9655, + "step": 10172 + }, + { + "epoch": 0.7339562064860575, + "grad_norm": 2.9815289572794197, + "learning_rate": 6.975181541411328e-07, + "loss": 0.9971, + "step": 10173 + }, + { + "epoch": 0.734028353955485, + "grad_norm": 3.6395983906204985, + "learning_rate": 6.97163523878407e-07, + "loss": 1.0152, + "step": 10174 + }, + { + "epoch": 0.7341005014249126, + "grad_norm": 0.9001873059867486, + "learning_rate": 6.968089647587583e-07, + "loss": 0.9575, + "step": 10175 + }, + { + "epoch": 0.7341726488943401, + "grad_norm": 3.435181824426491, + "learning_rate": 6.964544768015479e-07, + "loss": 1.0514, + "step": 10176 + }, + { + "epoch": 0.7342447963637675, + "grad_norm": 2.5445489851767182, + "learning_rate": 6.961000600261329e-07, + "loss": 0.9605, + "step": 10177 + }, + { + "epoch": 0.734316943833195, + "grad_norm": 2.602783924485906, + "learning_rate": 6.957457144518675e-07, + "loss": 0.9836, + "step": 10178 + }, + { + "epoch": 0.7343890913026225, + "grad_norm": 3.3146969689231884, + "learning_rate": 6.953914400980989e-07, + "loss": 0.9609, + "step": 10179 + }, + { + "epoch": 0.73446123877205, + "grad_norm": 2.923192670592258, + "learning_rate": 6.950372369841757e-07, + "loss": 0.95, + "step": 10180 + }, + { + "epoch": 0.7345333862414776, + "grad_norm": 3.8162941735638314, + "learning_rate": 6.946831051294376e-07, + "loss": 1.0273, + "step": 10181 + }, + { + "epoch": 0.7346055337109051, + "grad_norm": 3.745569409219349, + "learning_rate": 6.943290445532228e-07, + "loss": 0.9476, + "step": 10182 + }, + { + "epoch": 0.7346776811803326, + "grad_norm": 3.1612770158451227, + "learning_rate": 6.939750552748658e-07, + "loss": 0.9031, + "step": 10183 + }, + { + "epoch": 0.7347498286497601, + "grad_norm": 3.4558594522684234, + "learning_rate": 6.936211373136959e-07, + "loss": 0.9419, + "step": 10184 + }, + { + "epoch": 0.7348219761191876, + "grad_norm": 3.4024670794237672, + "learning_rate": 6.932672906890407e-07, + "loss": 1.0008, + "step": 10185 + }, + { + "epoch": 0.7348941235886152, + "grad_norm": 2.2732691751676337, + "learning_rate": 6.929135154202197e-07, + "loss": 0.8979, + "step": 10186 + }, + { + "epoch": 0.7349662710580427, + "grad_norm": 7.442873512252158, + "learning_rate": 6.925598115265545e-07, + "loss": 0.8578, + "step": 10187 + }, + { + "epoch": 0.7350384185274701, + "grad_norm": 4.152910769802125, + "learning_rate": 6.922061790273566e-07, + "loss": 0.9312, + "step": 10188 + }, + { + "epoch": 0.7351105659968976, + "grad_norm": 3.3380277637860716, + "learning_rate": 6.918526179419395e-07, + "loss": 0.9256, + "step": 10189 + }, + { + "epoch": 0.7351827134663251, + "grad_norm": 5.5716266981116345, + "learning_rate": 6.914991282896074e-07, + "loss": 0.8951, + "step": 10190 + }, + { + "epoch": 0.7352548609357527, + "grad_norm": 2.9126007259125695, + "learning_rate": 6.911457100896641e-07, + "loss": 1.0425, + "step": 10191 + }, + { + "epoch": 0.7353270084051802, + "grad_norm": 3.2959220195915613, + "learning_rate": 6.907923633614084e-07, + "loss": 0.9903, + "step": 10192 + }, + { + "epoch": 0.7353991558746077, + "grad_norm": 3.0093253158318305, + "learning_rate": 6.904390881241351e-07, + "loss": 1.002, + "step": 10193 + }, + { + "epoch": 0.7354713033440352, + "grad_norm": 3.671775394468501, + "learning_rate": 6.900858843971362e-07, + "loss": 1.0119, + "step": 10194 + }, + { + "epoch": 0.7355434508134627, + "grad_norm": 3.278236822179337, + "learning_rate": 6.897327521996972e-07, + "loss": 1.0206, + "step": 10195 + }, + { + "epoch": 0.7356155982828902, + "grad_norm": 3.1741620918041327, + "learning_rate": 6.893796915511023e-07, + "loss": 0.9642, + "step": 10196 + }, + { + "epoch": 0.7356877457523178, + "grad_norm": 5.312001283461634, + "learning_rate": 6.890267024706306e-07, + "loss": 0.8955, + "step": 10197 + }, + { + "epoch": 0.7357598932217453, + "grad_norm": 3.244119165247355, + "learning_rate": 6.886737849775577e-07, + "loss": 0.993, + "step": 10198 + }, + { + "epoch": 0.7358320406911728, + "grad_norm": 3.0070206826059773, + "learning_rate": 6.883209390911548e-07, + "loss": 0.9773, + "step": 10199 + }, + { + "epoch": 0.7359041881606002, + "grad_norm": 4.807793235306301, + "learning_rate": 6.879681648306908e-07, + "loss": 0.963, + "step": 10200 + }, + { + "epoch": 0.7359763356300277, + "grad_norm": 4.699709440949057, + "learning_rate": 6.876154622154267e-07, + "loss": 0.9064, + "step": 10201 + }, + { + "epoch": 0.7360484830994553, + "grad_norm": 12.273607200648891, + "learning_rate": 6.872628312646254e-07, + "loss": 1.0463, + "step": 10202 + }, + { + "epoch": 0.7361206305688828, + "grad_norm": 5.9675349252012, + "learning_rate": 6.869102719975399e-07, + "loss": 1.0144, + "step": 10203 + }, + { + "epoch": 0.7361927780383103, + "grad_norm": 5.872398287370145, + "learning_rate": 6.865577844334249e-07, + "loss": 0.9513, + "step": 10204 + }, + { + "epoch": 0.7362649255077378, + "grad_norm": 3.760876839643424, + "learning_rate": 6.862053685915266e-07, + "loss": 0.9371, + "step": 10205 + }, + { + "epoch": 0.7363370729771653, + "grad_norm": 0.7675973826703191, + "learning_rate": 6.858530244910894e-07, + "loss": 0.8081, + "step": 10206 + }, + { + "epoch": 0.7364092204465928, + "grad_norm": 5.394122153093146, + "learning_rate": 6.855007521513538e-07, + "loss": 0.8973, + "step": 10207 + }, + { + "epoch": 0.7364813679160204, + "grad_norm": 3.021778055428951, + "learning_rate": 6.85148551591556e-07, + "loss": 1.1041, + "step": 10208 + }, + { + "epoch": 0.7365535153854479, + "grad_norm": 2.998064688464994, + "learning_rate": 6.847964228309291e-07, + "loss": 0.8825, + "step": 10209 + }, + { + "epoch": 0.7366256628548754, + "grad_norm": 8.783673260919366, + "learning_rate": 6.844443658886994e-07, + "loss": 0.936, + "step": 10210 + }, + { + "epoch": 0.7366978103243029, + "grad_norm": 5.915740607774868, + "learning_rate": 6.840923807840944e-07, + "loss": 0.9068, + "step": 10211 + }, + { + "epoch": 0.7367699577937303, + "grad_norm": 2.5977383019818405, + "learning_rate": 6.837404675363323e-07, + "loss": 1.0104, + "step": 10212 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 2.4878127586768075, + "learning_rate": 6.833886261646306e-07, + "loss": 0.9896, + "step": 10213 + }, + { + "epoch": 0.7369142527325854, + "grad_norm": 5.256330578852019, + "learning_rate": 6.830368566882021e-07, + "loss": 0.9877, + "step": 10214 + }, + { + "epoch": 0.7369864002020129, + "grad_norm": 3.78340654904498, + "learning_rate": 6.826851591262559e-07, + "loss": 0.9375, + "step": 10215 + }, + { + "epoch": 0.7370585476714404, + "grad_norm": 9.796070120570233, + "learning_rate": 6.823335334979963e-07, + "loss": 0.8732, + "step": 10216 + }, + { + "epoch": 0.7371306951408679, + "grad_norm": 3.573059494381618, + "learning_rate": 6.819819798226254e-07, + "loss": 0.9876, + "step": 10217 + }, + { + "epoch": 0.7372028426102955, + "grad_norm": 11.069405507128646, + "learning_rate": 6.816304981193381e-07, + "loss": 1.0584, + "step": 10218 + }, + { + "epoch": 0.737274990079723, + "grad_norm": 3.2600486637064003, + "learning_rate": 6.812790884073303e-07, + "loss": 0.9169, + "step": 10219 + }, + { + "epoch": 0.7373471375491505, + "grad_norm": 2.2679057250166896, + "learning_rate": 6.809277507057889e-07, + "loss": 0.9468, + "step": 10220 + }, + { + "epoch": 0.737419285018578, + "grad_norm": 3.149992982160229, + "learning_rate": 6.805764850339002e-07, + "loss": 0.9018, + "step": 10221 + }, + { + "epoch": 0.7374914324880055, + "grad_norm": 2.812286368839654, + "learning_rate": 6.802252914108453e-07, + "loss": 0.9721, + "step": 10222 + }, + { + "epoch": 0.737563579957433, + "grad_norm": 3.1350950834465894, + "learning_rate": 6.798741698558015e-07, + "loss": 0.9044, + "step": 10223 + }, + { + "epoch": 0.7376357274268605, + "grad_norm": 5.575973480489927, + "learning_rate": 6.795231203879428e-07, + "loss": 0.9895, + "step": 10224 + }, + { + "epoch": 0.737707874896288, + "grad_norm": 1.9173116704374016, + "learning_rate": 6.791721430264372e-07, + "loss": 0.9526, + "step": 10225 + }, + { + "epoch": 0.7377800223657155, + "grad_norm": 3.6975772039208428, + "learning_rate": 6.788212377904528e-07, + "loss": 0.9133, + "step": 10226 + }, + { + "epoch": 0.737852169835143, + "grad_norm": 3.331220449921338, + "learning_rate": 6.784704046991488e-07, + "loss": 0.9615, + "step": 10227 + }, + { + "epoch": 0.7379243173045705, + "grad_norm": 2.3587248455863348, + "learning_rate": 6.781196437716839e-07, + "loss": 0.9543, + "step": 10228 + }, + { + "epoch": 0.737996464773998, + "grad_norm": 2.6384856456939385, + "learning_rate": 6.777689550272119e-07, + "loss": 0.7509, + "step": 10229 + }, + { + "epoch": 0.7380686122434256, + "grad_norm": 6.837697876014437, + "learning_rate": 6.774183384848826e-07, + "loss": 0.9175, + "step": 10230 + }, + { + "epoch": 0.7381407597128531, + "grad_norm": 2.3988294250156774, + "learning_rate": 6.770677941638416e-07, + "loss": 1.0149, + "step": 10231 + }, + { + "epoch": 0.7382129071822806, + "grad_norm": 3.3297169777591518, + "learning_rate": 6.767173220832312e-07, + "loss": 0.9199, + "step": 10232 + }, + { + "epoch": 0.7382850546517081, + "grad_norm": 2.055864584378197, + "learning_rate": 6.763669222621899e-07, + "loss": 0.9822, + "step": 10233 + }, + { + "epoch": 0.7383572021211356, + "grad_norm": 4.700846681017433, + "learning_rate": 6.760165947198501e-07, + "loss": 0.8469, + "step": 10234 + }, + { + "epoch": 0.7384293495905631, + "grad_norm": 2.8111314622882015, + "learning_rate": 6.756663394753433e-07, + "loss": 0.9846, + "step": 10235 + }, + { + "epoch": 0.7385014970599906, + "grad_norm": 0.6560028155603697, + "learning_rate": 6.753161565477949e-07, + "loss": 0.7906, + "step": 10236 + }, + { + "epoch": 0.7385736445294181, + "grad_norm": 3.1412280058935176, + "learning_rate": 6.749660459563276e-07, + "loss": 0.9364, + "step": 10237 + }, + { + "epoch": 0.7386457919988456, + "grad_norm": 2.5841684427248075, + "learning_rate": 6.746160077200591e-07, + "loss": 1.0043, + "step": 10238 + }, + { + "epoch": 0.7387179394682731, + "grad_norm": 3.6768470378449893, + "learning_rate": 6.742660418581047e-07, + "loss": 0.9162, + "step": 10239 + }, + { + "epoch": 0.7387900869377007, + "grad_norm": 2.2992849357948004, + "learning_rate": 6.73916148389573e-07, + "loss": 0.9288, + "step": 10240 + }, + { + "epoch": 0.7388622344071282, + "grad_norm": 0.7179803459218971, + "learning_rate": 6.735663273335725e-07, + "loss": 0.8184, + "step": 10241 + }, + { + "epoch": 0.7389343818765557, + "grad_norm": 4.554585948093343, + "learning_rate": 6.732165787092035e-07, + "loss": 0.9567, + "step": 10242 + }, + { + "epoch": 0.7390065293459832, + "grad_norm": 4.499494100319888, + "learning_rate": 6.728669025355669e-07, + "loss": 0.854, + "step": 10243 + }, + { + "epoch": 0.7390786768154107, + "grad_norm": 3.6207499088792265, + "learning_rate": 6.725172988317549e-07, + "loss": 1.0007, + "step": 10244 + }, + { + "epoch": 0.7391508242848382, + "grad_norm": 4.855415325530704, + "learning_rate": 6.721677676168593e-07, + "loss": 1.0048, + "step": 10245 + }, + { + "epoch": 0.7392229717542658, + "grad_norm": 2.6966350461931583, + "learning_rate": 6.718183089099662e-07, + "loss": 0.9679, + "step": 10246 + }, + { + "epoch": 0.7392951192236932, + "grad_norm": 3.2755865721985997, + "learning_rate": 6.714689227301589e-07, + "loss": 0.7897, + "step": 10247 + }, + { + "epoch": 0.7393672666931207, + "grad_norm": 3.3044903924115197, + "learning_rate": 6.711196090965159e-07, + "loss": 0.8782, + "step": 10248 + }, + { + "epoch": 0.7394394141625482, + "grad_norm": 3.290518467873194, + "learning_rate": 6.707703680281114e-07, + "loss": 0.9205, + "step": 10249 + }, + { + "epoch": 0.7395115616319757, + "grad_norm": 3.5017087035188004, + "learning_rate": 6.704211995440161e-07, + "loss": 0.9924, + "step": 10250 + }, + { + "epoch": 0.7395837091014033, + "grad_norm": 5.1879630743872935, + "learning_rate": 6.700721036632975e-07, + "loss": 0.9004, + "step": 10251 + }, + { + "epoch": 0.7396558565708308, + "grad_norm": 2.1592993804454466, + "learning_rate": 6.697230804050178e-07, + "loss": 0.8673, + "step": 10252 + }, + { + "epoch": 0.7397280040402583, + "grad_norm": 3.078754960868082, + "learning_rate": 6.693741297882364e-07, + "loss": 0.979, + "step": 10253 + }, + { + "epoch": 0.7398001515096858, + "grad_norm": 2.5115850006610674, + "learning_rate": 6.690252518320078e-07, + "loss": 0.9828, + "step": 10254 + }, + { + "epoch": 0.7398722989791133, + "grad_norm": 2.7775273644638423, + "learning_rate": 6.686764465553831e-07, + "loss": 0.9461, + "step": 10255 + }, + { + "epoch": 0.7399444464485408, + "grad_norm": 5.089174239771029, + "learning_rate": 6.683277139774101e-07, + "loss": 0.9951, + "step": 10256 + }, + { + "epoch": 0.7400165939179684, + "grad_norm": 7.410358046145295, + "learning_rate": 6.679790541171302e-07, + "loss": 0.9694, + "step": 10257 + }, + { + "epoch": 0.7400887413873959, + "grad_norm": 3.2801862173020333, + "learning_rate": 6.67630466993583e-07, + "loss": 0.96, + "step": 10258 + }, + { + "epoch": 0.7401608888568233, + "grad_norm": 3.2478974216780867, + "learning_rate": 6.67281952625804e-07, + "loss": 0.8481, + "step": 10259 + }, + { + "epoch": 0.7402330363262508, + "grad_norm": 2.4356848976654044, + "learning_rate": 6.66933511032824e-07, + "loss": 0.9062, + "step": 10260 + }, + { + "epoch": 0.7403051837956783, + "grad_norm": 5.0682496751736155, + "learning_rate": 6.665851422336699e-07, + "loss": 0.9763, + "step": 10261 + }, + { + "epoch": 0.7403773312651059, + "grad_norm": 3.1251779124160164, + "learning_rate": 6.662368462473653e-07, + "loss": 0.9294, + "step": 10262 + }, + { + "epoch": 0.7404494787345334, + "grad_norm": 2.8796284777698165, + "learning_rate": 6.658886230929298e-07, + "loss": 0.889, + "step": 10263 + }, + { + "epoch": 0.7405216262039609, + "grad_norm": 4.198136443008518, + "learning_rate": 6.655404727893763e-07, + "loss": 0.9685, + "step": 10264 + }, + { + "epoch": 0.7405937736733884, + "grad_norm": 4.357327982165795, + "learning_rate": 6.65192395355719e-07, + "loss": 0.9101, + "step": 10265 + }, + { + "epoch": 0.7406659211428159, + "grad_norm": 4.181305360071201, + "learning_rate": 6.648443908109631e-07, + "loss": 0.9402, + "step": 10266 + }, + { + "epoch": 0.7407380686122434, + "grad_norm": 2.4038689462608227, + "learning_rate": 6.644964591741122e-07, + "loss": 0.9589, + "step": 10267 + }, + { + "epoch": 0.740810216081671, + "grad_norm": 2.4405326562035783, + "learning_rate": 6.641486004641661e-07, + "loss": 0.9133, + "step": 10268 + }, + { + "epoch": 0.7408823635510985, + "grad_norm": 2.6556069886065203, + "learning_rate": 6.638008147001197e-07, + "loss": 0.9172, + "step": 10269 + }, + { + "epoch": 0.740954511020526, + "grad_norm": 2.181933923743569, + "learning_rate": 6.634531019009644e-07, + "loss": 0.9273, + "step": 10270 + }, + { + "epoch": 0.7410266584899534, + "grad_norm": 1.7608911976993036, + "learning_rate": 6.631054620856879e-07, + "loss": 0.9716, + "step": 10271 + }, + { + "epoch": 0.7410988059593809, + "grad_norm": 0.6821595323660066, + "learning_rate": 6.627578952732726e-07, + "loss": 0.7957, + "step": 10272 + }, + { + "epoch": 0.7411709534288085, + "grad_norm": 2.7885165494961592, + "learning_rate": 6.624104014826986e-07, + "loss": 0.9914, + "step": 10273 + }, + { + "epoch": 0.741243100898236, + "grad_norm": 4.039508728524084, + "learning_rate": 6.620629807329405e-07, + "loss": 0.9965, + "step": 10274 + }, + { + "epoch": 0.7413152483676635, + "grad_norm": 0.7160672416333576, + "learning_rate": 6.617156330429705e-07, + "loss": 0.8373, + "step": 10275 + }, + { + "epoch": 0.741387395837091, + "grad_norm": 0.7343967109879747, + "learning_rate": 6.613683584317556e-07, + "loss": 0.8556, + "step": 10276 + }, + { + "epoch": 0.7414595433065185, + "grad_norm": 0.7824003524219757, + "learning_rate": 6.610211569182591e-07, + "loss": 0.8321, + "step": 10277 + }, + { + "epoch": 0.741531690775946, + "grad_norm": 3.36001282780333, + "learning_rate": 6.606740285214412e-07, + "loss": 0.9626, + "step": 10278 + }, + { + "epoch": 0.7416038382453736, + "grad_norm": 3.7781937282927593, + "learning_rate": 6.60326973260255e-07, + "loss": 0.9511, + "step": 10279 + }, + { + "epoch": 0.7416759857148011, + "grad_norm": 7.108636905796164, + "learning_rate": 6.599799911536552e-07, + "loss": 0.983, + "step": 10280 + }, + { + "epoch": 0.7417481331842286, + "grad_norm": 0.6964678220552302, + "learning_rate": 6.596330822205867e-07, + "loss": 0.835, + "step": 10281 + }, + { + "epoch": 0.7418202806536561, + "grad_norm": 0.7051883304938954, + "learning_rate": 6.592862464799935e-07, + "loss": 0.8342, + "step": 10282 + }, + { + "epoch": 0.7418924281230835, + "grad_norm": 3.9387023543245703, + "learning_rate": 6.589394839508156e-07, + "loss": 1.0039, + "step": 10283 + }, + { + "epoch": 0.741964575592511, + "grad_norm": 3.2945476109128076, + "learning_rate": 6.585927946519878e-07, + "loss": 0.9416, + "step": 10284 + }, + { + "epoch": 0.7420367230619386, + "grad_norm": 10.571428306314472, + "learning_rate": 6.582461786024418e-07, + "loss": 0.9046, + "step": 10285 + }, + { + "epoch": 0.7421088705313661, + "grad_norm": 2.371336470471655, + "learning_rate": 6.578996358211051e-07, + "loss": 0.9899, + "step": 10286 + }, + { + "epoch": 0.7421810180007936, + "grad_norm": 2.7478475816982413, + "learning_rate": 6.575531663269016e-07, + "loss": 0.9041, + "step": 10287 + }, + { + "epoch": 0.7422531654702211, + "grad_norm": 3.0451122956013075, + "learning_rate": 6.572067701387493e-07, + "loss": 0.9763, + "step": 10288 + }, + { + "epoch": 0.7423253129396487, + "grad_norm": 2.4351904270978992, + "learning_rate": 6.568604472755646e-07, + "loss": 0.9519, + "step": 10289 + }, + { + "epoch": 0.7423974604090762, + "grad_norm": 2.877571282982832, + "learning_rate": 6.565141977562587e-07, + "loss": 0.9383, + "step": 10290 + }, + { + "epoch": 0.7424696078785037, + "grad_norm": 0.7371735513037763, + "learning_rate": 6.561680215997391e-07, + "loss": 0.861, + "step": 10291 + }, + { + "epoch": 0.7425417553479312, + "grad_norm": 5.052843090490653, + "learning_rate": 6.55821918824909e-07, + "loss": 0.8859, + "step": 10292 + }, + { + "epoch": 0.7426139028173587, + "grad_norm": 11.220371139834235, + "learning_rate": 6.554758894506689e-07, + "loss": 0.9583, + "step": 10293 + }, + { + "epoch": 0.7426860502867861, + "grad_norm": 4.315080174909101, + "learning_rate": 6.551299334959115e-07, + "loss": 0.9813, + "step": 10294 + }, + { + "epoch": 0.7427581977562137, + "grad_norm": 3.061788982453116, + "learning_rate": 6.547840509795315e-07, + "loss": 0.9091, + "step": 10295 + }, + { + "epoch": 0.7428303452256412, + "grad_norm": 3.5464032233304676, + "learning_rate": 6.54438241920414e-07, + "loss": 1.0344, + "step": 10296 + }, + { + "epoch": 0.7429024926950687, + "grad_norm": 2.96078514975385, + "learning_rate": 6.540925063374427e-07, + "loss": 0.9515, + "step": 10297 + }, + { + "epoch": 0.7429746401644962, + "grad_norm": 2.6164295522404495, + "learning_rate": 6.537468442494976e-07, + "loss": 0.9035, + "step": 10298 + }, + { + "epoch": 0.7430467876339237, + "grad_norm": 2.975767655265202, + "learning_rate": 6.534012556754536e-07, + "loss": 1.0057, + "step": 10299 + }, + { + "epoch": 0.7431189351033513, + "grad_norm": 2.870645957852001, + "learning_rate": 6.530557406341819e-07, + "loss": 0.9956, + "step": 10300 + }, + { + "epoch": 0.7431910825727788, + "grad_norm": 3.190794644530107, + "learning_rate": 6.527102991445501e-07, + "loss": 0.9623, + "step": 10301 + }, + { + "epoch": 0.7432632300422063, + "grad_norm": 7.284628415864914, + "learning_rate": 6.52364931225422e-07, + "loss": 0.9269, + "step": 10302 + }, + { + "epoch": 0.7433353775116338, + "grad_norm": 2.922105749473896, + "learning_rate": 6.52019636895655e-07, + "loss": 0.9307, + "step": 10303 + }, + { + "epoch": 0.7434075249810613, + "grad_norm": 5.183509302780945, + "learning_rate": 6.51674416174107e-07, + "loss": 0.9588, + "step": 10304 + }, + { + "epoch": 0.7434796724504888, + "grad_norm": 2.942248301148765, + "learning_rate": 6.513292690796268e-07, + "loss": 0.9372, + "step": 10305 + }, + { + "epoch": 0.7435518199199163, + "grad_norm": 3.0827386815339195, + "learning_rate": 6.509841956310629e-07, + "loss": 0.8375, + "step": 10306 + }, + { + "epoch": 0.7436239673893438, + "grad_norm": 3.444252733480783, + "learning_rate": 6.506391958472581e-07, + "loss": 0.832, + "step": 10307 + }, + { + "epoch": 0.7436961148587713, + "grad_norm": 4.167290729836057, + "learning_rate": 6.502942697470517e-07, + "loss": 0.825, + "step": 10308 + }, + { + "epoch": 0.7437682623281988, + "grad_norm": 3.0276746605939735, + "learning_rate": 6.499494173492788e-07, + "loss": 0.9291, + "step": 10309 + }, + { + "epoch": 0.7438404097976263, + "grad_norm": 4.074847193936315, + "learning_rate": 6.496046386727709e-07, + "loss": 0.8159, + "step": 10310 + }, + { + "epoch": 0.7439125572670539, + "grad_norm": 2.5045554618276773, + "learning_rate": 6.492599337363542e-07, + "loss": 1.0289, + "step": 10311 + }, + { + "epoch": 0.7439847047364814, + "grad_norm": 2.5338399376360234, + "learning_rate": 6.489153025588525e-07, + "loss": 0.9481, + "step": 10312 + }, + { + "epoch": 0.7440568522059089, + "grad_norm": 2.3445542036621614, + "learning_rate": 6.485707451590843e-07, + "loss": 0.8926, + "step": 10313 + }, + { + "epoch": 0.7441289996753364, + "grad_norm": 3.3035235869135904, + "learning_rate": 6.482262615558649e-07, + "loss": 0.8853, + "step": 10314 + }, + { + "epoch": 0.7442011471447639, + "grad_norm": 2.3686742362837228, + "learning_rate": 6.478818517680054e-07, + "loss": 0.9761, + "step": 10315 + }, + { + "epoch": 0.7442732946141914, + "grad_norm": 2.292128556838695, + "learning_rate": 6.475375158143124e-07, + "loss": 0.9332, + "step": 10316 + }, + { + "epoch": 0.744345442083619, + "grad_norm": 2.5142145408427767, + "learning_rate": 6.471932537135898e-07, + "loss": 0.8272, + "step": 10317 + }, + { + "epoch": 0.7444175895530464, + "grad_norm": 3.091319352732126, + "learning_rate": 6.468490654846343e-07, + "loss": 0.8739, + "step": 10318 + }, + { + "epoch": 0.7444897370224739, + "grad_norm": 3.8151874763150437, + "learning_rate": 6.465049511462437e-07, + "loss": 1.0514, + "step": 10319 + }, + { + "epoch": 0.7445618844919014, + "grad_norm": 0.7750079077655605, + "learning_rate": 6.461609107172063e-07, + "loss": 0.8326, + "step": 10320 + }, + { + "epoch": 0.7446340319613289, + "grad_norm": 3.2113935234928674, + "learning_rate": 6.4581694421631e-07, + "loss": 0.9864, + "step": 10321 + }, + { + "epoch": 0.7447061794307565, + "grad_norm": 2.900400818058688, + "learning_rate": 6.454730516623373e-07, + "loss": 0.9219, + "step": 10322 + }, + { + "epoch": 0.744778326900184, + "grad_norm": 2.7802202697322347, + "learning_rate": 6.451292330740669e-07, + "loss": 0.8324, + "step": 10323 + }, + { + "epoch": 0.7448504743696115, + "grad_norm": 4.309835523046996, + "learning_rate": 6.447854884702737e-07, + "loss": 0.9143, + "step": 10324 + }, + { + "epoch": 0.744922621839039, + "grad_norm": 2.2753562564464493, + "learning_rate": 6.444418178697279e-07, + "loss": 1.0087, + "step": 10325 + }, + { + "epoch": 0.7449947693084665, + "grad_norm": 6.0333308449980665, + "learning_rate": 6.440982212911971e-07, + "loss": 1.0091, + "step": 10326 + }, + { + "epoch": 0.745066916777894, + "grad_norm": 6.452111707293856, + "learning_rate": 6.437546987534426e-07, + "loss": 1.0962, + "step": 10327 + }, + { + "epoch": 0.7451390642473216, + "grad_norm": 0.8004877436460277, + "learning_rate": 6.434112502752231e-07, + "loss": 0.8661, + "step": 10328 + }, + { + "epoch": 0.7452112117167491, + "grad_norm": 3.8042154822224075, + "learning_rate": 6.430678758752934e-07, + "loss": 0.8962, + "step": 10329 + }, + { + "epoch": 0.7452833591861765, + "grad_norm": 4.2754827483365245, + "learning_rate": 6.427245755724038e-07, + "loss": 1.1112, + "step": 10330 + }, + { + "epoch": 0.745355506655604, + "grad_norm": 3.015810945934956, + "learning_rate": 6.423813493853006e-07, + "loss": 1.0267, + "step": 10331 + }, + { + "epoch": 0.7454276541250315, + "grad_norm": 4.077028324390909, + "learning_rate": 6.42038197332727e-07, + "loss": 0.9736, + "step": 10332 + }, + { + "epoch": 0.745499801594459, + "grad_norm": 3.834209728953995, + "learning_rate": 6.416951194334188e-07, + "loss": 0.9401, + "step": 10333 + }, + { + "epoch": 0.7455719490638866, + "grad_norm": 3.2772317169282417, + "learning_rate": 6.413521157061135e-07, + "loss": 0.9165, + "step": 10334 + }, + { + "epoch": 0.7456440965333141, + "grad_norm": 3.814813881030032, + "learning_rate": 6.410091861695388e-07, + "loss": 0.8813, + "step": 10335 + }, + { + "epoch": 0.7457162440027416, + "grad_norm": 2.4794459359301304, + "learning_rate": 6.406663308424216e-07, + "loss": 1.0055, + "step": 10336 + }, + { + "epoch": 0.7457883914721691, + "grad_norm": 5.51442335833726, + "learning_rate": 6.40323549743484e-07, + "loss": 0.9625, + "step": 10337 + }, + { + "epoch": 0.7458605389415967, + "grad_norm": 5.177089678365809, + "learning_rate": 6.399808428914441e-07, + "loss": 0.9229, + "step": 10338 + }, + { + "epoch": 0.7459326864110242, + "grad_norm": 4.519440091993387, + "learning_rate": 6.396382103050157e-07, + "loss": 0.9373, + "step": 10339 + }, + { + "epoch": 0.7460048338804517, + "grad_norm": 2.534230961216601, + "learning_rate": 6.392956520029089e-07, + "loss": 0.9436, + "step": 10340 + }, + { + "epoch": 0.7460769813498791, + "grad_norm": 4.160165419590833, + "learning_rate": 6.389531680038299e-07, + "loss": 0.9793, + "step": 10341 + }, + { + "epoch": 0.7461491288193066, + "grad_norm": 2.711861137008312, + "learning_rate": 6.386107583264785e-07, + "loss": 0.8955, + "step": 10342 + }, + { + "epoch": 0.7462212762887341, + "grad_norm": 3.2005360631163953, + "learning_rate": 6.382684229895555e-07, + "loss": 0.9422, + "step": 10343 + }, + { + "epoch": 0.7462934237581617, + "grad_norm": 5.722139281790079, + "learning_rate": 6.379261620117522e-07, + "loss": 0.9168, + "step": 10344 + }, + { + "epoch": 0.7463655712275892, + "grad_norm": 3.0832608360496643, + "learning_rate": 6.375839754117589e-07, + "loss": 0.9497, + "step": 10345 + }, + { + "epoch": 0.7464377186970167, + "grad_norm": 3.1698015322966815, + "learning_rate": 6.372418632082612e-07, + "loss": 0.9164, + "step": 10346 + }, + { + "epoch": 0.7465098661664442, + "grad_norm": 3.1923215713764934, + "learning_rate": 6.368998254199407e-07, + "loss": 0.9485, + "step": 10347 + }, + { + "epoch": 0.7465820136358717, + "grad_norm": 3.203364070251327, + "learning_rate": 6.365578620654746e-07, + "loss": 0.9003, + "step": 10348 + }, + { + "epoch": 0.7466541611052993, + "grad_norm": 2.183696710278066, + "learning_rate": 6.36215973163537e-07, + "loss": 0.9113, + "step": 10349 + }, + { + "epoch": 0.7467263085747268, + "grad_norm": 3.6825594375278308, + "learning_rate": 6.35874158732796e-07, + "loss": 0.8904, + "step": 10350 + }, + { + "epoch": 0.7467984560441543, + "grad_norm": 3.297526652219012, + "learning_rate": 6.355324187919173e-07, + "loss": 0.9649, + "step": 10351 + }, + { + "epoch": 0.7468706035135818, + "grad_norm": 2.6399040366562394, + "learning_rate": 6.351907533595624e-07, + "loss": 0.8241, + "step": 10352 + }, + { + "epoch": 0.7469427509830092, + "grad_norm": 2.9467486616380643, + "learning_rate": 6.348491624543877e-07, + "loss": 0.9754, + "step": 10353 + }, + { + "epoch": 0.7470148984524367, + "grad_norm": 2.5720796858218224, + "learning_rate": 6.34507646095047e-07, + "loss": 0.8967, + "step": 10354 + }, + { + "epoch": 0.7470870459218643, + "grad_norm": 2.273955086324077, + "learning_rate": 6.341662043001885e-07, + "loss": 0.9552, + "step": 10355 + }, + { + "epoch": 0.7471591933912918, + "grad_norm": 3.3736004223337286, + "learning_rate": 6.338248370884583e-07, + "loss": 0.8945, + "step": 10356 + }, + { + "epoch": 0.7472313408607193, + "grad_norm": 0.6984194443862941, + "learning_rate": 6.334835444784949e-07, + "loss": 0.7756, + "step": 10357 + }, + { + "epoch": 0.7473034883301468, + "grad_norm": 2.740015022487251, + "learning_rate": 6.33142326488938e-07, + "loss": 0.9353, + "step": 10358 + }, + { + "epoch": 0.7473756357995743, + "grad_norm": 4.26909208700333, + "learning_rate": 6.32801183138418e-07, + "loss": 0.9401, + "step": 10359 + }, + { + "epoch": 0.7474477832690019, + "grad_norm": 7.445527432872846, + "learning_rate": 6.324601144455639e-07, + "loss": 0.9991, + "step": 10360 + }, + { + "epoch": 0.7475199307384294, + "grad_norm": 2.969621871613248, + "learning_rate": 6.321191204290009e-07, + "loss": 1.0027, + "step": 10361 + }, + { + "epoch": 0.7475920782078569, + "grad_norm": 2.271573590587286, + "learning_rate": 6.317782011073487e-07, + "loss": 0.9864, + "step": 10362 + }, + { + "epoch": 0.7476642256772844, + "grad_norm": 2.5651054162863125, + "learning_rate": 6.314373564992242e-07, + "loss": 1.0046, + "step": 10363 + }, + { + "epoch": 0.7477363731467119, + "grad_norm": 2.897637681035053, + "learning_rate": 6.310965866232392e-07, + "loss": 0.9299, + "step": 10364 + }, + { + "epoch": 0.7478085206161393, + "grad_norm": 2.7869851633367517, + "learning_rate": 6.307558914980029e-07, + "loss": 0.8634, + "step": 10365 + }, + { + "epoch": 0.7478806680855669, + "grad_norm": 2.558173924138341, + "learning_rate": 6.304152711421178e-07, + "loss": 0.8643, + "step": 10366 + }, + { + "epoch": 0.7479528155549944, + "grad_norm": 2.7140309386320656, + "learning_rate": 6.300747255741847e-07, + "loss": 0.8817, + "step": 10367 + }, + { + "epoch": 0.7480249630244219, + "grad_norm": 3.6120899112870486, + "learning_rate": 6.297342548127997e-07, + "loss": 0.9288, + "step": 10368 + }, + { + "epoch": 0.7480971104938494, + "grad_norm": 4.793500974868925, + "learning_rate": 6.293938588765544e-07, + "loss": 0.8779, + "step": 10369 + }, + { + "epoch": 0.7481692579632769, + "grad_norm": 3.691014312443544, + "learning_rate": 6.290535377840367e-07, + "loss": 0.8702, + "step": 10370 + }, + { + "epoch": 0.7482414054327045, + "grad_norm": 2.228000644889204, + "learning_rate": 6.28713291553831e-07, + "loss": 1.0091, + "step": 10371 + }, + { + "epoch": 0.748313552902132, + "grad_norm": 2.9457241752144534, + "learning_rate": 6.283731202045146e-07, + "loss": 0.9597, + "step": 10372 + }, + { + "epoch": 0.7483857003715595, + "grad_norm": 3.3344403018295057, + "learning_rate": 6.28033023754666e-07, + "loss": 1.0293, + "step": 10373 + }, + { + "epoch": 0.748457847840987, + "grad_norm": 4.05063951882596, + "learning_rate": 6.276930022228543e-07, + "loss": 0.8683, + "step": 10374 + }, + { + "epoch": 0.7485299953104145, + "grad_norm": 3.572558608431939, + "learning_rate": 6.273530556276478e-07, + "loss": 0.9848, + "step": 10375 + }, + { + "epoch": 0.748602142779842, + "grad_norm": 2.6210890199985264, + "learning_rate": 6.270131839876093e-07, + "loss": 0.9629, + "step": 10376 + }, + { + "epoch": 0.7486742902492695, + "grad_norm": 5.361774941535838, + "learning_rate": 6.266733873212986e-07, + "loss": 0.8823, + "step": 10377 + }, + { + "epoch": 0.748746437718697, + "grad_norm": 2.904058471006971, + "learning_rate": 6.263336656472702e-07, + "loss": 0.9846, + "step": 10378 + }, + { + "epoch": 0.7488185851881245, + "grad_norm": 3.9188489448187624, + "learning_rate": 6.259940189840751e-07, + "loss": 0.9044, + "step": 10379 + }, + { + "epoch": 0.748890732657552, + "grad_norm": 3.0547780367417476, + "learning_rate": 6.256544473502608e-07, + "loss": 0.8747, + "step": 10380 + }, + { + "epoch": 0.7489628801269795, + "grad_norm": 2.104574887803716, + "learning_rate": 6.253149507643689e-07, + "loss": 0.8909, + "step": 10381 + }, + { + "epoch": 0.749035027596407, + "grad_norm": 4.995807224912828, + "learning_rate": 6.249755292449388e-07, + "loss": 0.9573, + "step": 10382 + }, + { + "epoch": 0.7491071750658346, + "grad_norm": 3.161227993479403, + "learning_rate": 6.246361828105046e-07, + "loss": 0.9971, + "step": 10383 + }, + { + "epoch": 0.7491793225352621, + "grad_norm": 3.0413326620022865, + "learning_rate": 6.242969114795971e-07, + "loss": 0.9227, + "step": 10384 + }, + { + "epoch": 0.7492514700046896, + "grad_norm": 3.4940025170092803, + "learning_rate": 6.239577152707427e-07, + "loss": 0.9653, + "step": 10385 + }, + { + "epoch": 0.7493236174741171, + "grad_norm": 2.574620031821794, + "learning_rate": 6.236185942024635e-07, + "loss": 0.9922, + "step": 10386 + }, + { + "epoch": 0.7493957649435447, + "grad_norm": 3.30297821787051, + "learning_rate": 6.232795482932778e-07, + "loss": 0.976, + "step": 10387 + }, + { + "epoch": 0.7494679124129722, + "grad_norm": 2.8040967228759954, + "learning_rate": 6.229405775616999e-07, + "loss": 0.9921, + "step": 10388 + }, + { + "epoch": 0.7495400598823996, + "grad_norm": 3.605885325592488, + "learning_rate": 6.226016820262388e-07, + "loss": 1.0154, + "step": 10389 + }, + { + "epoch": 0.7496122073518271, + "grad_norm": 4.069881833772222, + "learning_rate": 6.222628617054011e-07, + "loss": 0.9919, + "step": 10390 + }, + { + "epoch": 0.7496843548212546, + "grad_norm": 2.7555665983300117, + "learning_rate": 6.21924116617688e-07, + "loss": 0.8681, + "step": 10391 + }, + { + "epoch": 0.7497565022906821, + "grad_norm": 4.041103887538999, + "learning_rate": 6.215854467815975e-07, + "loss": 0.998, + "step": 10392 + }, + { + "epoch": 0.7498286497601097, + "grad_norm": 3.556104440509176, + "learning_rate": 6.212468522156238e-07, + "loss": 1.0021, + "step": 10393 + }, + { + "epoch": 0.7499007972295372, + "grad_norm": 2.1781847295685206, + "learning_rate": 6.209083329382543e-07, + "loss": 0.9167, + "step": 10394 + }, + { + "epoch": 0.7499729446989647, + "grad_norm": 5.638808192953016, + "learning_rate": 6.205698889679767e-07, + "loss": 0.9611, + "step": 10395 + }, + { + "epoch": 0.7500450921683922, + "grad_norm": 4.135472269268962, + "learning_rate": 6.202315203232698e-07, + "loss": 1.095, + "step": 10396 + }, + { + "epoch": 0.7501172396378197, + "grad_norm": 2.2221977417974985, + "learning_rate": 6.198932270226129e-07, + "loss": 0.9749, + "step": 10397 + }, + { + "epoch": 0.7501893871072473, + "grad_norm": 4.278377488169366, + "learning_rate": 6.195550090844775e-07, + "loss": 1.0014, + "step": 10398 + }, + { + "epoch": 0.7502615345766748, + "grad_norm": 2.7331192184725555, + "learning_rate": 6.192168665273328e-07, + "loss": 0.8353, + "step": 10399 + }, + { + "epoch": 0.7503336820461022, + "grad_norm": 4.2455906153150895, + "learning_rate": 6.188787993696434e-07, + "loss": 0.9968, + "step": 10400 + }, + { + "epoch": 0.7504058295155297, + "grad_norm": 2.638380281613417, + "learning_rate": 6.185408076298699e-07, + "loss": 0.9458, + "step": 10401 + }, + { + "epoch": 0.7504779769849572, + "grad_norm": 3.006942821460156, + "learning_rate": 6.182028913264692e-07, + "loss": 0.8698, + "step": 10402 + }, + { + "epoch": 0.7505501244543847, + "grad_norm": 3.1713669844579426, + "learning_rate": 6.17865050477894e-07, + "loss": 0.9488, + "step": 10403 + }, + { + "epoch": 0.7506222719238123, + "grad_norm": 0.795223694285606, + "learning_rate": 6.17527285102591e-07, + "loss": 0.8845, + "step": 10404 + }, + { + "epoch": 0.7506944193932398, + "grad_norm": 2.9067577615806375, + "learning_rate": 6.171895952190054e-07, + "loss": 0.9699, + "step": 10405 + }, + { + "epoch": 0.7507665668626673, + "grad_norm": 3.2605580714622966, + "learning_rate": 6.16851980845577e-07, + "loss": 0.9162, + "step": 10406 + }, + { + "epoch": 0.7508387143320948, + "grad_norm": 2.1957083240034185, + "learning_rate": 6.165144420007418e-07, + "loss": 0.9601, + "step": 10407 + }, + { + "epoch": 0.7509108618015223, + "grad_norm": 3.9973943091109, + "learning_rate": 6.161769787029312e-07, + "loss": 1.0245, + "step": 10408 + }, + { + "epoch": 0.7509830092709499, + "grad_norm": 4.246220647324701, + "learning_rate": 6.158395909705732e-07, + "loss": 0.8488, + "step": 10409 + }, + { + "epoch": 0.7510551567403774, + "grad_norm": 2.0929078643247165, + "learning_rate": 6.155022788220918e-07, + "loss": 0.9922, + "step": 10410 + }, + { + "epoch": 0.7511273042098049, + "grad_norm": 2.727173832343, + "learning_rate": 6.151650422759042e-07, + "loss": 0.9989, + "step": 10411 + }, + { + "epoch": 0.7511994516792323, + "grad_norm": 3.0292801896502124, + "learning_rate": 6.148278813504288e-07, + "loss": 0.9663, + "step": 10412 + }, + { + "epoch": 0.7512715991486598, + "grad_norm": 3.057998618814819, + "learning_rate": 6.144907960640742e-07, + "loss": 0.8749, + "step": 10413 + }, + { + "epoch": 0.7513437466180873, + "grad_norm": 3.321207800939147, + "learning_rate": 6.141537864352484e-07, + "loss": 0.9064, + "step": 10414 + }, + { + "epoch": 0.7514158940875149, + "grad_norm": 2.9506058216340327, + "learning_rate": 6.138168524823539e-07, + "loss": 0.9639, + "step": 10415 + }, + { + "epoch": 0.7514880415569424, + "grad_norm": 2.576447744688337, + "learning_rate": 6.134799942237898e-07, + "loss": 0.9981, + "step": 10416 + }, + { + "epoch": 0.7515601890263699, + "grad_norm": 3.1595532345326456, + "learning_rate": 6.131432116779511e-07, + "loss": 0.9897, + "step": 10417 + }, + { + "epoch": 0.7516323364957974, + "grad_norm": 4.750279468546759, + "learning_rate": 6.128065048632263e-07, + "loss": 0.9579, + "step": 10418 + }, + { + "epoch": 0.7517044839652249, + "grad_norm": 1.2687368401657655, + "learning_rate": 6.124698737980043e-07, + "loss": 0.8769, + "step": 10419 + }, + { + "epoch": 0.7517766314346525, + "grad_norm": 2.2069933322586257, + "learning_rate": 6.121333185006654e-07, + "loss": 0.9504, + "step": 10420 + }, + { + "epoch": 0.75184877890408, + "grad_norm": 24.34793293852491, + "learning_rate": 6.117968389895885e-07, + "loss": 0.9648, + "step": 10421 + }, + { + "epoch": 0.7519209263735075, + "grad_norm": 3.0422726031970058, + "learning_rate": 6.11460435283147e-07, + "loss": 0.8335, + "step": 10422 + }, + { + "epoch": 0.751993073842935, + "grad_norm": 6.332777634719285, + "learning_rate": 6.111241073997109e-07, + "loss": 0.9434, + "step": 10423 + }, + { + "epoch": 0.7520652213123624, + "grad_norm": 0.7968039013429101, + "learning_rate": 6.10787855357646e-07, + "loss": 0.8406, + "step": 10424 + }, + { + "epoch": 0.7521373687817899, + "grad_norm": 6.056907670064126, + "learning_rate": 6.104516791753143e-07, + "loss": 0.9103, + "step": 10425 + }, + { + "epoch": 0.7522095162512175, + "grad_norm": 15.606370730347491, + "learning_rate": 6.101155788710713e-07, + "loss": 0.996, + "step": 10426 + }, + { + "epoch": 0.752281663720645, + "grad_norm": 5.47613480186199, + "learning_rate": 6.097795544632722e-07, + "loss": 0.9333, + "step": 10427 + }, + { + "epoch": 0.7523538111900725, + "grad_norm": 3.7686295928193227, + "learning_rate": 6.094436059702651e-07, + "loss": 1.0603, + "step": 10428 + }, + { + "epoch": 0.7524259586595, + "grad_norm": 2.2646682297539598, + "learning_rate": 6.091077334103947e-07, + "loss": 0.951, + "step": 10429 + }, + { + "epoch": 0.7524981061289275, + "grad_norm": 8.507697266638118, + "learning_rate": 6.087719368020021e-07, + "loss": 0.9748, + "step": 10430 + }, + { + "epoch": 0.752570253598355, + "grad_norm": 2.719901531624967, + "learning_rate": 6.084362161634237e-07, + "loss": 0.8607, + "step": 10431 + }, + { + "epoch": 0.7526424010677826, + "grad_norm": 7.130592694359394, + "learning_rate": 6.081005715129932e-07, + "loss": 0.9271, + "step": 10432 + }, + { + "epoch": 0.7527145485372101, + "grad_norm": 2.5244975506020215, + "learning_rate": 6.077650028690362e-07, + "loss": 0.9243, + "step": 10433 + }, + { + "epoch": 0.7527866960066376, + "grad_norm": 2.4381134043879604, + "learning_rate": 6.074295102498801e-07, + "loss": 1.018, + "step": 10434 + }, + { + "epoch": 0.7528588434760651, + "grad_norm": 3.3073462934813587, + "learning_rate": 6.070940936738418e-07, + "loss": 0.9433, + "step": 10435 + }, + { + "epoch": 0.7529309909454925, + "grad_norm": 2.232329599470882, + "learning_rate": 6.067587531592402e-07, + "loss": 1.0008, + "step": 10436 + }, + { + "epoch": 0.7530031384149201, + "grad_norm": 2.4808798141490445, + "learning_rate": 6.064234887243847e-07, + "loss": 1.0294, + "step": 10437 + }, + { + "epoch": 0.7530752858843476, + "grad_norm": 2.0959291647305536, + "learning_rate": 6.060883003875837e-07, + "loss": 1.0083, + "step": 10438 + }, + { + "epoch": 0.7531474333537751, + "grad_norm": 4.020345206930089, + "learning_rate": 6.057531881671405e-07, + "loss": 0.9933, + "step": 10439 + }, + { + "epoch": 0.7532195808232026, + "grad_norm": 4.4955549538696244, + "learning_rate": 6.054181520813542e-07, + "loss": 0.9056, + "step": 10440 + }, + { + "epoch": 0.7532917282926301, + "grad_norm": 2.385990112763837, + "learning_rate": 6.050831921485209e-07, + "loss": 0.8499, + "step": 10441 + }, + { + "epoch": 0.7533638757620577, + "grad_norm": 0.7064841456203559, + "learning_rate": 6.047483083869301e-07, + "loss": 0.8372, + "step": 10442 + }, + { + "epoch": 0.7534360232314852, + "grad_norm": 4.476683077428245, + "learning_rate": 6.044135008148689e-07, + "loss": 0.9999, + "step": 10443 + }, + { + "epoch": 0.7535081707009127, + "grad_norm": 2.832679579615217, + "learning_rate": 6.040787694506202e-07, + "loss": 0.909, + "step": 10444 + }, + { + "epoch": 0.7535803181703402, + "grad_norm": 3.1062784542875885, + "learning_rate": 6.037441143124624e-07, + "loss": 0.9575, + "step": 10445 + }, + { + "epoch": 0.7536524656397677, + "grad_norm": 2.874521796220338, + "learning_rate": 6.034095354186699e-07, + "loss": 0.9051, + "step": 10446 + }, + { + "epoch": 0.7537246131091951, + "grad_norm": 2.75744107692705, + "learning_rate": 6.030750327875132e-07, + "loss": 0.9366, + "step": 10447 + }, + { + "epoch": 0.7537967605786227, + "grad_norm": 2.569154983116143, + "learning_rate": 6.027406064372564e-07, + "loss": 0.8899, + "step": 10448 + }, + { + "epoch": 0.7538689080480502, + "grad_norm": 2.4972961108863316, + "learning_rate": 6.024062563861638e-07, + "loss": 0.989, + "step": 10449 + }, + { + "epoch": 0.7539410555174777, + "grad_norm": 2.1541173588651477, + "learning_rate": 6.020719826524907e-07, + "loss": 0.9501, + "step": 10450 + }, + { + "epoch": 0.7540132029869052, + "grad_norm": 2.5478603586591166, + "learning_rate": 6.017377852544929e-07, + "loss": 1.0009, + "step": 10451 + }, + { + "epoch": 0.7540853504563327, + "grad_norm": 3.037383333956223, + "learning_rate": 6.014036642104178e-07, + "loss": 0.873, + "step": 10452 + }, + { + "epoch": 0.7541574979257603, + "grad_norm": 2.675621484595103, + "learning_rate": 6.010696195385112e-07, + "loss": 0.8494, + "step": 10453 + }, + { + "epoch": 0.7542296453951878, + "grad_norm": 3.152785259654335, + "learning_rate": 6.007356512570141e-07, + "loss": 0.9322, + "step": 10454 + }, + { + "epoch": 0.7543017928646153, + "grad_norm": 3.528912741313282, + "learning_rate": 6.00401759384163e-07, + "loss": 0.8867, + "step": 10455 + }, + { + "epoch": 0.7543739403340428, + "grad_norm": 3.3134982925993177, + "learning_rate": 6.000679439381915e-07, + "loss": 0.9682, + "step": 10456 + }, + { + "epoch": 0.7544460878034703, + "grad_norm": 0.7835281344598175, + "learning_rate": 5.99734204937326e-07, + "loss": 0.8818, + "step": 10457 + }, + { + "epoch": 0.7545182352728979, + "grad_norm": 2.2263173821697397, + "learning_rate": 5.99400542399793e-07, + "loss": 0.9331, + "step": 10458 + }, + { + "epoch": 0.7545903827423253, + "grad_norm": 2.3845009746745496, + "learning_rate": 5.990669563438109e-07, + "loss": 0.9217, + "step": 10459 + }, + { + "epoch": 0.7546625302117528, + "grad_norm": 2.426812632994987, + "learning_rate": 5.987334467875964e-07, + "loss": 0.9206, + "step": 10460 + }, + { + "epoch": 0.7547346776811803, + "grad_norm": 4.115945299294818, + "learning_rate": 5.98400013749361e-07, + "loss": 0.9549, + "step": 10461 + }, + { + "epoch": 0.7548068251506078, + "grad_norm": 3.377402827787207, + "learning_rate": 5.980666572473123e-07, + "loss": 0.9625, + "step": 10462 + }, + { + "epoch": 0.7548789726200353, + "grad_norm": 3.4564321569966348, + "learning_rate": 5.977333772996535e-07, + "loss": 0.917, + "step": 10463 + }, + { + "epoch": 0.7549511200894629, + "grad_norm": 2.299922659859024, + "learning_rate": 5.974001739245848e-07, + "loss": 0.9656, + "step": 10464 + }, + { + "epoch": 0.7550232675588904, + "grad_norm": 4.033594676816909, + "learning_rate": 5.970670471402999e-07, + "loss": 0.919, + "step": 10465 + }, + { + "epoch": 0.7550954150283179, + "grad_norm": 3.322119654117963, + "learning_rate": 5.967339969649898e-07, + "loss": 1.0123, + "step": 10466 + }, + { + "epoch": 0.7551675624977454, + "grad_norm": 0.67987871220861, + "learning_rate": 5.964010234168416e-07, + "loss": 0.8459, + "step": 10467 + }, + { + "epoch": 0.7552397099671729, + "grad_norm": 3.0267103357007574, + "learning_rate": 5.960681265140373e-07, + "loss": 0.9807, + "step": 10468 + }, + { + "epoch": 0.7553118574366005, + "grad_norm": 2.0012316487678357, + "learning_rate": 5.957353062747554e-07, + "loss": 0.9026, + "step": 10469 + }, + { + "epoch": 0.755384004906028, + "grad_norm": 3.076745513230829, + "learning_rate": 5.954025627171703e-07, + "loss": 0.8441, + "step": 10470 + }, + { + "epoch": 0.7554561523754554, + "grad_norm": 4.0143981721967394, + "learning_rate": 5.95069895859452e-07, + "loss": 0.9193, + "step": 10471 + }, + { + "epoch": 0.7555282998448829, + "grad_norm": 4.337913928770138, + "learning_rate": 5.947373057197647e-07, + "loss": 0.9025, + "step": 10472 + }, + { + "epoch": 0.7556004473143104, + "grad_norm": 6.952486913312757, + "learning_rate": 5.944047923162723e-07, + "loss": 0.9236, + "step": 10473 + }, + { + "epoch": 0.7556725947837379, + "grad_norm": 3.9072470651330358, + "learning_rate": 5.940723556671297e-07, + "loss": 0.9649, + "step": 10474 + }, + { + "epoch": 0.7557447422531655, + "grad_norm": 0.8587683877544967, + "learning_rate": 5.937399957904923e-07, + "loss": 0.8625, + "step": 10475 + }, + { + "epoch": 0.755816889722593, + "grad_norm": 2.0976136272511523, + "learning_rate": 5.934077127045072e-07, + "loss": 1.0085, + "step": 10476 + }, + { + "epoch": 0.7558890371920205, + "grad_norm": 3.2582905004731595, + "learning_rate": 5.9307550642732e-07, + "loss": 1.0645, + "step": 10477 + }, + { + "epoch": 0.755961184661448, + "grad_norm": 3.373541764189233, + "learning_rate": 5.927433769770711e-07, + "loss": 0.8139, + "step": 10478 + }, + { + "epoch": 0.7560333321308755, + "grad_norm": 3.8703167825612788, + "learning_rate": 5.924113243718969e-07, + "loss": 0.9903, + "step": 10479 + }, + { + "epoch": 0.756105479600303, + "grad_norm": 2.0995638394408136, + "learning_rate": 5.920793486299302e-07, + "loss": 0.9952, + "step": 10480 + }, + { + "epoch": 0.7561776270697306, + "grad_norm": 5.2686409392557545, + "learning_rate": 5.917474497692978e-07, + "loss": 0.8694, + "step": 10481 + }, + { + "epoch": 0.7562497745391581, + "grad_norm": 3.033901981528162, + "learning_rate": 5.91415627808124e-07, + "loss": 0.8556, + "step": 10482 + }, + { + "epoch": 0.7563219220085855, + "grad_norm": 9.86184588875207, + "learning_rate": 5.910838827645281e-07, + "loss": 1.0936, + "step": 10483 + }, + { + "epoch": 0.756394069478013, + "grad_norm": 2.4495744218797757, + "learning_rate": 5.90752214656626e-07, + "loss": 0.9778, + "step": 10484 + }, + { + "epoch": 0.7564662169474405, + "grad_norm": 3.371223456052299, + "learning_rate": 5.904206235025284e-07, + "loss": 1.0893, + "step": 10485 + }, + { + "epoch": 0.7565383644168681, + "grad_norm": 3.1664013165845635, + "learning_rate": 5.900891093203433e-07, + "loss": 0.8466, + "step": 10486 + }, + { + "epoch": 0.7566105118862956, + "grad_norm": 3.206718252987083, + "learning_rate": 5.897576721281712e-07, + "loss": 0.9073, + "step": 10487 + }, + { + "epoch": 0.7566826593557231, + "grad_norm": 5.326315474663938, + "learning_rate": 5.894263119441134e-07, + "loss": 0.9026, + "step": 10488 + }, + { + "epoch": 0.7567548068251506, + "grad_norm": 2.605644711982389, + "learning_rate": 5.890950287862624e-07, + "loss": 0.9336, + "step": 10489 + }, + { + "epoch": 0.7568269542945781, + "grad_norm": 2.9489598849036582, + "learning_rate": 5.887638226727087e-07, + "loss": 0.9474, + "step": 10490 + }, + { + "epoch": 0.7568991017640057, + "grad_norm": 10.334648991987955, + "learning_rate": 5.884326936215387e-07, + "loss": 0.9472, + "step": 10491 + }, + { + "epoch": 0.7569712492334332, + "grad_norm": 4.726760834875433, + "learning_rate": 5.881016416508338e-07, + "loss": 0.9929, + "step": 10492 + }, + { + "epoch": 0.7570433967028607, + "grad_norm": 12.546180563363324, + "learning_rate": 5.877706667786713e-07, + "loss": 0.9657, + "step": 10493 + }, + { + "epoch": 0.7571155441722881, + "grad_norm": 2.799676440481421, + "learning_rate": 5.87439769023125e-07, + "loss": 0.9793, + "step": 10494 + }, + { + "epoch": 0.7571876916417156, + "grad_norm": 0.7463813347318448, + "learning_rate": 5.871089484022644e-07, + "loss": 0.8323, + "step": 10495 + }, + { + "epoch": 0.7572598391111431, + "grad_norm": 2.8588639933581192, + "learning_rate": 5.867782049341526e-07, + "loss": 0.8894, + "step": 10496 + }, + { + "epoch": 0.7573319865805707, + "grad_norm": 3.590495352400606, + "learning_rate": 5.864475386368526e-07, + "loss": 0.8243, + "step": 10497 + }, + { + "epoch": 0.7574041340499982, + "grad_norm": 3.6533880525746665, + "learning_rate": 5.86116949528419e-07, + "loss": 0.8568, + "step": 10498 + }, + { + "epoch": 0.7574762815194257, + "grad_norm": 3.1642893015260856, + "learning_rate": 5.857864376269051e-07, + "loss": 0.9926, + "step": 10499 + }, + { + "epoch": 0.7575484289888532, + "grad_norm": 4.821594760190257, + "learning_rate": 5.854560029503584e-07, + "loss": 1.041, + "step": 10500 + }, + { + "epoch": 0.7576205764582807, + "grad_norm": 6.6815198738540795, + "learning_rate": 5.85125645516823e-07, + "loss": 0.9485, + "step": 10501 + }, + { + "epoch": 0.7576927239277083, + "grad_norm": 2.605788730263603, + "learning_rate": 5.847953653443383e-07, + "loss": 0.9213, + "step": 10502 + }, + { + "epoch": 0.7577648713971358, + "grad_norm": 2.671717142717795, + "learning_rate": 5.844651624509405e-07, + "loss": 0.9414, + "step": 10503 + }, + { + "epoch": 0.7578370188665633, + "grad_norm": 2.0051639172147255, + "learning_rate": 5.841350368546594e-07, + "loss": 0.9851, + "step": 10504 + }, + { + "epoch": 0.7579091663359908, + "grad_norm": 5.540771909294776, + "learning_rate": 5.838049885735223e-07, + "loss": 0.9824, + "step": 10505 + }, + { + "epoch": 0.7579813138054182, + "grad_norm": 4.163802090459001, + "learning_rate": 5.834750176255525e-07, + "loss": 0.9068, + "step": 10506 + }, + { + "epoch": 0.7580534612748457, + "grad_norm": 2.8279128021383197, + "learning_rate": 5.831451240287682e-07, + "loss": 0.9666, + "step": 10507 + }, + { + "epoch": 0.7581256087442733, + "grad_norm": 2.553318508476998, + "learning_rate": 5.828153078011837e-07, + "loss": 0.9732, + "step": 10508 + }, + { + "epoch": 0.7581977562137008, + "grad_norm": 3.6730590209954848, + "learning_rate": 5.824855689608088e-07, + "loss": 0.9436, + "step": 10509 + }, + { + "epoch": 0.7582699036831283, + "grad_norm": 2.8871767664070997, + "learning_rate": 5.821559075256504e-07, + "loss": 0.8854, + "step": 10510 + }, + { + "epoch": 0.7583420511525558, + "grad_norm": 6.048946370837291, + "learning_rate": 5.818263235137078e-07, + "loss": 0.9648, + "step": 10511 + }, + { + "epoch": 0.7584141986219833, + "grad_norm": 2.5952944466125456, + "learning_rate": 5.81496816942981e-07, + "loss": 1.0003, + "step": 10512 + }, + { + "epoch": 0.7584863460914109, + "grad_norm": 2.4606068222463544, + "learning_rate": 5.811673878314613e-07, + "loss": 0.9351, + "step": 10513 + }, + { + "epoch": 0.7585584935608384, + "grad_norm": 2.5763700118377266, + "learning_rate": 5.808380361971384e-07, + "loss": 0.8784, + "step": 10514 + }, + { + "epoch": 0.7586306410302659, + "grad_norm": 3.4053442914552954, + "learning_rate": 5.805087620579965e-07, + "loss": 0.9681, + "step": 10515 + }, + { + "epoch": 0.7587027884996934, + "grad_norm": 2.296826109073886, + "learning_rate": 5.801795654320165e-07, + "loss": 0.886, + "step": 10516 + }, + { + "epoch": 0.7587749359691209, + "grad_norm": 3.8099775881370923, + "learning_rate": 5.798504463371742e-07, + "loss": 0.9249, + "step": 10517 + }, + { + "epoch": 0.7588470834385483, + "grad_norm": 2.4395751922584514, + "learning_rate": 5.79521404791442e-07, + "loss": 0.8513, + "step": 10518 + }, + { + "epoch": 0.7589192309079759, + "grad_norm": 3.4801166326336532, + "learning_rate": 5.791924408127881e-07, + "loss": 0.8987, + "step": 10519 + }, + { + "epoch": 0.7589913783774034, + "grad_norm": 3.278755475009502, + "learning_rate": 5.788635544191749e-07, + "loss": 1.0172, + "step": 10520 + }, + { + "epoch": 0.7590635258468309, + "grad_norm": 4.240900508333346, + "learning_rate": 5.785347456285619e-07, + "loss": 1.0304, + "step": 10521 + }, + { + "epoch": 0.7591356733162584, + "grad_norm": 2.895353501632238, + "learning_rate": 5.782060144589045e-07, + "loss": 0.9274, + "step": 10522 + }, + { + "epoch": 0.7592078207856859, + "grad_norm": 3.3171890467219223, + "learning_rate": 5.778773609281531e-07, + "loss": 1.1143, + "step": 10523 + }, + { + "epoch": 0.7592799682551135, + "grad_norm": 7.954312758572021, + "learning_rate": 5.775487850542546e-07, + "loss": 0.8585, + "step": 10524 + }, + { + "epoch": 0.759352115724541, + "grad_norm": 3.3090739256416333, + "learning_rate": 5.772202868551519e-07, + "loss": 0.9327, + "step": 10525 + }, + { + "epoch": 0.7594242631939685, + "grad_norm": 2.3787941992417485, + "learning_rate": 5.768918663487811e-07, + "loss": 0.9962, + "step": 10526 + }, + { + "epoch": 0.759496410663396, + "grad_norm": 2.2287387853180896, + "learning_rate": 5.765635235530786e-07, + "loss": 0.9818, + "step": 10527 + }, + { + "epoch": 0.7595685581328235, + "grad_norm": 0.7803738831379646, + "learning_rate": 5.762352584859722e-07, + "loss": 0.818, + "step": 10528 + }, + { + "epoch": 0.759640705602251, + "grad_norm": 1.8933584456837969, + "learning_rate": 5.759070711653875e-07, + "loss": 1.0041, + "step": 10529 + }, + { + "epoch": 0.7597128530716785, + "grad_norm": 2.4716508457486053, + "learning_rate": 5.755789616092459e-07, + "loss": 0.8658, + "step": 10530 + }, + { + "epoch": 0.759785000541106, + "grad_norm": 5.1379923934909915, + "learning_rate": 5.752509298354642e-07, + "loss": 1.0253, + "step": 10531 + }, + { + "epoch": 0.7598571480105335, + "grad_norm": 2.5078971111724364, + "learning_rate": 5.749229758619549e-07, + "loss": 1.0302, + "step": 10532 + }, + { + "epoch": 0.759929295479961, + "grad_norm": 3.794290549969505, + "learning_rate": 5.745950997066266e-07, + "loss": 0.9708, + "step": 10533 + }, + { + "epoch": 0.7600014429493885, + "grad_norm": 0.8429865385340549, + "learning_rate": 5.742673013873838e-07, + "loss": 0.801, + "step": 10534 + }, + { + "epoch": 0.7600735904188161, + "grad_norm": 7.490414152014639, + "learning_rate": 5.739395809221252e-07, + "loss": 0.9115, + "step": 10535 + }, + { + "epoch": 0.7601457378882436, + "grad_norm": 3.6765835055794036, + "learning_rate": 5.73611938328747e-07, + "loss": 0.8994, + "step": 10536 + }, + { + "epoch": 0.7602178853576711, + "grad_norm": 13.582574990913507, + "learning_rate": 5.732843736251405e-07, + "loss": 0.8856, + "step": 10537 + }, + { + "epoch": 0.7602900328270986, + "grad_norm": 5.865224944318925, + "learning_rate": 5.729568868291928e-07, + "loss": 0.9982, + "step": 10538 + }, + { + "epoch": 0.7603621802965261, + "grad_norm": 3.015309529776963, + "learning_rate": 5.726294779587868e-07, + "loss": 0.9002, + "step": 10539 + }, + { + "epoch": 0.7604343277659537, + "grad_norm": 2.4195094215066155, + "learning_rate": 5.72302147031801e-07, + "loss": 0.9223, + "step": 10540 + }, + { + "epoch": 0.7605064752353812, + "grad_norm": 2.288114071329917, + "learning_rate": 5.719748940661097e-07, + "loss": 0.9506, + "step": 10541 + }, + { + "epoch": 0.7605786227048086, + "grad_norm": 3.0712018071866116, + "learning_rate": 5.716477190795839e-07, + "loss": 0.9108, + "step": 10542 + }, + { + "epoch": 0.7606507701742361, + "grad_norm": 3.1484886903600584, + "learning_rate": 5.713206220900879e-07, + "loss": 0.9949, + "step": 10543 + }, + { + "epoch": 0.7607229176436636, + "grad_norm": 3.382050249941216, + "learning_rate": 5.70993603115484e-07, + "loss": 0.9355, + "step": 10544 + }, + { + "epoch": 0.7607950651130911, + "grad_norm": 2.8934686643473535, + "learning_rate": 5.706666621736293e-07, + "loss": 0.9488, + "step": 10545 + }, + { + "epoch": 0.7608672125825187, + "grad_norm": 5.526418181118549, + "learning_rate": 5.703397992823771e-07, + "loss": 0.9835, + "step": 10546 + }, + { + "epoch": 0.7609393600519462, + "grad_norm": 0.7437797332077617, + "learning_rate": 5.700130144595761e-07, + "loss": 0.8723, + "step": 10547 + }, + { + "epoch": 0.7610115075213737, + "grad_norm": 4.716248107958307, + "learning_rate": 5.696863077230704e-07, + "loss": 0.9663, + "step": 10548 + }, + { + "epoch": 0.7610836549908012, + "grad_norm": 3.1395939135526114, + "learning_rate": 5.693596790907016e-07, + "loss": 1.052, + "step": 10549 + }, + { + "epoch": 0.7611558024602287, + "grad_norm": 3.9970893999208315, + "learning_rate": 5.690331285803032e-07, + "loss": 0.9651, + "step": 10550 + }, + { + "epoch": 0.7612279499296563, + "grad_norm": 2.7492697353031064, + "learning_rate": 5.687066562097099e-07, + "loss": 0.995, + "step": 10551 + }, + { + "epoch": 0.7613000973990838, + "grad_norm": 3.7949872131534312, + "learning_rate": 5.683802619967466e-07, + "loss": 0.973, + "step": 10552 + }, + { + "epoch": 0.7613722448685112, + "grad_norm": 16.26943230387079, + "learning_rate": 5.680539459592377e-07, + "loss": 0.9496, + "step": 10553 + }, + { + "epoch": 0.7614443923379387, + "grad_norm": 3.1728264645340833, + "learning_rate": 5.67727708115002e-07, + "loss": 0.8877, + "step": 10554 + }, + { + "epoch": 0.7615165398073662, + "grad_norm": 2.028213931633427, + "learning_rate": 5.674015484818541e-07, + "loss": 0.9096, + "step": 10555 + }, + { + "epoch": 0.7615886872767937, + "grad_norm": 2.138444221259691, + "learning_rate": 5.670754670776043e-07, + "loss": 1.0109, + "step": 10556 + }, + { + "epoch": 0.7616608347462213, + "grad_norm": 3.6660647909762507, + "learning_rate": 5.667494639200594e-07, + "loss": 0.8879, + "step": 10557 + }, + { + "epoch": 0.7617329822156488, + "grad_norm": 2.2079906437647967, + "learning_rate": 5.664235390270198e-07, + "loss": 0.8999, + "step": 10558 + }, + { + "epoch": 0.7618051296850763, + "grad_norm": 4.029220188315319, + "learning_rate": 5.660976924162839e-07, + "loss": 0.9396, + "step": 10559 + }, + { + "epoch": 0.7618772771545038, + "grad_norm": 2.8522580487330558, + "learning_rate": 5.657719241056449e-07, + "loss": 1.0603, + "step": 10560 + }, + { + "epoch": 0.7619494246239313, + "grad_norm": 2.2753930349705587, + "learning_rate": 5.654462341128918e-07, + "loss": 1.0395, + "step": 10561 + }, + { + "epoch": 0.7620215720933589, + "grad_norm": 3.024803937122574, + "learning_rate": 5.651206224558091e-07, + "loss": 0.9782, + "step": 10562 + }, + { + "epoch": 0.7620937195627864, + "grad_norm": 5.732448160608389, + "learning_rate": 5.647950891521778e-07, + "loss": 0.94, + "step": 10563 + }, + { + "epoch": 0.7621658670322139, + "grad_norm": 4.546178810332112, + "learning_rate": 5.644696342197744e-07, + "loss": 0.8296, + "step": 10564 + }, + { + "epoch": 0.7622380145016413, + "grad_norm": 2.406903264928026, + "learning_rate": 5.641442576763687e-07, + "loss": 0.8177, + "step": 10565 + }, + { + "epoch": 0.7623101619710688, + "grad_norm": 3.6487357366896673, + "learning_rate": 5.638189595397309e-07, + "loss": 0.9755, + "step": 10566 + }, + { + "epoch": 0.7623823094404963, + "grad_norm": 4.510184313608992, + "learning_rate": 5.634937398276225e-07, + "loss": 0.9464, + "step": 10567 + }, + { + "epoch": 0.7624544569099239, + "grad_norm": 2.9196491433038863, + "learning_rate": 5.631685985578034e-07, + "loss": 0.8549, + "step": 10568 + }, + { + "epoch": 0.7625266043793514, + "grad_norm": 2.145053598405634, + "learning_rate": 5.628435357480281e-07, + "loss": 1.04, + "step": 10569 + }, + { + "epoch": 0.7625987518487789, + "grad_norm": 3.3859071033981127, + "learning_rate": 5.625185514160471e-07, + "loss": 0.9694, + "step": 10570 + }, + { + "epoch": 0.7626708993182064, + "grad_norm": 9.148030103412932, + "learning_rate": 5.621936455796066e-07, + "loss": 0.8567, + "step": 10571 + }, + { + "epoch": 0.7627430467876339, + "grad_norm": 2.699763506669308, + "learning_rate": 5.618688182564486e-07, + "loss": 0.9679, + "step": 10572 + }, + { + "epoch": 0.7628151942570615, + "grad_norm": 2.523476142705525, + "learning_rate": 5.615440694643114e-07, + "loss": 0.9225, + "step": 10573 + }, + { + "epoch": 0.762887341726489, + "grad_norm": 3.477611734883737, + "learning_rate": 5.612193992209268e-07, + "loss": 0.9032, + "step": 10574 + }, + { + "epoch": 0.7629594891959165, + "grad_norm": 3.9773914844568523, + "learning_rate": 5.608948075440247e-07, + "loss": 1.0139, + "step": 10575 + }, + { + "epoch": 0.763031636665344, + "grad_norm": 2.6287333869499827, + "learning_rate": 5.605702944513298e-07, + "loss": 0.9638, + "step": 10576 + }, + { + "epoch": 0.7631037841347714, + "grad_norm": 2.4131805883020467, + "learning_rate": 5.602458599605624e-07, + "loss": 1.0609, + "step": 10577 + }, + { + "epoch": 0.7631759316041989, + "grad_norm": 2.938839383861136, + "learning_rate": 5.59921504089439e-07, + "loss": 1.0614, + "step": 10578 + }, + { + "epoch": 0.7632480790736265, + "grad_norm": 3.6164180851839713, + "learning_rate": 5.595972268556716e-07, + "loss": 1.0159, + "step": 10579 + }, + { + "epoch": 0.763320226543054, + "grad_norm": 3.7907142421095306, + "learning_rate": 5.592730282769664e-07, + "loss": 0.9719, + "step": 10580 + }, + { + "epoch": 0.7633923740124815, + "grad_norm": 3.170193381442941, + "learning_rate": 5.58948908371029e-07, + "loss": 0.873, + "step": 10581 + }, + { + "epoch": 0.763464521481909, + "grad_norm": 3.286826780596223, + "learning_rate": 5.586248671555565e-07, + "loss": 1.0234, + "step": 10582 + }, + { + "epoch": 0.7635366689513365, + "grad_norm": 2.748579959094227, + "learning_rate": 5.583009046482441e-07, + "loss": 0.8807, + "step": 10583 + }, + { + "epoch": 0.7636088164207641, + "grad_norm": 3.454593674081357, + "learning_rate": 5.579770208667824e-07, + "loss": 0.9053, + "step": 10584 + }, + { + "epoch": 0.7636809638901916, + "grad_norm": 3.6600315720077146, + "learning_rate": 5.576532158288574e-07, + "loss": 0.8573, + "step": 10585 + }, + { + "epoch": 0.7637531113596191, + "grad_norm": 3.3353262347976242, + "learning_rate": 5.573294895521508e-07, + "loss": 1.0473, + "step": 10586 + }, + { + "epoch": 0.7638252588290466, + "grad_norm": 2.4497890264799285, + "learning_rate": 5.570058420543404e-07, + "loss": 0.9426, + "step": 10587 + }, + { + "epoch": 0.7638974062984741, + "grad_norm": 0.7357465638065235, + "learning_rate": 5.566822733530996e-07, + "loss": 0.7986, + "step": 10588 + }, + { + "epoch": 0.7639695537679015, + "grad_norm": 2.815783470173678, + "learning_rate": 5.563587834660956e-07, + "loss": 0.9373, + "step": 10589 + }, + { + "epoch": 0.7640417012373291, + "grad_norm": 3.2237524769046138, + "learning_rate": 5.560353724109959e-07, + "loss": 1.0091, + "step": 10590 + }, + { + "epoch": 0.7641138487067566, + "grad_norm": 2.753622097208664, + "learning_rate": 5.55712040205458e-07, + "loss": 0.9794, + "step": 10591 + }, + { + "epoch": 0.7641859961761841, + "grad_norm": 4.721697764475479, + "learning_rate": 5.553887868671394e-07, + "loss": 0.8438, + "step": 10592 + }, + { + "epoch": 0.7642581436456116, + "grad_norm": 3.785052066782489, + "learning_rate": 5.550656124136912e-07, + "loss": 0.9606, + "step": 10593 + }, + { + "epoch": 0.7643302911150391, + "grad_norm": 3.1567406603456813, + "learning_rate": 5.547425168627611e-07, + "loss": 0.9598, + "step": 10594 + }, + { + "epoch": 0.7644024385844667, + "grad_norm": 3.629169039865996, + "learning_rate": 5.544195002319918e-07, + "loss": 0.9524, + "step": 10595 + }, + { + "epoch": 0.7644745860538942, + "grad_norm": 2.6233866138532895, + "learning_rate": 5.540965625390228e-07, + "loss": 0.9929, + "step": 10596 + }, + { + "epoch": 0.7645467335233217, + "grad_norm": 5.235048347548652, + "learning_rate": 5.537737038014876e-07, + "loss": 0.9003, + "step": 10597 + }, + { + "epoch": 0.7646188809927492, + "grad_norm": 2.648709983649424, + "learning_rate": 5.534509240370164e-07, + "loss": 0.9993, + "step": 10598 + }, + { + "epoch": 0.7646910284621767, + "grad_norm": 5.282342380206769, + "learning_rate": 5.531282232632355e-07, + "loss": 0.9058, + "step": 10599 + }, + { + "epoch": 0.7647631759316041, + "grad_norm": 3.7946718205220153, + "learning_rate": 5.528056014977662e-07, + "loss": 0.9953, + "step": 10600 + }, + { + "epoch": 0.7648353234010317, + "grad_norm": 2.425437915234682, + "learning_rate": 5.524830587582263e-07, + "loss": 0.9494, + "step": 10601 + }, + { + "epoch": 0.7649074708704592, + "grad_norm": 3.0579696154884353, + "learning_rate": 5.521605950622268e-07, + "loss": 1.0205, + "step": 10602 + }, + { + "epoch": 0.7649796183398867, + "grad_norm": 5.230566478269227, + "learning_rate": 5.518382104273787e-07, + "loss": 0.8248, + "step": 10603 + }, + { + "epoch": 0.7650517658093142, + "grad_norm": 2.2571405909149216, + "learning_rate": 5.515159048712836e-07, + "loss": 1.0071, + "step": 10604 + }, + { + "epoch": 0.7651239132787417, + "grad_norm": 5.11101242099149, + "learning_rate": 5.511936784115442e-07, + "loss": 0.9522, + "step": 10605 + }, + { + "epoch": 0.7651960607481693, + "grad_norm": 2.40268512564345, + "learning_rate": 5.508715310657542e-07, + "loss": 0.8654, + "step": 10606 + }, + { + "epoch": 0.7652682082175968, + "grad_norm": 2.924753005855994, + "learning_rate": 5.505494628515053e-07, + "loss": 0.9868, + "step": 10607 + }, + { + "epoch": 0.7653403556870243, + "grad_norm": 2.284380919818018, + "learning_rate": 5.502274737863846e-07, + "loss": 0.9518, + "step": 10608 + }, + { + "epoch": 0.7654125031564518, + "grad_norm": 2.846020975996661, + "learning_rate": 5.499055638879746e-07, + "loss": 0.8826, + "step": 10609 + }, + { + "epoch": 0.7654846506258793, + "grad_norm": 3.301326259785204, + "learning_rate": 5.495837331738538e-07, + "loss": 0.8949, + "step": 10610 + }, + { + "epoch": 0.7655567980953069, + "grad_norm": 3.225852315484377, + "learning_rate": 5.49261981661596e-07, + "loss": 0.9636, + "step": 10611 + }, + { + "epoch": 0.7656289455647343, + "grad_norm": 2.7324709993517926, + "learning_rate": 5.489403093687714e-07, + "loss": 1.0078, + "step": 10612 + }, + { + "epoch": 0.7657010930341618, + "grad_norm": 2.6303350638398117, + "learning_rate": 5.486187163129445e-07, + "loss": 0.9966, + "step": 10613 + }, + { + "epoch": 0.7657732405035893, + "grad_norm": 2.74022628337076, + "learning_rate": 5.482972025116765e-07, + "loss": 0.9879, + "step": 10614 + }, + { + "epoch": 0.7658453879730168, + "grad_norm": 3.5354769903703906, + "learning_rate": 5.479757679825245e-07, + "loss": 0.8692, + "step": 10615 + }, + { + "epoch": 0.7659175354424443, + "grad_norm": 2.358390855480825, + "learning_rate": 5.476544127430405e-07, + "loss": 0.9829, + "step": 10616 + }, + { + "epoch": 0.7659896829118719, + "grad_norm": 3.684758605917994, + "learning_rate": 5.473331368107725e-07, + "loss": 0.9636, + "step": 10617 + }, + { + "epoch": 0.7660618303812994, + "grad_norm": 4.3442720607195895, + "learning_rate": 5.47011940203265e-07, + "loss": 0.9363, + "step": 10618 + }, + { + "epoch": 0.7661339778507269, + "grad_norm": 2.3911253960185492, + "learning_rate": 5.466908229380554e-07, + "loss": 1.0125, + "step": 10619 + }, + { + "epoch": 0.7662061253201544, + "grad_norm": 4.2802075975642895, + "learning_rate": 5.463697850326811e-07, + "loss": 0.9282, + "step": 10620 + }, + { + "epoch": 0.7662782727895819, + "grad_norm": 3.2942595751825086, + "learning_rate": 5.460488265046713e-07, + "loss": 0.9704, + "step": 10621 + }, + { + "epoch": 0.7663504202590095, + "grad_norm": 2.609319446452046, + "learning_rate": 5.457279473715526e-07, + "loss": 0.9245, + "step": 10622 + }, + { + "epoch": 0.766422567728437, + "grad_norm": 2.3525180839467805, + "learning_rate": 5.454071476508473e-07, + "loss": 0.9746, + "step": 10623 + }, + { + "epoch": 0.7664947151978644, + "grad_norm": 2.519235614317235, + "learning_rate": 5.450864273600728e-07, + "loss": 0.959, + "step": 10624 + }, + { + "epoch": 0.7665668626672919, + "grad_norm": 4.2873436101300815, + "learning_rate": 5.447657865167428e-07, + "loss": 1.0084, + "step": 10625 + }, + { + "epoch": 0.7666390101367194, + "grad_norm": 7.23267926307463, + "learning_rate": 5.444452251383658e-07, + "loss": 0.9932, + "step": 10626 + }, + { + "epoch": 0.7667111576061469, + "grad_norm": 4.730090528593656, + "learning_rate": 5.441247432424476e-07, + "loss": 0.9786, + "step": 10627 + }, + { + "epoch": 0.7667833050755745, + "grad_norm": 7.875872124714412, + "learning_rate": 5.438043408464866e-07, + "loss": 0.9731, + "step": 10628 + }, + { + "epoch": 0.766855452545002, + "grad_norm": 3.489521007076141, + "learning_rate": 5.434840179679809e-07, + "loss": 0.8534, + "step": 10629 + }, + { + "epoch": 0.7669276000144295, + "grad_norm": 5.970183035698012, + "learning_rate": 5.431637746244204e-07, + "loss": 0.9903, + "step": 10630 + }, + { + "epoch": 0.766999747483857, + "grad_norm": 2.3290904046837033, + "learning_rate": 5.428436108332935e-07, + "loss": 0.8448, + "step": 10631 + }, + { + "epoch": 0.7670718949532845, + "grad_norm": 3.2835675002761295, + "learning_rate": 5.425235266120826e-07, + "loss": 0.9173, + "step": 10632 + }, + { + "epoch": 0.7671440424227121, + "grad_norm": 4.432430326427344, + "learning_rate": 5.422035219782666e-07, + "loss": 0.7484, + "step": 10633 + }, + { + "epoch": 0.7672161898921396, + "grad_norm": 2.774082936147944, + "learning_rate": 5.418835969493196e-07, + "loss": 0.8366, + "step": 10634 + }, + { + "epoch": 0.7672883373615671, + "grad_norm": 2.9777584526833025, + "learning_rate": 5.415637515427123e-07, + "loss": 0.9411, + "step": 10635 + }, + { + "epoch": 0.7673604848309945, + "grad_norm": 3.66914467451436, + "learning_rate": 5.412439857759088e-07, + "loss": 1.0049, + "step": 10636 + }, + { + "epoch": 0.767432632300422, + "grad_norm": 2.8263237206529936, + "learning_rate": 5.409242996663714e-07, + "loss": 0.8253, + "step": 10637 + }, + { + "epoch": 0.7675047797698495, + "grad_norm": 2.768134837129865, + "learning_rate": 5.406046932315564e-07, + "loss": 0.8883, + "step": 10638 + }, + { + "epoch": 0.7675769272392771, + "grad_norm": 3.0626910403085437, + "learning_rate": 5.402851664889168e-07, + "loss": 0.9319, + "step": 10639 + }, + { + "epoch": 0.7676490747087046, + "grad_norm": 3.7972376771872973, + "learning_rate": 5.39965719455901e-07, + "loss": 0.8436, + "step": 10640 + }, + { + "epoch": 0.7677212221781321, + "grad_norm": 4.987235560852195, + "learning_rate": 5.396463521499515e-07, + "loss": 1.0093, + "step": 10641 + }, + { + "epoch": 0.7677933696475596, + "grad_norm": 5.042804789223148, + "learning_rate": 5.393270645885095e-07, + "loss": 0.8988, + "step": 10642 + }, + { + "epoch": 0.7678655171169871, + "grad_norm": 4.844589652841502, + "learning_rate": 5.390078567890084e-07, + "loss": 0.8599, + "step": 10643 + }, + { + "epoch": 0.7679376645864147, + "grad_norm": 5.959960857493241, + "learning_rate": 5.386887287688808e-07, + "loss": 0.9911, + "step": 10644 + }, + { + "epoch": 0.7680098120558422, + "grad_norm": 3.9501826376882563, + "learning_rate": 5.383696805455515e-07, + "loss": 0.8282, + "step": 10645 + }, + { + "epoch": 0.7680819595252697, + "grad_norm": 2.8703266805880996, + "learning_rate": 5.380507121364435e-07, + "loss": 1.0233, + "step": 10646 + }, + { + "epoch": 0.7681541069946971, + "grad_norm": 3.3290236428436217, + "learning_rate": 5.377318235589739e-07, + "loss": 0.8471, + "step": 10647 + }, + { + "epoch": 0.7682262544641246, + "grad_norm": 3.7633903489187728, + "learning_rate": 5.374130148305563e-07, + "loss": 0.9483, + "step": 10648 + }, + { + "epoch": 0.7682984019335521, + "grad_norm": 5.0437111400445, + "learning_rate": 5.370942859685996e-07, + "loss": 0.9844, + "step": 10649 + }, + { + "epoch": 0.7683705494029797, + "grad_norm": 6.110447313882382, + "learning_rate": 5.367756369905085e-07, + "loss": 0.9219, + "step": 10650 + }, + { + "epoch": 0.7684426968724072, + "grad_norm": 6.350507172282765, + "learning_rate": 5.364570679136839e-07, + "loss": 1.0507, + "step": 10651 + }, + { + "epoch": 0.7685148443418347, + "grad_norm": 3.0738210263293304, + "learning_rate": 5.361385787555204e-07, + "loss": 0.8915, + "step": 10652 + }, + { + "epoch": 0.7685869918112622, + "grad_norm": 2.1273507971617116, + "learning_rate": 5.358201695334099e-07, + "loss": 0.8906, + "step": 10653 + }, + { + "epoch": 0.7686591392806897, + "grad_norm": 2.1739315477910526, + "learning_rate": 5.355018402647397e-07, + "loss": 0.9703, + "step": 10654 + }, + { + "epoch": 0.7687312867501173, + "grad_norm": 2.20068191450388, + "learning_rate": 5.351835909668929e-07, + "loss": 0.8825, + "step": 10655 + }, + { + "epoch": 0.7688034342195448, + "grad_norm": 3.5885477642714356, + "learning_rate": 5.348654216572475e-07, + "loss": 0.8222, + "step": 10656 + }, + { + "epoch": 0.7688755816889723, + "grad_norm": 2.6657840837812716, + "learning_rate": 5.345473323531782e-07, + "loss": 0.9988, + "step": 10657 + }, + { + "epoch": 0.7689477291583998, + "grad_norm": 2.926696226829526, + "learning_rate": 5.342293230720529e-07, + "loss": 0.9302, + "step": 10658 + }, + { + "epoch": 0.7690198766278272, + "grad_norm": 4.144609024511776, + "learning_rate": 5.339113938312396e-07, + "loss": 0.8995, + "step": 10659 + }, + { + "epoch": 0.7690920240972547, + "grad_norm": 4.9410142584762715, + "learning_rate": 5.33593544648097e-07, + "loss": 0.9791, + "step": 10660 + }, + { + "epoch": 0.7691641715666823, + "grad_norm": 2.6822786398759573, + "learning_rate": 5.332757755399826e-07, + "loss": 0.9509, + "step": 10661 + }, + { + "epoch": 0.7692363190361098, + "grad_norm": 2.9046800536357282, + "learning_rate": 5.329580865242484e-07, + "loss": 0.9831, + "step": 10662 + }, + { + "epoch": 0.7693084665055373, + "grad_norm": 2.6467213879973035, + "learning_rate": 5.326404776182422e-07, + "loss": 0.9666, + "step": 10663 + }, + { + "epoch": 0.7693806139749648, + "grad_norm": 3.288677274566107, + "learning_rate": 5.323229488393084e-07, + "loss": 0.8019, + "step": 10664 + }, + { + "epoch": 0.7694527614443923, + "grad_norm": 4.369891208368194, + "learning_rate": 5.320055002047839e-07, + "loss": 0.882, + "step": 10665 + }, + { + "epoch": 0.7695249089138199, + "grad_norm": 5.095533936200475, + "learning_rate": 5.316881317320058e-07, + "loss": 0.9157, + "step": 10666 + }, + { + "epoch": 0.7695970563832474, + "grad_norm": 4.244040855362071, + "learning_rate": 5.313708434383022e-07, + "loss": 0.9522, + "step": 10667 + }, + { + "epoch": 0.7696692038526749, + "grad_norm": 3.6963098321328625, + "learning_rate": 5.310536353410013e-07, + "loss": 0.9001, + "step": 10668 + }, + { + "epoch": 0.7697413513221024, + "grad_norm": 3.502741557360973, + "learning_rate": 5.30736507457423e-07, + "loss": 0.9632, + "step": 10669 + }, + { + "epoch": 0.7698134987915299, + "grad_norm": 5.180065112496381, + "learning_rate": 5.30419459804885e-07, + "loss": 1.0124, + "step": 10670 + }, + { + "epoch": 0.7698856462609573, + "grad_norm": 3.0656454320881927, + "learning_rate": 5.301024924007e-07, + "loss": 1.0315, + "step": 10671 + }, + { + "epoch": 0.7699577937303849, + "grad_norm": 0.7733048604650905, + "learning_rate": 5.297856052621768e-07, + "loss": 0.883, + "step": 10672 + }, + { + "epoch": 0.7700299411998124, + "grad_norm": 4.022159943938583, + "learning_rate": 5.294687984066189e-07, + "loss": 1.0318, + "step": 10673 + }, + { + "epoch": 0.7701020886692399, + "grad_norm": 10.170762993052184, + "learning_rate": 5.291520718513267e-07, + "loss": 0.9275, + "step": 10674 + }, + { + "epoch": 0.7701742361386674, + "grad_norm": 3.035567993357646, + "learning_rate": 5.288354256135945e-07, + "loss": 0.9899, + "step": 10675 + }, + { + "epoch": 0.7702463836080949, + "grad_norm": 3.86480997385812, + "learning_rate": 5.285188597107137e-07, + "loss": 1.0002, + "step": 10676 + }, + { + "epoch": 0.7703185310775225, + "grad_norm": 4.219082741507625, + "learning_rate": 5.282023741599706e-07, + "loss": 0.8777, + "step": 10677 + }, + { + "epoch": 0.77039067854695, + "grad_norm": 9.300805038556307, + "learning_rate": 5.278859689786477e-07, + "loss": 0.8207, + "step": 10678 + }, + { + "epoch": 0.7704628260163775, + "grad_norm": 3.2101048784562285, + "learning_rate": 5.275696441840227e-07, + "loss": 0.9954, + "step": 10679 + }, + { + "epoch": 0.770534973485805, + "grad_norm": 2.042740584810581, + "learning_rate": 5.272533997933676e-07, + "loss": 0.8596, + "step": 10680 + }, + { + "epoch": 0.7706071209552325, + "grad_norm": 5.673074390555044, + "learning_rate": 5.269372358239539e-07, + "loss": 0.9999, + "step": 10681 + }, + { + "epoch": 0.7706792684246601, + "grad_norm": 3.0165819616350897, + "learning_rate": 5.26621152293043e-07, + "loss": 0.9484, + "step": 10682 + }, + { + "epoch": 0.7707514158940875, + "grad_norm": 7.223803580198122, + "learning_rate": 5.263051492178983e-07, + "loss": 0.88, + "step": 10683 + }, + { + "epoch": 0.770823563363515, + "grad_norm": 3.246830495138321, + "learning_rate": 5.259892266157731e-07, + "loss": 0.8169, + "step": 10684 + }, + { + "epoch": 0.7708957108329425, + "grad_norm": 2.719206585308068, + "learning_rate": 5.256733845039198e-07, + "loss": 0.8381, + "step": 10685 + }, + { + "epoch": 0.77096785830237, + "grad_norm": 2.368707150195019, + "learning_rate": 5.253576228995851e-07, + "loss": 0.9741, + "step": 10686 + }, + { + "epoch": 0.7710400057717975, + "grad_norm": 5.275979024421694, + "learning_rate": 5.250419418200118e-07, + "loss": 0.9285, + "step": 10687 + }, + { + "epoch": 0.7711121532412251, + "grad_norm": 3.3185767809244844, + "learning_rate": 5.247263412824386e-07, + "loss": 0.9641, + "step": 10688 + }, + { + "epoch": 0.7711843007106526, + "grad_norm": 7.606158632279786, + "learning_rate": 5.244108213040972e-07, + "loss": 0.9597, + "step": 10689 + }, + { + "epoch": 0.7712564481800801, + "grad_norm": 2.683562299385848, + "learning_rate": 5.240953819022195e-07, + "loss": 0.9683, + "step": 10690 + }, + { + "epoch": 0.7713285956495076, + "grad_norm": 5.488483856914168, + "learning_rate": 5.23780023094029e-07, + "loss": 0.925, + "step": 10691 + }, + { + "epoch": 0.7714007431189351, + "grad_norm": 4.416317092208795, + "learning_rate": 5.234647448967469e-07, + "loss": 0.8545, + "step": 10692 + }, + { + "epoch": 0.7714728905883627, + "grad_norm": 3.1807580593744302, + "learning_rate": 5.231495473275887e-07, + "loss": 0.9964, + "step": 10693 + }, + { + "epoch": 0.7715450380577902, + "grad_norm": 4.0974598156562765, + "learning_rate": 5.228344304037668e-07, + "loss": 0.9926, + "step": 10694 + }, + { + "epoch": 0.7716171855272176, + "grad_norm": 2.562855486519186, + "learning_rate": 5.225193941424883e-07, + "loss": 0.9782, + "step": 10695 + }, + { + "epoch": 0.7716893329966451, + "grad_norm": 5.580358918107977, + "learning_rate": 5.22204438560957e-07, + "loss": 0.9813, + "step": 10696 + }, + { + "epoch": 0.7717614804660726, + "grad_norm": 3.180472612109237, + "learning_rate": 5.218895636763693e-07, + "loss": 0.8055, + "step": 10697 + }, + { + "epoch": 0.7718336279355001, + "grad_norm": 4.455330285909561, + "learning_rate": 5.21574769505922e-07, + "loss": 0.9501, + "step": 10698 + }, + { + "epoch": 0.7719057754049277, + "grad_norm": 10.394411243317961, + "learning_rate": 5.212600560668032e-07, + "loss": 0.8254, + "step": 10699 + }, + { + "epoch": 0.7719779228743552, + "grad_norm": 4.608864759232634, + "learning_rate": 5.209454233761985e-07, + "loss": 0.8655, + "step": 10700 + }, + { + "epoch": 0.7720500703437827, + "grad_norm": 4.454050068389303, + "learning_rate": 5.206308714512888e-07, + "loss": 0.901, + "step": 10701 + }, + { + "epoch": 0.7721222178132102, + "grad_norm": 3.5491671108995853, + "learning_rate": 5.203164003092511e-07, + "loss": 0.9353, + "step": 10702 + }, + { + "epoch": 0.7721943652826377, + "grad_norm": 2.871235082352597, + "learning_rate": 5.200020099672575e-07, + "loss": 0.9545, + "step": 10703 + }, + { + "epoch": 0.7722665127520653, + "grad_norm": 4.757523451169498, + "learning_rate": 5.196877004424743e-07, + "loss": 0.9838, + "step": 10704 + }, + { + "epoch": 0.7723386602214928, + "grad_norm": 2.3041166988793003, + "learning_rate": 5.193734717520668e-07, + "loss": 0.9369, + "step": 10705 + }, + { + "epoch": 0.7724108076909202, + "grad_norm": 5.110316198610441, + "learning_rate": 5.190593239131926e-07, + "loss": 0.93, + "step": 10706 + }, + { + "epoch": 0.7724829551603477, + "grad_norm": 4.070863302088636, + "learning_rate": 5.187452569430064e-07, + "loss": 0.8796, + "step": 10707 + }, + { + "epoch": 0.7725551026297752, + "grad_norm": 3.1967070504648527, + "learning_rate": 5.184312708586583e-07, + "loss": 1.0436, + "step": 10708 + }, + { + "epoch": 0.7726272500992027, + "grad_norm": 3.2478918427372454, + "learning_rate": 5.18117365677294e-07, + "loss": 0.9083, + "step": 10709 + }, + { + "epoch": 0.7726993975686303, + "grad_norm": 2.890449807296604, + "learning_rate": 5.178035414160544e-07, + "loss": 0.9706, + "step": 10710 + }, + { + "epoch": 0.7727715450380578, + "grad_norm": 2.8237068693760294, + "learning_rate": 5.174897980920767e-07, + "loss": 1.0025, + "step": 10711 + }, + { + "epoch": 0.7728436925074853, + "grad_norm": 3.037988468030247, + "learning_rate": 5.171761357224935e-07, + "loss": 1.0124, + "step": 10712 + }, + { + "epoch": 0.7729158399769128, + "grad_norm": 5.69165859566261, + "learning_rate": 5.168625543244318e-07, + "loss": 0.985, + "step": 10713 + }, + { + "epoch": 0.7729879874463403, + "grad_norm": 3.8832313726134724, + "learning_rate": 5.165490539150157e-07, + "loss": 0.9727, + "step": 10714 + }, + { + "epoch": 0.7730601349157679, + "grad_norm": 3.585736570359591, + "learning_rate": 5.162356345113641e-07, + "loss": 0.9664, + "step": 10715 + }, + { + "epoch": 0.7731322823851954, + "grad_norm": 3.2671006076665643, + "learning_rate": 5.159222961305918e-07, + "loss": 0.9489, + "step": 10716 + }, + { + "epoch": 0.7732044298546229, + "grad_norm": 3.4765479612582237, + "learning_rate": 5.156090387898091e-07, + "loss": 0.8918, + "step": 10717 + }, + { + "epoch": 0.7732765773240503, + "grad_norm": 2.0491706845416187, + "learning_rate": 5.152958625061223e-07, + "loss": 1.0253, + "step": 10718 + }, + { + "epoch": 0.7733487247934778, + "grad_norm": 3.900982165763512, + "learning_rate": 5.149827672966309e-07, + "loss": 1.0102, + "step": 10719 + }, + { + "epoch": 0.7734208722629053, + "grad_norm": 0.8275200055403794, + "learning_rate": 5.146697531784348e-07, + "loss": 0.8728, + "step": 10720 + }, + { + "epoch": 0.7734930197323329, + "grad_norm": 2.8518586305461575, + "learning_rate": 5.143568201686235e-07, + "loss": 0.854, + "step": 10721 + }, + { + "epoch": 0.7735651672017604, + "grad_norm": 4.198721809258499, + "learning_rate": 5.140439682842879e-07, + "loss": 1.0276, + "step": 10722 + }, + { + "epoch": 0.7736373146711879, + "grad_norm": 3.1125118209430553, + "learning_rate": 5.137311975425098e-07, + "loss": 0.9557, + "step": 10723 + }, + { + "epoch": 0.7737094621406154, + "grad_norm": 2.439477167553159, + "learning_rate": 5.13418507960369e-07, + "loss": 0.9735, + "step": 10724 + }, + { + "epoch": 0.7737816096100429, + "grad_norm": 2.5906298150729907, + "learning_rate": 5.131058995549402e-07, + "loss": 0.9743, + "step": 10725 + }, + { + "epoch": 0.7738537570794705, + "grad_norm": 3.0856459081481127, + "learning_rate": 5.12793372343294e-07, + "loss": 0.9061, + "step": 10726 + }, + { + "epoch": 0.773925904548898, + "grad_norm": 2.266057466470172, + "learning_rate": 5.124809263424969e-07, + "loss": 1.0361, + "step": 10727 + }, + { + "epoch": 0.7739980520183255, + "grad_norm": 3.569468993330541, + "learning_rate": 5.121685615696094e-07, + "loss": 0.9021, + "step": 10728 + }, + { + "epoch": 0.774070199487753, + "grad_norm": 0.8689753343090776, + "learning_rate": 5.118562780416889e-07, + "loss": 0.8653, + "step": 10729 + }, + { + "epoch": 0.7741423469571804, + "grad_norm": 2.2202612874341523, + "learning_rate": 5.11544075775788e-07, + "loss": 0.9494, + "step": 10730 + }, + { + "epoch": 0.774214494426608, + "grad_norm": 3.4833149345191905, + "learning_rate": 5.11231954788955e-07, + "loss": 0.977, + "step": 10731 + }, + { + "epoch": 0.7742866418960355, + "grad_norm": 0.7943162790440137, + "learning_rate": 5.10919915098234e-07, + "loss": 0.8725, + "step": 10732 + }, + { + "epoch": 0.774358789365463, + "grad_norm": 3.4875935969218146, + "learning_rate": 5.106079567206638e-07, + "loss": 1.0085, + "step": 10733 + }, + { + "epoch": 0.7744309368348905, + "grad_norm": 2.6571288506187054, + "learning_rate": 5.102960796732796e-07, + "loss": 1.0145, + "step": 10734 + }, + { + "epoch": 0.774503084304318, + "grad_norm": 3.2635996985772797, + "learning_rate": 5.099842839731124e-07, + "loss": 0.9366, + "step": 10735 + }, + { + "epoch": 0.7745752317737455, + "grad_norm": 3.6357252687710697, + "learning_rate": 5.096725696371871e-07, + "loss": 1.0627, + "step": 10736 + }, + { + "epoch": 0.7746473792431731, + "grad_norm": 3.457946035613813, + "learning_rate": 5.093609366825256e-07, + "loss": 0.8562, + "step": 10737 + }, + { + "epoch": 0.7747195267126006, + "grad_norm": 4.83939268952144, + "learning_rate": 5.090493851261452e-07, + "loss": 1.0171, + "step": 10738 + }, + { + "epoch": 0.7747916741820281, + "grad_norm": 2.6600282613070387, + "learning_rate": 5.087379149850588e-07, + "loss": 0.8981, + "step": 10739 + }, + { + "epoch": 0.7748638216514556, + "grad_norm": 4.801927124042415, + "learning_rate": 5.084265262762741e-07, + "loss": 0.9695, + "step": 10740 + }, + { + "epoch": 0.7749359691208831, + "grad_norm": 2.962549259082082, + "learning_rate": 5.081152190167954e-07, + "loss": 0.9144, + "step": 10741 + }, + { + "epoch": 0.7750081165903105, + "grad_norm": 3.5358239992192186, + "learning_rate": 5.078039932236224e-07, + "loss": 0.918, + "step": 10742 + }, + { + "epoch": 0.7750802640597381, + "grad_norm": 2.5772025567747368, + "learning_rate": 5.074928489137482e-07, + "loss": 0.9838, + "step": 10743 + }, + { + "epoch": 0.7751524115291656, + "grad_norm": 4.8120130812799315, + "learning_rate": 5.071817861041657e-07, + "loss": 1.0757, + "step": 10744 + }, + { + "epoch": 0.7752245589985931, + "grad_norm": 2.912405734521821, + "learning_rate": 5.068708048118589e-07, + "loss": 0.9832, + "step": 10745 + }, + { + "epoch": 0.7752967064680206, + "grad_norm": 3.6858692766047403, + "learning_rate": 5.065599050538101e-07, + "loss": 0.9165, + "step": 10746 + }, + { + "epoch": 0.7753688539374481, + "grad_norm": 0.7196576151438373, + "learning_rate": 5.062490868469964e-07, + "loss": 0.8189, + "step": 10747 + }, + { + "epoch": 0.7754410014068757, + "grad_norm": 2.56976507322862, + "learning_rate": 5.059383502083903e-07, + "loss": 0.9065, + "step": 10748 + }, + { + "epoch": 0.7755131488763032, + "grad_norm": 3.6263038658078353, + "learning_rate": 5.056276951549601e-07, + "loss": 1.0042, + "step": 10749 + }, + { + "epoch": 0.7755852963457307, + "grad_norm": 5.549471395252311, + "learning_rate": 5.053171217036702e-07, + "loss": 0.8634, + "step": 10750 + }, + { + "epoch": 0.7756574438151582, + "grad_norm": 1.9593941135478106, + "learning_rate": 5.050066298714784e-07, + "loss": 0.9066, + "step": 10751 + }, + { + "epoch": 0.7757295912845857, + "grad_norm": 3.4193973019123116, + "learning_rate": 5.046962196753404e-07, + "loss": 0.8794, + "step": 10752 + }, + { + "epoch": 0.7758017387540131, + "grad_norm": 4.716694365151608, + "learning_rate": 5.043858911322063e-07, + "loss": 1.0625, + "step": 10753 + }, + { + "epoch": 0.7758738862234407, + "grad_norm": 2.6815221083777225, + "learning_rate": 5.040756442590222e-07, + "loss": 0.8815, + "step": 10754 + }, + { + "epoch": 0.7759460336928682, + "grad_norm": 6.729104088018893, + "learning_rate": 5.037654790727295e-07, + "loss": 0.913, + "step": 10755 + }, + { + "epoch": 0.7760181811622957, + "grad_norm": 2.9552933739971743, + "learning_rate": 5.03455395590265e-07, + "loss": 0.8899, + "step": 10756 + }, + { + "epoch": 0.7760903286317232, + "grad_norm": 2.5769860728564375, + "learning_rate": 5.031453938285619e-07, + "loss": 0.9449, + "step": 10757 + }, + { + "epoch": 0.7761624761011507, + "grad_norm": 3.1208482247079234, + "learning_rate": 5.028354738045466e-07, + "loss": 0.8623, + "step": 10758 + }, + { + "epoch": 0.7762346235705783, + "grad_norm": 2.9737612541534166, + "learning_rate": 5.02525635535145e-07, + "loss": 0.948, + "step": 10759 + }, + { + "epoch": 0.7763067710400058, + "grad_norm": 2.9871631001404695, + "learning_rate": 5.022158790372744e-07, + "loss": 0.9673, + "step": 10760 + }, + { + "epoch": 0.7763789185094333, + "grad_norm": 12.668249399450568, + "learning_rate": 5.019062043278499e-07, + "loss": 0.8322, + "step": 10761 + }, + { + "epoch": 0.7764510659788608, + "grad_norm": 0.8556751716343659, + "learning_rate": 5.015966114237818e-07, + "loss": 0.9343, + "step": 10762 + }, + { + "epoch": 0.7765232134482883, + "grad_norm": 3.4973700042626756, + "learning_rate": 5.012871003419759e-07, + "loss": 0.9352, + "step": 10763 + }, + { + "epoch": 0.7765953609177159, + "grad_norm": 3.720446800553927, + "learning_rate": 5.009776710993334e-07, + "loss": 0.9661, + "step": 10764 + }, + { + "epoch": 0.7766675083871433, + "grad_norm": 2.5134830240890893, + "learning_rate": 5.006683237127511e-07, + "loss": 0.9525, + "step": 10765 + }, + { + "epoch": 0.7767396558565708, + "grad_norm": 6.027961743775737, + "learning_rate": 5.003590581991219e-07, + "loss": 1.0442, + "step": 10766 + }, + { + "epoch": 0.7768118033259983, + "grad_norm": 0.7656272187492763, + "learning_rate": 5.000498745753326e-07, + "loss": 0.8355, + "step": 10767 + }, + { + "epoch": 0.7768839507954258, + "grad_norm": 3.53527899260327, + "learning_rate": 4.997407728582668e-07, + "loss": 0.8976, + "step": 10768 + }, + { + "epoch": 0.7769560982648533, + "grad_norm": 3.1048850608597256, + "learning_rate": 4.994317530648038e-07, + "loss": 0.986, + "step": 10769 + }, + { + "epoch": 0.7770282457342809, + "grad_norm": 3.044715154945674, + "learning_rate": 4.991228152118176e-07, + "loss": 0.8864, + "step": 10770 + }, + { + "epoch": 0.7771003932037084, + "grad_norm": 3.2933699792169304, + "learning_rate": 4.988139593161787e-07, + "loss": 1.0347, + "step": 10771 + }, + { + "epoch": 0.7771725406731359, + "grad_norm": 2.6123554317501347, + "learning_rate": 4.985051853947526e-07, + "loss": 1.0399, + "step": 10772 + }, + { + "epoch": 0.7772446881425634, + "grad_norm": 2.8401654466605106, + "learning_rate": 4.98196493464399e-07, + "loss": 1.0699, + "step": 10773 + }, + { + "epoch": 0.7773168356119909, + "grad_norm": 3.840153694255975, + "learning_rate": 4.978878835419766e-07, + "loss": 0.8568, + "step": 10774 + }, + { + "epoch": 0.7773889830814185, + "grad_norm": 0.7490592062714199, + "learning_rate": 4.975793556443355e-07, + "loss": 0.8203, + "step": 10775 + }, + { + "epoch": 0.777461130550846, + "grad_norm": 2.857809503302403, + "learning_rate": 4.972709097883241e-07, + "loss": 1.0445, + "step": 10776 + }, + { + "epoch": 0.7775332780202734, + "grad_norm": 2.9576813601739307, + "learning_rate": 4.969625459907856e-07, + "loss": 0.8746, + "step": 10777 + }, + { + "epoch": 0.7776054254897009, + "grad_norm": 3.2226596531705516, + "learning_rate": 4.966542642685581e-07, + "loss": 1.0054, + "step": 10778 + }, + { + "epoch": 0.7776775729591284, + "grad_norm": 2.649301753632326, + "learning_rate": 4.963460646384763e-07, + "loss": 1.0211, + "step": 10779 + }, + { + "epoch": 0.777749720428556, + "grad_norm": 3.335263186340137, + "learning_rate": 4.960379471173692e-07, + "loss": 0.983, + "step": 10780 + }, + { + "epoch": 0.7778218678979835, + "grad_norm": 4.125819269376046, + "learning_rate": 4.957299117220632e-07, + "loss": 1.0251, + "step": 10781 + }, + { + "epoch": 0.777894015367411, + "grad_norm": 2.3954191319768188, + "learning_rate": 4.954219584693768e-07, + "loss": 0.9917, + "step": 10782 + }, + { + "epoch": 0.7779661628368385, + "grad_norm": 11.760996116957353, + "learning_rate": 4.951140873761288e-07, + "loss": 0.9178, + "step": 10783 + }, + { + "epoch": 0.778038310306266, + "grad_norm": 3.1117061904933423, + "learning_rate": 4.94806298459129e-07, + "loss": 0.923, + "step": 10784 + }, + { + "epoch": 0.7781104577756935, + "grad_norm": 3.282540784990638, + "learning_rate": 4.944985917351852e-07, + "loss": 0.8944, + "step": 10785 + }, + { + "epoch": 0.7781826052451211, + "grad_norm": 3.151160186976666, + "learning_rate": 4.941909672211e-07, + "loss": 0.9369, + "step": 10786 + }, + { + "epoch": 0.7782547527145486, + "grad_norm": 4.095064141559486, + "learning_rate": 4.938834249336719e-07, + "loss": 1.0071, + "step": 10787 + }, + { + "epoch": 0.7783269001839761, + "grad_norm": 3.5455612909035588, + "learning_rate": 4.935759648896945e-07, + "loss": 0.8472, + "step": 10788 + }, + { + "epoch": 0.7783990476534035, + "grad_norm": 3.2971499360054115, + "learning_rate": 4.932685871059577e-07, + "loss": 0.9626, + "step": 10789 + }, + { + "epoch": 0.778471195122831, + "grad_norm": 2.597141484474972, + "learning_rate": 4.92961291599245e-07, + "loss": 0.9181, + "step": 10790 + }, + { + "epoch": 0.7785433425922585, + "grad_norm": 4.800794559519285, + "learning_rate": 4.92654078386337e-07, + "loss": 1.0279, + "step": 10791 + }, + { + "epoch": 0.7786154900616861, + "grad_norm": 6.123268038270566, + "learning_rate": 4.923469474840101e-07, + "loss": 1.0357, + "step": 10792 + }, + { + "epoch": 0.7786876375311136, + "grad_norm": 3.722195864025817, + "learning_rate": 4.920398989090353e-07, + "loss": 0.923, + "step": 10793 + }, + { + "epoch": 0.7787597850005411, + "grad_norm": 3.1682252227409147, + "learning_rate": 4.917329326781792e-07, + "loss": 0.9073, + "step": 10794 + }, + { + "epoch": 0.7788319324699686, + "grad_norm": 3.548859566196027, + "learning_rate": 4.914260488082042e-07, + "loss": 0.9667, + "step": 10795 + }, + { + "epoch": 0.7789040799393961, + "grad_norm": 2.5607781556732405, + "learning_rate": 4.911192473158687e-07, + "loss": 0.9124, + "step": 10796 + }, + { + "epoch": 0.7789762274088237, + "grad_norm": 5.816845325834076, + "learning_rate": 4.908125282179245e-07, + "loss": 0.9938, + "step": 10797 + }, + { + "epoch": 0.7790483748782512, + "grad_norm": 0.7896125311640754, + "learning_rate": 4.905058915311223e-07, + "loss": 0.8855, + "step": 10798 + }, + { + "epoch": 0.7791205223476787, + "grad_norm": 5.394367190662433, + "learning_rate": 4.901993372722046e-07, + "loss": 1.0667, + "step": 10799 + }, + { + "epoch": 0.7791926698171062, + "grad_norm": 2.783872846368842, + "learning_rate": 4.898928654579124e-07, + "loss": 0.8966, + "step": 10800 + }, + { + "epoch": 0.7792648172865336, + "grad_norm": 4.070077490291498, + "learning_rate": 4.895864761049804e-07, + "loss": 1.0466, + "step": 10801 + }, + { + "epoch": 0.7793369647559611, + "grad_norm": 3.0639162486808713, + "learning_rate": 4.892801692301396e-07, + "loss": 0.9579, + "step": 10802 + }, + { + "epoch": 0.7794091122253887, + "grad_norm": 2.647041515530617, + "learning_rate": 4.889739448501162e-07, + "loss": 0.9897, + "step": 10803 + }, + { + "epoch": 0.7794812596948162, + "grad_norm": 5.909436854659586, + "learning_rate": 4.886678029816323e-07, + "loss": 0.9296, + "step": 10804 + }, + { + "epoch": 0.7795534071642437, + "grad_norm": 4.545035393202551, + "learning_rate": 4.883617436414051e-07, + "loss": 1.0761, + "step": 10805 + }, + { + "epoch": 0.7796255546336712, + "grad_norm": 3.4447574644156678, + "learning_rate": 4.880557668461469e-07, + "loss": 0.8132, + "step": 10806 + }, + { + "epoch": 0.7796977021030987, + "grad_norm": 3.9355643222317975, + "learning_rate": 4.877498726125661e-07, + "loss": 0.9424, + "step": 10807 + }, + { + "epoch": 0.7797698495725263, + "grad_norm": 3.1105575996318477, + "learning_rate": 4.874440609573667e-07, + "loss": 1.0149, + "step": 10808 + }, + { + "epoch": 0.7798419970419538, + "grad_norm": 0.7906442783101159, + "learning_rate": 4.871383318972477e-07, + "loss": 0.7991, + "step": 10809 + }, + { + "epoch": 0.7799141445113813, + "grad_norm": 2.7992992443847506, + "learning_rate": 4.868326854489042e-07, + "loss": 0.9658, + "step": 10810 + }, + { + "epoch": 0.7799862919808088, + "grad_norm": 11.950246027883825, + "learning_rate": 4.865271216290267e-07, + "loss": 0.9118, + "step": 10811 + }, + { + "epoch": 0.7800584394502362, + "grad_norm": 4.967086801531186, + "learning_rate": 4.862216404542992e-07, + "loss": 0.8748, + "step": 10812 + }, + { + "epoch": 0.7801305869196637, + "grad_norm": 2.6839635780182753, + "learning_rate": 4.859162419414051e-07, + "loss": 0.922, + "step": 10813 + }, + { + "epoch": 0.7802027343890913, + "grad_norm": 4.569060325259382, + "learning_rate": 4.856109261070198e-07, + "loss": 0.9978, + "step": 10814 + }, + { + "epoch": 0.7802748818585188, + "grad_norm": 10.863889784847977, + "learning_rate": 4.853056929678156e-07, + "loss": 0.9981, + "step": 10815 + }, + { + "epoch": 0.7803470293279463, + "grad_norm": 4.802092159812026, + "learning_rate": 4.850005425404601e-07, + "loss": 0.9691, + "step": 10816 + }, + { + "epoch": 0.7804191767973738, + "grad_norm": 2.923041778808784, + "learning_rate": 4.84695474841617e-07, + "loss": 0.8944, + "step": 10817 + }, + { + "epoch": 0.7804913242668013, + "grad_norm": 3.25210503117428, + "learning_rate": 4.843904898879445e-07, + "loss": 0.9387, + "step": 10818 + }, + { + "epoch": 0.7805634717362289, + "grad_norm": 3.7304301474606127, + "learning_rate": 4.840855876960965e-07, + "loss": 0.9552, + "step": 10819 + }, + { + "epoch": 0.7806356192056564, + "grad_norm": 7.216706221944167, + "learning_rate": 4.837807682827235e-07, + "loss": 1.0225, + "step": 10820 + }, + { + "epoch": 0.7807077666750839, + "grad_norm": 4.871539526076534, + "learning_rate": 4.834760316644689e-07, + "loss": 0.9324, + "step": 10821 + }, + { + "epoch": 0.7807799141445114, + "grad_norm": 2.2395071563776696, + "learning_rate": 4.831713778579754e-07, + "loss": 0.9588, + "step": 10822 + }, + { + "epoch": 0.7808520616139389, + "grad_norm": 2.72852777083799, + "learning_rate": 4.828668068798771e-07, + "loss": 1.0282, + "step": 10823 + }, + { + "epoch": 0.7809242090833663, + "grad_norm": 2.939567974292869, + "learning_rate": 4.825623187468062e-07, + "loss": 0.8272, + "step": 10824 + }, + { + "epoch": 0.7809963565527939, + "grad_norm": 2.552527678336816, + "learning_rate": 4.822579134753899e-07, + "loss": 0.9691, + "step": 10825 + }, + { + "epoch": 0.7810685040222214, + "grad_norm": 4.685208383524248, + "learning_rate": 4.819535910822503e-07, + "loss": 0.9858, + "step": 10826 + }, + { + "epoch": 0.7811406514916489, + "grad_norm": 3.6650585780855316, + "learning_rate": 4.816493515840055e-07, + "loss": 1.0324, + "step": 10827 + }, + { + "epoch": 0.7812127989610764, + "grad_norm": 2.4379989895775496, + "learning_rate": 4.813451949972696e-07, + "loss": 0.9396, + "step": 10828 + }, + { + "epoch": 0.781284946430504, + "grad_norm": 2.6225020921551527, + "learning_rate": 4.8104112133865e-07, + "loss": 0.9632, + "step": 10829 + }, + { + "epoch": 0.7813570938999315, + "grad_norm": 2.694683322171106, + "learning_rate": 4.807371306247518e-07, + "loss": 0.915, + "step": 10830 + }, + { + "epoch": 0.781429241369359, + "grad_norm": 3.638602681507965, + "learning_rate": 4.804332228721748e-07, + "loss": 1.026, + "step": 10831 + }, + { + "epoch": 0.7815013888387865, + "grad_norm": 2.0328664363475935, + "learning_rate": 4.801293980975141e-07, + "loss": 1.0551, + "step": 10832 + }, + { + "epoch": 0.781573536308214, + "grad_norm": 5.04044350322752, + "learning_rate": 4.798256563173608e-07, + "loss": 1.0113, + "step": 10833 + }, + { + "epoch": 0.7816456837776415, + "grad_norm": 3.0080732752721864, + "learning_rate": 4.795219975483009e-07, + "loss": 1.0541, + "step": 10834 + }, + { + "epoch": 0.7817178312470691, + "grad_norm": 3.368396798551601, + "learning_rate": 4.792184218069166e-07, + "loss": 0.9241, + "step": 10835 + }, + { + "epoch": 0.7817899787164965, + "grad_norm": 0.7013341136879381, + "learning_rate": 4.789149291097833e-07, + "loss": 0.8399, + "step": 10836 + }, + { + "epoch": 0.781862126185924, + "grad_norm": 2.5138311209694733, + "learning_rate": 4.786115194734763e-07, + "loss": 0.9818, + "step": 10837 + }, + { + "epoch": 0.7819342736553515, + "grad_norm": 3.422827043867248, + "learning_rate": 4.783081929145614e-07, + "loss": 1.024, + "step": 10838 + }, + { + "epoch": 0.782006421124779, + "grad_norm": 0.7534406340892641, + "learning_rate": 4.78004949449603e-07, + "loss": 0.8645, + "step": 10839 + }, + { + "epoch": 0.7820785685942065, + "grad_norm": 3.956682737768283, + "learning_rate": 4.777017890951603e-07, + "loss": 0.9142, + "step": 10840 + }, + { + "epoch": 0.7821507160636341, + "grad_norm": 3.079008179037066, + "learning_rate": 4.773987118677873e-07, + "loss": 0.9533, + "step": 10841 + }, + { + "epoch": 0.7822228635330616, + "grad_norm": 2.95963647285484, + "learning_rate": 4.770957177840342e-07, + "loss": 0.904, + "step": 10842 + }, + { + "epoch": 0.7822950110024891, + "grad_norm": 2.3212885489521415, + "learning_rate": 4.7679280686044655e-07, + "loss": 1.0097, + "step": 10843 + }, + { + "epoch": 0.7823671584719166, + "grad_norm": 5.389478655568923, + "learning_rate": 4.764899791135655e-07, + "loss": 0.8979, + "step": 10844 + }, + { + "epoch": 0.7824393059413441, + "grad_norm": 4.661511412021769, + "learning_rate": 4.7618723455992605e-07, + "loss": 1.0437, + "step": 10845 + }, + { + "epoch": 0.7825114534107717, + "grad_norm": 8.981215477056127, + "learning_rate": 4.75884573216061e-07, + "loss": 0.9159, + "step": 10846 + }, + { + "epoch": 0.7825836008801992, + "grad_norm": 3.5717348566872387, + "learning_rate": 4.755819950984972e-07, + "loss": 1.0461, + "step": 10847 + }, + { + "epoch": 0.7826557483496266, + "grad_norm": 2.8267042268950666, + "learning_rate": 4.7527950022375793e-07, + "loss": 0.9271, + "step": 10848 + }, + { + "epoch": 0.7827278958190541, + "grad_norm": 3.340272467686765, + "learning_rate": 4.7497708860835993e-07, + "loss": 1.0506, + "step": 10849 + }, + { + "epoch": 0.7828000432884816, + "grad_norm": 2.035894161298849, + "learning_rate": 4.7467476026881814e-07, + "loss": 0.8305, + "step": 10850 + }, + { + "epoch": 0.7828721907579091, + "grad_norm": 3.2199463333965075, + "learning_rate": 4.743725152216418e-07, + "loss": 0.9449, + "step": 10851 + }, + { + "epoch": 0.7829443382273367, + "grad_norm": 3.6987519659544428, + "learning_rate": 4.740703534833339e-07, + "loss": 1.0529, + "step": 10852 + }, + { + "epoch": 0.7830164856967642, + "grad_norm": 2.782301200489509, + "learning_rate": 4.737682750703953e-07, + "loss": 0.8977, + "step": 10853 + }, + { + "epoch": 0.7830886331661917, + "grad_norm": 14.92590137104896, + "learning_rate": 4.7346627999932075e-07, + "loss": 0.9756, + "step": 10854 + }, + { + "epoch": 0.7831607806356192, + "grad_norm": 3.8495092896680005, + "learning_rate": 4.731643682866029e-07, + "loss": 1.0015, + "step": 10855 + }, + { + "epoch": 0.7832329281050467, + "grad_norm": 5.249654849377972, + "learning_rate": 4.7286253994872604e-07, + "loss": 0.9812, + "step": 10856 + }, + { + "epoch": 0.7833050755744743, + "grad_norm": 0.8445626336829258, + "learning_rate": 4.725607950021726e-07, + "loss": 0.9322, + "step": 10857 + }, + { + "epoch": 0.7833772230439018, + "grad_norm": 3.5063476222518624, + "learning_rate": 4.722591334634203e-07, + "loss": 0.8245, + "step": 10858 + }, + { + "epoch": 0.7834493705133292, + "grad_norm": 5.528771486320376, + "learning_rate": 4.7195755534894075e-07, + "loss": 0.9853, + "step": 10859 + }, + { + "epoch": 0.7835215179827567, + "grad_norm": 2.106713997192499, + "learning_rate": 4.716560606752018e-07, + "loss": 0.9494, + "step": 10860 + }, + { + "epoch": 0.7835936654521842, + "grad_norm": 3.158539800680902, + "learning_rate": 4.713546494586689e-07, + "loss": 1.0629, + "step": 10861 + }, + { + "epoch": 0.7836658129216117, + "grad_norm": 2.9062221074560375, + "learning_rate": 4.71053321715799e-07, + "loss": 0.979, + "step": 10862 + }, + { + "epoch": 0.7837379603910393, + "grad_norm": 2.5839864971587563, + "learning_rate": 4.7075207746304736e-07, + "loss": 0.9789, + "step": 10863 + }, + { + "epoch": 0.7838101078604668, + "grad_norm": 2.692481281636946, + "learning_rate": 4.7045091671686354e-07, + "loss": 1.0063, + "step": 10864 + }, + { + "epoch": 0.7838822553298943, + "grad_norm": 3.1057248567743936, + "learning_rate": 4.701498394936938e-07, + "loss": 1.018, + "step": 10865 + }, + { + "epoch": 0.7839544027993218, + "grad_norm": 7.651659527460034, + "learning_rate": 4.6984884580997677e-07, + "loss": 0.9801, + "step": 10866 + }, + { + "epoch": 0.7840265502687493, + "grad_norm": 2.4227106437001806, + "learning_rate": 4.6954793568215035e-07, + "loss": 0.8948, + "step": 10867 + }, + { + "epoch": 0.7840986977381769, + "grad_norm": 2.8972799040807797, + "learning_rate": 4.6924710912664613e-07, + "loss": 0.9153, + "step": 10868 + }, + { + "epoch": 0.7841708452076044, + "grad_norm": 2.475962376612207, + "learning_rate": 4.6894636615989004e-07, + "loss": 0.902, + "step": 10869 + }, + { + "epoch": 0.7842429926770319, + "grad_norm": 2.571991438796536, + "learning_rate": 4.686457067983054e-07, + "loss": 0.9864, + "step": 10870 + }, + { + "epoch": 0.7843151401464593, + "grad_norm": 3.368921528202103, + "learning_rate": 4.6834513105831017e-07, + "loss": 0.9825, + "step": 10871 + }, + { + "epoch": 0.7843872876158868, + "grad_norm": 2.5623235874393475, + "learning_rate": 4.6804463895631686e-07, + "loss": 0.9403, + "step": 10872 + }, + { + "epoch": 0.7844594350853143, + "grad_norm": 4.874463956656783, + "learning_rate": 4.67744230508734e-07, + "loss": 0.8658, + "step": 10873 + }, + { + "epoch": 0.7845315825547419, + "grad_norm": 4.76268920522599, + "learning_rate": 4.674439057319672e-07, + "loss": 0.8687, + "step": 10874 + }, + { + "epoch": 0.7846037300241694, + "grad_norm": 4.11203346272965, + "learning_rate": 4.671436646424158e-07, + "loss": 0.9661, + "step": 10875 + }, + { + "epoch": 0.7846758774935969, + "grad_norm": 3.809310704753436, + "learning_rate": 4.6684350725647404e-07, + "loss": 0.9327, + "step": 10876 + }, + { + "epoch": 0.7847480249630244, + "grad_norm": 2.7334048920855376, + "learning_rate": 4.6654343359053274e-07, + "loss": 0.9237, + "step": 10877 + }, + { + "epoch": 0.784820172432452, + "grad_norm": 2.980397714790776, + "learning_rate": 4.662434436609786e-07, + "loss": 1.0546, + "step": 10878 + }, + { + "epoch": 0.7848923199018795, + "grad_norm": 2.974372438548717, + "learning_rate": 4.659435374841909e-07, + "loss": 0.8635, + "step": 10879 + }, + { + "epoch": 0.784964467371307, + "grad_norm": 8.65459550270431, + "learning_rate": 4.6564371507654823e-07, + "loss": 0.9022, + "step": 10880 + }, + { + "epoch": 0.7850366148407345, + "grad_norm": 4.0469737390675204, + "learning_rate": 4.6534397645442246e-07, + "loss": 0.898, + "step": 10881 + }, + { + "epoch": 0.785108762310162, + "grad_norm": 2.8354369002794453, + "learning_rate": 4.650443216341815e-07, + "loss": 0.9757, + "step": 10882 + }, + { + "epoch": 0.7851809097795894, + "grad_norm": 3.9156682114831223, + "learning_rate": 4.6474475063218753e-07, + "loss": 0.9566, + "step": 10883 + }, + { + "epoch": 0.785253057249017, + "grad_norm": 2.730832579116632, + "learning_rate": 4.644452634647986e-07, + "loss": 1.0093, + "step": 10884 + }, + { + "epoch": 0.7853252047184445, + "grad_norm": 3.3219432461350076, + "learning_rate": 4.6414586014837074e-07, + "loss": 0.9805, + "step": 10885 + }, + { + "epoch": 0.785397352187872, + "grad_norm": 3.0144087952916796, + "learning_rate": 4.638465406992511e-07, + "loss": 0.9337, + "step": 10886 + }, + { + "epoch": 0.7854694996572995, + "grad_norm": 3.000642230908676, + "learning_rate": 4.635473051337855e-07, + "loss": 1.0221, + "step": 10887 + }, + { + "epoch": 0.785541647126727, + "grad_norm": 3.0832359367315267, + "learning_rate": 4.6324815346831413e-07, + "loss": 0.9122, + "step": 10888 + }, + { + "epoch": 0.7856137945961545, + "grad_norm": 4.1626748354740215, + "learning_rate": 4.62949085719172e-07, + "loss": 0.8628, + "step": 10889 + }, + { + "epoch": 0.7856859420655821, + "grad_norm": 3.8662669309534587, + "learning_rate": 4.626501019026894e-07, + "loss": 0.881, + "step": 10890 + }, + { + "epoch": 0.7857580895350096, + "grad_norm": 6.282594755090404, + "learning_rate": 4.623512020351945e-07, + "loss": 0.9431, + "step": 10891 + }, + { + "epoch": 0.7858302370044371, + "grad_norm": 2.6283908015588158, + "learning_rate": 4.620523861330088e-07, + "loss": 0.9003, + "step": 10892 + }, + { + "epoch": 0.7859023844738646, + "grad_norm": 4.101503905831467, + "learning_rate": 4.617536542124483e-07, + "loss": 0.986, + "step": 10893 + }, + { + "epoch": 0.7859745319432921, + "grad_norm": 0.9587231997109974, + "learning_rate": 4.6145500628982635e-07, + "loss": 0.9269, + "step": 10894 + }, + { + "epoch": 0.7860466794127196, + "grad_norm": 4.60279795928032, + "learning_rate": 4.611564423814518e-07, + "loss": 0.9985, + "step": 10895 + }, + { + "epoch": 0.7861188268821471, + "grad_norm": 2.492345344543425, + "learning_rate": 4.608579625036266e-07, + "loss": 0.9528, + "step": 10896 + }, + { + "epoch": 0.7861909743515746, + "grad_norm": 6.948362901380248, + "learning_rate": 4.6055956667264983e-07, + "loss": 0.9007, + "step": 10897 + }, + { + "epoch": 0.7862631218210021, + "grad_norm": 3.086142849427543, + "learning_rate": 4.602612549048168e-07, + "loss": 0.9938, + "step": 10898 + }, + { + "epoch": 0.7863352692904296, + "grad_norm": 3.0254539842663424, + "learning_rate": 4.599630272164172e-07, + "loss": 1.0187, + "step": 10899 + }, + { + "epoch": 0.7864074167598571, + "grad_norm": 2.24524620982981, + "learning_rate": 4.596648836237353e-07, + "loss": 0.9141, + "step": 10900 + }, + { + "epoch": 0.7864795642292847, + "grad_norm": 5.8165934925158504, + "learning_rate": 4.5936682414305194e-07, + "loss": 0.9385, + "step": 10901 + }, + { + "epoch": 0.7865517116987122, + "grad_norm": 2.8673253662890352, + "learning_rate": 4.590688487906436e-07, + "loss": 0.8135, + "step": 10902 + }, + { + "epoch": 0.7866238591681397, + "grad_norm": 4.780253986011242, + "learning_rate": 4.5877095758278006e-07, + "loss": 1.0161, + "step": 10903 + }, + { + "epoch": 0.7866960066375672, + "grad_norm": 2.3079433396324656, + "learning_rate": 4.5847315053572954e-07, + "loss": 0.8911, + "step": 10904 + }, + { + "epoch": 0.7867681541069947, + "grad_norm": 2.8285614857079167, + "learning_rate": 4.5817542766575437e-07, + "loss": 0.9895, + "step": 10905 + }, + { + "epoch": 0.7868403015764222, + "grad_norm": 3.234388415912318, + "learning_rate": 4.57877788989111e-07, + "loss": 1.0587, + "step": 10906 + }, + { + "epoch": 0.7869124490458497, + "grad_norm": 0.8043032719569402, + "learning_rate": 4.575802345220525e-07, + "loss": 0.8572, + "step": 10907 + }, + { + "epoch": 0.7869845965152772, + "grad_norm": 3.873024221441566, + "learning_rate": 4.5728276428082726e-07, + "loss": 1.0303, + "step": 10908 + }, + { + "epoch": 0.7870567439847047, + "grad_norm": 0.6930683868582006, + "learning_rate": 4.5698537828168036e-07, + "loss": 0.8416, + "step": 10909 + }, + { + "epoch": 0.7871288914541322, + "grad_norm": 5.892437319642694, + "learning_rate": 4.566880765408494e-07, + "loss": 0.9845, + "step": 10910 + }, + { + "epoch": 0.7872010389235597, + "grad_norm": 2.375817308839055, + "learning_rate": 4.563908590745693e-07, + "loss": 0.9699, + "step": 10911 + }, + { + "epoch": 0.7872731863929873, + "grad_norm": 3.427176770885401, + "learning_rate": 4.560937258990709e-07, + "loss": 0.9192, + "step": 10912 + }, + { + "epoch": 0.7873453338624148, + "grad_norm": 2.7776794659913144, + "learning_rate": 4.557966770305781e-07, + "loss": 0.892, + "step": 10913 + }, + { + "epoch": 0.7874174813318423, + "grad_norm": 4.196852303768094, + "learning_rate": 4.554997124853117e-07, + "loss": 0.9923, + "step": 10914 + }, + { + "epoch": 0.7874896288012698, + "grad_norm": 0.7054131047639037, + "learning_rate": 4.5520283227948964e-07, + "loss": 0.8333, + "step": 10915 + }, + { + "epoch": 0.7875617762706973, + "grad_norm": 2.2895233419494327, + "learning_rate": 4.549060364293218e-07, + "loss": 0.9421, + "step": 10916 + }, + { + "epoch": 0.7876339237401249, + "grad_norm": 3.785363474115075, + "learning_rate": 4.5460932495101545e-07, + "loss": 0.9183, + "step": 10917 + }, + { + "epoch": 0.7877060712095523, + "grad_norm": 3.5828831116297337, + "learning_rate": 4.543126978607732e-07, + "loss": 1.0145, + "step": 10918 + }, + { + "epoch": 0.7877782186789798, + "grad_norm": 5.52969217723294, + "learning_rate": 4.54016155174793e-07, + "loss": 0.8682, + "step": 10919 + }, + { + "epoch": 0.7878503661484073, + "grad_norm": 2.9640967592824414, + "learning_rate": 4.537196969092669e-07, + "loss": 0.8844, + "step": 10920 + }, + { + "epoch": 0.7879225136178348, + "grad_norm": 3.905208601416966, + "learning_rate": 4.5342332308038346e-07, + "loss": 0.9108, + "step": 10921 + }, + { + "epoch": 0.7879946610872623, + "grad_norm": 7.152945076015756, + "learning_rate": 4.5312703370432845e-07, + "loss": 1.0212, + "step": 10922 + }, + { + "epoch": 0.7880668085566899, + "grad_norm": 2.3086946468605647, + "learning_rate": 4.528308287972791e-07, + "loss": 1.0148, + "step": 10923 + }, + { + "epoch": 0.7881389560261174, + "grad_norm": 3.4124302224651215, + "learning_rate": 4.5253470837541074e-07, + "loss": 0.9269, + "step": 10924 + }, + { + "epoch": 0.7882111034955449, + "grad_norm": 6.131258822404617, + "learning_rate": 4.5223867245489346e-07, + "loss": 1.0383, + "step": 10925 + }, + { + "epoch": 0.7882832509649724, + "grad_norm": 4.8189044299285655, + "learning_rate": 4.5194272105189314e-07, + "loss": 0.9797, + "step": 10926 + }, + { + "epoch": 0.7883553984344, + "grad_norm": 3.0413938077705938, + "learning_rate": 4.516468541825691e-07, + "loss": 0.8705, + "step": 10927 + }, + { + "epoch": 0.7884275459038275, + "grad_norm": 3.3156272952892474, + "learning_rate": 4.513510718630791e-07, + "loss": 0.9667, + "step": 10928 + }, + { + "epoch": 0.788499693373255, + "grad_norm": 2.551781450958489, + "learning_rate": 4.5105537410957464e-07, + "loss": 0.9564, + "step": 10929 + }, + { + "epoch": 0.7885718408426824, + "grad_norm": 2.7580981228243044, + "learning_rate": 4.5075976093820167e-07, + "loss": 0.9676, + "step": 10930 + }, + { + "epoch": 0.7886439883121099, + "grad_norm": 2.1426496745901416, + "learning_rate": 4.504642323651031e-07, + "loss": 1.0168, + "step": 10931 + }, + { + "epoch": 0.7887161357815374, + "grad_norm": 3.7664835730644772, + "learning_rate": 4.501687884064174e-07, + "loss": 0.9797, + "step": 10932 + }, + { + "epoch": 0.788788283250965, + "grad_norm": 3.930265895982428, + "learning_rate": 4.498734290782755e-07, + "loss": 0.8367, + "step": 10933 + }, + { + "epoch": 0.7888604307203925, + "grad_norm": 2.9008805089232443, + "learning_rate": 4.495781543968078e-07, + "loss": 0.8807, + "step": 10934 + }, + { + "epoch": 0.78893257818982, + "grad_norm": 4.09460533466654, + "learning_rate": 4.492829643781377e-07, + "loss": 0.9524, + "step": 10935 + }, + { + "epoch": 0.7890047256592475, + "grad_norm": 4.749348645976115, + "learning_rate": 4.489878590383849e-07, + "loss": 0.8674, + "step": 10936 + }, + { + "epoch": 0.789076873128675, + "grad_norm": 2.9439567865849012, + "learning_rate": 4.48692838393663e-07, + "loss": 0.9239, + "step": 10937 + }, + { + "epoch": 0.7891490205981025, + "grad_norm": 3.2345981981600187, + "learning_rate": 4.483979024600817e-07, + "loss": 0.9646, + "step": 10938 + }, + { + "epoch": 0.7892211680675301, + "grad_norm": 5.033967036761093, + "learning_rate": 4.4810305125374825e-07, + "loss": 1.0514, + "step": 10939 + }, + { + "epoch": 0.7892933155369576, + "grad_norm": 2.4215550365128684, + "learning_rate": 4.478082847907618e-07, + "loss": 0.8951, + "step": 10940 + }, + { + "epoch": 0.7893654630063851, + "grad_norm": 2.2678241448420797, + "learning_rate": 4.475136030872189e-07, + "loss": 1.0335, + "step": 10941 + }, + { + "epoch": 0.7894376104758125, + "grad_norm": 2.678058896756808, + "learning_rate": 4.4721900615921117e-07, + "loss": 1.0342, + "step": 10942 + }, + { + "epoch": 0.78950975794524, + "grad_norm": 4.4184006699925735, + "learning_rate": 4.469244940228256e-07, + "loss": 0.9281, + "step": 10943 + }, + { + "epoch": 0.7895819054146676, + "grad_norm": 3.008423265150262, + "learning_rate": 4.466300666941432e-07, + "loss": 0.8601, + "step": 10944 + }, + { + "epoch": 0.7896540528840951, + "grad_norm": 3.2876209715426223, + "learning_rate": 4.4633572418924295e-07, + "loss": 0.8965, + "step": 10945 + }, + { + "epoch": 0.7897262003535226, + "grad_norm": 3.3194721190621497, + "learning_rate": 4.4604146652419784e-07, + "loss": 0.8007, + "step": 10946 + }, + { + "epoch": 0.7897983478229501, + "grad_norm": 3.4687729568409114, + "learning_rate": 4.457472937150752e-07, + "loss": 0.9319, + "step": 10947 + }, + { + "epoch": 0.7898704952923776, + "grad_norm": 4.335043325240691, + "learning_rate": 4.454532057779392e-07, + "loss": 0.973, + "step": 10948 + }, + { + "epoch": 0.7899426427618051, + "grad_norm": 3.698773108510408, + "learning_rate": 4.451592027288493e-07, + "loss": 0.9404, + "step": 10949 + }, + { + "epoch": 0.7900147902312327, + "grad_norm": 2.0663251374159017, + "learning_rate": 4.448652845838592e-07, + "loss": 0.946, + "step": 10950 + }, + { + "epoch": 0.7900869377006602, + "grad_norm": 2.421009524352268, + "learning_rate": 4.445714513590184e-07, + "loss": 1.0167, + "step": 10951 + }, + { + "epoch": 0.7901590851700877, + "grad_norm": 5.05010750533389, + "learning_rate": 4.4427770307037307e-07, + "loss": 0.9785, + "step": 10952 + }, + { + "epoch": 0.7902312326395152, + "grad_norm": 6.455001004172439, + "learning_rate": 4.439840397339638e-07, + "loss": 0.9559, + "step": 10953 + }, + { + "epoch": 0.7903033801089426, + "grad_norm": 0.6541290295661023, + "learning_rate": 4.4369046136582564e-07, + "loss": 0.8168, + "step": 10954 + }, + { + "epoch": 0.7903755275783702, + "grad_norm": 2.2807507948551553, + "learning_rate": 4.4339696798199e-07, + "loss": 0.9489, + "step": 10955 + }, + { + "epoch": 0.7904476750477977, + "grad_norm": 455.71429166200176, + "learning_rate": 4.43103559598484e-07, + "loss": 0.9334, + "step": 10956 + }, + { + "epoch": 0.7905198225172252, + "grad_norm": 3.751995827125555, + "learning_rate": 4.428102362313282e-07, + "loss": 0.8206, + "step": 10957 + }, + { + "epoch": 0.7905919699866527, + "grad_norm": 5.534651750120976, + "learning_rate": 4.4251699789654153e-07, + "loss": 0.8862, + "step": 10958 + }, + { + "epoch": 0.7906641174560802, + "grad_norm": 5.164044771149598, + "learning_rate": 4.422238446101365e-07, + "loss": 0.8525, + "step": 10959 + }, + { + "epoch": 0.7907362649255077, + "grad_norm": 2.7870133082000574, + "learning_rate": 4.419307763881199e-07, + "loss": 0.9551, + "step": 10960 + }, + { + "epoch": 0.7908084123949353, + "grad_norm": 3.087232873148593, + "learning_rate": 4.416377932464961e-07, + "loss": 1.0264, + "step": 10961 + }, + { + "epoch": 0.7908805598643628, + "grad_norm": 3.22710704133938, + "learning_rate": 4.4134489520126284e-07, + "loss": 0.9733, + "step": 10962 + }, + { + "epoch": 0.7909527073337903, + "grad_norm": 4.243970296139184, + "learning_rate": 4.4105208226841604e-07, + "loss": 0.9312, + "step": 10963 + }, + { + "epoch": 0.7910248548032178, + "grad_norm": 2.9165261007678227, + "learning_rate": 4.407593544639434e-07, + "loss": 0.9809, + "step": 10964 + }, + { + "epoch": 0.7910970022726452, + "grad_norm": 8.841698722050186, + "learning_rate": 4.404667118038303e-07, + "loss": 1.0145, + "step": 10965 + }, + { + "epoch": 0.7911691497420728, + "grad_norm": 2.3292403653608753, + "learning_rate": 4.401741543040576e-07, + "loss": 0.9371, + "step": 10966 + }, + { + "epoch": 0.7912412972115003, + "grad_norm": 2.59119252429601, + "learning_rate": 4.398816819805993e-07, + "loss": 0.8163, + "step": 10967 + }, + { + "epoch": 0.7913134446809278, + "grad_norm": 3.4508919378366483, + "learning_rate": 4.395892948494264e-07, + "loss": 1.0498, + "step": 10968 + }, + { + "epoch": 0.7913855921503553, + "grad_norm": 4.241114134609348, + "learning_rate": 4.3929699292650647e-07, + "loss": 0.8981, + "step": 10969 + }, + { + "epoch": 0.7914577396197828, + "grad_norm": 3.3069774728751202, + "learning_rate": 4.3900477622780063e-07, + "loss": 0.9658, + "step": 10970 + }, + { + "epoch": 0.7915298870892103, + "grad_norm": 3.3841424666642177, + "learning_rate": 4.3871264476926463e-07, + "loss": 0.9573, + "step": 10971 + }, + { + "epoch": 0.7916020345586379, + "grad_norm": 2.1217753683303906, + "learning_rate": 4.3842059856685163e-07, + "loss": 0.9356, + "step": 10972 + }, + { + "epoch": 0.7916741820280654, + "grad_norm": 3.757324948474994, + "learning_rate": 4.381286376365094e-07, + "loss": 0.8932, + "step": 10973 + }, + { + "epoch": 0.7917463294974929, + "grad_norm": 2.867584949355897, + "learning_rate": 4.3783676199418005e-07, + "loss": 0.9109, + "step": 10974 + }, + { + "epoch": 0.7918184769669204, + "grad_norm": 9.963606030418632, + "learning_rate": 4.375449716558015e-07, + "loss": 0.9582, + "step": 10975 + }, + { + "epoch": 0.791890624436348, + "grad_norm": 2.813919811030758, + "learning_rate": 4.372532666373092e-07, + "loss": 0.8746, + "step": 10976 + }, + { + "epoch": 0.7919627719057754, + "grad_norm": 3.2653808502482478, + "learning_rate": 4.3696164695463044e-07, + "loss": 0.9466, + "step": 10977 + }, + { + "epoch": 0.7920349193752029, + "grad_norm": 2.7751514565315984, + "learning_rate": 4.366701126236898e-07, + "loss": 0.8692, + "step": 10978 + }, + { + "epoch": 0.7921070668446304, + "grad_norm": 5.343396626885097, + "learning_rate": 4.363786636604072e-07, + "loss": 0.8547, + "step": 10979 + }, + { + "epoch": 0.7921792143140579, + "grad_norm": 3.04420831821148, + "learning_rate": 4.360873000806979e-07, + "loss": 0.9521, + "step": 10980 + }, + { + "epoch": 0.7922513617834854, + "grad_norm": 4.036677765162924, + "learning_rate": 4.357960219004708e-07, + "loss": 0.9451, + "step": 10981 + }, + { + "epoch": 0.792323509252913, + "grad_norm": 2.931134733687001, + "learning_rate": 4.355048291356329e-07, + "loss": 0.9244, + "step": 10982 + }, + { + "epoch": 0.7923956567223405, + "grad_norm": 2.5719754946833113, + "learning_rate": 4.3521372180208524e-07, + "loss": 0.8946, + "step": 10983 + }, + { + "epoch": 0.792467804191768, + "grad_norm": 2.8229322444772174, + "learning_rate": 4.3492269991572295e-07, + "loss": 0.9739, + "step": 10984 + }, + { + "epoch": 0.7925399516611955, + "grad_norm": 3.58799574879168, + "learning_rate": 4.3463176349243834e-07, + "loss": 1.0563, + "step": 10985 + }, + { + "epoch": 0.792612099130623, + "grad_norm": 3.5846808066117304, + "learning_rate": 4.3434091254811786e-07, + "loss": 0.8889, + "step": 10986 + }, + { + "epoch": 0.7926842466000505, + "grad_norm": 3.7062108827427562, + "learning_rate": 4.340501470986455e-07, + "loss": 0.8939, + "step": 10987 + }, + { + "epoch": 0.7927563940694781, + "grad_norm": 2.7473744950512935, + "learning_rate": 4.3375946715989696e-07, + "loss": 0.8091, + "step": 10988 + }, + { + "epoch": 0.7928285415389055, + "grad_norm": 4.5484842814978705, + "learning_rate": 4.3346887274774577e-07, + "loss": 0.9351, + "step": 10989 + }, + { + "epoch": 0.792900689008333, + "grad_norm": 3.034051131811522, + "learning_rate": 4.3317836387806104e-07, + "loss": 0.9331, + "step": 10990 + }, + { + "epoch": 0.7929728364777605, + "grad_norm": 3.8801231972317325, + "learning_rate": 4.3288794056670517e-07, + "loss": 0.873, + "step": 10991 + }, + { + "epoch": 0.793044983947188, + "grad_norm": 0.7335292735014862, + "learning_rate": 4.3259760282953704e-07, + "loss": 0.8161, + "step": 10992 + }, + { + "epoch": 0.7931171314166156, + "grad_norm": 3.1436129348634387, + "learning_rate": 4.3230735068241263e-07, + "loss": 0.9529, + "step": 10993 + }, + { + "epoch": 0.7931892788860431, + "grad_norm": 4.184131691021746, + "learning_rate": 4.320171841411797e-07, + "loss": 0.9035, + "step": 10994 + }, + { + "epoch": 0.7932614263554706, + "grad_norm": 3.1801466551737967, + "learning_rate": 4.31727103221684e-07, + "loss": 0.9908, + "step": 10995 + }, + { + "epoch": 0.7933335738248981, + "grad_norm": 2.6123211156025494, + "learning_rate": 4.3143710793976563e-07, + "loss": 0.9544, + "step": 10996 + }, + { + "epoch": 0.7934057212943256, + "grad_norm": 0.6140648761732413, + "learning_rate": 4.3114719831126067e-07, + "loss": 0.7725, + "step": 10997 + }, + { + "epoch": 0.7934778687637531, + "grad_norm": 5.218754751237546, + "learning_rate": 4.30857374351999e-07, + "loss": 0.8552, + "step": 10998 + }, + { + "epoch": 0.7935500162331807, + "grad_norm": 2.7803957195075064, + "learning_rate": 4.305676360778068e-07, + "loss": 0.917, + "step": 10999 + }, + { + "epoch": 0.7936221637026082, + "grad_norm": 2.8913731612028597, + "learning_rate": 4.3027798350450717e-07, + "loss": 0.9942, + "step": 11000 + }, + { + "epoch": 0.7936943111720356, + "grad_norm": 0.7808583231427969, + "learning_rate": 4.2998841664791554e-07, + "loss": 0.8718, + "step": 11001 + }, + { + "epoch": 0.7937664586414631, + "grad_norm": 4.479066903829356, + "learning_rate": 4.296989355238445e-07, + "loss": 0.9624, + "step": 11002 + }, + { + "epoch": 0.7938386061108906, + "grad_norm": 5.875918052854991, + "learning_rate": 4.294095401481019e-07, + "loss": 0.9721, + "step": 11003 + }, + { + "epoch": 0.7939107535803182, + "grad_norm": 2.9822437605417234, + "learning_rate": 4.291202305364898e-07, + "loss": 0.8824, + "step": 11004 + }, + { + "epoch": 0.7939829010497457, + "grad_norm": 3.090544147417446, + "learning_rate": 4.288310067048062e-07, + "loss": 1.0028, + "step": 11005 + }, + { + "epoch": 0.7940550485191732, + "grad_norm": 2.260614365986942, + "learning_rate": 4.285418686688453e-07, + "loss": 0.8642, + "step": 11006 + }, + { + "epoch": 0.7941271959886007, + "grad_norm": 5.619533510498034, + "learning_rate": 4.282528164443966e-07, + "loss": 1.0028, + "step": 11007 + }, + { + "epoch": 0.7941993434580282, + "grad_norm": 2.886082229331044, + "learning_rate": 4.279638500472422e-07, + "loss": 0.9685, + "step": 11008 + }, + { + "epoch": 0.7942714909274557, + "grad_norm": 3.4472205313091724, + "learning_rate": 4.2767496949316274e-07, + "loss": 0.948, + "step": 11009 + }, + { + "epoch": 0.7943436383968833, + "grad_norm": 2.6381120631468535, + "learning_rate": 4.2738617479793326e-07, + "loss": 0.9325, + "step": 11010 + }, + { + "epoch": 0.7944157858663108, + "grad_norm": 2.886474929444312, + "learning_rate": 4.270974659773219e-07, + "loss": 0.977, + "step": 11011 + }, + { + "epoch": 0.7944879333357382, + "grad_norm": 11.01521393570349, + "learning_rate": 4.2680884304709575e-07, + "loss": 0.9657, + "step": 11012 + }, + { + "epoch": 0.7945600808051657, + "grad_norm": 3.1168384021899835, + "learning_rate": 4.2652030602301514e-07, + "loss": 0.9843, + "step": 11013 + }, + { + "epoch": 0.7946322282745932, + "grad_norm": 3.19173568836875, + "learning_rate": 4.262318549208361e-07, + "loss": 0.9196, + "step": 11014 + }, + { + "epoch": 0.7947043757440208, + "grad_norm": 4.513491644700611, + "learning_rate": 4.259434897563092e-07, + "loss": 0.9838, + "step": 11015 + }, + { + "epoch": 0.7947765232134483, + "grad_norm": 3.13519211954624, + "learning_rate": 4.2565521054518074e-07, + "loss": 0.9443, + "step": 11016 + }, + { + "epoch": 0.7948486706828758, + "grad_norm": 4.376318378715137, + "learning_rate": 4.2536701730319426e-07, + "loss": 0.9698, + "step": 11017 + }, + { + "epoch": 0.7949208181523033, + "grad_norm": 4.811209765786604, + "learning_rate": 4.2507891004608543e-07, + "loss": 1.0576, + "step": 11018 + }, + { + "epoch": 0.7949929656217308, + "grad_norm": 2.7409977519135023, + "learning_rate": 4.2479088878958725e-07, + "loss": 0.8838, + "step": 11019 + }, + { + "epoch": 0.7950651130911583, + "grad_norm": 3.2864244623549674, + "learning_rate": 4.245029535494278e-07, + "loss": 1.0131, + "step": 11020 + }, + { + "epoch": 0.7951372605605859, + "grad_norm": 4.804565825123467, + "learning_rate": 4.2421510434132913e-07, + "loss": 1.0281, + "step": 11021 + }, + { + "epoch": 0.7952094080300134, + "grad_norm": 3.332241038329072, + "learning_rate": 4.2392734118101047e-07, + "loss": 0.9935, + "step": 11022 + }, + { + "epoch": 0.7952815554994409, + "grad_norm": 5.547279364662408, + "learning_rate": 4.236396640841846e-07, + "loss": 0.8935, + "step": 11023 + }, + { + "epoch": 0.7953537029688683, + "grad_norm": 2.0649034772209713, + "learning_rate": 4.233520730665623e-07, + "loss": 0.942, + "step": 11024 + }, + { + "epoch": 0.7954258504382958, + "grad_norm": 5.4297623224386005, + "learning_rate": 4.230645681438463e-07, + "loss": 0.8856, + "step": 11025 + }, + { + "epoch": 0.7954979979077234, + "grad_norm": 2.674457306046678, + "learning_rate": 4.227771493317365e-07, + "loss": 1.004, + "step": 11026 + }, + { + "epoch": 0.7955701453771509, + "grad_norm": 6.366266588885649, + "learning_rate": 4.224898166459283e-07, + "loss": 0.8159, + "step": 11027 + }, + { + "epoch": 0.7956422928465784, + "grad_norm": 0.6675213659631682, + "learning_rate": 4.2220257010211127e-07, + "loss": 0.8272, + "step": 11028 + }, + { + "epoch": 0.7957144403160059, + "grad_norm": 6.093206919409855, + "learning_rate": 4.219154097159703e-07, + "loss": 0.9078, + "step": 11029 + }, + { + "epoch": 0.7957865877854334, + "grad_norm": 3.0660208879071598, + "learning_rate": 4.2162833550318754e-07, + "loss": 0.9732, + "step": 11030 + }, + { + "epoch": 0.795858735254861, + "grad_norm": 3.752605169094498, + "learning_rate": 4.2134134747943897e-07, + "loss": 0.9305, + "step": 11031 + }, + { + "epoch": 0.7959308827242885, + "grad_norm": 4.203826051693908, + "learning_rate": 4.2105444566039485e-07, + "loss": 0.8533, + "step": 11032 + }, + { + "epoch": 0.796003030193716, + "grad_norm": 2.756164058115297, + "learning_rate": 4.2076763006172245e-07, + "loss": 0.9724, + "step": 11033 + }, + { + "epoch": 0.7960751776631435, + "grad_norm": 2.542152660578967, + "learning_rate": 4.2048090069908414e-07, + "loss": 0.8336, + "step": 11034 + }, + { + "epoch": 0.796147325132571, + "grad_norm": 2.517676139207991, + "learning_rate": 4.201942575881356e-07, + "loss": 0.9195, + "step": 11035 + }, + { + "epoch": 0.7962194726019984, + "grad_norm": 6.217736856560564, + "learning_rate": 4.199077007445311e-07, + "loss": 1.022, + "step": 11036 + }, + { + "epoch": 0.796291620071426, + "grad_norm": 2.924390556553331, + "learning_rate": 4.196212301839181e-07, + "loss": 0.9186, + "step": 11037 + }, + { + "epoch": 0.7963637675408535, + "grad_norm": 2.5900065973558686, + "learning_rate": 4.19334845921939e-07, + "loss": 0.9645, + "step": 11038 + }, + { + "epoch": 0.796435915010281, + "grad_norm": 2.4133391546562053, + "learning_rate": 4.1904854797423253e-07, + "loss": 0.9425, + "step": 11039 + }, + { + "epoch": 0.7965080624797085, + "grad_norm": 3.0760297276185207, + "learning_rate": 4.1876233635643165e-07, + "loss": 1.0037, + "step": 11040 + }, + { + "epoch": 0.796580209949136, + "grad_norm": 2.3479909547179902, + "learning_rate": 4.1847621108416733e-07, + "loss": 0.9222, + "step": 11041 + }, + { + "epoch": 0.7966523574185636, + "grad_norm": 2.4591510404139663, + "learning_rate": 4.1819017217306186e-07, + "loss": 1.0265, + "step": 11042 + }, + { + "epoch": 0.7967245048879911, + "grad_norm": 2.6040594358619598, + "learning_rate": 4.1790421963873543e-07, + "loss": 1.0321, + "step": 11043 + }, + { + "epoch": 0.7967966523574186, + "grad_norm": 2.3292689233305808, + "learning_rate": 4.176183534968034e-07, + "loss": 0.962, + "step": 11044 + }, + { + "epoch": 0.7968687998268461, + "grad_norm": 2.7079188885620726, + "learning_rate": 4.173325737628748e-07, + "loss": 0.9179, + "step": 11045 + }, + { + "epoch": 0.7969409472962736, + "grad_norm": 0.6608352104014436, + "learning_rate": 4.170468804525553e-07, + "loss": 0.8439, + "step": 11046 + }, + { + "epoch": 0.7970130947657011, + "grad_norm": 3.1757183373707734, + "learning_rate": 4.167612735814465e-07, + "loss": 1.1067, + "step": 11047 + }, + { + "epoch": 0.7970852422351286, + "grad_norm": 2.514323685795913, + "learning_rate": 4.164757531651426e-07, + "loss": 0.9726, + "step": 11048 + }, + { + "epoch": 0.7971573897045561, + "grad_norm": 2.7622075059798292, + "learning_rate": 4.161903192192362e-07, + "loss": 0.9761, + "step": 11049 + }, + { + "epoch": 0.7972295371739836, + "grad_norm": 3.673242582133626, + "learning_rate": 4.159049717593135e-07, + "loss": 0.9402, + "step": 11050 + }, + { + "epoch": 0.7973016846434111, + "grad_norm": 5.150431546398393, + "learning_rate": 4.156197108009567e-07, + "loss": 0.9249, + "step": 11051 + }, + { + "epoch": 0.7973738321128386, + "grad_norm": 4.796352892366786, + "learning_rate": 4.153345363597418e-07, + "loss": 1.0677, + "step": 11052 + }, + { + "epoch": 0.7974459795822662, + "grad_norm": 2.909656128376752, + "learning_rate": 4.1504944845124104e-07, + "loss": 0.9175, + "step": 11053 + }, + { + "epoch": 0.7975181270516937, + "grad_norm": 2.569253720831564, + "learning_rate": 4.1476444709102367e-07, + "loss": 0.9647, + "step": 11054 + }, + { + "epoch": 0.7975902745211212, + "grad_norm": 3.162266803330993, + "learning_rate": 4.1447953229465104e-07, + "loss": 0.9725, + "step": 11055 + }, + { + "epoch": 0.7976624219905487, + "grad_norm": 3.543226205373268, + "learning_rate": 4.1419470407768165e-07, + "loss": 0.905, + "step": 11056 + }, + { + "epoch": 0.7977345694599762, + "grad_norm": 3.0049132803338368, + "learning_rate": 4.13909962455669e-07, + "loss": 1.0108, + "step": 11057 + }, + { + "epoch": 0.7978067169294037, + "grad_norm": 2.5127704607641284, + "learning_rate": 4.136253074441625e-07, + "loss": 0.8907, + "step": 11058 + }, + { + "epoch": 0.7978788643988312, + "grad_norm": 3.1372323761743726, + "learning_rate": 4.1334073905870426e-07, + "loss": 1.0521, + "step": 11059 + }, + { + "epoch": 0.7979510118682587, + "grad_norm": 3.44563606801531, + "learning_rate": 4.1305625731483505e-07, + "loss": 1.0102, + "step": 11060 + }, + { + "epoch": 0.7980231593376862, + "grad_norm": 2.5947473286123297, + "learning_rate": 4.127718622280898e-07, + "loss": 0.9396, + "step": 11061 + }, + { + "epoch": 0.7980953068071137, + "grad_norm": 11.459215238907138, + "learning_rate": 4.124875538139967e-07, + "loss": 0.8783, + "step": 11062 + }, + { + "epoch": 0.7981674542765412, + "grad_norm": 3.1605121803477463, + "learning_rate": 4.1220333208808154e-07, + "loss": 0.9329, + "step": 11063 + }, + { + "epoch": 0.7982396017459688, + "grad_norm": 5.823249966585656, + "learning_rate": 4.1191919706586507e-07, + "loss": 0.9836, + "step": 11064 + }, + { + "epoch": 0.7983117492153963, + "grad_norm": 3.022033207567647, + "learning_rate": 4.116351487628613e-07, + "loss": 0.9599, + "step": 11065 + }, + { + "epoch": 0.7983838966848238, + "grad_norm": 0.7514199484538098, + "learning_rate": 4.1135118719458274e-07, + "loss": 0.9132, + "step": 11066 + }, + { + "epoch": 0.7984560441542513, + "grad_norm": 2.5306892244796115, + "learning_rate": 4.110673123765349e-07, + "loss": 0.976, + "step": 11067 + }, + { + "epoch": 0.7985281916236788, + "grad_norm": 1.9709424723218765, + "learning_rate": 4.107835243242197e-07, + "loss": 0.9602, + "step": 11068 + }, + { + "epoch": 0.7986003390931063, + "grad_norm": 2.3780913061093494, + "learning_rate": 4.1049982305313244e-07, + "loss": 0.9111, + "step": 11069 + }, + { + "epoch": 0.7986724865625339, + "grad_norm": 2.6484396605356233, + "learning_rate": 4.102162085787657e-07, + "loss": 1.0, + "step": 11070 + }, + { + "epoch": 0.7987446340319613, + "grad_norm": 3.0201195936964966, + "learning_rate": 4.099326809166075e-07, + "loss": 0.9947, + "step": 11071 + }, + { + "epoch": 0.7988167815013888, + "grad_norm": 2.709797116388477, + "learning_rate": 4.0964924008213786e-07, + "loss": 0.8843, + "step": 11072 + }, + { + "epoch": 0.7988889289708163, + "grad_norm": 3.0140507991992784, + "learning_rate": 4.093658860908367e-07, + "loss": 1.0026, + "step": 11073 + }, + { + "epoch": 0.7989610764402438, + "grad_norm": 4.296526530614176, + "learning_rate": 4.090826189581762e-07, + "loss": 0.9648, + "step": 11074 + }, + { + "epoch": 0.7990332239096714, + "grad_norm": 3.4265319628035367, + "learning_rate": 4.0879943869962495e-07, + "loss": 1.028, + "step": 11075 + }, + { + "epoch": 0.7991053713790989, + "grad_norm": 2.6615607633245753, + "learning_rate": 4.085163453306455e-07, + "loss": 1.0538, + "step": 11076 + }, + { + "epoch": 0.7991775188485264, + "grad_norm": 2.7455708642142826, + "learning_rate": 4.082333388666963e-07, + "loss": 0.851, + "step": 11077 + }, + { + "epoch": 0.7992496663179539, + "grad_norm": 3.062611791944774, + "learning_rate": 4.0795041932323305e-07, + "loss": 0.9762, + "step": 11078 + }, + { + "epoch": 0.7993218137873814, + "grad_norm": 0.7282632180850007, + "learning_rate": 4.076675867157033e-07, + "loss": 0.8436, + "step": 11079 + }, + { + "epoch": 0.799393961256809, + "grad_norm": 3.0288162686430447, + "learning_rate": 4.0738484105955216e-07, + "loss": 1.0001, + "step": 11080 + }, + { + "epoch": 0.7994661087262365, + "grad_norm": 3.598936766335788, + "learning_rate": 4.0710218237021964e-07, + "loss": 0.9131, + "step": 11081 + }, + { + "epoch": 0.799538256195664, + "grad_norm": 2.8881731511988944, + "learning_rate": 4.0681961066313966e-07, + "loss": 0.9413, + "step": 11082 + }, + { + "epoch": 0.7996104036650914, + "grad_norm": 3.8944670921558404, + "learning_rate": 4.0653712595374246e-07, + "loss": 0.9964, + "step": 11083 + }, + { + "epoch": 0.7996825511345189, + "grad_norm": 2.3476162365948423, + "learning_rate": 4.062547282574547e-07, + "loss": 0.9432, + "step": 11084 + }, + { + "epoch": 0.7997546986039464, + "grad_norm": 2.849404048516402, + "learning_rate": 4.0597241758969656e-07, + "loss": 0.9277, + "step": 11085 + }, + { + "epoch": 0.799826846073374, + "grad_norm": 3.353850608451216, + "learning_rate": 4.056901939658837e-07, + "loss": 0.9501, + "step": 11086 + }, + { + "epoch": 0.7998989935428015, + "grad_norm": 2.6392598432404495, + "learning_rate": 4.0540805740142715e-07, + "loss": 0.9181, + "step": 11087 + }, + { + "epoch": 0.799971141012229, + "grad_norm": 2.888446048475057, + "learning_rate": 4.0512600791173424e-07, + "loss": 0.9766, + "step": 11088 + }, + { + "epoch": 0.8000432884816565, + "grad_norm": 2.7633552504691483, + "learning_rate": 4.0484404551220487e-07, + "loss": 0.9739, + "step": 11089 + }, + { + "epoch": 0.800115435951084, + "grad_norm": 5.119148263121448, + "learning_rate": 4.0456217021823756e-07, + "loss": 0.9612, + "step": 11090 + }, + { + "epoch": 0.8001875834205116, + "grad_norm": 3.682090282553777, + "learning_rate": 4.0428038204522476e-07, + "loss": 0.9534, + "step": 11091 + }, + { + "epoch": 0.8002597308899391, + "grad_norm": 2.8382631124373163, + "learning_rate": 4.039986810085525e-07, + "loss": 0.9989, + "step": 11092 + }, + { + "epoch": 0.8003318783593666, + "grad_norm": 2.5820860979542366, + "learning_rate": 4.037170671236041e-07, + "loss": 0.9935, + "step": 11093 + }, + { + "epoch": 0.8004040258287941, + "grad_norm": 2.773183375791547, + "learning_rate": 4.0343554040575746e-07, + "loss": 1.041, + "step": 11094 + }, + { + "epoch": 0.8004761732982215, + "grad_norm": 3.3789250191404285, + "learning_rate": 4.031541008703863e-07, + "loss": 0.8956, + "step": 11095 + }, + { + "epoch": 0.800548320767649, + "grad_norm": 2.862117598532099, + "learning_rate": 4.028727485328571e-07, + "loss": 0.9554, + "step": 11096 + }, + { + "epoch": 0.8006204682370766, + "grad_norm": 3.279057960372599, + "learning_rate": 4.025914834085353e-07, + "loss": 0.9378, + "step": 11097 + }, + { + "epoch": 0.8006926157065041, + "grad_norm": 2.681857106583163, + "learning_rate": 4.023103055127799e-07, + "loss": 0.8154, + "step": 11098 + }, + { + "epoch": 0.8007647631759316, + "grad_norm": 2.570989177643986, + "learning_rate": 4.020292148609437e-07, + "loss": 0.9174, + "step": 11099 + }, + { + "epoch": 0.8008369106453591, + "grad_norm": 4.988740832636513, + "learning_rate": 4.017482114683763e-07, + "loss": 0.8496, + "step": 11100 + }, + { + "epoch": 0.8009090581147866, + "grad_norm": 3.0587630535637573, + "learning_rate": 4.0146729535042234e-07, + "loss": 0.9469, + "step": 11101 + }, + { + "epoch": 0.8009812055842142, + "grad_norm": 3.1570995433871687, + "learning_rate": 4.011864665224227e-07, + "loss": 0.9673, + "step": 11102 + }, + { + "epoch": 0.8010533530536417, + "grad_norm": 3.1260897452955647, + "learning_rate": 4.009057249997112e-07, + "loss": 1.015, + "step": 11103 + }, + { + "epoch": 0.8011255005230692, + "grad_norm": 3.339420260523015, + "learning_rate": 4.0062507079761823e-07, + "loss": 0.9705, + "step": 11104 + }, + { + "epoch": 0.8011976479924967, + "grad_norm": 2.72932910193131, + "learning_rate": 4.003445039314699e-07, + "loss": 0.969, + "step": 11105 + }, + { + "epoch": 0.8012697954619242, + "grad_norm": 3.5243511495579756, + "learning_rate": 4.0006402441658624e-07, + "loss": 0.908, + "step": 11106 + }, + { + "epoch": 0.8013419429313516, + "grad_norm": 2.463812804406262, + "learning_rate": 3.997836322682828e-07, + "loss": 0.9971, + "step": 11107 + }, + { + "epoch": 0.8014140904007792, + "grad_norm": 2.2702324681835395, + "learning_rate": 3.995033275018724e-07, + "loss": 0.9756, + "step": 11108 + }, + { + "epoch": 0.8014862378702067, + "grad_norm": 4.287181893606474, + "learning_rate": 3.9922311013266e-07, + "loss": 0.863, + "step": 11109 + }, + { + "epoch": 0.8015583853396342, + "grad_norm": 2.3283590928739177, + "learning_rate": 3.9894298017594765e-07, + "loss": 0.9263, + "step": 11110 + }, + { + "epoch": 0.8016305328090617, + "grad_norm": 4.121791400885905, + "learning_rate": 3.9866293764703207e-07, + "loss": 0.9629, + "step": 11111 + }, + { + "epoch": 0.8017026802784892, + "grad_norm": 2.4448551810657984, + "learning_rate": 3.983829825612062e-07, + "loss": 0.9022, + "step": 11112 + }, + { + "epoch": 0.8017748277479168, + "grad_norm": 2.651127801980984, + "learning_rate": 3.981031149337557e-07, + "loss": 1.0002, + "step": 11113 + }, + { + "epoch": 0.8018469752173443, + "grad_norm": 2.4403197777808483, + "learning_rate": 3.978233347799644e-07, + "loss": 0.9545, + "step": 11114 + }, + { + "epoch": 0.8019191226867718, + "grad_norm": 5.789778733316302, + "learning_rate": 3.975436421151104e-07, + "loss": 0.9883, + "step": 11115 + }, + { + "epoch": 0.8019912701561993, + "grad_norm": 2.8749723018472997, + "learning_rate": 3.9726403695446555e-07, + "loss": 0.9874, + "step": 11116 + }, + { + "epoch": 0.8020634176256268, + "grad_norm": 2.5368717073474163, + "learning_rate": 3.9698451931329836e-07, + "loss": 1.0044, + "step": 11117 + }, + { + "epoch": 0.8021355650950542, + "grad_norm": 4.7464590426552205, + "learning_rate": 3.967050892068724e-07, + "loss": 1.0481, + "step": 11118 + }, + { + "epoch": 0.8022077125644818, + "grad_norm": 3.048554412461307, + "learning_rate": 3.96425746650447e-07, + "loss": 0.9439, + "step": 11119 + }, + { + "epoch": 0.8022798600339093, + "grad_norm": 4.4305190932242695, + "learning_rate": 3.9614649165927426e-07, + "loss": 0.8121, + "step": 11120 + }, + { + "epoch": 0.8023520075033368, + "grad_norm": 3.0513596615273957, + "learning_rate": 3.958673242486048e-07, + "loss": 1.0425, + "step": 11121 + }, + { + "epoch": 0.8024241549727643, + "grad_norm": 3.8065798712041934, + "learning_rate": 3.955882444336831e-07, + "loss": 0.8443, + "step": 11122 + }, + { + "epoch": 0.8024963024421918, + "grad_norm": 6.365327865414987, + "learning_rate": 3.953092522297474e-07, + "loss": 0.8578, + "step": 11123 + }, + { + "epoch": 0.8025684499116194, + "grad_norm": 2.6567228008675303, + "learning_rate": 3.9503034765203315e-07, + "loss": 0.8518, + "step": 11124 + }, + { + "epoch": 0.8026405973810469, + "grad_norm": 4.097891307158257, + "learning_rate": 3.9475153071577074e-07, + "loss": 1.0584, + "step": 11125 + }, + { + "epoch": 0.8027127448504744, + "grad_norm": 2.200964443177821, + "learning_rate": 3.9447280143618375e-07, + "loss": 0.9388, + "step": 11126 + }, + { + "epoch": 0.8027848923199019, + "grad_norm": 2.0095188593647433, + "learning_rate": 3.9419415982849416e-07, + "loss": 0.961, + "step": 11127 + }, + { + "epoch": 0.8028570397893294, + "grad_norm": 0.906565972853764, + "learning_rate": 3.9391560590791695e-07, + "loss": 0.7427, + "step": 11128 + }, + { + "epoch": 0.802929187258757, + "grad_norm": 14.744942525426303, + "learning_rate": 3.936371396896634e-07, + "loss": 0.9823, + "step": 11129 + }, + { + "epoch": 0.8030013347281844, + "grad_norm": 2.1372628643716522, + "learning_rate": 3.9335876118893883e-07, + "loss": 0.9966, + "step": 11130 + }, + { + "epoch": 0.8030734821976119, + "grad_norm": 3.0145242688329468, + "learning_rate": 3.9308047042094407e-07, + "loss": 1.0402, + "step": 11131 + }, + { + "epoch": 0.8031456296670394, + "grad_norm": 6.795787224378309, + "learning_rate": 3.928022674008773e-07, + "loss": 0.867, + "step": 11132 + }, + { + "epoch": 0.8032177771364669, + "grad_norm": 1.9983739799563243, + "learning_rate": 3.925241521439284e-07, + "loss": 0.9921, + "step": 11133 + }, + { + "epoch": 0.8032899246058944, + "grad_norm": 3.9753766343285797, + "learning_rate": 3.9224612466528504e-07, + "loss": 1.0011, + "step": 11134 + }, + { + "epoch": 0.803362072075322, + "grad_norm": 4.18795910496315, + "learning_rate": 3.919681849801295e-07, + "loss": 0.9685, + "step": 11135 + }, + { + "epoch": 0.8034342195447495, + "grad_norm": 5.025065346667767, + "learning_rate": 3.916903331036383e-07, + "loss": 0.9566, + "step": 11136 + }, + { + "epoch": 0.803506367014177, + "grad_norm": 5.492714478129811, + "learning_rate": 3.9141256905098353e-07, + "loss": 0.8842, + "step": 11137 + }, + { + "epoch": 0.8035785144836045, + "grad_norm": 2.9899337687221794, + "learning_rate": 3.9113489283733436e-07, + "loss": 0.9564, + "step": 11138 + }, + { + "epoch": 0.803650661953032, + "grad_norm": 3.532332397934066, + "learning_rate": 3.9085730447785317e-07, + "loss": 0.8786, + "step": 11139 + }, + { + "epoch": 0.8037228094224595, + "grad_norm": 0.753535797339557, + "learning_rate": 3.905798039876973e-07, + "loss": 0.8594, + "step": 11140 + }, + { + "epoch": 0.8037949568918871, + "grad_norm": 3.2931498956237, + "learning_rate": 3.903023913820205e-07, + "loss": 1.0043, + "step": 11141 + }, + { + "epoch": 0.8038671043613145, + "grad_norm": 6.27791222097347, + "learning_rate": 3.900250666759717e-07, + "loss": 1.02, + "step": 11142 + }, + { + "epoch": 0.803939251830742, + "grad_norm": 2.614334327623959, + "learning_rate": 3.897478298846935e-07, + "loss": 0.9302, + "step": 11143 + }, + { + "epoch": 0.8040113993001695, + "grad_norm": 4.826423221652029, + "learning_rate": 3.8947068102332505e-07, + "loss": 0.9812, + "step": 11144 + }, + { + "epoch": 0.804083546769597, + "grad_norm": 4.617972318557241, + "learning_rate": 3.8919362010700097e-07, + "loss": 1.0834, + "step": 11145 + }, + { + "epoch": 0.8041556942390246, + "grad_norm": 0.6556176590485788, + "learning_rate": 3.8891664715085093e-07, + "loss": 0.7877, + "step": 11146 + }, + { + "epoch": 0.8042278417084521, + "grad_norm": 7.8053192096856545, + "learning_rate": 3.886397621699984e-07, + "loss": 0.9444, + "step": 11147 + }, + { + "epoch": 0.8042999891778796, + "grad_norm": 9.256231322646373, + "learning_rate": 3.8836296517956323e-07, + "loss": 0.9343, + "step": 11148 + }, + { + "epoch": 0.8043721366473071, + "grad_norm": 4.222466985958536, + "learning_rate": 3.8808625619466093e-07, + "loss": 0.8351, + "step": 11149 + }, + { + "epoch": 0.8044442841167346, + "grad_norm": 2.1318335889173388, + "learning_rate": 3.8780963523040014e-07, + "loss": 0.9094, + "step": 11150 + }, + { + "epoch": 0.8045164315861622, + "grad_norm": 5.059711017724801, + "learning_rate": 3.875331023018875e-07, + "loss": 0.9646, + "step": 11151 + }, + { + "epoch": 0.8045885790555897, + "grad_norm": 4.117247029114829, + "learning_rate": 3.872566574242235e-07, + "loss": 0.8269, + "step": 11152 + }, + { + "epoch": 0.8046607265250172, + "grad_norm": 0.6701864048369806, + "learning_rate": 3.86980300612503e-07, + "loss": 0.7969, + "step": 11153 + }, + { + "epoch": 0.8047328739944446, + "grad_norm": 2.298042052771479, + "learning_rate": 3.867040318818169e-07, + "loss": 0.9201, + "step": 11154 + }, + { + "epoch": 0.8048050214638721, + "grad_norm": 2.914119443771713, + "learning_rate": 3.8642785124725076e-07, + "loss": 0.9684, + "step": 11155 + }, + { + "epoch": 0.8048771689332996, + "grad_norm": 21.717809950429366, + "learning_rate": 3.861517587238876e-07, + "loss": 0.9821, + "step": 11156 + }, + { + "epoch": 0.8049493164027272, + "grad_norm": 3.906819782663258, + "learning_rate": 3.858757543268021e-07, + "loss": 0.9396, + "step": 11157 + }, + { + "epoch": 0.8050214638721547, + "grad_norm": 4.221509468976147, + "learning_rate": 3.8559983807106634e-07, + "loss": 0.818, + "step": 11158 + }, + { + "epoch": 0.8050936113415822, + "grad_norm": 4.458974322768454, + "learning_rate": 3.8532400997174764e-07, + "loss": 0.9746, + "step": 11159 + }, + { + "epoch": 0.8051657588110097, + "grad_norm": 3.2448928025324286, + "learning_rate": 3.8504827004390706e-07, + "loss": 0.9336, + "step": 11160 + }, + { + "epoch": 0.8052379062804372, + "grad_norm": 5.157658609973728, + "learning_rate": 3.8477261830260145e-07, + "loss": 0.8728, + "step": 11161 + }, + { + "epoch": 0.8053100537498648, + "grad_norm": 2.94639992307797, + "learning_rate": 3.844970547628843e-07, + "loss": 0.993, + "step": 11162 + }, + { + "epoch": 0.8053822012192923, + "grad_norm": 2.596836046645132, + "learning_rate": 3.8422157943980316e-07, + "loss": 1.01, + "step": 11163 + }, + { + "epoch": 0.8054543486887198, + "grad_norm": 3.1582672924159283, + "learning_rate": 3.839461923483995e-07, + "loss": 0.9026, + "step": 11164 + }, + { + "epoch": 0.8055264961581472, + "grad_norm": 2.671560793242588, + "learning_rate": 3.836708935037121e-07, + "loss": 1.0184, + "step": 11165 + }, + { + "epoch": 0.8055986436275747, + "grad_norm": 8.225046972818948, + "learning_rate": 3.8339568292077406e-07, + "loss": 0.9078, + "step": 11166 + }, + { + "epoch": 0.8056707910970022, + "grad_norm": 2.8987217684049984, + "learning_rate": 3.8312056061461285e-07, + "loss": 0.9483, + "step": 11167 + }, + { + "epoch": 0.8057429385664298, + "grad_norm": 2.858454488368278, + "learning_rate": 3.8284552660025195e-07, + "loss": 0.9755, + "step": 11168 + }, + { + "epoch": 0.8058150860358573, + "grad_norm": 3.287219330733002, + "learning_rate": 3.825705808927113e-07, + "loss": 0.9632, + "step": 11169 + }, + { + "epoch": 0.8058872335052848, + "grad_norm": 2.5973165419027295, + "learning_rate": 3.8229572350700303e-07, + "loss": 1.0813, + "step": 11170 + }, + { + "epoch": 0.8059593809747123, + "grad_norm": 3.776550777797475, + "learning_rate": 3.82020954458137e-07, + "loss": 0.9283, + "step": 11171 + }, + { + "epoch": 0.8060315284441398, + "grad_norm": 4.702446467223163, + "learning_rate": 3.81746273761117e-07, + "loss": 0.9546, + "step": 11172 + }, + { + "epoch": 0.8061036759135674, + "grad_norm": 3.7639551536166715, + "learning_rate": 3.814716814309429e-07, + "loss": 0.9301, + "step": 11173 + }, + { + "epoch": 0.8061758233829949, + "grad_norm": 0.8054115593306392, + "learning_rate": 3.811971774826077e-07, + "loss": 0.8615, + "step": 11174 + }, + { + "epoch": 0.8062479708524224, + "grad_norm": 4.771756589528329, + "learning_rate": 3.809227619311026e-07, + "loss": 0.9251, + "step": 11175 + }, + { + "epoch": 0.8063201183218499, + "grad_norm": 2.3985738808690686, + "learning_rate": 3.806484347914123e-07, + "loss": 0.9205, + "step": 11176 + }, + { + "epoch": 0.8063922657912773, + "grad_norm": 2.2951326573746256, + "learning_rate": 3.8037419607851586e-07, + "loss": 0.8462, + "step": 11177 + }, + { + "epoch": 0.8064644132607048, + "grad_norm": 3.346751639463987, + "learning_rate": 3.8010004580738887e-07, + "loss": 1.0277, + "step": 11178 + }, + { + "epoch": 0.8065365607301324, + "grad_norm": 4.544690213530829, + "learning_rate": 3.7982598399300115e-07, + "loss": 0.883, + "step": 11179 + }, + { + "epoch": 0.8066087081995599, + "grad_norm": 2.3787625274087785, + "learning_rate": 3.7955201065032005e-07, + "loss": 0.9509, + "step": 11180 + }, + { + "epoch": 0.8066808556689874, + "grad_norm": 2.9168779205837305, + "learning_rate": 3.7927812579430405e-07, + "loss": 0.8752, + "step": 11181 + }, + { + "epoch": 0.8067530031384149, + "grad_norm": 12.139738268976716, + "learning_rate": 3.7900432943991035e-07, + "loss": 1.0771, + "step": 11182 + }, + { + "epoch": 0.8068251506078424, + "grad_norm": 5.090982445894338, + "learning_rate": 3.787306216020896e-07, + "loss": 0.9879, + "step": 11183 + }, + { + "epoch": 0.80689729807727, + "grad_norm": 2.6304163683713826, + "learning_rate": 3.784570022957876e-07, + "loss": 0.8195, + "step": 11184 + }, + { + "epoch": 0.8069694455466975, + "grad_norm": 3.0140905083303697, + "learning_rate": 3.7818347153594533e-07, + "loss": 0.9419, + "step": 11185 + }, + { + "epoch": 0.807041593016125, + "grad_norm": 3.518351129450411, + "learning_rate": 3.7791002933750105e-07, + "loss": 1.0076, + "step": 11186 + }, + { + "epoch": 0.8071137404855525, + "grad_norm": 3.1592258738895858, + "learning_rate": 3.776366757153846e-07, + "loss": 0.9253, + "step": 11187 + }, + { + "epoch": 0.80718588795498, + "grad_norm": 3.9383776458645143, + "learning_rate": 3.773634106845238e-07, + "loss": 1.0018, + "step": 11188 + }, + { + "epoch": 0.8072580354244074, + "grad_norm": 3.5273945784682255, + "learning_rate": 3.770902342598401e-07, + "loss": 0.9729, + "step": 11189 + }, + { + "epoch": 0.807330182893835, + "grad_norm": 0.7189817884125711, + "learning_rate": 3.768171464562515e-07, + "loss": 0.8391, + "step": 11190 + }, + { + "epoch": 0.8074023303632625, + "grad_norm": 2.575110227577372, + "learning_rate": 3.765441472886692e-07, + "loss": 0.847, + "step": 11191 + }, + { + "epoch": 0.80747447783269, + "grad_norm": 2.514293436713559, + "learning_rate": 3.7627123677200066e-07, + "loss": 0.9883, + "step": 11192 + }, + { + "epoch": 0.8075466253021175, + "grad_norm": 2.8671236368909434, + "learning_rate": 3.759984149211501e-07, + "loss": 1.0096, + "step": 11193 + }, + { + "epoch": 0.807618772771545, + "grad_norm": 3.468990558152863, + "learning_rate": 3.757256817510137e-07, + "loss": 0.9197, + "step": 11194 + }, + { + "epoch": 0.8076909202409726, + "grad_norm": 3.284284659757488, + "learning_rate": 3.7545303727648505e-07, + "loss": 0.9131, + "step": 11195 + }, + { + "epoch": 0.8077630677104001, + "grad_norm": 0.8275361036509309, + "learning_rate": 3.751804815124526e-07, + "loss": 0.9128, + "step": 11196 + }, + { + "epoch": 0.8078352151798276, + "grad_norm": 2.918839943784455, + "learning_rate": 3.749080144737986e-07, + "loss": 0.8978, + "step": 11197 + }, + { + "epoch": 0.8079073626492551, + "grad_norm": 3.483019372641403, + "learning_rate": 3.746356361754017e-07, + "loss": 0.9536, + "step": 11198 + }, + { + "epoch": 0.8079795101186826, + "grad_norm": 2.5397475037516033, + "learning_rate": 3.7436334663213607e-07, + "loss": 0.9105, + "step": 11199 + }, + { + "epoch": 0.8080516575881102, + "grad_norm": 3.8509128479190577, + "learning_rate": 3.7409114585887093e-07, + "loss": 0.825, + "step": 11200 + }, + { + "epoch": 0.8081238050575376, + "grad_norm": 9.280861997361155, + "learning_rate": 3.7381903387046874e-07, + "loss": 0.9166, + "step": 11201 + }, + { + "epoch": 0.8081959525269651, + "grad_norm": 2.900264688448543, + "learning_rate": 3.7354701068178927e-07, + "loss": 0.9361, + "step": 11202 + }, + { + "epoch": 0.8082680999963926, + "grad_norm": 7.50295733320512, + "learning_rate": 3.732750763076873e-07, + "loss": 0.8945, + "step": 11203 + }, + { + "epoch": 0.8083402474658201, + "grad_norm": 6.352947314057887, + "learning_rate": 3.730032307630102e-07, + "loss": 0.9847, + "step": 11204 + }, + { + "epoch": 0.8084123949352476, + "grad_norm": 5.306929057134272, + "learning_rate": 3.727314740626044e-07, + "loss": 1.0, + "step": 11205 + }, + { + "epoch": 0.8084845424046752, + "grad_norm": 2.830473878094047, + "learning_rate": 3.7245980622130893e-07, + "loss": 0.9057, + "step": 11206 + }, + { + "epoch": 0.8085566898741027, + "grad_norm": 2.827947115704463, + "learning_rate": 3.721882272539587e-07, + "loss": 0.9879, + "step": 11207 + }, + { + "epoch": 0.8086288373435302, + "grad_norm": 4.926161289302024, + "learning_rate": 3.719167371753831e-07, + "loss": 0.8075, + "step": 11208 + }, + { + "epoch": 0.8087009848129577, + "grad_norm": 5.017461232642394, + "learning_rate": 3.7164533600040704e-07, + "loss": 0.9402, + "step": 11209 + }, + { + "epoch": 0.8087731322823852, + "grad_norm": 6.2939673589848555, + "learning_rate": 3.7137402374385227e-07, + "loss": 0.9416, + "step": 11210 + }, + { + "epoch": 0.8088452797518128, + "grad_norm": 4.259150583536265, + "learning_rate": 3.7110280042053256e-07, + "loss": 1.0814, + "step": 11211 + }, + { + "epoch": 0.8089174272212402, + "grad_norm": 4.027366245921046, + "learning_rate": 3.708316660452588e-07, + "loss": 0.9783, + "step": 11212 + }, + { + "epoch": 0.8089895746906677, + "grad_norm": 2.8028879156821804, + "learning_rate": 3.7056062063283756e-07, + "loss": 1.0176, + "step": 11213 + }, + { + "epoch": 0.8090617221600952, + "grad_norm": 2.4622235525420657, + "learning_rate": 3.702896641980682e-07, + "loss": 0.8909, + "step": 11214 + }, + { + "epoch": 0.8091338696295227, + "grad_norm": 0.7781017575756815, + "learning_rate": 3.700187967557471e-07, + "loss": 0.8718, + "step": 11215 + }, + { + "epoch": 0.8092060170989502, + "grad_norm": 4.548748036945252, + "learning_rate": 3.697480183206652e-07, + "loss": 0.9201, + "step": 11216 + }, + { + "epoch": 0.8092781645683778, + "grad_norm": 2.8738565244174965, + "learning_rate": 3.694773289076101e-07, + "loss": 0.8983, + "step": 11217 + }, + { + "epoch": 0.8093503120378053, + "grad_norm": 3.695726431956684, + "learning_rate": 3.692067285313616e-07, + "loss": 0.9505, + "step": 11218 + }, + { + "epoch": 0.8094224595072328, + "grad_norm": 2.9880978995528262, + "learning_rate": 3.6893621720669654e-07, + "loss": 0.9529, + "step": 11219 + }, + { + "epoch": 0.8094946069766603, + "grad_norm": 7.607444189232357, + "learning_rate": 3.6866579494838713e-07, + "loss": 0.9442, + "step": 11220 + }, + { + "epoch": 0.8095667544460878, + "grad_norm": 2.1623580224501766, + "learning_rate": 3.683954617711993e-07, + "loss": 1.0253, + "step": 11221 + }, + { + "epoch": 0.8096389019155154, + "grad_norm": 3.2449330665962055, + "learning_rate": 3.681252176898948e-07, + "loss": 0.9182, + "step": 11222 + }, + { + "epoch": 0.8097110493849429, + "grad_norm": 3.879455588972386, + "learning_rate": 3.678550627192316e-07, + "loss": 0.9004, + "step": 11223 + }, + { + "epoch": 0.8097831968543703, + "grad_norm": 2.8501441249879145, + "learning_rate": 3.6758499687396196e-07, + "loss": 0.8711, + "step": 11224 + }, + { + "epoch": 0.8098553443237978, + "grad_norm": 4.416182989351163, + "learning_rate": 3.673150201688322e-07, + "loss": 0.9541, + "step": 11225 + }, + { + "epoch": 0.8099274917932253, + "grad_norm": 4.7437343431297325, + "learning_rate": 3.6704513261858506e-07, + "loss": 0.9417, + "step": 11226 + }, + { + "epoch": 0.8099996392626528, + "grad_norm": 2.7655532741405247, + "learning_rate": 3.6677533423795895e-07, + "loss": 0.8944, + "step": 11227 + }, + { + "epoch": 0.8100717867320804, + "grad_norm": 2.9543059071886093, + "learning_rate": 3.665056250416847e-07, + "loss": 0.9762, + "step": 11228 + }, + { + "epoch": 0.8101439342015079, + "grad_norm": 10.396639031408855, + "learning_rate": 3.662360050444917e-07, + "loss": 0.863, + "step": 11229 + }, + { + "epoch": 0.8102160816709354, + "grad_norm": 11.185823282936747, + "learning_rate": 3.6596647426110305e-07, + "loss": 0.9001, + "step": 11230 + }, + { + "epoch": 0.8102882291403629, + "grad_norm": 2.1809952070628675, + "learning_rate": 3.656970327062359e-07, + "loss": 1.025, + "step": 11231 + }, + { + "epoch": 0.8103603766097904, + "grad_norm": 4.83873563062209, + "learning_rate": 3.654276803946037e-07, + "loss": 0.9658, + "step": 11232 + }, + { + "epoch": 0.810432524079218, + "grad_norm": 2.379334960793006, + "learning_rate": 3.6515841734091435e-07, + "loss": 1.0268, + "step": 11233 + }, + { + "epoch": 0.8105046715486455, + "grad_norm": 4.77764597176205, + "learning_rate": 3.648892435598727e-07, + "loss": 1.0032, + "step": 11234 + }, + { + "epoch": 0.810576819018073, + "grad_norm": 3.042229813652267, + "learning_rate": 3.646201590661762e-07, + "loss": 0.8585, + "step": 11235 + }, + { + "epoch": 0.8106489664875004, + "grad_norm": 1.9024347992400414, + "learning_rate": 3.6435116387451894e-07, + "loss": 0.9896, + "step": 11236 + }, + { + "epoch": 0.8107211139569279, + "grad_norm": 4.981717061697954, + "learning_rate": 3.6408225799958993e-07, + "loss": 1.0226, + "step": 11237 + }, + { + "epoch": 0.8107932614263554, + "grad_norm": 3.84705948437642, + "learning_rate": 3.638134414560725e-07, + "loss": 0.9291, + "step": 11238 + }, + { + "epoch": 0.810865408895783, + "grad_norm": 0.7747836872444535, + "learning_rate": 3.635447142586461e-07, + "loss": 0.874, + "step": 11239 + }, + { + "epoch": 0.8109375563652105, + "grad_norm": 3.4044459053724765, + "learning_rate": 3.632760764219847e-07, + "loss": 1.0272, + "step": 11240 + }, + { + "epoch": 0.811009703834638, + "grad_norm": 3.7923755751575765, + "learning_rate": 3.630075279607581e-07, + "loss": 0.9439, + "step": 11241 + }, + { + "epoch": 0.8110818513040655, + "grad_norm": 3.076125371672308, + "learning_rate": 3.627390688896301e-07, + "loss": 0.8842, + "step": 11242 + }, + { + "epoch": 0.811153998773493, + "grad_norm": 3.4803538019826514, + "learning_rate": 3.624706992232609e-07, + "loss": 0.9783, + "step": 11243 + }, + { + "epoch": 0.8112261462429206, + "grad_norm": 2.014921908510054, + "learning_rate": 3.622024189763053e-07, + "loss": 0.9342, + "step": 11244 + }, + { + "epoch": 0.8112982937123481, + "grad_norm": 2.555921810506362, + "learning_rate": 3.6193422816341235e-07, + "loss": 1.0373, + "step": 11245 + }, + { + "epoch": 0.8113704411817756, + "grad_norm": 2.923813773344871, + "learning_rate": 3.6166612679922647e-07, + "loss": 0.9738, + "step": 11246 + }, + { + "epoch": 0.8114425886512031, + "grad_norm": 2.6543557986469235, + "learning_rate": 3.613981148983898e-07, + "loss": 0.9938, + "step": 11247 + }, + { + "epoch": 0.8115147361206305, + "grad_norm": 7.217999836309425, + "learning_rate": 3.6113019247553543e-07, + "loss": 0.8233, + "step": 11248 + }, + { + "epoch": 0.811586883590058, + "grad_norm": 3.4255357086676854, + "learning_rate": 3.6086235954529445e-07, + "loss": 0.901, + "step": 11249 + }, + { + "epoch": 0.8116590310594856, + "grad_norm": 2.7465186190596467, + "learning_rate": 3.605946161222921e-07, + "loss": 0.9364, + "step": 11250 + }, + { + "epoch": 0.8117311785289131, + "grad_norm": 4.253197757230361, + "learning_rate": 3.6032696222114954e-07, + "loss": 1.0195, + "step": 11251 + }, + { + "epoch": 0.8118033259983406, + "grad_norm": 3.755795260560086, + "learning_rate": 3.6005939785648075e-07, + "loss": 0.8817, + "step": 11252 + }, + { + "epoch": 0.8118754734677681, + "grad_norm": 3.79263470766931, + "learning_rate": 3.597919230428976e-07, + "loss": 0.9583, + "step": 11253 + }, + { + "epoch": 0.8119476209371956, + "grad_norm": 2.5844655068358273, + "learning_rate": 3.5952453779500646e-07, + "loss": 1.0274, + "step": 11254 + }, + { + "epoch": 0.8120197684066232, + "grad_norm": 0.7694112229051533, + "learning_rate": 3.5925724212740694e-07, + "loss": 0.8828, + "step": 11255 + }, + { + "epoch": 0.8120919158760507, + "grad_norm": 4.118380929159071, + "learning_rate": 3.589900360546956e-07, + "loss": 1.0052, + "step": 11256 + }, + { + "epoch": 0.8121640633454782, + "grad_norm": 0.7304704227530354, + "learning_rate": 3.587229195914638e-07, + "loss": 0.7884, + "step": 11257 + }, + { + "epoch": 0.8122362108149057, + "grad_norm": 0.7495113211267268, + "learning_rate": 3.5845589275229694e-07, + "loss": 0.807, + "step": 11258 + }, + { + "epoch": 0.8123083582843332, + "grad_norm": 3.4859157286288562, + "learning_rate": 3.581889555517772e-07, + "loss": 0.9824, + "step": 11259 + }, + { + "epoch": 0.8123805057537606, + "grad_norm": 2.8438234424539415, + "learning_rate": 3.5792210800448095e-07, + "loss": 0.9535, + "step": 11260 + }, + { + "epoch": 0.8124526532231882, + "grad_norm": 6.3061261621419815, + "learning_rate": 3.5765535012498014e-07, + "loss": 0.9874, + "step": 11261 + }, + { + "epoch": 0.8125248006926157, + "grad_norm": 0.668319230961436, + "learning_rate": 3.5738868192784045e-07, + "loss": 0.7962, + "step": 11262 + }, + { + "epoch": 0.8125969481620432, + "grad_norm": 2.537897869920011, + "learning_rate": 3.571221034276235e-07, + "loss": 1.0158, + "step": 11263 + }, + { + "epoch": 0.8126690956314707, + "grad_norm": 2.9692554244412404, + "learning_rate": 3.568556146388879e-07, + "loss": 0.9927, + "step": 11264 + }, + { + "epoch": 0.8127412431008982, + "grad_norm": 5.52650636186633, + "learning_rate": 3.5658921557618384e-07, + "loss": 0.9888, + "step": 11265 + }, + { + "epoch": 0.8128133905703258, + "grad_norm": 3.6574581139148408, + "learning_rate": 3.563229062540589e-07, + "loss": 0.993, + "step": 11266 + }, + { + "epoch": 0.8128855380397533, + "grad_norm": 8.977188872021426, + "learning_rate": 3.5605668668705555e-07, + "loss": 0.8882, + "step": 11267 + }, + { + "epoch": 0.8129576855091808, + "grad_norm": 34.28196038176912, + "learning_rate": 3.557905568897115e-07, + "loss": 0.971, + "step": 11268 + }, + { + "epoch": 0.8130298329786083, + "grad_norm": 2.2093248720431027, + "learning_rate": 3.5552451687655773e-07, + "loss": 0.94, + "step": 11269 + }, + { + "epoch": 0.8131019804480358, + "grad_norm": 0.7185447648636838, + "learning_rate": 3.5525856666212195e-07, + "loss": 0.8085, + "step": 11270 + }, + { + "epoch": 0.8131741279174632, + "grad_norm": 2.270915936942068, + "learning_rate": 3.5499270626092834e-07, + "loss": 0.963, + "step": 11271 + }, + { + "epoch": 0.8132462753868908, + "grad_norm": 3.222801695344765, + "learning_rate": 3.547269356874929e-07, + "loss": 0.8433, + "step": 11272 + }, + { + "epoch": 0.8133184228563183, + "grad_norm": 3.3579669219268498, + "learning_rate": 3.5446125495632885e-07, + "loss": 0.9399, + "step": 11273 + }, + { + "epoch": 0.8133905703257458, + "grad_norm": 3.7430212569370767, + "learning_rate": 3.541956640819448e-07, + "loss": 1.0038, + "step": 11274 + }, + { + "epoch": 0.8134627177951733, + "grad_norm": 3.643281155974918, + "learning_rate": 3.5393016307884225e-07, + "loss": 0.9834, + "step": 11275 + }, + { + "epoch": 0.8135348652646008, + "grad_norm": 5.536998800152536, + "learning_rate": 3.5366475196151944e-07, + "loss": 0.9901, + "step": 11276 + }, + { + "epoch": 0.8136070127340284, + "grad_norm": 3.293523594641009, + "learning_rate": 3.533994307444708e-07, + "loss": 0.952, + "step": 11277 + }, + { + "epoch": 0.8136791602034559, + "grad_norm": 3.6481878615912744, + "learning_rate": 3.5313419944218394e-07, + "loss": 1.0716, + "step": 11278 + }, + { + "epoch": 0.8137513076728834, + "grad_norm": 4.2034825736608346, + "learning_rate": 3.528690580691416e-07, + "loss": 0.892, + "step": 11279 + }, + { + "epoch": 0.8138234551423109, + "grad_norm": 2.9652469245284268, + "learning_rate": 3.5260400663982237e-07, + "loss": 0.8558, + "step": 11280 + }, + { + "epoch": 0.8138956026117384, + "grad_norm": 3.1754518082316046, + "learning_rate": 3.523390451687005e-07, + "loss": 1.0561, + "step": 11281 + }, + { + "epoch": 0.813967750081166, + "grad_norm": 2.9135861250306627, + "learning_rate": 3.5207417367024304e-07, + "loss": 0.9468, + "step": 11282 + }, + { + "epoch": 0.8140398975505934, + "grad_norm": 3.9450442987814656, + "learning_rate": 3.518093921589149e-07, + "loss": 0.9675, + "step": 11283 + }, + { + "epoch": 0.8141120450200209, + "grad_norm": 2.5488610510325396, + "learning_rate": 3.51544700649175e-07, + "loss": 0.9456, + "step": 11284 + }, + { + "epoch": 0.8141841924894484, + "grad_norm": 2.327830046332716, + "learning_rate": 3.5128009915547607e-07, + "loss": 0.9081, + "step": 11285 + }, + { + "epoch": 0.8142563399588759, + "grad_norm": 3.0326245524339788, + "learning_rate": 3.510155876922676e-07, + "loss": 0.9275, + "step": 11286 + }, + { + "epoch": 0.8143284874283034, + "grad_norm": 2.678275133729835, + "learning_rate": 3.50751166273993e-07, + "loss": 0.966, + "step": 11287 + }, + { + "epoch": 0.814400634897731, + "grad_norm": 2.5509323846461274, + "learning_rate": 3.504868349150931e-07, + "loss": 0.8679, + "step": 11288 + }, + { + "epoch": 0.8144727823671585, + "grad_norm": 1.811156399706046, + "learning_rate": 3.502225936300003e-07, + "loss": 1.0021, + "step": 11289 + }, + { + "epoch": 0.814544929836586, + "grad_norm": 3.0451902769173285, + "learning_rate": 3.4995844243314433e-07, + "loss": 0.9755, + "step": 11290 + }, + { + "epoch": 0.8146170773060135, + "grad_norm": 3.5617088644062473, + "learning_rate": 3.4969438133895015e-07, + "loss": 1.0857, + "step": 11291 + }, + { + "epoch": 0.814689224775441, + "grad_norm": 4.233033140056824, + "learning_rate": 3.4943041036183594e-07, + "loss": 1.0821, + "step": 11292 + }, + { + "epoch": 0.8147613722448686, + "grad_norm": 0.7870870733769663, + "learning_rate": 3.4916652951621693e-07, + "loss": 0.8597, + "step": 11293 + }, + { + "epoch": 0.8148335197142961, + "grad_norm": 2.8259274707242046, + "learning_rate": 3.48902738816502e-07, + "loss": 0.9021, + "step": 11294 + }, + { + "epoch": 0.8149056671837235, + "grad_norm": 3.9596409829512558, + "learning_rate": 3.486390382770974e-07, + "loss": 0.8948, + "step": 11295 + }, + { + "epoch": 0.814977814653151, + "grad_norm": 3.0058825357497896, + "learning_rate": 3.4837542791240116e-07, + "loss": 0.9438, + "step": 11296 + }, + { + "epoch": 0.8150499621225785, + "grad_norm": 2.763131348284021, + "learning_rate": 3.4811190773680886e-07, + "loss": 0.8165, + "step": 11297 + }, + { + "epoch": 0.815122109592006, + "grad_norm": 3.12543087849812, + "learning_rate": 3.478484777647106e-07, + "loss": 0.8295, + "step": 11298 + }, + { + "epoch": 0.8151942570614336, + "grad_norm": 3.0800883426629824, + "learning_rate": 3.475851380104904e-07, + "loss": 1.0985, + "step": 11299 + }, + { + "epoch": 0.8152664045308611, + "grad_norm": 0.6807826197524843, + "learning_rate": 3.473218884885285e-07, + "loss": 0.7724, + "step": 11300 + }, + { + "epoch": 0.8153385520002886, + "grad_norm": 2.6429009194596316, + "learning_rate": 3.4705872921320103e-07, + "loss": 0.9111, + "step": 11301 + }, + { + "epoch": 0.8154106994697161, + "grad_norm": 3.153063837219994, + "learning_rate": 3.467956601988771e-07, + "loss": 0.9875, + "step": 11302 + }, + { + "epoch": 0.8154828469391436, + "grad_norm": 4.525336675606345, + "learning_rate": 3.4653268145992185e-07, + "loss": 0.9754, + "step": 11303 + }, + { + "epoch": 0.8155549944085712, + "grad_norm": 2.508836008525823, + "learning_rate": 3.4626979301069615e-07, + "loss": 1.0486, + "step": 11304 + }, + { + "epoch": 0.8156271418779987, + "grad_norm": 2.4616022090268443, + "learning_rate": 3.460069948655557e-07, + "loss": 0.9386, + "step": 11305 + }, + { + "epoch": 0.8156992893474262, + "grad_norm": 3.642213401227749, + "learning_rate": 3.457442870388494e-07, + "loss": 1.0319, + "step": 11306 + }, + { + "epoch": 0.8157714368168536, + "grad_norm": 2.780143003147579, + "learning_rate": 3.454816695449241e-07, + "loss": 0.8821, + "step": 11307 + }, + { + "epoch": 0.8158435842862811, + "grad_norm": 4.216713873155436, + "learning_rate": 3.4521914239812076e-07, + "loss": 1.0276, + "step": 11308 + }, + { + "epoch": 0.8159157317557086, + "grad_norm": 2.803956002819422, + "learning_rate": 3.4495670561277354e-07, + "loss": 0.9716, + "step": 11309 + }, + { + "epoch": 0.8159878792251362, + "grad_norm": 2.219884877699575, + "learning_rate": 3.446943592032139e-07, + "loss": 0.989, + "step": 11310 + }, + { + "epoch": 0.8160600266945637, + "grad_norm": 4.247001263199042, + "learning_rate": 3.4443210318376716e-07, + "loss": 0.9065, + "step": 11311 + }, + { + "epoch": 0.8161321741639912, + "grad_norm": 6.3896623926419895, + "learning_rate": 3.4416993756875544e-07, + "loss": 0.9795, + "step": 11312 + }, + { + "epoch": 0.8162043216334187, + "grad_norm": 2.5526165982477953, + "learning_rate": 3.4390786237249337e-07, + "loss": 0.9933, + "step": 11313 + }, + { + "epoch": 0.8162764691028462, + "grad_norm": 6.000860788269906, + "learning_rate": 3.436458776092923e-07, + "loss": 0.9813, + "step": 11314 + }, + { + "epoch": 0.8163486165722738, + "grad_norm": 4.385947128192918, + "learning_rate": 3.4338398329345863e-07, + "loss": 0.9783, + "step": 11315 + }, + { + "epoch": 0.8164207640417013, + "grad_norm": 3.543244776966377, + "learning_rate": 3.4312217943929266e-07, + "loss": 0.9313, + "step": 11316 + }, + { + "epoch": 0.8164929115111288, + "grad_norm": 0.7616605296259855, + "learning_rate": 3.4286046606109075e-07, + "loss": 0.9052, + "step": 11317 + }, + { + "epoch": 0.8165650589805562, + "grad_norm": 2.679011312423123, + "learning_rate": 3.425988431731448e-07, + "loss": 0.8996, + "step": 11318 + }, + { + "epoch": 0.8166372064499837, + "grad_norm": 2.4051165202379763, + "learning_rate": 3.423373107897396e-07, + "loss": 0.9588, + "step": 11319 + }, + { + "epoch": 0.8167093539194112, + "grad_norm": 7.57204925172872, + "learning_rate": 3.420758689251579e-07, + "loss": 0.98, + "step": 11320 + }, + { + "epoch": 0.8167815013888388, + "grad_norm": 3.605696880690661, + "learning_rate": 3.4181451759367575e-07, + "loss": 0.8952, + "step": 11321 + }, + { + "epoch": 0.8168536488582663, + "grad_norm": 2.9586024273910576, + "learning_rate": 3.415532568095647e-07, + "loss": 1.0136, + "step": 11322 + }, + { + "epoch": 0.8169257963276938, + "grad_norm": 2.8150811113559735, + "learning_rate": 3.412920865870905e-07, + "loss": 0.925, + "step": 11323 + }, + { + "epoch": 0.8169979437971213, + "grad_norm": 2.9384210644061217, + "learning_rate": 3.4103100694051465e-07, + "loss": 1.0124, + "step": 11324 + }, + { + "epoch": 0.8170700912665488, + "grad_norm": 7.852346383055349, + "learning_rate": 3.407700178840951e-07, + "loss": 0.9288, + "step": 11325 + }, + { + "epoch": 0.8171422387359764, + "grad_norm": 3.418683100574091, + "learning_rate": 3.4050911943208215e-07, + "loss": 0.9946, + "step": 11326 + }, + { + "epoch": 0.8172143862054039, + "grad_norm": 2.820128205002632, + "learning_rate": 3.402483115987229e-07, + "loss": 1.0038, + "step": 11327 + }, + { + "epoch": 0.8172865336748314, + "grad_norm": 2.537413827720159, + "learning_rate": 3.3998759439826e-07, + "loss": 1.0146, + "step": 11328 + }, + { + "epoch": 0.8173586811442589, + "grad_norm": 2.420660292655995, + "learning_rate": 3.397269678449286e-07, + "loss": 0.9684, + "step": 11329 + }, + { + "epoch": 0.8174308286136863, + "grad_norm": 2.7789182854135195, + "learning_rate": 3.3946643195296096e-07, + "loss": 0.9788, + "step": 11330 + }, + { + "epoch": 0.8175029760831138, + "grad_norm": 3.1823701156877804, + "learning_rate": 3.3920598673658486e-07, + "loss": 0.9697, + "step": 11331 + }, + { + "epoch": 0.8175751235525414, + "grad_norm": 0.80031412037332, + "learning_rate": 3.389456322100221e-07, + "loss": 0.8511, + "step": 11332 + }, + { + "epoch": 0.8176472710219689, + "grad_norm": 2.391807513016315, + "learning_rate": 3.3868536838748904e-07, + "loss": 1.0049, + "step": 11333 + }, + { + "epoch": 0.8177194184913964, + "grad_norm": 2.864194217031802, + "learning_rate": 3.3842519528319825e-07, + "loss": 0.9221, + "step": 11334 + }, + { + "epoch": 0.8177915659608239, + "grad_norm": 4.261412612171212, + "learning_rate": 3.3816511291135676e-07, + "loss": 1.0753, + "step": 11335 + }, + { + "epoch": 0.8178637134302514, + "grad_norm": 3.401026929713398, + "learning_rate": 3.3790512128616566e-07, + "loss": 0.9732, + "step": 11336 + }, + { + "epoch": 0.817935860899679, + "grad_norm": 2.868216597556832, + "learning_rate": 3.3764522042182366e-07, + "loss": 0.9674, + "step": 11337 + }, + { + "epoch": 0.8180080083691065, + "grad_norm": 6.35928352158944, + "learning_rate": 3.373854103325222e-07, + "loss": 0.9415, + "step": 11338 + }, + { + "epoch": 0.818080155838534, + "grad_norm": 0.8932180302021167, + "learning_rate": 3.3712569103244913e-07, + "loss": 0.8646, + "step": 11339 + }, + { + "epoch": 0.8181523033079615, + "grad_norm": 3.744581249340192, + "learning_rate": 3.3686606253578596e-07, + "loss": 0.8879, + "step": 11340 + }, + { + "epoch": 0.818224450777389, + "grad_norm": 2.914043845763852, + "learning_rate": 3.366065248567103e-07, + "loss": 1.014, + "step": 11341 + }, + { + "epoch": 0.8182965982468164, + "grad_norm": 2.5076467869278365, + "learning_rate": 3.3634707800939535e-07, + "loss": 0.9896, + "step": 11342 + }, + { + "epoch": 0.818368745716244, + "grad_norm": 3.161940628459496, + "learning_rate": 3.360877220080065e-07, + "loss": 0.8736, + "step": 11343 + }, + { + "epoch": 0.8184408931856715, + "grad_norm": 6.425048341086838, + "learning_rate": 3.358284568667082e-07, + "loss": 1.0247, + "step": 11344 + }, + { + "epoch": 0.818513040655099, + "grad_norm": 0.8358805628129797, + "learning_rate": 3.355692825996579e-07, + "loss": 0.8765, + "step": 11345 + }, + { + "epoch": 0.8185851881245265, + "grad_norm": 2.207614193789165, + "learning_rate": 3.35310199221007e-07, + "loss": 0.9421, + "step": 11346 + }, + { + "epoch": 0.818657335593954, + "grad_norm": 2.4054782174677687, + "learning_rate": 3.3505120674490386e-07, + "loss": 1.0283, + "step": 11347 + }, + { + "epoch": 0.8187294830633816, + "grad_norm": 3.000201059597549, + "learning_rate": 3.347923051854902e-07, + "loss": 0.9081, + "step": 11348 + }, + { + "epoch": 0.8188016305328091, + "grad_norm": 4.668398785434748, + "learning_rate": 3.3453349455690536e-07, + "loss": 0.9318, + "step": 11349 + }, + { + "epoch": 0.8188737780022366, + "grad_norm": 0.7840560492580511, + "learning_rate": 3.342747748732806e-07, + "loss": 0.8587, + "step": 11350 + }, + { + "epoch": 0.8189459254716641, + "grad_norm": 4.723777265629005, + "learning_rate": 3.340161461487439e-07, + "loss": 0.916, + "step": 11351 + }, + { + "epoch": 0.8190180729410916, + "grad_norm": 2.397879569802123, + "learning_rate": 3.3375760839741896e-07, + "loss": 0.966, + "step": 11352 + }, + { + "epoch": 0.8190902204105192, + "grad_norm": 5.175894751113992, + "learning_rate": 3.334991616334222e-07, + "loss": 1.0136, + "step": 11353 + }, + { + "epoch": 0.8191623678799466, + "grad_norm": 4.028592675451583, + "learning_rate": 3.3324080587086644e-07, + "loss": 1.0094, + "step": 11354 + }, + { + "epoch": 0.8192345153493741, + "grad_norm": 0.7677329880280804, + "learning_rate": 3.329825411238607e-07, + "loss": 0.823, + "step": 11355 + }, + { + "epoch": 0.8193066628188016, + "grad_norm": 4.496614878370159, + "learning_rate": 3.327243674065079e-07, + "loss": 0.9507, + "step": 11356 + }, + { + "epoch": 0.8193788102882291, + "grad_norm": 5.154323148497834, + "learning_rate": 3.324662847329047e-07, + "loss": 0.9196, + "step": 11357 + }, + { + "epoch": 0.8194509577576566, + "grad_norm": 4.26608083895363, + "learning_rate": 3.322082931171448e-07, + "loss": 1.0128, + "step": 11358 + }, + { + "epoch": 0.8195231052270842, + "grad_norm": 2.680288531016217, + "learning_rate": 3.3195039257331647e-07, + "loss": 1.0412, + "step": 11359 + }, + { + "epoch": 0.8195952526965117, + "grad_norm": 0.6775556213167676, + "learning_rate": 3.316925831155013e-07, + "loss": 0.7455, + "step": 11360 + }, + { + "epoch": 0.8196674001659392, + "grad_norm": 3.4158811984431545, + "learning_rate": 3.3143486475777893e-07, + "loss": 0.8449, + "step": 11361 + }, + { + "epoch": 0.8197395476353667, + "grad_norm": 2.7178206335171717, + "learning_rate": 3.3117723751422233e-07, + "loss": 0.9489, + "step": 11362 + }, + { + "epoch": 0.8198116951047942, + "grad_norm": 5.444021238802725, + "learning_rate": 3.3091970139889823e-07, + "loss": 0.9305, + "step": 11363 + }, + { + "epoch": 0.8198838425742218, + "grad_norm": 4.109093718094299, + "learning_rate": 3.3066225642587075e-07, + "loss": 0.9641, + "step": 11364 + }, + { + "epoch": 0.8199559900436493, + "grad_norm": 4.93321563649039, + "learning_rate": 3.3040490260919773e-07, + "loss": 0.9615, + "step": 11365 + }, + { + "epoch": 0.8200281375130767, + "grad_norm": 2.7388155384657535, + "learning_rate": 3.301476399629328e-07, + "loss": 0.8751, + "step": 11366 + }, + { + "epoch": 0.8201002849825042, + "grad_norm": 0.7385982256826972, + "learning_rate": 3.298904685011228e-07, + "loss": 0.8234, + "step": 11367 + }, + { + "epoch": 0.8201724324519317, + "grad_norm": 2.68896577473824, + "learning_rate": 3.2963338823781194e-07, + "loss": 1.047, + "step": 11368 + }, + { + "epoch": 0.8202445799213592, + "grad_norm": 2.829918898374035, + "learning_rate": 3.293763991870391e-07, + "loss": 0.9383, + "step": 11369 + }, + { + "epoch": 0.8203167273907868, + "grad_norm": 4.074988317180339, + "learning_rate": 3.2911950136283605e-07, + "loss": 0.9041, + "step": 11370 + }, + { + "epoch": 0.8203888748602143, + "grad_norm": 1.8179238163436384, + "learning_rate": 3.288626947792317e-07, + "loss": 0.913, + "step": 11371 + }, + { + "epoch": 0.8204610223296418, + "grad_norm": 3.623066485164247, + "learning_rate": 3.286059794502496e-07, + "loss": 0.9989, + "step": 11372 + }, + { + "epoch": 0.8205331697990693, + "grad_norm": 2.5799703756006678, + "learning_rate": 3.2834935538990683e-07, + "loss": 0.9019, + "step": 11373 + }, + { + "epoch": 0.8206053172684968, + "grad_norm": 3.203767591079123, + "learning_rate": 3.2809282261221793e-07, + "loss": 1.0203, + "step": 11374 + }, + { + "epoch": 0.8206774647379244, + "grad_norm": 3.1182697300937807, + "learning_rate": 3.2783638113119085e-07, + "loss": 1.0193, + "step": 11375 + }, + { + "epoch": 0.8207496122073519, + "grad_norm": 2.100064789817077, + "learning_rate": 3.275800309608294e-07, + "loss": 0.999, + "step": 11376 + }, + { + "epoch": 0.8208217596767793, + "grad_norm": 6.727957728140865, + "learning_rate": 3.2732377211513075e-07, + "loss": 0.9594, + "step": 11377 + }, + { + "epoch": 0.8208939071462068, + "grad_norm": 3.121651648549623, + "learning_rate": 3.2706760460808847e-07, + "loss": 0.9641, + "step": 11378 + }, + { + "epoch": 0.8209660546156343, + "grad_norm": 4.8867062599760445, + "learning_rate": 3.268115284536923e-07, + "loss": 1.0082, + "step": 11379 + }, + { + "epoch": 0.8210382020850618, + "grad_norm": 6.353438472191407, + "learning_rate": 3.26555543665924e-07, + "loss": 0.8877, + "step": 11380 + }, + { + "epoch": 0.8211103495544894, + "grad_norm": 2.586426472605274, + "learning_rate": 3.262996502587627e-07, + "loss": 0.9401, + "step": 11381 + }, + { + "epoch": 0.8211824970239169, + "grad_norm": 2.725725630293593, + "learning_rate": 3.260438482461818e-07, + "loss": 0.8687, + "step": 11382 + }, + { + "epoch": 0.8212546444933444, + "grad_norm": 2.677476154011059, + "learning_rate": 3.2578813764214984e-07, + "loss": 0.9714, + "step": 11383 + }, + { + "epoch": 0.8213267919627719, + "grad_norm": 5.941797247366203, + "learning_rate": 3.25532518460629e-07, + "loss": 0.8835, + "step": 11384 + }, + { + "epoch": 0.8213989394321994, + "grad_norm": 17.994825679086283, + "learning_rate": 3.2527699071557926e-07, + "loss": 0.9586, + "step": 11385 + }, + { + "epoch": 0.821471086901627, + "grad_norm": 0.61971581152467, + "learning_rate": 3.2502155442095405e-07, + "loss": 0.7556, + "step": 11386 + }, + { + "epoch": 0.8215432343710545, + "grad_norm": 2.880116760748076, + "learning_rate": 3.247662095907004e-07, + "loss": 0.9841, + "step": 11387 + }, + { + "epoch": 0.821615381840482, + "grad_norm": 4.099142934026466, + "learning_rate": 3.2451095623876267e-07, + "loss": 0.9457, + "step": 11388 + }, + { + "epoch": 0.8216875293099094, + "grad_norm": 2.7856711918777872, + "learning_rate": 3.242557943790798e-07, + "loss": 1.0757, + "step": 11389 + }, + { + "epoch": 0.8217596767793369, + "grad_norm": 8.259256429755704, + "learning_rate": 3.2400072402558396e-07, + "loss": 0.9865, + "step": 11390 + }, + { + "epoch": 0.8218318242487644, + "grad_norm": 2.593163757255245, + "learning_rate": 3.237457451922039e-07, + "loss": 0.9352, + "step": 11391 + }, + { + "epoch": 0.821903971718192, + "grad_norm": 3.0795918179323185, + "learning_rate": 3.2349085789286366e-07, + "loss": 0.937, + "step": 11392 + }, + { + "epoch": 0.8219761191876195, + "grad_norm": 3.963579429149152, + "learning_rate": 3.232360621414822e-07, + "loss": 0.8525, + "step": 11393 + }, + { + "epoch": 0.822048266657047, + "grad_norm": 4.347433161602889, + "learning_rate": 3.229813579519716e-07, + "loss": 0.8398, + "step": 11394 + }, + { + "epoch": 0.8221204141264745, + "grad_norm": 0.6966274343475789, + "learning_rate": 3.2272674533824093e-07, + "loss": 0.825, + "step": 11395 + }, + { + "epoch": 0.822192561595902, + "grad_norm": 0.8086465643252468, + "learning_rate": 3.224722243141942e-07, + "loss": 0.8868, + "step": 11396 + }, + { + "epoch": 0.8222647090653296, + "grad_norm": 2.9929144153128897, + "learning_rate": 3.2221779489372815e-07, + "loss": 0.8652, + "step": 11397 + }, + { + "epoch": 0.8223368565347571, + "grad_norm": 2.796001702898896, + "learning_rate": 3.2196345709073793e-07, + "loss": 0.9073, + "step": 11398 + }, + { + "epoch": 0.8224090040041846, + "grad_norm": 4.416062919569277, + "learning_rate": 3.217092109191115e-07, + "loss": 1.0138, + "step": 11399 + }, + { + "epoch": 0.8224811514736121, + "grad_norm": 2.318000335015313, + "learning_rate": 3.2145505639273274e-07, + "loss": 0.9112, + "step": 11400 + }, + { + "epoch": 0.8225532989430395, + "grad_norm": 3.5843417205196837, + "learning_rate": 3.212009935254791e-07, + "loss": 0.8988, + "step": 11401 + }, + { + "epoch": 0.822625446412467, + "grad_norm": 3.138833820981497, + "learning_rate": 3.2094702233122405e-07, + "loss": 0.8693, + "step": 11402 + }, + { + "epoch": 0.8226975938818946, + "grad_norm": 12.81564247857562, + "learning_rate": 3.2069314282383754e-07, + "loss": 0.9059, + "step": 11403 + }, + { + "epoch": 0.8227697413513221, + "grad_norm": 2.955590243442719, + "learning_rate": 3.2043935501718113e-07, + "loss": 0.8276, + "step": 11404 + }, + { + "epoch": 0.8228418888207496, + "grad_norm": 2.5914721310659137, + "learning_rate": 3.201856589251142e-07, + "loss": 0.9668, + "step": 11405 + }, + { + "epoch": 0.8229140362901771, + "grad_norm": 4.978575773837317, + "learning_rate": 3.1993205456149054e-07, + "loss": 0.9948, + "step": 11406 + }, + { + "epoch": 0.8229861837596046, + "grad_norm": 3.2351026223368526, + "learning_rate": 3.196785419401573e-07, + "loss": 0.9342, + "step": 11407 + }, + { + "epoch": 0.8230583312290322, + "grad_norm": 3.072088528698615, + "learning_rate": 3.194251210749581e-07, + "loss": 0.9356, + "step": 11408 + }, + { + "epoch": 0.8231304786984597, + "grad_norm": 3.751290035879467, + "learning_rate": 3.191717919797323e-07, + "loss": 0.911, + "step": 11409 + }, + { + "epoch": 0.8232026261678872, + "grad_norm": 3.682319105046987, + "learning_rate": 3.189185546683133e-07, + "loss": 0.9307, + "step": 11410 + }, + { + "epoch": 0.8232747736373147, + "grad_norm": 3.1857197595924402, + "learning_rate": 3.1866540915452846e-07, + "loss": 0.9085, + "step": 11411 + }, + { + "epoch": 0.8233469211067422, + "grad_norm": 4.1590928988729114, + "learning_rate": 3.1841235545220137e-07, + "loss": 0.9023, + "step": 11412 + }, + { + "epoch": 0.8234190685761696, + "grad_norm": 2.1323828631269, + "learning_rate": 3.18159393575151e-07, + "loss": 0.8606, + "step": 11413 + }, + { + "epoch": 0.8234912160455972, + "grad_norm": 2.612488311303378, + "learning_rate": 3.179065235371896e-07, + "loss": 0.8507, + "step": 11414 + }, + { + "epoch": 0.8235633635150247, + "grad_norm": 2.677394408522327, + "learning_rate": 3.1765374535212575e-07, + "loss": 0.9569, + "step": 11415 + }, + { + "epoch": 0.8236355109844522, + "grad_norm": 2.4941637580294675, + "learning_rate": 3.174010590337641e-07, + "loss": 0.9609, + "step": 11416 + }, + { + "epoch": 0.8237076584538797, + "grad_norm": 3.3410269799603167, + "learning_rate": 3.1714846459590106e-07, + "loss": 0.9306, + "step": 11417 + }, + { + "epoch": 0.8237798059233072, + "grad_norm": 3.1486976837863994, + "learning_rate": 3.168959620523308e-07, + "loss": 0.9317, + "step": 11418 + }, + { + "epoch": 0.8238519533927348, + "grad_norm": 3.2259633244548116, + "learning_rate": 3.166435514168415e-07, + "loss": 0.9133, + "step": 11419 + }, + { + "epoch": 0.8239241008621623, + "grad_norm": 2.5962440725010008, + "learning_rate": 3.1639123270321677e-07, + "loss": 1.0025, + "step": 11420 + }, + { + "epoch": 0.8239962483315898, + "grad_norm": 4.228424508256176, + "learning_rate": 3.1613900592523337e-07, + "loss": 1.0381, + "step": 11421 + }, + { + "epoch": 0.8240683958010173, + "grad_norm": 3.9473104422477374, + "learning_rate": 3.1588687109666577e-07, + "loss": 1.0558, + "step": 11422 + }, + { + "epoch": 0.8241405432704448, + "grad_norm": 3.6136164329332514, + "learning_rate": 3.156348282312822e-07, + "loss": 0.9904, + "step": 11423 + }, + { + "epoch": 0.8242126907398722, + "grad_norm": 7.931865704914009, + "learning_rate": 3.1538287734284507e-07, + "loss": 0.9343, + "step": 11424 + }, + { + "epoch": 0.8242848382092998, + "grad_norm": 4.742622468661091, + "learning_rate": 3.1513101844511256e-07, + "loss": 0.9856, + "step": 11425 + }, + { + "epoch": 0.8243569856787273, + "grad_norm": 2.6402818806755897, + "learning_rate": 3.148792515518377e-07, + "loss": 0.9272, + "step": 11426 + }, + { + "epoch": 0.8244291331481548, + "grad_norm": 5.14838933849818, + "learning_rate": 3.1462757667676964e-07, + "loss": 1.0306, + "step": 11427 + }, + { + "epoch": 0.8245012806175823, + "grad_norm": 16.692489963795282, + "learning_rate": 3.143759938336501e-07, + "loss": 0.9818, + "step": 11428 + }, + { + "epoch": 0.8245734280870098, + "grad_norm": 3.270026494190082, + "learning_rate": 3.1412450303621763e-07, + "loss": 0.8864, + "step": 11429 + }, + { + "epoch": 0.8246455755564374, + "grad_norm": 0.7490322704366325, + "learning_rate": 3.1387310429820544e-07, + "loss": 0.8185, + "step": 11430 + }, + { + "epoch": 0.8247177230258649, + "grad_norm": 3.1707260982578327, + "learning_rate": 3.1362179763334107e-07, + "loss": 0.8877, + "step": 11431 + }, + { + "epoch": 0.8247898704952924, + "grad_norm": 2.497825630656502, + "learning_rate": 3.1337058305534683e-07, + "loss": 0.9526, + "step": 11432 + }, + { + "epoch": 0.8248620179647199, + "grad_norm": 3.8573682254971713, + "learning_rate": 3.1311946057794237e-07, + "loss": 1.0506, + "step": 11433 + }, + { + "epoch": 0.8249341654341474, + "grad_norm": 3.084119043677421, + "learning_rate": 3.12868430214839e-07, + "loss": 0.9451, + "step": 11434 + }, + { + "epoch": 0.825006312903575, + "grad_norm": 2.8877646651081808, + "learning_rate": 3.126174919797453e-07, + "loss": 0.9479, + "step": 11435 + }, + { + "epoch": 0.8250784603730024, + "grad_norm": 20.071477954922052, + "learning_rate": 3.1236664588636385e-07, + "loss": 0.9927, + "step": 11436 + }, + { + "epoch": 0.8251506078424299, + "grad_norm": 4.507998034594428, + "learning_rate": 3.121158919483928e-07, + "loss": 0.9886, + "step": 11437 + }, + { + "epoch": 0.8252227553118574, + "grad_norm": 3.699251233192914, + "learning_rate": 3.1186523017952414e-07, + "loss": 0.8427, + "step": 11438 + }, + { + "epoch": 0.8252949027812849, + "grad_norm": 4.118591879789211, + "learning_rate": 3.1161466059344556e-07, + "loss": 0.9607, + "step": 11439 + }, + { + "epoch": 0.8253670502507124, + "grad_norm": 5.846375880098412, + "learning_rate": 3.1136418320384116e-07, + "loss": 0.9486, + "step": 11440 + }, + { + "epoch": 0.82543919772014, + "grad_norm": 2.5149276430251626, + "learning_rate": 3.11113798024387e-07, + "loss": 1.0285, + "step": 11441 + }, + { + "epoch": 0.8255113451895675, + "grad_norm": 3.6118834395078174, + "learning_rate": 3.1086350506875623e-07, + "loss": 1.0399, + "step": 11442 + }, + { + "epoch": 0.825583492658995, + "grad_norm": 2.823390475178662, + "learning_rate": 3.106133043506167e-07, + "loss": 0.9003, + "step": 11443 + }, + { + "epoch": 0.8256556401284225, + "grad_norm": 3.9801490063785394, + "learning_rate": 3.1036319588363105e-07, + "loss": 0.9646, + "step": 11444 + }, + { + "epoch": 0.82572778759785, + "grad_norm": 4.033796349002945, + "learning_rate": 3.1011317968145554e-07, + "loss": 1.0328, + "step": 11445 + }, + { + "epoch": 0.8257999350672776, + "grad_norm": 2.6153335609458623, + "learning_rate": 3.098632557577441e-07, + "loss": 0.8466, + "step": 11446 + }, + { + "epoch": 0.8258720825367051, + "grad_norm": 2.7182261521356264, + "learning_rate": 3.0961342412614386e-07, + "loss": 0.9478, + "step": 11447 + }, + { + "epoch": 0.8259442300061325, + "grad_norm": 2.5206155498998113, + "learning_rate": 3.093636848002967e-07, + "loss": 0.9571, + "step": 11448 + }, + { + "epoch": 0.82601637747556, + "grad_norm": 4.990924800880293, + "learning_rate": 3.0911403779384015e-07, + "loss": 0.8729, + "step": 11449 + }, + { + "epoch": 0.8260885249449875, + "grad_norm": 2.321668851385392, + "learning_rate": 3.0886448312040704e-07, + "loss": 1.0483, + "step": 11450 + }, + { + "epoch": 0.826160672414415, + "grad_norm": 3.5385254037636997, + "learning_rate": 3.0861502079362287e-07, + "loss": 0.9374, + "step": 11451 + }, + { + "epoch": 0.8262328198838426, + "grad_norm": 4.599559820924677, + "learning_rate": 3.0836565082711195e-07, + "loss": 0.9671, + "step": 11452 + }, + { + "epoch": 0.8263049673532701, + "grad_norm": 3.0432810396657684, + "learning_rate": 3.081163732344905e-07, + "loss": 1.1174, + "step": 11453 + }, + { + "epoch": 0.8263771148226976, + "grad_norm": 2.7525267696897857, + "learning_rate": 3.0786718802937127e-07, + "loss": 0.947, + "step": 11454 + }, + { + "epoch": 0.8264492622921251, + "grad_norm": 6.494197309433065, + "learning_rate": 3.0761809522536044e-07, + "loss": 1.0004, + "step": 11455 + }, + { + "epoch": 0.8265214097615526, + "grad_norm": 3.3360224049682574, + "learning_rate": 3.0736909483605966e-07, + "loss": 0.8567, + "step": 11456 + }, + { + "epoch": 0.8265935572309802, + "grad_norm": 2.8691459432387743, + "learning_rate": 3.071201868750679e-07, + "loss": 0.9866, + "step": 11457 + }, + { + "epoch": 0.8266657047004077, + "grad_norm": 2.968522555020926, + "learning_rate": 3.068713713559754e-07, + "loss": 0.9798, + "step": 11458 + }, + { + "epoch": 0.8267378521698352, + "grad_norm": 3.0642456995904386, + "learning_rate": 3.066226482923697e-07, + "loss": 0.8897, + "step": 11459 + }, + { + "epoch": 0.8268099996392626, + "grad_norm": 0.7361202199440314, + "learning_rate": 3.063740176978329e-07, + "loss": 0.8167, + "step": 11460 + }, + { + "epoch": 0.8268821471086901, + "grad_norm": 0.7991888076080605, + "learning_rate": 3.061254795859407e-07, + "loss": 0.8763, + "step": 11461 + }, + { + "epoch": 0.8269542945781176, + "grad_norm": 2.845376691769722, + "learning_rate": 3.058770339702659e-07, + "loss": 0.9926, + "step": 11462 + }, + { + "epoch": 0.8270264420475452, + "grad_norm": 17.663282442141362, + "learning_rate": 3.056286808643742e-07, + "loss": 0.8937, + "step": 11463 + }, + { + "epoch": 0.8270985895169727, + "grad_norm": 3.0531132927224043, + "learning_rate": 3.0538042028182865e-07, + "loss": 0.9823, + "step": 11464 + }, + { + "epoch": 0.8271707369864002, + "grad_norm": 2.6441412092927594, + "learning_rate": 3.0513225223618497e-07, + "loss": 1.121, + "step": 11465 + }, + { + "epoch": 0.8272428844558277, + "grad_norm": 2.608329335007533, + "learning_rate": 3.0488417674099466e-07, + "loss": 0.9711, + "step": 11466 + }, + { + "epoch": 0.8273150319252552, + "grad_norm": 4.6569962895538115, + "learning_rate": 3.0463619380980475e-07, + "loss": 0.9496, + "step": 11467 + }, + { + "epoch": 0.8273871793946828, + "grad_norm": 7.955617338019967, + "learning_rate": 3.0438830345615586e-07, + "loss": 0.9766, + "step": 11468 + }, + { + "epoch": 0.8274593268641103, + "grad_norm": 2.8080661156035536, + "learning_rate": 3.041405056935842e-07, + "loss": 1.1134, + "step": 11469 + }, + { + "epoch": 0.8275314743335378, + "grad_norm": 2.921063641997234, + "learning_rate": 3.038928005356223e-07, + "loss": 0.9009, + "step": 11470 + }, + { + "epoch": 0.8276036218029652, + "grad_norm": 2.6033114949220937, + "learning_rate": 3.036451879957962e-07, + "loss": 1.039, + "step": 11471 + }, + { + "epoch": 0.8276757692723927, + "grad_norm": 3.388576468847869, + "learning_rate": 3.0339766808762623e-07, + "loss": 0.8983, + "step": 11472 + }, + { + "epoch": 0.8277479167418202, + "grad_norm": 3.306565781279752, + "learning_rate": 3.031502408246289e-07, + "loss": 0.8482, + "step": 11473 + }, + { + "epoch": 0.8278200642112478, + "grad_norm": 3.273743826797334, + "learning_rate": 3.0290290622031613e-07, + "loss": 1.0065, + "step": 11474 + }, + { + "epoch": 0.8278922116806753, + "grad_norm": 2.9114798793552783, + "learning_rate": 3.0265566428819214e-07, + "loss": 0.9677, + "step": 11475 + }, + { + "epoch": 0.8279643591501028, + "grad_norm": 2.513070556992017, + "learning_rate": 3.0240851504175923e-07, + "loss": 0.9025, + "step": 11476 + }, + { + "epoch": 0.8280365066195303, + "grad_norm": 2.320722344676399, + "learning_rate": 3.021614584945138e-07, + "loss": 0.7924, + "step": 11477 + }, + { + "epoch": 0.8281086540889578, + "grad_norm": 3.5490525069234202, + "learning_rate": 3.019144946599452e-07, + "loss": 1.0515, + "step": 11478 + }, + { + "epoch": 0.8281808015583854, + "grad_norm": 3.292713159889289, + "learning_rate": 3.016676235515403e-07, + "loss": 1.0273, + "step": 11479 + }, + { + "epoch": 0.8282529490278129, + "grad_norm": 3.563303672755105, + "learning_rate": 3.0142084518277865e-07, + "loss": 0.9902, + "step": 11480 + }, + { + "epoch": 0.8283250964972404, + "grad_norm": 5.772168754368348, + "learning_rate": 3.011741595671378e-07, + "loss": 1.0101, + "step": 11481 + }, + { + "epoch": 0.8283972439666679, + "grad_norm": 4.387943195444786, + "learning_rate": 3.0092756671808684e-07, + "loss": 1.0205, + "step": 11482 + }, + { + "epoch": 0.8284693914360953, + "grad_norm": 3.370949327683822, + "learning_rate": 3.0068106664909174e-07, + "loss": 1.0673, + "step": 11483 + }, + { + "epoch": 0.8285415389055228, + "grad_norm": 10.138138899796278, + "learning_rate": 3.004346593736133e-07, + "loss": 1.076, + "step": 11484 + }, + { + "epoch": 0.8286136863749504, + "grad_norm": 3.4622309831577245, + "learning_rate": 3.0018834490510613e-07, + "loss": 0.9371, + "step": 11485 + }, + { + "epoch": 0.8286858338443779, + "grad_norm": 2.3150451675523778, + "learning_rate": 2.99942123257021e-07, + "loss": 0.8277, + "step": 11486 + }, + { + "epoch": 0.8287579813138054, + "grad_norm": 3.4959986838942787, + "learning_rate": 2.9969599444280235e-07, + "loss": 0.9655, + "step": 11487 + }, + { + "epoch": 0.8288301287832329, + "grad_norm": 2.819575332292769, + "learning_rate": 2.994499584758925e-07, + "loss": 0.9329, + "step": 11488 + }, + { + "epoch": 0.8289022762526604, + "grad_norm": 3.201760499192507, + "learning_rate": 2.992040153697244e-07, + "loss": 0.995, + "step": 11489 + }, + { + "epoch": 0.828974423722088, + "grad_norm": 2.672680649678067, + "learning_rate": 2.989581651377291e-07, + "loss": 0.8807, + "step": 11490 + }, + { + "epoch": 0.8290465711915155, + "grad_norm": 4.571957544818846, + "learning_rate": 2.9871240779333164e-07, + "loss": 0.9059, + "step": 11491 + }, + { + "epoch": 0.829118718660943, + "grad_norm": 0.6968296729088023, + "learning_rate": 2.984667433499513e-07, + "loss": 0.769, + "step": 11492 + }, + { + "epoch": 0.8291908661303705, + "grad_norm": 4.419649136801658, + "learning_rate": 2.982211718210028e-07, + "loss": 0.9676, + "step": 11493 + }, + { + "epoch": 0.829263013599798, + "grad_norm": 6.145008648213694, + "learning_rate": 2.9797569321989713e-07, + "loss": 1.04, + "step": 11494 + }, + { + "epoch": 0.8293351610692254, + "grad_norm": 2.6558019821220498, + "learning_rate": 2.977303075600379e-07, + "loss": 1.0242, + "step": 11495 + }, + { + "epoch": 0.829407308538653, + "grad_norm": 3.759643362460145, + "learning_rate": 2.9748501485482493e-07, + "loss": 0.9559, + "step": 11496 + }, + { + "epoch": 0.8294794560080805, + "grad_norm": 2.410084925852821, + "learning_rate": 2.972398151176527e-07, + "loss": 0.9391, + "step": 11497 + }, + { + "epoch": 0.829551603477508, + "grad_norm": 2.7746071511643295, + "learning_rate": 2.9699470836191134e-07, + "loss": 0.9792, + "step": 11498 + }, + { + "epoch": 0.8296237509469355, + "grad_norm": 3.8567254859925146, + "learning_rate": 2.9674969460098354e-07, + "loss": 0.8189, + "step": 11499 + }, + { + "epoch": 0.829695898416363, + "grad_norm": 2.908902342331079, + "learning_rate": 2.9650477384825023e-07, + "loss": 0.9218, + "step": 11500 + }, + { + "epoch": 0.8297680458857906, + "grad_norm": 2.4317831832584127, + "learning_rate": 2.962599461170856e-07, + "loss": 0.9246, + "step": 11501 + }, + { + "epoch": 0.8298401933552181, + "grad_norm": 5.390441891421337, + "learning_rate": 2.960152114208578e-07, + "loss": 0.9009, + "step": 11502 + }, + { + "epoch": 0.8299123408246456, + "grad_norm": 5.085499265573771, + "learning_rate": 2.957705697729316e-07, + "loss": 0.9935, + "step": 11503 + }, + { + "epoch": 0.8299844882940731, + "grad_norm": 0.7680972918237841, + "learning_rate": 2.955260211866659e-07, + "loss": 0.8972, + "step": 11504 + }, + { + "epoch": 0.8300566357635006, + "grad_norm": 0.6517654642553883, + "learning_rate": 2.9528156567541374e-07, + "loss": 0.8216, + "step": 11505 + }, + { + "epoch": 0.8301287832329282, + "grad_norm": 0.697089549681252, + "learning_rate": 2.95037203252525e-07, + "loss": 0.841, + "step": 11506 + }, + { + "epoch": 0.8302009307023556, + "grad_norm": 2.9913950535586364, + "learning_rate": 2.9479293393134285e-07, + "loss": 0.8724, + "step": 11507 + }, + { + "epoch": 0.8302730781717831, + "grad_norm": 5.056270204180701, + "learning_rate": 2.9454875772520684e-07, + "loss": 0.8975, + "step": 11508 + }, + { + "epoch": 0.8303452256412106, + "grad_norm": 5.821906569144984, + "learning_rate": 2.943046746474491e-07, + "loss": 0.9935, + "step": 11509 + }, + { + "epoch": 0.8304173731106381, + "grad_norm": 3.1226170418811496, + "learning_rate": 2.940606847113991e-07, + "loss": 0.8432, + "step": 11510 + }, + { + "epoch": 0.8304895205800656, + "grad_norm": 2.6435095927997163, + "learning_rate": 2.938167879303797e-07, + "loss": 0.9349, + "step": 11511 + }, + { + "epoch": 0.8305616680494932, + "grad_norm": 2.832535986810609, + "learning_rate": 2.935729843177095e-07, + "loss": 0.9157, + "step": 11512 + }, + { + "epoch": 0.8306338155189207, + "grad_norm": 4.864884862056792, + "learning_rate": 2.933292738867017e-07, + "loss": 0.9879, + "step": 11513 + }, + { + "epoch": 0.8307059629883482, + "grad_norm": 2.8197307462186267, + "learning_rate": 2.9308565665066456e-07, + "loss": 0.9699, + "step": 11514 + }, + { + "epoch": 0.8307781104577757, + "grad_norm": 2.7585279709139616, + "learning_rate": 2.928421326229011e-07, + "loss": 1.0164, + "step": 11515 + }, + { + "epoch": 0.8308502579272032, + "grad_norm": 5.228937131345105, + "learning_rate": 2.9259870181670865e-07, + "loss": 0.958, + "step": 11516 + }, + { + "epoch": 0.8309224053966308, + "grad_norm": 2.3067114267618654, + "learning_rate": 2.9235536424538023e-07, + "loss": 0.9866, + "step": 11517 + }, + { + "epoch": 0.8309945528660583, + "grad_norm": 3.8267428647295847, + "learning_rate": 2.921121199222045e-07, + "loss": 0.9308, + "step": 11518 + }, + { + "epoch": 0.8310667003354857, + "grad_norm": 64.10507350607088, + "learning_rate": 2.918689688604634e-07, + "loss": 1.0275, + "step": 11519 + }, + { + "epoch": 0.8311388478049132, + "grad_norm": 2.8949315338735437, + "learning_rate": 2.916259110734345e-07, + "loss": 0.9336, + "step": 11520 + }, + { + "epoch": 0.8312109952743407, + "grad_norm": 5.800031188354824, + "learning_rate": 2.9138294657439067e-07, + "loss": 0.8639, + "step": 11521 + }, + { + "epoch": 0.8312831427437682, + "grad_norm": 4.885172281341139, + "learning_rate": 2.911400753765989e-07, + "loss": 1.0312, + "step": 11522 + }, + { + "epoch": 0.8313552902131958, + "grad_norm": 2.8547940272440466, + "learning_rate": 2.90897297493321e-07, + "loss": 0.9522, + "step": 11523 + }, + { + "epoch": 0.8314274376826233, + "grad_norm": 5.563540929201333, + "learning_rate": 2.9065461293781537e-07, + "loss": 0.9182, + "step": 11524 + }, + { + "epoch": 0.8314995851520508, + "grad_norm": 2.7030057494920556, + "learning_rate": 2.904120217233339e-07, + "loss": 0.9826, + "step": 11525 + }, + { + "epoch": 0.8315717326214783, + "grad_norm": 2.9884799068465373, + "learning_rate": 2.901695238631228e-07, + "loss": 0.9938, + "step": 11526 + }, + { + "epoch": 0.8316438800909058, + "grad_norm": 1.9468085729248388, + "learning_rate": 2.899271193704245e-07, + "loss": 0.8962, + "step": 11527 + }, + { + "epoch": 0.8317160275603334, + "grad_norm": 2.45457843074418, + "learning_rate": 2.89684808258476e-07, + "loss": 0.9333, + "step": 11528 + }, + { + "epoch": 0.8317881750297609, + "grad_norm": 3.089369012794813, + "learning_rate": 2.8944259054050803e-07, + "loss": 0.9055, + "step": 11529 + }, + { + "epoch": 0.8318603224991883, + "grad_norm": 3.542482588785117, + "learning_rate": 2.8920046622974823e-07, + "loss": 0.9578, + "step": 11530 + }, + { + "epoch": 0.8319324699686158, + "grad_norm": 5.31513265564414, + "learning_rate": 2.8895843533941786e-07, + "loss": 0.9481, + "step": 11531 + }, + { + "epoch": 0.8320046174380433, + "grad_norm": 5.729545700944271, + "learning_rate": 2.887164978827339e-07, + "loss": 0.9343, + "step": 11532 + }, + { + "epoch": 0.8320767649074708, + "grad_norm": 2.5610885454545866, + "learning_rate": 2.884746538729064e-07, + "loss": 1.0395, + "step": 11533 + }, + { + "epoch": 0.8321489123768984, + "grad_norm": 3.214589661653577, + "learning_rate": 2.882329033231423e-07, + "loss": 0.887, + "step": 11534 + }, + { + "epoch": 0.8322210598463259, + "grad_norm": 2.8409688575700045, + "learning_rate": 2.879912462466425e-07, + "loss": 0.9704, + "step": 11535 + }, + { + "epoch": 0.8322932073157534, + "grad_norm": 3.1119574935775547, + "learning_rate": 2.8774968265660324e-07, + "loss": 0.8977, + "step": 11536 + }, + { + "epoch": 0.8323653547851809, + "grad_norm": 0.8039886995821435, + "learning_rate": 2.8750821256621515e-07, + "loss": 0.8273, + "step": 11537 + }, + { + "epoch": 0.8324375022546084, + "grad_norm": 3.220015934259072, + "learning_rate": 2.8726683598866476e-07, + "loss": 0.9308, + "step": 11538 + }, + { + "epoch": 0.832509649724036, + "grad_norm": 2.670554833216876, + "learning_rate": 2.870255529371315e-07, + "loss": 0.9448, + "step": 11539 + }, + { + "epoch": 0.8325817971934635, + "grad_norm": 3.965078623161715, + "learning_rate": 2.867843634247917e-07, + "loss": 0.9481, + "step": 11540 + }, + { + "epoch": 0.832653944662891, + "grad_norm": 7.075352140364199, + "learning_rate": 2.8654326746481517e-07, + "loss": 0.9698, + "step": 11541 + }, + { + "epoch": 0.8327260921323184, + "grad_norm": 3.973231991258485, + "learning_rate": 2.863022650703688e-07, + "loss": 0.9148, + "step": 11542 + }, + { + "epoch": 0.8327982396017459, + "grad_norm": 3.5803584828253654, + "learning_rate": 2.860613562546113e-07, + "loss": 0.9197, + "step": 11543 + }, + { + "epoch": 0.8328703870711734, + "grad_norm": 5.000940234471891, + "learning_rate": 2.8582054103069844e-07, + "loss": 0.9076, + "step": 11544 + }, + { + "epoch": 0.832942534540601, + "grad_norm": 2.713518656354249, + "learning_rate": 2.8557981941178043e-07, + "loss": 0.9495, + "step": 11545 + }, + { + "epoch": 0.8330146820100285, + "grad_norm": 3.870790225234821, + "learning_rate": 2.8533919141100174e-07, + "loss": 0.9544, + "step": 11546 + }, + { + "epoch": 0.833086829479456, + "grad_norm": 3.5334877418271975, + "learning_rate": 2.8509865704150173e-07, + "loss": 0.9225, + "step": 11547 + }, + { + "epoch": 0.8331589769488835, + "grad_norm": 2.7038807777102156, + "learning_rate": 2.848582163164166e-07, + "loss": 0.9017, + "step": 11548 + }, + { + "epoch": 0.833231124418311, + "grad_norm": 5.795207562683159, + "learning_rate": 2.8461786924887455e-07, + "loss": 0.8792, + "step": 11549 + }, + { + "epoch": 0.8333032718877386, + "grad_norm": 2.2748863611030368, + "learning_rate": 2.8437761585200057e-07, + "loss": 0.8568, + "step": 11550 + }, + { + "epoch": 0.8333754193571661, + "grad_norm": 4.973682953832516, + "learning_rate": 2.84137456138914e-07, + "loss": 0.9041, + "step": 11551 + }, + { + "epoch": 0.8334475668265936, + "grad_norm": 2.6273214883170297, + "learning_rate": 2.838973901227295e-07, + "loss": 0.9353, + "step": 11552 + }, + { + "epoch": 0.8335197142960211, + "grad_norm": 2.7812349983410813, + "learning_rate": 2.8365741781655494e-07, + "loss": 1.0312, + "step": 11553 + }, + { + "epoch": 0.8335918617654485, + "grad_norm": 3.225826447332613, + "learning_rate": 2.8341753923349543e-07, + "loss": 0.9787, + "step": 11554 + }, + { + "epoch": 0.833664009234876, + "grad_norm": 2.4886107413753207, + "learning_rate": 2.8317775438665003e-07, + "loss": 0.9938, + "step": 11555 + }, + { + "epoch": 0.8337361567043036, + "grad_norm": 3.409762889639397, + "learning_rate": 2.829380632891114e-07, + "loss": 0.9245, + "step": 11556 + }, + { + "epoch": 0.8338083041737311, + "grad_norm": 2.1963438821874006, + "learning_rate": 2.8269846595396906e-07, + "loss": 0.94, + "step": 11557 + }, + { + "epoch": 0.8338804516431586, + "grad_norm": 2.010014732648462, + "learning_rate": 2.824589623943061e-07, + "loss": 0.9197, + "step": 11558 + }, + { + "epoch": 0.8339525991125861, + "grad_norm": 3.1841782858213192, + "learning_rate": 2.8221955262320096e-07, + "loss": 0.9738, + "step": 11559 + }, + { + "epoch": 0.8340247465820136, + "grad_norm": 3.2572495227930194, + "learning_rate": 2.8198023665372716e-07, + "loss": 0.9075, + "step": 11560 + }, + { + "epoch": 0.8340968940514412, + "grad_norm": 3.2959544266077754, + "learning_rate": 2.817410144989529e-07, + "loss": 0.7761, + "step": 11561 + }, + { + "epoch": 0.8341690415208687, + "grad_norm": 5.863845950488015, + "learning_rate": 2.815018861719414e-07, + "loss": 1.0096, + "step": 11562 + }, + { + "epoch": 0.8342411889902962, + "grad_norm": 3.025538461224164, + "learning_rate": 2.812628516857498e-07, + "loss": 0.8812, + "step": 11563 + }, + { + "epoch": 0.8343133364597237, + "grad_norm": 2.1938679242296293, + "learning_rate": 2.8102391105343117e-07, + "loss": 0.979, + "step": 11564 + }, + { + "epoch": 0.8343854839291512, + "grad_norm": 2.304916629069622, + "learning_rate": 2.807850642880338e-07, + "loss": 0.9701, + "step": 11565 + }, + { + "epoch": 0.8344576313985786, + "grad_norm": 3.84562376917871, + "learning_rate": 2.80546311402599e-07, + "loss": 1.003, + "step": 11566 + }, + { + "epoch": 0.8345297788680062, + "grad_norm": 2.615410773871432, + "learning_rate": 2.803076524101655e-07, + "loss": 1.0223, + "step": 11567 + }, + { + "epoch": 0.8346019263374337, + "grad_norm": 26.853332017269057, + "learning_rate": 2.8006908732376475e-07, + "loss": 0.8664, + "step": 11568 + }, + { + "epoch": 0.8346740738068612, + "grad_norm": 2.8492710051204533, + "learning_rate": 2.798306161564248e-07, + "loss": 0.8221, + "step": 11569 + }, + { + "epoch": 0.8347462212762887, + "grad_norm": 3.0614626937753817, + "learning_rate": 2.7959223892116643e-07, + "loss": 1.0577, + "step": 11570 + }, + { + "epoch": 0.8348183687457162, + "grad_norm": 3.212213935435247, + "learning_rate": 2.7935395563100696e-07, + "loss": 0.8846, + "step": 11571 + }, + { + "epoch": 0.8348905162151438, + "grad_norm": 2.8108468177337005, + "learning_rate": 2.791157662989589e-07, + "loss": 1.0027, + "step": 11572 + }, + { + "epoch": 0.8349626636845713, + "grad_norm": 2.6197545457842937, + "learning_rate": 2.7887767093802825e-07, + "loss": 0.9483, + "step": 11573 + }, + { + "epoch": 0.8350348111539988, + "grad_norm": 2.741997954074978, + "learning_rate": 2.7863966956121653e-07, + "loss": 1.0118, + "step": 11574 + }, + { + "epoch": 0.8351069586234263, + "grad_norm": 3.1241121175186954, + "learning_rate": 2.7840176218152e-07, + "loss": 1.031, + "step": 11575 + }, + { + "epoch": 0.8351791060928538, + "grad_norm": 3.302447053310165, + "learning_rate": 2.781639488119307e-07, + "loss": 0.9878, + "step": 11576 + }, + { + "epoch": 0.8352512535622812, + "grad_norm": 3.3973734976801206, + "learning_rate": 2.779262294654332e-07, + "loss": 0.9629, + "step": 11577 + }, + { + "epoch": 0.8353234010317088, + "grad_norm": 2.5610639688709314, + "learning_rate": 2.7768860415500995e-07, + "loss": 0.9301, + "step": 11578 + }, + { + "epoch": 0.8353955485011363, + "grad_norm": 8.607255013486443, + "learning_rate": 2.7745107289363655e-07, + "loss": 0.9659, + "step": 11579 + }, + { + "epoch": 0.8354676959705638, + "grad_norm": 2.7760081238476615, + "learning_rate": 2.7721363569428314e-07, + "loss": 0.9659, + "step": 11580 + }, + { + "epoch": 0.8355398434399913, + "grad_norm": 3.950923019922128, + "learning_rate": 2.769762925699155e-07, + "loss": 0.8892, + "step": 11581 + }, + { + "epoch": 0.8356119909094188, + "grad_norm": 2.1989719936778394, + "learning_rate": 2.7673904353349444e-07, + "loss": 0.9057, + "step": 11582 + }, + { + "epoch": 0.8356841383788464, + "grad_norm": 4.177011592309166, + "learning_rate": 2.7650188859797396e-07, + "loss": 0.9329, + "step": 11583 + }, + { + "epoch": 0.8357562858482739, + "grad_norm": 2.8281037556393036, + "learning_rate": 2.7626482777630575e-07, + "loss": 0.8628, + "step": 11584 + }, + { + "epoch": 0.8358284333177014, + "grad_norm": 2.5235180915741813, + "learning_rate": 2.7602786108143437e-07, + "loss": 1.0521, + "step": 11585 + }, + { + "epoch": 0.8359005807871289, + "grad_norm": 2.63491221388454, + "learning_rate": 2.757909885262999e-07, + "loss": 0.9829, + "step": 11586 + }, + { + "epoch": 0.8359727282565564, + "grad_norm": 3.194838061937474, + "learning_rate": 2.755542101238362e-07, + "loss": 0.8954, + "step": 11587 + }, + { + "epoch": 0.836044875725984, + "grad_norm": 2.303467715474943, + "learning_rate": 2.7531752588697354e-07, + "loss": 0.9695, + "step": 11588 + }, + { + "epoch": 0.8361170231954114, + "grad_norm": 3.021584744010066, + "learning_rate": 2.7508093582863656e-07, + "loss": 0.9273, + "step": 11589 + }, + { + "epoch": 0.8361891706648389, + "grad_norm": 2.5897283974298992, + "learning_rate": 2.7484443996174334e-07, + "loss": 0.94, + "step": 11590 + }, + { + "epoch": 0.8362613181342664, + "grad_norm": 3.223437849110424, + "learning_rate": 2.7460803829920954e-07, + "loss": 0.8858, + "step": 11591 + }, + { + "epoch": 0.8363334656036939, + "grad_norm": 2.574119091275564, + "learning_rate": 2.7437173085394396e-07, + "loss": 0.9405, + "step": 11592 + }, + { + "epoch": 0.8364056130731214, + "grad_norm": 2.177829730080255, + "learning_rate": 2.7413551763884954e-07, + "loss": 0.9132, + "step": 11593 + }, + { + "epoch": 0.836477760542549, + "grad_norm": 3.6401095700802664, + "learning_rate": 2.7389939866682586e-07, + "loss": 0.8406, + "step": 11594 + }, + { + "epoch": 0.8365499080119765, + "grad_norm": 4.598468251827072, + "learning_rate": 2.7366337395076546e-07, + "loss": 0.9173, + "step": 11595 + }, + { + "epoch": 0.836622055481404, + "grad_norm": 5.502372230110519, + "learning_rate": 2.734274435035586e-07, + "loss": 0.8942, + "step": 11596 + }, + { + "epoch": 0.8366942029508315, + "grad_norm": 4.166777164265628, + "learning_rate": 2.731916073380871e-07, + "loss": 0.935, + "step": 11597 + }, + { + "epoch": 0.836766350420259, + "grad_norm": 3.5625910161756087, + "learning_rate": 2.7295586546722926e-07, + "loss": 0.9235, + "step": 11598 + }, + { + "epoch": 0.8368384978896866, + "grad_norm": 2.453099244583895, + "learning_rate": 2.7272021790385903e-07, + "loss": 0.9733, + "step": 11599 + }, + { + "epoch": 0.8369106453591141, + "grad_norm": 1.9798478878237813, + "learning_rate": 2.72484664660843e-07, + "loss": 1.0003, + "step": 11600 + }, + { + "epoch": 0.8369827928285415, + "grad_norm": 3.1756716400787703, + "learning_rate": 2.7224920575104373e-07, + "loss": 0.96, + "step": 11601 + }, + { + "epoch": 0.837054940297969, + "grad_norm": 2.294980052454075, + "learning_rate": 2.720138411873201e-07, + "loss": 0.9274, + "step": 11602 + }, + { + "epoch": 0.8371270877673965, + "grad_norm": 7.000392357865557, + "learning_rate": 2.717785709825242e-07, + "loss": 0.797, + "step": 11603 + }, + { + "epoch": 0.837199235236824, + "grad_norm": 2.7107727704307742, + "learning_rate": 2.715433951495023e-07, + "loss": 1.0426, + "step": 11604 + }, + { + "epoch": 0.8372713827062516, + "grad_norm": 2.220485921552695, + "learning_rate": 2.713083137010974e-07, + "loss": 0.9199, + "step": 11605 + }, + { + "epoch": 0.8373435301756791, + "grad_norm": 0.6543080115438089, + "learning_rate": 2.7107332665014617e-07, + "loss": 0.823, + "step": 11606 + }, + { + "epoch": 0.8374156776451066, + "grad_norm": 0.6580310449436403, + "learning_rate": 2.708384340094796e-07, + "loss": 0.767, + "step": 11607 + }, + { + "epoch": 0.8374878251145341, + "grad_norm": 19.830421212590267, + "learning_rate": 2.7060363579192547e-07, + "loss": 0.9208, + "step": 11608 + }, + { + "epoch": 0.8375599725839616, + "grad_norm": 3.5703981084597647, + "learning_rate": 2.703689320103051e-07, + "loss": 0.9352, + "step": 11609 + }, + { + "epoch": 0.8376321200533892, + "grad_norm": 4.239436991397363, + "learning_rate": 2.701343226774342e-07, + "loss": 0.8904, + "step": 11610 + }, + { + "epoch": 0.8377042675228167, + "grad_norm": 5.635386054989448, + "learning_rate": 2.698998078061241e-07, + "loss": 0.9666, + "step": 11611 + }, + { + "epoch": 0.8377764149922442, + "grad_norm": 1.0695485082310903, + "learning_rate": 2.6966538740918097e-07, + "loss": 0.9048, + "step": 11612 + }, + { + "epoch": 0.8378485624616716, + "grad_norm": 8.85018244840846, + "learning_rate": 2.69431061499406e-07, + "loss": 0.9384, + "step": 11613 + }, + { + "epoch": 0.8379207099310991, + "grad_norm": 2.813538762166062, + "learning_rate": 2.6919683008959326e-07, + "loss": 0.8982, + "step": 11614 + }, + { + "epoch": 0.8379928574005266, + "grad_norm": 2.1875522062338946, + "learning_rate": 2.6896269319253506e-07, + "loss": 0.9295, + "step": 11615 + }, + { + "epoch": 0.8380650048699542, + "grad_norm": 2.5309052409169683, + "learning_rate": 2.687286508210167e-07, + "loss": 0.8443, + "step": 11616 + }, + { + "epoch": 0.8381371523393817, + "grad_norm": 2.0113961266635005, + "learning_rate": 2.684947029878171e-07, + "loss": 0.8642, + "step": 11617 + }, + { + "epoch": 0.8382092998088092, + "grad_norm": 2.28825952813286, + "learning_rate": 2.6826084970571196e-07, + "loss": 0.9637, + "step": 11618 + }, + { + "epoch": 0.8382814472782367, + "grad_norm": 5.459479272345568, + "learning_rate": 2.680270909874709e-07, + "loss": 0.945, + "step": 11619 + }, + { + "epoch": 0.8383535947476642, + "grad_norm": 2.729144778176006, + "learning_rate": 2.6779342684585947e-07, + "loss": 0.9725, + "step": 11620 + }, + { + "epoch": 0.8384257422170918, + "grad_norm": 0.7090542761442188, + "learning_rate": 2.675598572936364e-07, + "loss": 0.8367, + "step": 11621 + }, + { + "epoch": 0.8384978896865193, + "grad_norm": 0.6756879709065883, + "learning_rate": 2.673263823435561e-07, + "loss": 0.8266, + "step": 11622 + }, + { + "epoch": 0.8385700371559468, + "grad_norm": 0.7243774125040083, + "learning_rate": 2.670930020083684e-07, + "loss": 0.8327, + "step": 11623 + }, + { + "epoch": 0.8386421846253742, + "grad_norm": 30.760845473715648, + "learning_rate": 2.6685971630081636e-07, + "loss": 1.01, + "step": 11624 + }, + { + "epoch": 0.8387143320948017, + "grad_norm": 2.384323391537085, + "learning_rate": 2.6662652523363905e-07, + "loss": 1.0587, + "step": 11625 + }, + { + "epoch": 0.8387864795642292, + "grad_norm": 3.2645790578834046, + "learning_rate": 2.663934288195713e-07, + "loss": 1.0053, + "step": 11626 + }, + { + "epoch": 0.8388586270336568, + "grad_norm": 3.267686840923444, + "learning_rate": 2.6616042707134025e-07, + "loss": 1.0462, + "step": 11627 + }, + { + "epoch": 0.8389307745030843, + "grad_norm": 6.114275515691709, + "learning_rate": 2.659275200016697e-07, + "loss": 0.8971, + "step": 11628 + }, + { + "epoch": 0.8390029219725118, + "grad_norm": 2.1441810196851905, + "learning_rate": 2.6569470762327826e-07, + "loss": 0.9773, + "step": 11629 + }, + { + "epoch": 0.8390750694419393, + "grad_norm": 3.138574794556891, + "learning_rate": 2.6546198994887904e-07, + "loss": 0.9566, + "step": 11630 + }, + { + "epoch": 0.8391472169113668, + "grad_norm": 2.3864061616023258, + "learning_rate": 2.652293669911787e-07, + "loss": 1.0009, + "step": 11631 + }, + { + "epoch": 0.8392193643807944, + "grad_norm": 2.23176123054305, + "learning_rate": 2.6499683876288093e-07, + "loss": 0.8745, + "step": 11632 + }, + { + "epoch": 0.8392915118502219, + "grad_norm": 2.2174689664679716, + "learning_rate": 2.647644052766838e-07, + "loss": 1.0344, + "step": 11633 + }, + { + "epoch": 0.8393636593196494, + "grad_norm": 0.9466497877344482, + "learning_rate": 2.645320665452782e-07, + "loss": 0.9378, + "step": 11634 + }, + { + "epoch": 0.8394358067890769, + "grad_norm": 2.608930629879733, + "learning_rate": 2.6429982258135195e-07, + "loss": 0.9614, + "step": 11635 + }, + { + "epoch": 0.8395079542585043, + "grad_norm": 2.8236901512744015, + "learning_rate": 2.640676733975875e-07, + "loss": 0.835, + "step": 11636 + }, + { + "epoch": 0.8395801017279318, + "grad_norm": 2.4245419492422178, + "learning_rate": 2.6383561900666086e-07, + "loss": 1.0086, + "step": 11637 + }, + { + "epoch": 0.8396522491973594, + "grad_norm": 2.6444358639439876, + "learning_rate": 2.636036594212434e-07, + "loss": 0.9372, + "step": 11638 + }, + { + "epoch": 0.8397243966667869, + "grad_norm": 4.1902809587842444, + "learning_rate": 2.633717946540028e-07, + "loss": 0.9384, + "step": 11639 + }, + { + "epoch": 0.8397965441362144, + "grad_norm": 4.7354012060129795, + "learning_rate": 2.631400247176001e-07, + "loss": 0.9402, + "step": 11640 + }, + { + "epoch": 0.8398686916056419, + "grad_norm": 3.724963726916774, + "learning_rate": 2.6290834962469046e-07, + "loss": 0.9746, + "step": 11641 + }, + { + "epoch": 0.8399408390750694, + "grad_norm": 3.4134722096781625, + "learning_rate": 2.6267676938792547e-07, + "loss": 0.9246, + "step": 11642 + }, + { + "epoch": 0.840012986544497, + "grad_norm": 3.015053808639929, + "learning_rate": 2.6244528401995114e-07, + "loss": 0.8914, + "step": 11643 + }, + { + "epoch": 0.8400851340139245, + "grad_norm": 3.374602117750328, + "learning_rate": 2.622138935334068e-07, + "loss": 0.9357, + "step": 11644 + }, + { + "epoch": 0.840157281483352, + "grad_norm": 5.02638246108885, + "learning_rate": 2.6198259794092916e-07, + "loss": 0.9137, + "step": 11645 + }, + { + "epoch": 0.8402294289527795, + "grad_norm": 2.4148154457924003, + "learning_rate": 2.6175139725514793e-07, + "loss": 0.9191, + "step": 11646 + }, + { + "epoch": 0.840301576422207, + "grad_norm": 3.0337504662512194, + "learning_rate": 2.615202914886885e-07, + "loss": 1.0459, + "step": 11647 + }, + { + "epoch": 0.8403737238916344, + "grad_norm": 2.6469924270181444, + "learning_rate": 2.6128928065416975e-07, + "loss": 0.9738, + "step": 11648 + }, + { + "epoch": 0.840445871361062, + "grad_norm": 7.173025666390255, + "learning_rate": 2.610583647642066e-07, + "loss": 0.9268, + "step": 11649 + }, + { + "epoch": 0.8405180188304895, + "grad_norm": 5.49021717830151, + "learning_rate": 2.608275438314098e-07, + "loss": 0.9564, + "step": 11650 + }, + { + "epoch": 0.840590166299917, + "grad_norm": 2.499799720371169, + "learning_rate": 2.605968178683822e-07, + "loss": 0.9224, + "step": 11651 + }, + { + "epoch": 0.8406623137693445, + "grad_norm": 4.327030635703248, + "learning_rate": 2.6036618688772317e-07, + "loss": 0.9367, + "step": 11652 + }, + { + "epoch": 0.840734461238772, + "grad_norm": 2.5519115987073664, + "learning_rate": 2.6013565090202714e-07, + "loss": 0.9173, + "step": 11653 + }, + { + "epoch": 0.8408066087081996, + "grad_norm": 2.823250547889515, + "learning_rate": 2.599052099238821e-07, + "loss": 0.9581, + "step": 11654 + }, + { + "epoch": 0.8408787561776271, + "grad_norm": 0.6832473313090706, + "learning_rate": 2.5967486396587146e-07, + "loss": 0.8266, + "step": 11655 + }, + { + "epoch": 0.8409509036470546, + "grad_norm": 5.195434018198207, + "learning_rate": 2.594446130405745e-07, + "loss": 1.0455, + "step": 11656 + }, + { + "epoch": 0.8410230511164821, + "grad_norm": 0.6973892444264204, + "learning_rate": 2.5921445716056454e-07, + "loss": 0.845, + "step": 11657 + }, + { + "epoch": 0.8410951985859096, + "grad_norm": 2.524025674305478, + "learning_rate": 2.589843963384082e-07, + "loss": 1.0192, + "step": 11658 + }, + { + "epoch": 0.8411673460553372, + "grad_norm": 3.664416330655205, + "learning_rate": 2.5875443058666914e-07, + "loss": 0.9885, + "step": 11659 + }, + { + "epoch": 0.8412394935247646, + "grad_norm": 2.7852518672500293, + "learning_rate": 2.5852455991790513e-07, + "loss": 0.8861, + "step": 11660 + }, + { + "epoch": 0.8413116409941921, + "grad_norm": 3.0562325007087847, + "learning_rate": 2.5829478434466767e-07, + "loss": 1.0408, + "step": 11661 + }, + { + "epoch": 0.8413837884636196, + "grad_norm": 3.8508832537622384, + "learning_rate": 2.5806510387950407e-07, + "loss": 0.789, + "step": 11662 + }, + { + "epoch": 0.8414559359330471, + "grad_norm": 3.688816805279519, + "learning_rate": 2.5783551853495724e-07, + "loss": 1.0026, + "step": 11663 + }, + { + "epoch": 0.8415280834024746, + "grad_norm": 2.917983784055983, + "learning_rate": 2.576060283235639e-07, + "loss": 0.9673, + "step": 11664 + }, + { + "epoch": 0.8416002308719022, + "grad_norm": 5.129711683473683, + "learning_rate": 2.573766332578546e-07, + "loss": 0.9677, + "step": 11665 + }, + { + "epoch": 0.8416723783413297, + "grad_norm": 2.759461857950459, + "learning_rate": 2.5714733335035666e-07, + "loss": 0.8885, + "step": 11666 + }, + { + "epoch": 0.8417445258107572, + "grad_norm": 4.898829004926262, + "learning_rate": 2.569181286135913e-07, + "loss": 0.9653, + "step": 11667 + }, + { + "epoch": 0.8418166732801847, + "grad_norm": 3.378061248431819, + "learning_rate": 2.566890190600735e-07, + "loss": 1.0232, + "step": 11668 + }, + { + "epoch": 0.8418888207496122, + "grad_norm": 2.280251689537618, + "learning_rate": 2.564600047023151e-07, + "loss": 0.9576, + "step": 11669 + }, + { + "epoch": 0.8419609682190398, + "grad_norm": 4.289908904062109, + "learning_rate": 2.56231085552822e-07, + "loss": 0.9652, + "step": 11670 + }, + { + "epoch": 0.8420331156884673, + "grad_norm": 3.9051545094732023, + "learning_rate": 2.560022616240938e-07, + "loss": 1.0152, + "step": 11671 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 3.836025508950933, + "learning_rate": 2.557735329286259e-07, + "loss": 0.9517, + "step": 11672 + }, + { + "epoch": 0.8421774106273222, + "grad_norm": 2.9196143559322563, + "learning_rate": 2.55544899478908e-07, + "loss": 0.9893, + "step": 11673 + }, + { + "epoch": 0.8422495580967497, + "grad_norm": 5.3713599010762305, + "learning_rate": 2.553163612874263e-07, + "loss": 0.8566, + "step": 11674 + }, + { + "epoch": 0.8423217055661772, + "grad_norm": 2.7191877341577118, + "learning_rate": 2.5508791836665924e-07, + "loss": 0.9399, + "step": 11675 + }, + { + "epoch": 0.8423938530356048, + "grad_norm": 2.127103101418674, + "learning_rate": 2.5485957072908125e-07, + "loss": 0.9985, + "step": 11676 + }, + { + "epoch": 0.8424660005050323, + "grad_norm": 4.599628450066604, + "learning_rate": 2.5463131838716247e-07, + "loss": 0.9348, + "step": 11677 + }, + { + "epoch": 0.8425381479744598, + "grad_norm": 3.640097911482022, + "learning_rate": 2.544031613533657e-07, + "loss": 0.9842, + "step": 11678 + }, + { + "epoch": 0.8426102954438873, + "grad_norm": 3.1278938627260824, + "learning_rate": 2.5417509964014994e-07, + "loss": 0.9038, + "step": 11679 + }, + { + "epoch": 0.8426824429133148, + "grad_norm": 2.997305613777616, + "learning_rate": 2.5394713325996987e-07, + "loss": 0.9774, + "step": 11680 + }, + { + "epoch": 0.8427545903827424, + "grad_norm": 3.242344422736711, + "learning_rate": 2.5371926222527285e-07, + "loss": 1.0668, + "step": 11681 + }, + { + "epoch": 0.8428267378521699, + "grad_norm": 2.9038412304922487, + "learning_rate": 2.534914865485025e-07, + "loss": 0.9452, + "step": 11682 + }, + { + "epoch": 0.8428988853215973, + "grad_norm": 4.115891080581097, + "learning_rate": 2.5326380624209665e-07, + "loss": 0.9416, + "step": 11683 + }, + { + "epoch": 0.8429710327910248, + "grad_norm": 3.188547897125076, + "learning_rate": 2.530362213184887e-07, + "loss": 0.9992, + "step": 11684 + }, + { + "epoch": 0.8430431802604523, + "grad_norm": 2.7150891090227742, + "learning_rate": 2.528087317901051e-07, + "loss": 0.9786, + "step": 11685 + }, + { + "epoch": 0.8431153277298798, + "grad_norm": 3.771524706663881, + "learning_rate": 2.525813376693682e-07, + "loss": 0.9639, + "step": 11686 + }, + { + "epoch": 0.8431874751993074, + "grad_norm": 3.6329035921879123, + "learning_rate": 2.523540389686969e-07, + "loss": 1.0981, + "step": 11687 + }, + { + "epoch": 0.8432596226687349, + "grad_norm": 1.9535918021266745, + "learning_rate": 2.521268357005013e-07, + "loss": 0.9603, + "step": 11688 + }, + { + "epoch": 0.8433317701381624, + "grad_norm": 0.7185614794746871, + "learning_rate": 2.5189972787718884e-07, + "loss": 0.908, + "step": 11689 + }, + { + "epoch": 0.8434039176075899, + "grad_norm": 4.668911507505469, + "learning_rate": 2.5167271551116107e-07, + "loss": 0.8599, + "step": 11690 + }, + { + "epoch": 0.8434760650770174, + "grad_norm": 3.4752252299915645, + "learning_rate": 2.514457986148146e-07, + "loss": 0.9887, + "step": 11691 + }, + { + "epoch": 0.843548212546445, + "grad_norm": 2.353783151450863, + "learning_rate": 2.5121897720053933e-07, + "loss": 0.8804, + "step": 11692 + }, + { + "epoch": 0.8436203600158725, + "grad_norm": 2.6965944641531774, + "learning_rate": 2.5099225128072235e-07, + "loss": 0.8299, + "step": 11693 + }, + { + "epoch": 0.8436925074853, + "grad_norm": 6.44970464695547, + "learning_rate": 2.5076562086774445e-07, + "loss": 0.9918, + "step": 11694 + }, + { + "epoch": 0.8437646549547274, + "grad_norm": 3.097317266977882, + "learning_rate": 2.5053908597398e-07, + "loss": 0.9806, + "step": 11695 + }, + { + "epoch": 0.8438368024241549, + "grad_norm": 4.184205994387322, + "learning_rate": 2.5031264661179976e-07, + "loss": 0.9343, + "step": 11696 + }, + { + "epoch": 0.8439089498935824, + "grad_norm": 3.3637964294926324, + "learning_rate": 2.5008630279356914e-07, + "loss": 0.9685, + "step": 11697 + }, + { + "epoch": 0.84398109736301, + "grad_norm": 3.483906804262791, + "learning_rate": 2.498600545316469e-07, + "loss": 0.9302, + "step": 11698 + }, + { + "epoch": 0.8440532448324375, + "grad_norm": 2.351264706636113, + "learning_rate": 2.496339018383886e-07, + "loss": 1.0195, + "step": 11699 + }, + { + "epoch": 0.844125392301865, + "grad_norm": 4.29147632263187, + "learning_rate": 2.494078447261434e-07, + "loss": 0.9202, + "step": 11700 + }, + { + "epoch": 0.8441975397712925, + "grad_norm": 12.692380671080166, + "learning_rate": 2.4918188320725563e-07, + "loss": 0.9083, + "step": 11701 + }, + { + "epoch": 0.84426968724072, + "grad_norm": 1.9082629722495128, + "learning_rate": 2.4895601729406345e-07, + "loss": 1.0173, + "step": 11702 + }, + { + "epoch": 0.8443418347101476, + "grad_norm": 5.419731134031055, + "learning_rate": 2.487302469989008e-07, + "loss": 0.8025, + "step": 11703 + }, + { + "epoch": 0.8444139821795751, + "grad_norm": 4.475509120174555, + "learning_rate": 2.4850457233409705e-07, + "loss": 0.898, + "step": 11704 + }, + { + "epoch": 0.8444861296490026, + "grad_norm": 2.0291106475471006, + "learning_rate": 2.4827899331197446e-07, + "loss": 1.0077, + "step": 11705 + }, + { + "epoch": 0.8445582771184301, + "grad_norm": 5.5057429761108665, + "learning_rate": 2.480535099448513e-07, + "loss": 0.9621, + "step": 11706 + }, + { + "epoch": 0.8446304245878575, + "grad_norm": 3.1661395755251447, + "learning_rate": 2.4782812224504047e-07, + "loss": 0.9217, + "step": 11707 + }, + { + "epoch": 0.844702572057285, + "grad_norm": 3.327569763002562, + "learning_rate": 2.4760283022485005e-07, + "loss": 0.9257, + "step": 11708 + }, + { + "epoch": 0.8447747195267126, + "grad_norm": 3.644012185244909, + "learning_rate": 2.473776338965816e-07, + "loss": 0.9309, + "step": 11709 + }, + { + "epoch": 0.8448468669961401, + "grad_norm": 6.963341774041353, + "learning_rate": 2.471525332725319e-07, + "loss": 0.892, + "step": 11710 + }, + { + "epoch": 0.8449190144655676, + "grad_norm": 2.5531719040034933, + "learning_rate": 2.469275283649945e-07, + "loss": 1.0331, + "step": 11711 + }, + { + "epoch": 0.8449911619349951, + "grad_norm": 2.649277455414325, + "learning_rate": 2.467026191862549e-07, + "loss": 0.9073, + "step": 11712 + }, + { + "epoch": 0.8450633094044226, + "grad_norm": 2.3140001328516915, + "learning_rate": 2.4647780574859454e-07, + "loss": 0.8956, + "step": 11713 + }, + { + "epoch": 0.8451354568738502, + "grad_norm": 2.4234409315034537, + "learning_rate": 2.4625308806429033e-07, + "loss": 0.9161, + "step": 11714 + }, + { + "epoch": 0.8452076043432777, + "grad_norm": 2.741593081830849, + "learning_rate": 2.4602846614561246e-07, + "loss": 1.1229, + "step": 11715 + }, + { + "epoch": 0.8452797518127052, + "grad_norm": 2.4560546875, + "learning_rate": 2.4580394000482686e-07, + "loss": 0.914, + "step": 11716 + }, + { + "epoch": 0.8453518992821327, + "grad_norm": 2.992976868891527, + "learning_rate": 2.455795096541944e-07, + "loss": 1.0437, + "step": 11717 + }, + { + "epoch": 0.8454240467515602, + "grad_norm": 3.4324688245853725, + "learning_rate": 2.453551751059708e-07, + "loss": 0.8727, + "step": 11718 + }, + { + "epoch": 0.8454961942209877, + "grad_norm": 3.905442421403364, + "learning_rate": 2.451309363724052e-07, + "loss": 1.0025, + "step": 11719 + }, + { + "epoch": 0.8455683416904152, + "grad_norm": 2.495493164401666, + "learning_rate": 2.449067934657429e-07, + "loss": 0.9781, + "step": 11720 + }, + { + "epoch": 0.8456404891598427, + "grad_norm": 3.7138546048958556, + "learning_rate": 2.4468274639822375e-07, + "loss": 0.8731, + "step": 11721 + }, + { + "epoch": 0.8457126366292702, + "grad_norm": 4.131542681369577, + "learning_rate": 2.4445879518208114e-07, + "loss": 0.99, + "step": 11722 + }, + { + "epoch": 0.8457847840986977, + "grad_norm": 4.648183299575243, + "learning_rate": 2.4423493982954535e-07, + "loss": 0.9633, + "step": 11723 + }, + { + "epoch": 0.8458569315681252, + "grad_norm": 2.680363872792287, + "learning_rate": 2.4401118035283996e-07, + "loss": 0.9615, + "step": 11724 + }, + { + "epoch": 0.8459290790375528, + "grad_norm": 3.5781922979564396, + "learning_rate": 2.4378751676418384e-07, + "loss": 1.0032, + "step": 11725 + }, + { + "epoch": 0.8460012265069803, + "grad_norm": 3.4011836740348915, + "learning_rate": 2.4356394907578967e-07, + "loss": 0.8835, + "step": 11726 + }, + { + "epoch": 0.8460733739764078, + "grad_norm": 2.507020439012897, + "learning_rate": 2.4334047729986596e-07, + "loss": 0.983, + "step": 11727 + }, + { + "epoch": 0.8461455214458353, + "grad_norm": 2.332180510429572, + "learning_rate": 2.4311710144861664e-07, + "loss": 1.0193, + "step": 11728 + }, + { + "epoch": 0.8462176689152628, + "grad_norm": 0.7006400171213765, + "learning_rate": 2.42893821534238e-07, + "loss": 0.8487, + "step": 11729 + }, + { + "epoch": 0.8462898163846903, + "grad_norm": 3.5878972700843472, + "learning_rate": 2.4267063756892336e-07, + "loss": 0.978, + "step": 11730 + }, + { + "epoch": 0.8463619638541178, + "grad_norm": 2.888394046445447, + "learning_rate": 2.4244754956486013e-07, + "loss": 0.9221, + "step": 11731 + }, + { + "epoch": 0.8464341113235453, + "grad_norm": 5.26115993372817, + "learning_rate": 2.4222455753422963e-07, + "loss": 0.8619, + "step": 11732 + }, + { + "epoch": 0.8465062587929728, + "grad_norm": 3.072783662320666, + "learning_rate": 2.420016614892091e-07, + "loss": 0.931, + "step": 11733 + }, + { + "epoch": 0.8465784062624003, + "grad_norm": 4.545495941667189, + "learning_rate": 2.4177886144196933e-07, + "loss": 0.8965, + "step": 11734 + }, + { + "epoch": 0.8466505537318278, + "grad_norm": 8.486628617738033, + "learning_rate": 2.4155615740467807e-07, + "loss": 1.0452, + "step": 11735 + }, + { + "epoch": 0.8467227012012554, + "grad_norm": 3.6141769371270867, + "learning_rate": 2.4133354938949525e-07, + "loss": 0.9423, + "step": 11736 + }, + { + "epoch": 0.8467948486706829, + "grad_norm": 6.051133029235103, + "learning_rate": 2.4111103740857674e-07, + "loss": 1.0641, + "step": 11737 + }, + { + "epoch": 0.8468669961401104, + "grad_norm": 3.4228717623779845, + "learning_rate": 2.4088862147407397e-07, + "loss": 0.997, + "step": 11738 + }, + { + "epoch": 0.8469391436095379, + "grad_norm": 0.6956112894727532, + "learning_rate": 2.4066630159813096e-07, + "loss": 0.7858, + "step": 11739 + }, + { + "epoch": 0.8470112910789654, + "grad_norm": 2.75609277808789, + "learning_rate": 2.40444077792888e-07, + "loss": 0.9776, + "step": 11740 + }, + { + "epoch": 0.847083438548393, + "grad_norm": 2.593999184278185, + "learning_rate": 2.402219500704812e-07, + "loss": 0.9208, + "step": 11741 + }, + { + "epoch": 0.8471555860178204, + "grad_norm": 2.5260391287774513, + "learning_rate": 2.399999184430388e-07, + "loss": 0.9716, + "step": 11742 + }, + { + "epoch": 0.8472277334872479, + "grad_norm": 3.7456690892642306, + "learning_rate": 2.3977798292268536e-07, + "loss": 0.9567, + "step": 11743 + }, + { + "epoch": 0.8472998809566754, + "grad_norm": 5.564110683456423, + "learning_rate": 2.395561435215405e-07, + "loss": 1.036, + "step": 11744 + }, + { + "epoch": 0.8473720284261029, + "grad_norm": 0.663809065983471, + "learning_rate": 2.393344002517179e-07, + "loss": 0.8019, + "step": 11745 + }, + { + "epoch": 0.8474441758955304, + "grad_norm": 0.6993708098885176, + "learning_rate": 2.391127531253252e-07, + "loss": 0.7777, + "step": 11746 + }, + { + "epoch": 0.847516323364958, + "grad_norm": 5.635848540599987, + "learning_rate": 2.388912021544667e-07, + "loss": 0.9785, + "step": 11747 + }, + { + "epoch": 0.8475884708343855, + "grad_norm": 4.751312676798904, + "learning_rate": 2.386697473512409e-07, + "loss": 0.9097, + "step": 11748 + }, + { + "epoch": 0.847660618303813, + "grad_norm": 3.683472195477517, + "learning_rate": 2.384483887277393e-07, + "loss": 1.0189, + "step": 11749 + }, + { + "epoch": 0.8477327657732405, + "grad_norm": 2.616165189211341, + "learning_rate": 2.3822712629605047e-07, + "loss": 0.948, + "step": 11750 + }, + { + "epoch": 0.847804913242668, + "grad_norm": 2.7811004941382635, + "learning_rate": 2.380059600682558e-07, + "loss": 1.0081, + "step": 11751 + }, + { + "epoch": 0.8478770607120956, + "grad_norm": 0.6469476198354432, + "learning_rate": 2.3778489005643387e-07, + "loss": 0.7976, + "step": 11752 + }, + { + "epoch": 0.8479492081815231, + "grad_norm": 3.2730236292567976, + "learning_rate": 2.3756391627265504e-07, + "loss": 0.9196, + "step": 11753 + }, + { + "epoch": 0.8480213556509505, + "grad_norm": 3.049079918834603, + "learning_rate": 2.3734303872898653e-07, + "loss": 0.9902, + "step": 11754 + }, + { + "epoch": 0.848093503120378, + "grad_norm": 3.5582051405197936, + "learning_rate": 2.3712225743749003e-07, + "loss": 0.9811, + "step": 11755 + }, + { + "epoch": 0.8481656505898055, + "grad_norm": 4.100611636432628, + "learning_rate": 2.3690157241022057e-07, + "loss": 0.76, + "step": 11756 + }, + { + "epoch": 0.848237798059233, + "grad_norm": 2.9576926455469406, + "learning_rate": 2.3668098365922961e-07, + "loss": 0.9074, + "step": 11757 + }, + { + "epoch": 0.8483099455286606, + "grad_norm": 3.6836538137998085, + "learning_rate": 2.3646049119656286e-07, + "loss": 0.8681, + "step": 11758 + }, + { + "epoch": 0.8483820929980881, + "grad_norm": 4.204793038916669, + "learning_rate": 2.3624009503425934e-07, + "loss": 0.954, + "step": 11759 + }, + { + "epoch": 0.8484542404675156, + "grad_norm": 3.486956405660327, + "learning_rate": 2.3601979518435565e-07, + "loss": 0.9635, + "step": 11760 + }, + { + "epoch": 0.8485263879369431, + "grad_norm": 1.8392885832426893, + "learning_rate": 2.3579959165888086e-07, + "loss": 0.956, + "step": 11761 + }, + { + "epoch": 0.8485985354063706, + "grad_norm": 2.6959819459904937, + "learning_rate": 2.3557948446985977e-07, + "loss": 0.8924, + "step": 11762 + }, + { + "epoch": 0.8486706828757982, + "grad_norm": 4.501710354761184, + "learning_rate": 2.3535947362931118e-07, + "loss": 0.906, + "step": 11763 + }, + { + "epoch": 0.8487428303452257, + "grad_norm": 3.4803424302799337, + "learning_rate": 2.3513955914924865e-07, + "loss": 0.9735, + "step": 11764 + }, + { + "epoch": 0.8488149778146532, + "grad_norm": 3.141823307520445, + "learning_rate": 2.3491974104168255e-07, + "loss": 1.1013, + "step": 11765 + }, + { + "epoch": 0.8488871252840806, + "grad_norm": 5.39753629501741, + "learning_rate": 2.3470001931861482e-07, + "loss": 0.8328, + "step": 11766 + }, + { + "epoch": 0.8489592727535081, + "grad_norm": 3.3329925044971493, + "learning_rate": 2.344803939920439e-07, + "loss": 1.073, + "step": 11767 + }, + { + "epoch": 0.8490314202229357, + "grad_norm": 4.551934327830085, + "learning_rate": 2.3426086507396326e-07, + "loss": 0.9511, + "step": 11768 + }, + { + "epoch": 0.8491035676923632, + "grad_norm": 3.2292327545950616, + "learning_rate": 2.3404143257636045e-07, + "loss": 0.8544, + "step": 11769 + }, + { + "epoch": 0.8491757151617907, + "grad_norm": 2.9217894842515952, + "learning_rate": 2.3382209651121675e-07, + "loss": 0.9198, + "step": 11770 + }, + { + "epoch": 0.8492478626312182, + "grad_norm": 3.4698715458820484, + "learning_rate": 2.3360285689051084e-07, + "loss": 0.8497, + "step": 11771 + }, + { + "epoch": 0.8493200101006457, + "grad_norm": 0.7012224099482657, + "learning_rate": 2.3338371372621424e-07, + "loss": 0.8182, + "step": 11772 + }, + { + "epoch": 0.8493921575700732, + "grad_norm": 3.21800638145824, + "learning_rate": 2.331646670302927e-07, + "loss": 0.9746, + "step": 11773 + }, + { + "epoch": 0.8494643050395008, + "grad_norm": 3.2194072459758636, + "learning_rate": 2.3294571681470821e-07, + "loss": 1.0926, + "step": 11774 + }, + { + "epoch": 0.8495364525089283, + "grad_norm": 2.153740680517224, + "learning_rate": 2.327268630914172e-07, + "loss": 0.7864, + "step": 11775 + }, + { + "epoch": 0.8496085999783558, + "grad_norm": 3.92602708340989, + "learning_rate": 2.3250810587236902e-07, + "loss": 0.9357, + "step": 11776 + }, + { + "epoch": 0.8496807474477833, + "grad_norm": 3.387582002329946, + "learning_rate": 2.3228944516951077e-07, + "loss": 0.9533, + "step": 11777 + }, + { + "epoch": 0.8497528949172107, + "grad_norm": 2.589396488469758, + "learning_rate": 2.3207088099478178e-07, + "loss": 0.9339, + "step": 11778 + }, + { + "epoch": 0.8498250423866383, + "grad_norm": 0.7643372351861117, + "learning_rate": 2.3185241336011785e-07, + "loss": 0.8382, + "step": 11779 + }, + { + "epoch": 0.8498971898560658, + "grad_norm": 3.1731250723718016, + "learning_rate": 2.3163404227744788e-07, + "loss": 0.8928, + "step": 11780 + }, + { + "epoch": 0.8499693373254933, + "grad_norm": 2.9984931340306753, + "learning_rate": 2.3141576775869653e-07, + "loss": 0.9841, + "step": 11781 + }, + { + "epoch": 0.8500414847949208, + "grad_norm": 3.0314733678575005, + "learning_rate": 2.311975898157834e-07, + "loss": 1.0155, + "step": 11782 + }, + { + "epoch": 0.8501136322643483, + "grad_norm": 3.539241828332925, + "learning_rate": 2.3097950846062119e-07, + "loss": 0.915, + "step": 11783 + }, + { + "epoch": 0.8501857797337758, + "grad_norm": 3.3257346008627895, + "learning_rate": 2.307615237051197e-07, + "loss": 0.982, + "step": 11784 + }, + { + "epoch": 0.8502579272032034, + "grad_norm": 5.116866566152624, + "learning_rate": 2.305436355611825e-07, + "loss": 0.8616, + "step": 11785 + }, + { + "epoch": 0.8503300746726309, + "grad_norm": 4.223062529238052, + "learning_rate": 2.3032584404070653e-07, + "loss": 0.9883, + "step": 11786 + }, + { + "epoch": 0.8504022221420584, + "grad_norm": 2.9969043654672793, + "learning_rate": 2.3010814915558497e-07, + "loss": 0.9923, + "step": 11787 + }, + { + "epoch": 0.8504743696114859, + "grad_norm": 8.516410693398528, + "learning_rate": 2.2989055091770515e-07, + "loss": 0.8891, + "step": 11788 + }, + { + "epoch": 0.8505465170809133, + "grad_norm": 2.801112199327734, + "learning_rate": 2.296730493389505e-07, + "loss": 1.1127, + "step": 11789 + }, + { + "epoch": 0.8506186645503409, + "grad_norm": 2.184812584353074, + "learning_rate": 2.294556444311968e-07, + "loss": 1.0293, + "step": 11790 + }, + { + "epoch": 0.8506908120197684, + "grad_norm": 2.861732553276412, + "learning_rate": 2.292383362063157e-07, + "loss": 0.8743, + "step": 11791 + }, + { + "epoch": 0.8507629594891959, + "grad_norm": 2.4862656986283715, + "learning_rate": 2.2902112467617462e-07, + "loss": 1.0357, + "step": 11792 + }, + { + "epoch": 0.8508351069586234, + "grad_norm": 2.92847582365285, + "learning_rate": 2.288040098526336e-07, + "loss": 0.891, + "step": 11793 + }, + { + "epoch": 0.8509072544280509, + "grad_norm": 1.6304086759108065, + "learning_rate": 2.2858699174754824e-07, + "loss": 0.8942, + "step": 11794 + }, + { + "epoch": 0.8509794018974784, + "grad_norm": 0.6632556276798002, + "learning_rate": 2.2837007037277024e-07, + "loss": 0.8328, + "step": 11795 + }, + { + "epoch": 0.851051549366906, + "grad_norm": 2.479824288819264, + "learning_rate": 2.2815324574014473e-07, + "loss": 0.9277, + "step": 11796 + }, + { + "epoch": 0.8511236968363335, + "grad_norm": 2.692831030484504, + "learning_rate": 2.2793651786151092e-07, + "loss": 0.973, + "step": 11797 + }, + { + "epoch": 0.851195844305761, + "grad_norm": 2.2383692326321496, + "learning_rate": 2.277198867487038e-07, + "loss": 0.9233, + "step": 11798 + }, + { + "epoch": 0.8512679917751885, + "grad_norm": 6.206037092446537, + "learning_rate": 2.2750335241355346e-07, + "loss": 0.9674, + "step": 11799 + }, + { + "epoch": 0.851340139244616, + "grad_norm": 4.040536519296606, + "learning_rate": 2.2728691486788266e-07, + "loss": 0.8363, + "step": 11800 + }, + { + "epoch": 0.8514122867140435, + "grad_norm": 2.963270410728594, + "learning_rate": 2.2707057412351148e-07, + "loss": 1.0037, + "step": 11801 + }, + { + "epoch": 0.851484434183471, + "grad_norm": 4.8046793619722745, + "learning_rate": 2.2685433019225343e-07, + "loss": 0.8784, + "step": 11802 + }, + { + "epoch": 0.8515565816528985, + "grad_norm": 3.7953774595453353, + "learning_rate": 2.2663818308591608e-07, + "loss": 0.9439, + "step": 11803 + }, + { + "epoch": 0.851628729122326, + "grad_norm": 2.871998588551039, + "learning_rate": 2.2642213281630295e-07, + "loss": 0.9638, + "step": 11804 + }, + { + "epoch": 0.8517008765917535, + "grad_norm": 7.111915486592043, + "learning_rate": 2.2620617939521125e-07, + "loss": 0.9508, + "step": 11805 + }, + { + "epoch": 0.851773024061181, + "grad_norm": 4.524297813603428, + "learning_rate": 2.2599032283443397e-07, + "loss": 0.945, + "step": 11806 + }, + { + "epoch": 0.8518451715306086, + "grad_norm": 2.7119221506901354, + "learning_rate": 2.2577456314575793e-07, + "loss": 0.9578, + "step": 11807 + }, + { + "epoch": 0.8519173190000361, + "grad_norm": 3.2628354656462384, + "learning_rate": 2.2555890034096504e-07, + "loss": 0.9172, + "step": 11808 + }, + { + "epoch": 0.8519894664694636, + "grad_norm": 3.48193602454208, + "learning_rate": 2.253433344318323e-07, + "loss": 1.0426, + "step": 11809 + }, + { + "epoch": 0.8520616139388911, + "grad_norm": 3.6003446361033635, + "learning_rate": 2.2512786543013007e-07, + "loss": 0.9718, + "step": 11810 + }, + { + "epoch": 0.8521337614083186, + "grad_norm": 3.2780551433847616, + "learning_rate": 2.2491249334762474e-07, + "loss": 1.0017, + "step": 11811 + }, + { + "epoch": 0.8522059088777462, + "grad_norm": 4.053656474542291, + "learning_rate": 2.2469721819607668e-07, + "loss": 0.9612, + "step": 11812 + }, + { + "epoch": 0.8522780563471736, + "grad_norm": 5.702056032096148, + "learning_rate": 2.2448203998724225e-07, + "loss": 0.8868, + "step": 11813 + }, + { + "epoch": 0.8523502038166011, + "grad_norm": 5.159563514227597, + "learning_rate": 2.242669587328707e-07, + "loss": 0.9777, + "step": 11814 + }, + { + "epoch": 0.8524223512860286, + "grad_norm": 3.2566215844940114, + "learning_rate": 2.2405197444470668e-07, + "loss": 0.955, + "step": 11815 + }, + { + "epoch": 0.8524944987554561, + "grad_norm": 4.17113725518436, + "learning_rate": 2.238370871344908e-07, + "loss": 0.9687, + "step": 11816 + }, + { + "epoch": 0.8525666462248837, + "grad_norm": 5.693938247801375, + "learning_rate": 2.2362229681395563e-07, + "loss": 0.871, + "step": 11817 + }, + { + "epoch": 0.8526387936943112, + "grad_norm": 2.0041871348054254, + "learning_rate": 2.234076034948309e-07, + "loss": 0.978, + "step": 11818 + }, + { + "epoch": 0.8527109411637387, + "grad_norm": 2.4505321625391234, + "learning_rate": 2.231930071888408e-07, + "loss": 0.9134, + "step": 11819 + }, + { + "epoch": 0.8527830886331662, + "grad_norm": 2.549210583284737, + "learning_rate": 2.2297850790770267e-07, + "loss": 0.8972, + "step": 11820 + }, + { + "epoch": 0.8528552361025937, + "grad_norm": 6.177252713004566, + "learning_rate": 2.2276410566312998e-07, + "loss": 0.8866, + "step": 11821 + }, + { + "epoch": 0.8529273835720212, + "grad_norm": 2.3943276248746823, + "learning_rate": 2.2254980046683025e-07, + "loss": 0.9206, + "step": 11822 + }, + { + "epoch": 0.8529995310414488, + "grad_norm": 4.403880029816503, + "learning_rate": 2.2233559233050658e-07, + "loss": 1.0039, + "step": 11823 + }, + { + "epoch": 0.8530716785108763, + "grad_norm": 5.326212878291472, + "learning_rate": 2.221214812658545e-07, + "loss": 0.9601, + "step": 11824 + }, + { + "epoch": 0.8531438259803037, + "grad_norm": 3.7001947970275437, + "learning_rate": 2.2190746728456755e-07, + "loss": 0.9094, + "step": 11825 + }, + { + "epoch": 0.8532159734497312, + "grad_norm": 2.3083162350715662, + "learning_rate": 2.216935503983317e-07, + "loss": 0.8734, + "step": 11826 + }, + { + "epoch": 0.8532881209191587, + "grad_norm": 2.943889081710627, + "learning_rate": 2.2147973061882763e-07, + "loss": 0.9285, + "step": 11827 + }, + { + "epoch": 0.8533602683885863, + "grad_norm": 2.3726076826413505, + "learning_rate": 2.2126600795773175e-07, + "loss": 0.9878, + "step": 11828 + }, + { + "epoch": 0.8534324158580138, + "grad_norm": 4.517156110382009, + "learning_rate": 2.2105238242671476e-07, + "loss": 0.9367, + "step": 11829 + }, + { + "epoch": 0.8535045633274413, + "grad_norm": 3.5302781649778168, + "learning_rate": 2.2083885403744106e-07, + "loss": 1.0311, + "step": 11830 + }, + { + "epoch": 0.8535767107968688, + "grad_norm": 6.10281183442329, + "learning_rate": 2.206254228015716e-07, + "loss": 0.9774, + "step": 11831 + }, + { + "epoch": 0.8536488582662963, + "grad_norm": 3.5180383155648993, + "learning_rate": 2.20412088730761e-07, + "loss": 0.8955, + "step": 11832 + }, + { + "epoch": 0.8537210057357238, + "grad_norm": 8.691114373610313, + "learning_rate": 2.2019885183665866e-07, + "loss": 1.0749, + "step": 11833 + }, + { + "epoch": 0.8537931532051514, + "grad_norm": 4.281046396133731, + "learning_rate": 2.199857121309079e-07, + "loss": 0.9904, + "step": 11834 + }, + { + "epoch": 0.8538653006745789, + "grad_norm": 1.993298747975737, + "learning_rate": 2.1977266962514828e-07, + "loss": 0.9904, + "step": 11835 + }, + { + "epoch": 0.8539374481440063, + "grad_norm": 4.392305425894891, + "learning_rate": 2.1955972433101322e-07, + "loss": 1.035, + "step": 11836 + }, + { + "epoch": 0.8540095956134338, + "grad_norm": 2.680407991668533, + "learning_rate": 2.193468762601298e-07, + "loss": 0.9821, + "step": 11837 + }, + { + "epoch": 0.8540817430828613, + "grad_norm": 3.947722954472433, + "learning_rate": 2.1913412542412235e-07, + "loss": 1.0411, + "step": 11838 + }, + { + "epoch": 0.8541538905522889, + "grad_norm": 3.4177095325812403, + "learning_rate": 2.1892147183460752e-07, + "loss": 0.8738, + "step": 11839 + }, + { + "epoch": 0.8542260380217164, + "grad_norm": 3.418015206157504, + "learning_rate": 2.1870891550319846e-07, + "loss": 0.9122, + "step": 11840 + }, + { + "epoch": 0.8542981854911439, + "grad_norm": 2.4415557571409816, + "learning_rate": 2.1849645644150082e-07, + "loss": 0.944, + "step": 11841 + }, + { + "epoch": 0.8543703329605714, + "grad_norm": 2.239227574207087, + "learning_rate": 2.182840946611164e-07, + "loss": 1.0421, + "step": 11842 + }, + { + "epoch": 0.8544424804299989, + "grad_norm": 4.131839284262116, + "learning_rate": 2.1807183017364262e-07, + "loss": 1.0265, + "step": 11843 + }, + { + "epoch": 0.8545146278994264, + "grad_norm": 9.94763549620371, + "learning_rate": 2.178596629906695e-07, + "loss": 0.8959, + "step": 11844 + }, + { + "epoch": 0.854586775368854, + "grad_norm": 3.0993022994945725, + "learning_rate": 2.176475931237829e-07, + "loss": 0.8464, + "step": 11845 + }, + { + "epoch": 0.8546589228382815, + "grad_norm": 4.162445498731151, + "learning_rate": 2.1743562058456334e-07, + "loss": 0.9638, + "step": 11846 + }, + { + "epoch": 0.854731070307709, + "grad_norm": 5.051090334280657, + "learning_rate": 2.1722374538458553e-07, + "loss": 1.0026, + "step": 11847 + }, + { + "epoch": 0.8548032177771364, + "grad_norm": 6.710924994531422, + "learning_rate": 2.1701196753541895e-07, + "loss": 0.9243, + "step": 11848 + }, + { + "epoch": 0.8548753652465639, + "grad_norm": 6.449370467343989, + "learning_rate": 2.1680028704862897e-07, + "loss": 1.0474, + "step": 11849 + }, + { + "epoch": 0.8549475127159915, + "grad_norm": 3.21837206353132, + "learning_rate": 2.1658870393577433e-07, + "loss": 1.0196, + "step": 11850 + }, + { + "epoch": 0.855019660185419, + "grad_norm": 3.647376484129378, + "learning_rate": 2.1637721820840825e-07, + "loss": 0.8873, + "step": 11851 + }, + { + "epoch": 0.8550918076548465, + "grad_norm": 0.8048008588923768, + "learning_rate": 2.1616582987807953e-07, + "loss": 0.8352, + "step": 11852 + }, + { + "epoch": 0.855163955124274, + "grad_norm": 3.395447707172224, + "learning_rate": 2.1595453895633174e-07, + "loss": 0.8919, + "step": 11853 + }, + { + "epoch": 0.8552361025937015, + "grad_norm": 3.404527000926358, + "learning_rate": 2.157433454547015e-07, + "loss": 1.0348, + "step": 11854 + }, + { + "epoch": 0.855308250063129, + "grad_norm": 2.518065222709752, + "learning_rate": 2.1553224938472247e-07, + "loss": 0.8815, + "step": 11855 + }, + { + "epoch": 0.8553803975325566, + "grad_norm": 6.710440105439539, + "learning_rate": 2.153212507579214e-07, + "loss": 0.8225, + "step": 11856 + }, + { + "epoch": 0.8554525450019841, + "grad_norm": 3.1165732636624925, + "learning_rate": 2.1511034958582042e-07, + "loss": 1.043, + "step": 11857 + }, + { + "epoch": 0.8555246924714116, + "grad_norm": 0.7549401344160502, + "learning_rate": 2.1489954587993564e-07, + "loss": 0.8628, + "step": 11858 + }, + { + "epoch": 0.8555968399408391, + "grad_norm": 4.05007230906044, + "learning_rate": 2.146888396517783e-07, + "loss": 1.0242, + "step": 11859 + }, + { + "epoch": 0.8556689874102665, + "grad_norm": 3.180179642215624, + "learning_rate": 2.14478230912855e-07, + "loss": 0.8805, + "step": 11860 + }, + { + "epoch": 0.855741134879694, + "grad_norm": 0.8067740637113462, + "learning_rate": 2.1426771967466472e-07, + "loss": 0.8454, + "step": 11861 + }, + { + "epoch": 0.8558132823491216, + "grad_norm": 8.912559442736553, + "learning_rate": 2.1405730594870431e-07, + "loss": 0.902, + "step": 11862 + }, + { + "epoch": 0.8558854298185491, + "grad_norm": 2.1735317580011455, + "learning_rate": 2.1384698974646344e-07, + "loss": 1.0415, + "step": 11863 + }, + { + "epoch": 0.8559575772879766, + "grad_norm": 6.657804065941619, + "learning_rate": 2.136367710794258e-07, + "loss": 1.0446, + "step": 11864 + }, + { + "epoch": 0.8560297247574041, + "grad_norm": 2.968036606051354, + "learning_rate": 2.1342664995907134e-07, + "loss": 0.9724, + "step": 11865 + }, + { + "epoch": 0.8561018722268317, + "grad_norm": 0.8518750728234913, + "learning_rate": 2.1321662639687333e-07, + "loss": 0.8633, + "step": 11866 + }, + { + "epoch": 0.8561740196962592, + "grad_norm": 3.0538271109377715, + "learning_rate": 2.1300670040430192e-07, + "loss": 0.9695, + "step": 11867 + }, + { + "epoch": 0.8562461671656867, + "grad_norm": 2.138006014352445, + "learning_rate": 2.127968719928188e-07, + "loss": 1.0413, + "step": 11868 + }, + { + "epoch": 0.8563183146351142, + "grad_norm": 4.671446305320879, + "learning_rate": 2.1258714117388266e-07, + "loss": 0.8879, + "step": 11869 + }, + { + "epoch": 0.8563904621045417, + "grad_norm": 2.3406729271824114, + "learning_rate": 2.1237750795894605e-07, + "loss": 0.8649, + "step": 11870 + }, + { + "epoch": 0.8564626095739692, + "grad_norm": 6.79876191705051, + "learning_rate": 2.1216797235945606e-07, + "loss": 0.8639, + "step": 11871 + }, + { + "epoch": 0.8565347570433967, + "grad_norm": 5.137041599585702, + "learning_rate": 2.119585343868544e-07, + "loss": 0.9628, + "step": 11872 + }, + { + "epoch": 0.8566069045128242, + "grad_norm": 2.5923161047638117, + "learning_rate": 2.1174919405257863e-07, + "loss": 0.9318, + "step": 11873 + }, + { + "epoch": 0.8566790519822517, + "grad_norm": 2.4333348021655246, + "learning_rate": 2.1153995136805936e-07, + "loss": 0.8997, + "step": 11874 + }, + { + "epoch": 0.8567511994516792, + "grad_norm": 3.528962195972497, + "learning_rate": 2.1133080634472254e-07, + "loss": 0.9122, + "step": 11875 + }, + { + "epoch": 0.8568233469211067, + "grad_norm": 3.837359194082777, + "learning_rate": 2.1112175899398909e-07, + "loss": 1.035, + "step": 11876 + }, + { + "epoch": 0.8568954943905343, + "grad_norm": 0.7413495603862017, + "learning_rate": 2.109128093272745e-07, + "loss": 0.8682, + "step": 11877 + }, + { + "epoch": 0.8569676418599618, + "grad_norm": 2.7878293856351117, + "learning_rate": 2.1070395735598744e-07, + "loss": 0.9024, + "step": 11878 + }, + { + "epoch": 0.8570397893293893, + "grad_norm": 2.7914540698580725, + "learning_rate": 2.1049520309153411e-07, + "loss": 0.8754, + "step": 11879 + }, + { + "epoch": 0.8571119367988168, + "grad_norm": 3.510324916527284, + "learning_rate": 2.1028654654531365e-07, + "loss": 0.9614, + "step": 11880 + }, + { + "epoch": 0.8571840842682443, + "grad_norm": 5.464178648824946, + "learning_rate": 2.100779877287191e-07, + "loss": 0.9478, + "step": 11881 + }, + { + "epoch": 0.8572562317376718, + "grad_norm": 2.7640511727626595, + "learning_rate": 2.0986952665313963e-07, + "loss": 0.9026, + "step": 11882 + }, + { + "epoch": 0.8573283792070993, + "grad_norm": 4.330213573025318, + "learning_rate": 2.0966116332995853e-07, + "loss": 0.8732, + "step": 11883 + }, + { + "epoch": 0.8574005266765268, + "grad_norm": 3.8053460461814725, + "learning_rate": 2.0945289777055385e-07, + "loss": 0.8864, + "step": 11884 + }, + { + "epoch": 0.8574726741459543, + "grad_norm": 3.1648697188382395, + "learning_rate": 2.0924472998629762e-07, + "loss": 0.9304, + "step": 11885 + }, + { + "epoch": 0.8575448216153818, + "grad_norm": 2.5269512832830667, + "learning_rate": 2.0903665998855757e-07, + "loss": 0.957, + "step": 11886 + }, + { + "epoch": 0.8576169690848093, + "grad_norm": 4.009813192301881, + "learning_rate": 2.0882868778869623e-07, + "loss": 1.0384, + "step": 11887 + }, + { + "epoch": 0.8576891165542369, + "grad_norm": 2.6577305874769084, + "learning_rate": 2.0862081339806915e-07, + "loss": 1.0016, + "step": 11888 + }, + { + "epoch": 0.8577612640236644, + "grad_norm": 3.2093167634934296, + "learning_rate": 2.084130368280279e-07, + "loss": 0.9495, + "step": 11889 + }, + { + "epoch": 0.8578334114930919, + "grad_norm": 3.045362987461894, + "learning_rate": 2.082053580899188e-07, + "loss": 0.8927, + "step": 11890 + }, + { + "epoch": 0.8579055589625194, + "grad_norm": 4.61924364809794, + "learning_rate": 2.079977771950816e-07, + "loss": 0.8705, + "step": 11891 + }, + { + "epoch": 0.8579777064319469, + "grad_norm": 3.0898878863590755, + "learning_rate": 2.0779029415485217e-07, + "loss": 1.0047, + "step": 11892 + }, + { + "epoch": 0.8580498539013744, + "grad_norm": 2.8476009912977007, + "learning_rate": 2.075829089805603e-07, + "loss": 0.8736, + "step": 11893 + }, + { + "epoch": 0.858122001370802, + "grad_norm": 0.6682959753362538, + "learning_rate": 2.0737562168353073e-07, + "loss": 0.8307, + "step": 11894 + }, + { + "epoch": 0.8581941488402294, + "grad_norm": 4.015735669225241, + "learning_rate": 2.0716843227508218e-07, + "loss": 0.9727, + "step": 11895 + }, + { + "epoch": 0.8582662963096569, + "grad_norm": 3.109982991800687, + "learning_rate": 2.0696134076652827e-07, + "loss": 0.8442, + "step": 11896 + }, + { + "epoch": 0.8583384437790844, + "grad_norm": 3.1302587893328884, + "learning_rate": 2.0675434716917883e-07, + "loss": 0.891, + "step": 11897 + }, + { + "epoch": 0.8584105912485119, + "grad_norm": 3.0776393139292764, + "learning_rate": 2.065474514943355e-07, + "loss": 0.919, + "step": 11898 + }, + { + "epoch": 0.8584827387179395, + "grad_norm": 3.4999361032375442, + "learning_rate": 2.0634065375329702e-07, + "loss": 0.9146, + "step": 11899 + }, + { + "epoch": 0.858554886187367, + "grad_norm": 3.135324436660442, + "learning_rate": 2.0613395395735523e-07, + "loss": 0.9536, + "step": 11900 + }, + { + "epoch": 0.8586270336567945, + "grad_norm": 2.842023052640193, + "learning_rate": 2.05927352117798e-07, + "loss": 0.9479, + "step": 11901 + }, + { + "epoch": 0.858699181126222, + "grad_norm": 3.893026568224378, + "learning_rate": 2.0572084824590608e-07, + "loss": 0.9748, + "step": 11902 + }, + { + "epoch": 0.8587713285956495, + "grad_norm": 2.8847218215085824, + "learning_rate": 2.0551444235295668e-07, + "loss": 0.9597, + "step": 11903 + }, + { + "epoch": 0.858843476065077, + "grad_norm": 2.441287790094843, + "learning_rate": 2.05308134450221e-07, + "loss": 0.9537, + "step": 11904 + }, + { + "epoch": 0.8589156235345046, + "grad_norm": 4.579289935844674, + "learning_rate": 2.0510192454896403e-07, + "loss": 0.9846, + "step": 11905 + }, + { + "epoch": 0.8589877710039321, + "grad_norm": 2.9733845724586088, + "learning_rate": 2.0489581266044632e-07, + "loss": 1.0146, + "step": 11906 + }, + { + "epoch": 0.8590599184733595, + "grad_norm": 3.7377906405630403, + "learning_rate": 2.046897987959235e-07, + "loss": 0.8058, + "step": 11907 + }, + { + "epoch": 0.859132065942787, + "grad_norm": 124.32357605257339, + "learning_rate": 2.0448388296664442e-07, + "loss": 0.8841, + "step": 11908 + }, + { + "epoch": 0.8592042134122145, + "grad_norm": 4.070850885848615, + "learning_rate": 2.0427806518385337e-07, + "loss": 0.9504, + "step": 11909 + }, + { + "epoch": 0.859276360881642, + "grad_norm": 2.3856885219289063, + "learning_rate": 2.0407234545879003e-07, + "loss": 0.8402, + "step": 11910 + }, + { + "epoch": 0.8593485083510696, + "grad_norm": 2.5575222887725455, + "learning_rate": 2.0386672380268787e-07, + "loss": 0.9135, + "step": 11911 + }, + { + "epoch": 0.8594206558204971, + "grad_norm": 5.150208048645796, + "learning_rate": 2.0366120022677457e-07, + "loss": 1.0455, + "step": 11912 + }, + { + "epoch": 0.8594928032899246, + "grad_norm": 9.032193144551787, + "learning_rate": 2.034557747422734e-07, + "loss": 0.9132, + "step": 11913 + }, + { + "epoch": 0.8595649507593521, + "grad_norm": 3.154299444900269, + "learning_rate": 2.03250447360402e-07, + "loss": 1.0215, + "step": 11914 + }, + { + "epoch": 0.8596370982287797, + "grad_norm": 2.7109093568423908, + "learning_rate": 2.0304521809237162e-07, + "loss": 0.9286, + "step": 11915 + }, + { + "epoch": 0.8597092456982072, + "grad_norm": 3.0819099508766477, + "learning_rate": 2.0284008694939026e-07, + "loss": 0.9376, + "step": 11916 + }, + { + "epoch": 0.8597813931676347, + "grad_norm": 4.049499603252625, + "learning_rate": 2.0263505394265912e-07, + "loss": 0.9319, + "step": 11917 + }, + { + "epoch": 0.8598535406370622, + "grad_norm": 4.995025639893, + "learning_rate": 2.0243011908337393e-07, + "loss": 0.9203, + "step": 11918 + }, + { + "epoch": 0.8599256881064896, + "grad_norm": 5.448904945881597, + "learning_rate": 2.022252823827253e-07, + "loss": 0.9007, + "step": 11919 + }, + { + "epoch": 0.8599978355759171, + "grad_norm": 1.927329410272329, + "learning_rate": 2.0202054385189848e-07, + "loss": 1.0178, + "step": 11920 + }, + { + "epoch": 0.8600699830453447, + "grad_norm": 2.9004355070706658, + "learning_rate": 2.0181590350207479e-07, + "loss": 1.043, + "step": 11921 + }, + { + "epoch": 0.8601421305147722, + "grad_norm": 2.286704557770327, + "learning_rate": 2.0161136134442748e-07, + "loss": 0.9766, + "step": 11922 + }, + { + "epoch": 0.8602142779841997, + "grad_norm": 5.049078964997022, + "learning_rate": 2.014069173901265e-07, + "loss": 0.899, + "step": 11923 + }, + { + "epoch": 0.8602864254536272, + "grad_norm": 2.9286287149282586, + "learning_rate": 2.0120257165033584e-07, + "loss": 0.9398, + "step": 11924 + }, + { + "epoch": 0.8603585729230547, + "grad_norm": 2.952386834465414, + "learning_rate": 2.0099832413621343e-07, + "loss": 0.9106, + "step": 11925 + }, + { + "epoch": 0.8604307203924823, + "grad_norm": 4.802751054769734, + "learning_rate": 2.0079417485891236e-07, + "loss": 0.9735, + "step": 11926 + }, + { + "epoch": 0.8605028678619098, + "grad_norm": 3.562260669900824, + "learning_rate": 2.0059012382958152e-07, + "loss": 0.8766, + "step": 11927 + }, + { + "epoch": 0.8605750153313373, + "grad_norm": 0.766240787046223, + "learning_rate": 2.003861710593633e-07, + "loss": 0.8093, + "step": 11928 + }, + { + "epoch": 0.8606471628007648, + "grad_norm": 2.9124538696303173, + "learning_rate": 2.0018231655939365e-07, + "loss": 0.8409, + "step": 11929 + }, + { + "epoch": 0.8607193102701923, + "grad_norm": 6.573545334178357, + "learning_rate": 1.9997856034080528e-07, + "loss": 0.9728, + "step": 11930 + }, + { + "epoch": 0.8607914577396197, + "grad_norm": 3.087383926001229, + "learning_rate": 1.997749024147246e-07, + "loss": 1.0411, + "step": 11931 + }, + { + "epoch": 0.8608636052090473, + "grad_norm": 2.6175689874719263, + "learning_rate": 1.9957134279227185e-07, + "loss": 0.976, + "step": 11932 + }, + { + "epoch": 0.8609357526784748, + "grad_norm": 4.706844848487612, + "learning_rate": 1.9936788148456273e-07, + "loss": 0.9569, + "step": 11933 + }, + { + "epoch": 0.8610079001479023, + "grad_norm": 4.404503442356524, + "learning_rate": 1.9916451850270865e-07, + "loss": 1.0787, + "step": 11934 + }, + { + "epoch": 0.8610800476173298, + "grad_norm": 3.9151528185643536, + "learning_rate": 1.9896125385781337e-07, + "loss": 0.9969, + "step": 11935 + }, + { + "epoch": 0.8611521950867573, + "grad_norm": 2.7559044480777657, + "learning_rate": 1.987580875609769e-07, + "loss": 0.9801, + "step": 11936 + }, + { + "epoch": 0.8612243425561849, + "grad_norm": 2.920577470036343, + "learning_rate": 1.9855501962329302e-07, + "loss": 1.0128, + "step": 11937 + }, + { + "epoch": 0.8612964900256124, + "grad_norm": 3.1490742912650913, + "learning_rate": 1.9835205005585155e-07, + "loss": 0.9775, + "step": 11938 + }, + { + "epoch": 0.8613686374950399, + "grad_norm": 2.7563426826101054, + "learning_rate": 1.9814917886973403e-07, + "loss": 0.9012, + "step": 11939 + }, + { + "epoch": 0.8614407849644674, + "grad_norm": 2.379978182716707, + "learning_rate": 1.9794640607602032e-07, + "loss": 1.0231, + "step": 11940 + }, + { + "epoch": 0.8615129324338949, + "grad_norm": 0.7814213755516135, + "learning_rate": 1.9774373168578263e-07, + "loss": 0.8544, + "step": 11941 + }, + { + "epoch": 0.8615850799033223, + "grad_norm": 3.068529072129496, + "learning_rate": 1.9754115571008767e-07, + "loss": 0.9515, + "step": 11942 + }, + { + "epoch": 0.8616572273727499, + "grad_norm": 4.4491653774097895, + "learning_rate": 1.973386781599977e-07, + "loss": 1.0461, + "step": 11943 + }, + { + "epoch": 0.8617293748421774, + "grad_norm": 3.7823937317820473, + "learning_rate": 1.9713629904656902e-07, + "loss": 0.8769, + "step": 11944 + }, + { + "epoch": 0.8618015223116049, + "grad_norm": 8.88856908964687, + "learning_rate": 1.9693401838085367e-07, + "loss": 1.117, + "step": 11945 + }, + { + "epoch": 0.8618736697810324, + "grad_norm": 4.306696428209894, + "learning_rate": 1.9673183617389656e-07, + "loss": 0.923, + "step": 11946 + }, + { + "epoch": 0.8619458172504599, + "grad_norm": 4.153994988223098, + "learning_rate": 1.9652975243673842e-07, + "loss": 0.932, + "step": 11947 + }, + { + "epoch": 0.8620179647198875, + "grad_norm": 3.1577906106211895, + "learning_rate": 1.9632776718041467e-07, + "loss": 0.9386, + "step": 11948 + }, + { + "epoch": 0.862090112189315, + "grad_norm": 2.3892757622468577, + "learning_rate": 1.9612588041595425e-07, + "loss": 0.992, + "step": 11949 + }, + { + "epoch": 0.8621622596587425, + "grad_norm": 2.4042985607795164, + "learning_rate": 1.9592409215438122e-07, + "loss": 0.8374, + "step": 11950 + }, + { + "epoch": 0.86223440712817, + "grad_norm": 2.9875257546819065, + "learning_rate": 1.9572240240671588e-07, + "loss": 0.8673, + "step": 11951 + }, + { + "epoch": 0.8623065545975975, + "grad_norm": 18.112762739909822, + "learning_rate": 1.955208111839708e-07, + "loss": 0.9235, + "step": 11952 + }, + { + "epoch": 0.862378702067025, + "grad_norm": 2.3986720861967794, + "learning_rate": 1.95319318497154e-07, + "loss": 0.9283, + "step": 11953 + }, + { + "epoch": 0.8624508495364525, + "grad_norm": 2.8440648837300126, + "learning_rate": 1.951179243572687e-07, + "loss": 0.938, + "step": 11954 + }, + { + "epoch": 0.86252299700588, + "grad_norm": 3.076986964186068, + "learning_rate": 1.9491662877531234e-07, + "loss": 0.9613, + "step": 11955 + }, + { + "epoch": 0.8625951444753075, + "grad_norm": 3.57006674824352, + "learning_rate": 1.9471543176227635e-07, + "loss": 0.9344, + "step": 11956 + }, + { + "epoch": 0.862667291944735, + "grad_norm": 3.331492837782822, + "learning_rate": 1.9451433332914724e-07, + "loss": 0.9326, + "step": 11957 + }, + { + "epoch": 0.8627394394141625, + "grad_norm": 3.7514960801466217, + "learning_rate": 1.943133334869076e-07, + "loss": 0.9062, + "step": 11958 + }, + { + "epoch": 0.86281158688359, + "grad_norm": 0.8905499744603969, + "learning_rate": 1.9411243224653195e-07, + "loss": 0.8716, + "step": 11959 + }, + { + "epoch": 0.8628837343530176, + "grad_norm": 2.8564882141543206, + "learning_rate": 1.9391162961899132e-07, + "loss": 0.9141, + "step": 11960 + }, + { + "epoch": 0.8629558818224451, + "grad_norm": 3.4455740693118555, + "learning_rate": 1.9371092561525093e-07, + "loss": 0.9331, + "step": 11961 + }, + { + "epoch": 0.8630280292918726, + "grad_norm": 3.2017250537330884, + "learning_rate": 1.9351032024626979e-07, + "loss": 0.8793, + "step": 11962 + }, + { + "epoch": 0.8631001767613001, + "grad_norm": 3.0891286839991228, + "learning_rate": 1.9330981352300246e-07, + "loss": 0.9346, + "step": 11963 + }, + { + "epoch": 0.8631723242307277, + "grad_norm": 3.3031442343910626, + "learning_rate": 1.9310940545639842e-07, + "loss": 1.0213, + "step": 11964 + }, + { + "epoch": 0.8632444717001552, + "grad_norm": 4.897858653934482, + "learning_rate": 1.9290909605740112e-07, + "loss": 0.9083, + "step": 11965 + }, + { + "epoch": 0.8633166191695826, + "grad_norm": 4.545193600533756, + "learning_rate": 1.927088853369483e-07, + "loss": 0.9837, + "step": 11966 + }, + { + "epoch": 0.8633887666390101, + "grad_norm": 0.7503661612912024, + "learning_rate": 1.925087733059727e-07, + "loss": 0.8921, + "step": 11967 + }, + { + "epoch": 0.8634609141084376, + "grad_norm": 3.5357869128409845, + "learning_rate": 1.923087599754023e-07, + "loss": 1.0187, + "step": 11968 + }, + { + "epoch": 0.8635330615778651, + "grad_norm": 3.146345101132799, + "learning_rate": 1.9210884535615812e-07, + "loss": 1.0583, + "step": 11969 + }, + { + "epoch": 0.8636052090472927, + "grad_norm": 3.9800205745836146, + "learning_rate": 1.9190902945915742e-07, + "loss": 0.8729, + "step": 11970 + }, + { + "epoch": 0.8636773565167202, + "grad_norm": 0.7295700501504137, + "learning_rate": 1.917093122953115e-07, + "loss": 0.7744, + "step": 11971 + }, + { + "epoch": 0.8637495039861477, + "grad_norm": 2.3656813862983053, + "learning_rate": 1.9150969387552629e-07, + "loss": 0.8942, + "step": 11972 + }, + { + "epoch": 0.8638216514555752, + "grad_norm": 6.503143724069032, + "learning_rate": 1.9131017421070128e-07, + "loss": 0.9248, + "step": 11973 + }, + { + "epoch": 0.8638937989250027, + "grad_norm": 13.167797249328153, + "learning_rate": 1.9111075331173197e-07, + "loss": 0.9465, + "step": 11974 + }, + { + "epoch": 0.8639659463944303, + "grad_norm": 4.567677943245658, + "learning_rate": 1.9091143118950902e-07, + "loss": 1.0308, + "step": 11975 + }, + { + "epoch": 0.8640380938638578, + "grad_norm": 4.696044458597992, + "learning_rate": 1.9071220785491525e-07, + "loss": 1.0051, + "step": 11976 + }, + { + "epoch": 0.8641102413332853, + "grad_norm": 3.0640264327101816, + "learning_rate": 1.9051308331883e-07, + "loss": 1.0268, + "step": 11977 + }, + { + "epoch": 0.8641823888027127, + "grad_norm": 3.294446873641624, + "learning_rate": 1.9031405759212716e-07, + "loss": 0.9573, + "step": 11978 + }, + { + "epoch": 0.8642545362721402, + "grad_norm": 4.01726192849055, + "learning_rate": 1.901151306856741e-07, + "loss": 0.949, + "step": 11979 + }, + { + "epoch": 0.8643266837415677, + "grad_norm": 2.6043446187571857, + "learning_rate": 1.8991630261033388e-07, + "loss": 1.0209, + "step": 11980 + }, + { + "epoch": 0.8643988312109953, + "grad_norm": 2.8448613269443306, + "learning_rate": 1.8971757337696314e-07, + "loss": 0.8838, + "step": 11981 + }, + { + "epoch": 0.8644709786804228, + "grad_norm": 2.162012334091476, + "learning_rate": 1.89518942996415e-07, + "loss": 0.9941, + "step": 11982 + }, + { + "epoch": 0.8645431261498503, + "grad_norm": 5.6484981127345195, + "learning_rate": 1.8932041147953504e-07, + "loss": 0.9329, + "step": 11983 + }, + { + "epoch": 0.8646152736192778, + "grad_norm": 2.558915399033188, + "learning_rate": 1.891219788371643e-07, + "loss": 0.8519, + "step": 11984 + }, + { + "epoch": 0.8646874210887053, + "grad_norm": 4.257138260119289, + "learning_rate": 1.8892364508013926e-07, + "loss": 0.9826, + "step": 11985 + }, + { + "epoch": 0.8647595685581329, + "grad_norm": 4.085451990753287, + "learning_rate": 1.8872541021928902e-07, + "loss": 0.9489, + "step": 11986 + }, + { + "epoch": 0.8648317160275604, + "grad_norm": 3.5642259666487206, + "learning_rate": 1.8852727426543868e-07, + "loss": 0.9441, + "step": 11987 + }, + { + "epoch": 0.8649038634969879, + "grad_norm": 3.2805068854858717, + "learning_rate": 1.8832923722940853e-07, + "loss": 0.9683, + "step": 11988 + }, + { + "epoch": 0.8649760109664153, + "grad_norm": 2.1547775769786544, + "learning_rate": 1.8813129912201232e-07, + "loss": 0.8937, + "step": 11989 + }, + { + "epoch": 0.8650481584358428, + "grad_norm": 3.4515924289246778, + "learning_rate": 1.879334599540583e-07, + "loss": 0.9708, + "step": 11990 + }, + { + "epoch": 0.8651203059052703, + "grad_norm": 3.832920729504401, + "learning_rate": 1.8773571973635006e-07, + "loss": 0.8591, + "step": 11991 + }, + { + "epoch": 0.8651924533746979, + "grad_norm": 2.065271653787164, + "learning_rate": 1.8753807847968584e-07, + "loss": 0.9415, + "step": 11992 + }, + { + "epoch": 0.8652646008441254, + "grad_norm": 2.8537213240263384, + "learning_rate": 1.873405361948568e-07, + "loss": 0.9286, + "step": 11993 + }, + { + "epoch": 0.8653367483135529, + "grad_norm": 3.5264895599353485, + "learning_rate": 1.871430928926512e-07, + "loss": 0.8958, + "step": 11994 + }, + { + "epoch": 0.8654088957829804, + "grad_norm": 2.4548346520891995, + "learning_rate": 1.869457485838506e-07, + "loss": 0.9708, + "step": 11995 + }, + { + "epoch": 0.8654810432524079, + "grad_norm": 3.363089986894304, + "learning_rate": 1.8674850327923063e-07, + "loss": 0.9592, + "step": 11996 + }, + { + "epoch": 0.8655531907218355, + "grad_norm": 4.709148415200642, + "learning_rate": 1.8655135698956247e-07, + "loss": 0.8772, + "step": 11997 + }, + { + "epoch": 0.865625338191263, + "grad_norm": 2.6480514560090924, + "learning_rate": 1.863543097256113e-07, + "loss": 0.9758, + "step": 11998 + }, + { + "epoch": 0.8656974856606905, + "grad_norm": 2.888797986809349, + "learning_rate": 1.86157361498138e-07, + "loss": 0.9396, + "step": 11999 + }, + { + "epoch": 0.865769633130118, + "grad_norm": 3.7566331055526154, + "learning_rate": 1.8596051231789645e-07, + "loss": 0.9093, + "step": 12000 + }, + { + "epoch": 0.8658417805995454, + "grad_norm": 3.8808925494776094, + "learning_rate": 1.857637621956356e-07, + "loss": 0.9413, + "step": 12001 + }, + { + "epoch": 0.8659139280689729, + "grad_norm": 2.9259093476839397, + "learning_rate": 1.8556711114210022e-07, + "loss": 0.8751, + "step": 12002 + }, + { + "epoch": 0.8659860755384005, + "grad_norm": 2.8623305091487103, + "learning_rate": 1.853705591680277e-07, + "loss": 1.0042, + "step": 12003 + }, + { + "epoch": 0.866058223007828, + "grad_norm": 4.66317275360938, + "learning_rate": 1.8517410628415142e-07, + "loss": 0.9639, + "step": 12004 + }, + { + "epoch": 0.8661303704772555, + "grad_norm": 0.6977630251588238, + "learning_rate": 1.849777525011993e-07, + "loss": 0.8162, + "step": 12005 + }, + { + "epoch": 0.866202517946683, + "grad_norm": 2.2633492451343957, + "learning_rate": 1.847814978298925e-07, + "loss": 1.0471, + "step": 12006 + }, + { + "epoch": 0.8662746654161105, + "grad_norm": 3.553522141136023, + "learning_rate": 1.8458534228094868e-07, + "loss": 0.9533, + "step": 12007 + }, + { + "epoch": 0.866346812885538, + "grad_norm": 2.621273028955183, + "learning_rate": 1.8438928586507885e-07, + "loss": 0.9783, + "step": 12008 + }, + { + "epoch": 0.8664189603549656, + "grad_norm": 2.6029749063402647, + "learning_rate": 1.841933285929893e-07, + "loss": 0.8924, + "step": 12009 + }, + { + "epoch": 0.8664911078243931, + "grad_norm": 3.638331398875313, + "learning_rate": 1.8399747047537994e-07, + "loss": 0.8878, + "step": 12010 + }, + { + "epoch": 0.8665632552938206, + "grad_norm": 4.39097881588466, + "learning_rate": 1.8380171152294555e-07, + "loss": 1.0762, + "step": 12011 + }, + { + "epoch": 0.8666354027632481, + "grad_norm": 3.0001033129386836, + "learning_rate": 1.8360605174637733e-07, + "loss": 0.924, + "step": 12012 + }, + { + "epoch": 0.8667075502326755, + "grad_norm": 14.078352067917686, + "learning_rate": 1.834104911563581e-07, + "loss": 0.9456, + "step": 12013 + }, + { + "epoch": 0.8667796977021031, + "grad_norm": 3.721337580215653, + "learning_rate": 1.8321502976356705e-07, + "loss": 0.9648, + "step": 12014 + }, + { + "epoch": 0.8668518451715306, + "grad_norm": 3.2850344677282455, + "learning_rate": 1.830196675786777e-07, + "loss": 0.9924, + "step": 12015 + }, + { + "epoch": 0.8669239926409581, + "grad_norm": 2.9609568250523712, + "learning_rate": 1.8282440461235858e-07, + "loss": 0.8421, + "step": 12016 + }, + { + "epoch": 0.8669961401103856, + "grad_norm": 3.1061382987433785, + "learning_rate": 1.8262924087527097e-07, + "loss": 0.8926, + "step": 12017 + }, + { + "epoch": 0.8670682875798131, + "grad_norm": 4.3108506296605915, + "learning_rate": 1.8243417637807345e-07, + "loss": 0.9376, + "step": 12018 + }, + { + "epoch": 0.8671404350492407, + "grad_norm": 4.407859346018453, + "learning_rate": 1.8223921113141726e-07, + "loss": 0.9593, + "step": 12019 + }, + { + "epoch": 0.8672125825186682, + "grad_norm": 2.6828784683461766, + "learning_rate": 1.8204434514594835e-07, + "loss": 0.9118, + "step": 12020 + }, + { + "epoch": 0.8672847299880957, + "grad_norm": 3.1369528487130354, + "learning_rate": 1.8184957843230776e-07, + "loss": 0.9388, + "step": 12021 + }, + { + "epoch": 0.8673568774575232, + "grad_norm": 4.185374845172711, + "learning_rate": 1.8165491100113163e-07, + "loss": 0.9521, + "step": 12022 + }, + { + "epoch": 0.8674290249269507, + "grad_norm": 0.6222152181876406, + "learning_rate": 1.8146034286304879e-07, + "loss": 0.823, + "step": 12023 + }, + { + "epoch": 0.8675011723963783, + "grad_norm": 2.2809412499086137, + "learning_rate": 1.8126587402868498e-07, + "loss": 0.9953, + "step": 12024 + }, + { + "epoch": 0.8675733198658057, + "grad_norm": 3.038805482484191, + "learning_rate": 1.8107150450865906e-07, + "loss": 0.8164, + "step": 12025 + }, + { + "epoch": 0.8676454673352332, + "grad_norm": 3.225840637887266, + "learning_rate": 1.8087723431358514e-07, + "loss": 0.9726, + "step": 12026 + }, + { + "epoch": 0.8677176148046607, + "grad_norm": 5.367242760075331, + "learning_rate": 1.8068306345407104e-07, + "loss": 0.9139, + "step": 12027 + }, + { + "epoch": 0.8677897622740882, + "grad_norm": 3.1394169699863044, + "learning_rate": 1.8048899194071997e-07, + "loss": 0.936, + "step": 12028 + }, + { + "epoch": 0.8678619097435157, + "grad_norm": 3.093378988811492, + "learning_rate": 1.8029501978412974e-07, + "loss": 0.9681, + "step": 12029 + }, + { + "epoch": 0.8679340572129433, + "grad_norm": 3.2589943477912855, + "learning_rate": 1.8010114699489142e-07, + "loss": 0.8999, + "step": 12030 + }, + { + "epoch": 0.8680062046823708, + "grad_norm": 3.7703554191312345, + "learning_rate": 1.7990737358359276e-07, + "loss": 0.9868, + "step": 12031 + }, + { + "epoch": 0.8680783521517983, + "grad_norm": 3.615635450343111, + "learning_rate": 1.7971369956081483e-07, + "loss": 0.9726, + "step": 12032 + }, + { + "epoch": 0.8681504996212258, + "grad_norm": 4.156528090731851, + "learning_rate": 1.7952012493713365e-07, + "loss": 0.9762, + "step": 12033 + }, + { + "epoch": 0.8682226470906533, + "grad_norm": 3.756480657061857, + "learning_rate": 1.7932664972311872e-07, + "loss": 0.9946, + "step": 12034 + }, + { + "epoch": 0.8682947945600809, + "grad_norm": 11.547414145058625, + "learning_rate": 1.791332739293354e-07, + "loss": 0.9509, + "step": 12035 + }, + { + "epoch": 0.8683669420295083, + "grad_norm": 2.68142768253341, + "learning_rate": 1.789399975663439e-07, + "loss": 0.9554, + "step": 12036 + }, + { + "epoch": 0.8684390894989358, + "grad_norm": 2.9241749896016844, + "learning_rate": 1.787468206446976e-07, + "loss": 0.9779, + "step": 12037 + }, + { + "epoch": 0.8685112369683633, + "grad_norm": 4.716983287594861, + "learning_rate": 1.785537431749453e-07, + "loss": 0.9211, + "step": 12038 + }, + { + "epoch": 0.8685833844377908, + "grad_norm": 2.923840030296821, + "learning_rate": 1.7836076516763067e-07, + "loss": 0.9081, + "step": 12039 + }, + { + "epoch": 0.8686555319072183, + "grad_norm": 26.952253156189233, + "learning_rate": 1.7816788663329074e-07, + "loss": 0.872, + "step": 12040 + }, + { + "epoch": 0.8687276793766459, + "grad_norm": 2.5641126442980084, + "learning_rate": 1.7797510758245805e-07, + "loss": 1.0053, + "step": 12041 + }, + { + "epoch": 0.8687998268460734, + "grad_norm": 3.407446554860539, + "learning_rate": 1.7778242802566014e-07, + "loss": 1.0017, + "step": 12042 + }, + { + "epoch": 0.8688719743155009, + "grad_norm": 3.793508285036765, + "learning_rate": 1.775898479734188e-07, + "loss": 0.8771, + "step": 12043 + }, + { + "epoch": 0.8689441217849284, + "grad_norm": 3.075745878241493, + "learning_rate": 1.77397367436249e-07, + "loss": 0.8967, + "step": 12044 + }, + { + "epoch": 0.8690162692543559, + "grad_norm": 3.6424048006685905, + "learning_rate": 1.7720498642466185e-07, + "loss": 0.886, + "step": 12045 + }, + { + "epoch": 0.8690884167237835, + "grad_norm": 2.5813162732795365, + "learning_rate": 1.7701270494916298e-07, + "loss": 1.0226, + "step": 12046 + }, + { + "epoch": 0.869160564193211, + "grad_norm": 3.7556950874917896, + "learning_rate": 1.768205230202513e-07, + "loss": 0.9459, + "step": 12047 + }, + { + "epoch": 0.8692327116626384, + "grad_norm": 4.035364697695638, + "learning_rate": 1.7662844064842198e-07, + "loss": 0.9624, + "step": 12048 + }, + { + "epoch": 0.8693048591320659, + "grad_norm": 3.324936893409228, + "learning_rate": 1.7643645784416394e-07, + "loss": 0.9342, + "step": 12049 + }, + { + "epoch": 0.8693770066014934, + "grad_norm": 2.9427487170843953, + "learning_rate": 1.7624457461795994e-07, + "loss": 0.8892, + "step": 12050 + }, + { + "epoch": 0.8694491540709209, + "grad_norm": 5.016129037599669, + "learning_rate": 1.7605279098028846e-07, + "loss": 0.9518, + "step": 12051 + }, + { + "epoch": 0.8695213015403485, + "grad_norm": 4.795224182170776, + "learning_rate": 1.7586110694162205e-07, + "loss": 0.9771, + "step": 12052 + }, + { + "epoch": 0.869593449009776, + "grad_norm": 2.521266984026569, + "learning_rate": 1.7566952251242806e-07, + "loss": 0.9975, + "step": 12053 + }, + { + "epoch": 0.8696655964792035, + "grad_norm": 4.305883888660036, + "learning_rate": 1.754780377031675e-07, + "loss": 0.8913, + "step": 12054 + }, + { + "epoch": 0.869737743948631, + "grad_norm": 0.8069442657832351, + "learning_rate": 1.752866525242973e-07, + "loss": 0.8883, + "step": 12055 + }, + { + "epoch": 0.8698098914180585, + "grad_norm": 3.0464760543605918, + "learning_rate": 1.750953669862687e-07, + "loss": 1.066, + "step": 12056 + }, + { + "epoch": 0.869882038887486, + "grad_norm": 3.1446853126079293, + "learning_rate": 1.749041810995262e-07, + "loss": 0.9449, + "step": 12057 + }, + { + "epoch": 0.8699541863569136, + "grad_norm": 2.562164284649445, + "learning_rate": 1.747130948745099e-07, + "loss": 0.8143, + "step": 12058 + }, + { + "epoch": 0.8700263338263411, + "grad_norm": 2.5840105789251466, + "learning_rate": 1.7452210832165438e-07, + "loss": 0.9247, + "step": 12059 + }, + { + "epoch": 0.8700984812957685, + "grad_norm": 2.5846207599880926, + "learning_rate": 1.7433122145138945e-07, + "loss": 0.9254, + "step": 12060 + }, + { + "epoch": 0.870170628765196, + "grad_norm": 2.700416045453456, + "learning_rate": 1.7414043427413772e-07, + "loss": 0.9399, + "step": 12061 + }, + { + "epoch": 0.8702427762346235, + "grad_norm": 2.9957816348082833, + "learning_rate": 1.739497468003177e-07, + "loss": 0.8999, + "step": 12062 + }, + { + "epoch": 0.8703149237040511, + "grad_norm": 3.773165043379375, + "learning_rate": 1.7375915904034265e-07, + "loss": 0.9662, + "step": 12063 + }, + { + "epoch": 0.8703870711734786, + "grad_norm": 4.699191961426138, + "learning_rate": 1.7356867100461914e-07, + "loss": 0.9259, + "step": 12064 + }, + { + "epoch": 0.8704592186429061, + "grad_norm": 7.267696749737332, + "learning_rate": 1.7337828270354882e-07, + "loss": 0.9152, + "step": 12065 + }, + { + "epoch": 0.8705313661123336, + "grad_norm": 5.193665115635973, + "learning_rate": 1.7318799414752938e-07, + "loss": 0.9146, + "step": 12066 + }, + { + "epoch": 0.8706035135817611, + "grad_norm": 2.9886367486662735, + "learning_rate": 1.7299780534695052e-07, + "loss": 0.8537, + "step": 12067 + }, + { + "epoch": 0.8706756610511887, + "grad_norm": 2.120007990516143, + "learning_rate": 1.7280771631219816e-07, + "loss": 0.9834, + "step": 12068 + }, + { + "epoch": 0.8707478085206162, + "grad_norm": 2.4774188657961704, + "learning_rate": 1.726177270536524e-07, + "loss": 0.9831, + "step": 12069 + }, + { + "epoch": 0.8708199559900437, + "grad_norm": 3.6269331414366013, + "learning_rate": 1.7242783758168834e-07, + "loss": 0.9974, + "step": 12070 + }, + { + "epoch": 0.8708921034594712, + "grad_norm": 2.6977264651460704, + "learning_rate": 1.7223804790667362e-07, + "loss": 1.0387, + "step": 12071 + }, + { + "epoch": 0.8709642509288986, + "grad_norm": 2.9939323099010657, + "learning_rate": 1.7204835803897356e-07, + "loss": 0.9333, + "step": 12072 + }, + { + "epoch": 0.8710363983983261, + "grad_norm": 3.598877673572468, + "learning_rate": 1.7185876798894604e-07, + "loss": 0.8783, + "step": 12073 + }, + { + "epoch": 0.8711085458677537, + "grad_norm": 3.751874455228401, + "learning_rate": 1.7166927776694328e-07, + "loss": 0.8918, + "step": 12074 + }, + { + "epoch": 0.8711806933371812, + "grad_norm": 3.1273815998014003, + "learning_rate": 1.714798873833132e-07, + "loss": 0.91, + "step": 12075 + }, + { + "epoch": 0.8712528408066087, + "grad_norm": 6.549528253471205, + "learning_rate": 1.7129059684839732e-07, + "loss": 1.054, + "step": 12076 + }, + { + "epoch": 0.8713249882760362, + "grad_norm": 2.247451504533139, + "learning_rate": 1.711014061725329e-07, + "loss": 1.1042, + "step": 12077 + }, + { + "epoch": 0.8713971357454637, + "grad_norm": 1.9940794693464374, + "learning_rate": 1.7091231536604923e-07, + "loss": 0.9879, + "step": 12078 + }, + { + "epoch": 0.8714692832148913, + "grad_norm": 4.274563879778227, + "learning_rate": 1.707233244392736e-07, + "loss": 0.9016, + "step": 12079 + }, + { + "epoch": 0.8715414306843188, + "grad_norm": 0.873000141574197, + "learning_rate": 1.7053443340252583e-07, + "loss": 0.8523, + "step": 12080 + }, + { + "epoch": 0.8716135781537463, + "grad_norm": 5.196114981491355, + "learning_rate": 1.703456422661198e-07, + "loss": 0.8734, + "step": 12081 + }, + { + "epoch": 0.8716857256231738, + "grad_norm": 3.113557542437326, + "learning_rate": 1.701569510403651e-07, + "loss": 0.9918, + "step": 12082 + }, + { + "epoch": 0.8717578730926013, + "grad_norm": 4.4706167310214004, + "learning_rate": 1.6996835973556588e-07, + "loss": 0.9866, + "step": 12083 + }, + { + "epoch": 0.8718300205620287, + "grad_norm": 6.04126504900538, + "learning_rate": 1.6977986836201908e-07, + "loss": 0.9441, + "step": 12084 + }, + { + "epoch": 0.8719021680314563, + "grad_norm": 3.8731710978644514, + "learning_rate": 1.6959147693001886e-07, + "loss": 0.8758, + "step": 12085 + }, + { + "epoch": 0.8719743155008838, + "grad_norm": 4.296445956918086, + "learning_rate": 1.6940318544985232e-07, + "loss": 0.9341, + "step": 12086 + }, + { + "epoch": 0.8720464629703113, + "grad_norm": 2.4383344933521625, + "learning_rate": 1.6921499393180128e-07, + "loss": 0.9978, + "step": 12087 + }, + { + "epoch": 0.8721186104397388, + "grad_norm": 2.591161976417338, + "learning_rate": 1.6902690238614192e-07, + "loss": 0.9355, + "step": 12088 + }, + { + "epoch": 0.8721907579091663, + "grad_norm": 3.8339004235348324, + "learning_rate": 1.6883891082314494e-07, + "loss": 0.8861, + "step": 12089 + }, + { + "epoch": 0.8722629053785939, + "grad_norm": 7.1780500568335555, + "learning_rate": 1.6865101925307702e-07, + "loss": 1.044, + "step": 12090 + }, + { + "epoch": 0.8723350528480214, + "grad_norm": 2.8491287505922176, + "learning_rate": 1.6846322768619724e-07, + "loss": 0.9381, + "step": 12091 + }, + { + "epoch": 0.8724072003174489, + "grad_norm": 4.109043586624185, + "learning_rate": 1.6827553613276035e-07, + "loss": 1.0314, + "step": 12092 + }, + { + "epoch": 0.8724793477868764, + "grad_norm": 3.2280463623631426, + "learning_rate": 1.6808794460301612e-07, + "loss": 0.8804, + "step": 12093 + }, + { + "epoch": 0.8725514952563039, + "grad_norm": 2.715244093542662, + "learning_rate": 1.6790045310720747e-07, + "loss": 0.8909, + "step": 12094 + }, + { + "epoch": 0.8726236427257313, + "grad_norm": 2.143151233564822, + "learning_rate": 1.6771306165557218e-07, + "loss": 0.9803, + "step": 12095 + }, + { + "epoch": 0.8726957901951589, + "grad_norm": 3.035902719499692, + "learning_rate": 1.6752577025834436e-07, + "loss": 0.932, + "step": 12096 + }, + { + "epoch": 0.8727679376645864, + "grad_norm": 3.3239537995268766, + "learning_rate": 1.6733857892575086e-07, + "loss": 0.9459, + "step": 12097 + }, + { + "epoch": 0.8728400851340139, + "grad_norm": 4.4951419038194596, + "learning_rate": 1.671514876680129e-07, + "loss": 0.944, + "step": 12098 + }, + { + "epoch": 0.8729122326034414, + "grad_norm": 2.8351572187584457, + "learning_rate": 1.669644964953474e-07, + "loss": 0.9765, + "step": 12099 + }, + { + "epoch": 0.8729843800728689, + "grad_norm": 4.923731281276894, + "learning_rate": 1.6677760541796527e-07, + "loss": 0.8541, + "step": 12100 + }, + { + "epoch": 0.8730565275422965, + "grad_norm": 5.138385690790856, + "learning_rate": 1.6659081444607127e-07, + "loss": 1.0309, + "step": 12101 + }, + { + "epoch": 0.873128675011724, + "grad_norm": 3.1380079002694243, + "learning_rate": 1.6640412358986565e-07, + "loss": 0.9036, + "step": 12102 + }, + { + "epoch": 0.8732008224811515, + "grad_norm": 2.4366417376403704, + "learning_rate": 1.6621753285954366e-07, + "loss": 0.9717, + "step": 12103 + }, + { + "epoch": 0.873272969950579, + "grad_norm": 3.186526131051574, + "learning_rate": 1.6603104226529374e-07, + "loss": 0.9748, + "step": 12104 + }, + { + "epoch": 0.8733451174200065, + "grad_norm": 2.800864927353348, + "learning_rate": 1.6584465181729933e-07, + "loss": 0.9464, + "step": 12105 + }, + { + "epoch": 0.873417264889434, + "grad_norm": 2.3738934800274003, + "learning_rate": 1.6565836152573876e-07, + "loss": 0.9372, + "step": 12106 + }, + { + "epoch": 0.8734894123588615, + "grad_norm": 5.485667714846567, + "learning_rate": 1.6547217140078473e-07, + "loss": 0.9436, + "step": 12107 + }, + { + "epoch": 0.873561559828289, + "grad_norm": 5.501544562117963, + "learning_rate": 1.6528608145260358e-07, + "loss": 0.976, + "step": 12108 + }, + { + "epoch": 0.8736337072977165, + "grad_norm": 2.6446385326627957, + "learning_rate": 1.651000916913581e-07, + "loss": 0.9721, + "step": 12109 + }, + { + "epoch": 0.873705854767144, + "grad_norm": 2.4346087009358124, + "learning_rate": 1.649142021272043e-07, + "loss": 0.8683, + "step": 12110 + }, + { + "epoch": 0.8737780022365715, + "grad_norm": 2.682517556366792, + "learning_rate": 1.6472841277029237e-07, + "loss": 0.9733, + "step": 12111 + }, + { + "epoch": 0.8738501497059991, + "grad_norm": 5.546431574760566, + "learning_rate": 1.6454272363076772e-07, + "loss": 0.9359, + "step": 12112 + }, + { + "epoch": 0.8739222971754266, + "grad_norm": 3.551482178652063, + "learning_rate": 1.6435713471877022e-07, + "loss": 0.9822, + "step": 12113 + }, + { + "epoch": 0.8739944446448541, + "grad_norm": 3.678732584096453, + "learning_rate": 1.6417164604443467e-07, + "loss": 0.9095, + "step": 12114 + }, + { + "epoch": 0.8740665921142816, + "grad_norm": 2.6707448967521836, + "learning_rate": 1.6398625761788941e-07, + "loss": 0.8539, + "step": 12115 + }, + { + "epoch": 0.8741387395837091, + "grad_norm": 2.505638154419462, + "learning_rate": 1.6380096944925793e-07, + "loss": 0.9217, + "step": 12116 + }, + { + "epoch": 0.8742108870531367, + "grad_norm": 2.685336373142137, + "learning_rate": 1.6361578154865829e-07, + "loss": 0.8809, + "step": 12117 + }, + { + "epoch": 0.8742830345225642, + "grad_norm": 2.9498851301167286, + "learning_rate": 1.6343069392620268e-07, + "loss": 0.9093, + "step": 12118 + }, + { + "epoch": 0.8743551819919916, + "grad_norm": 2.7773732802139657, + "learning_rate": 1.6324570659199765e-07, + "loss": 1.0103, + "step": 12119 + }, + { + "epoch": 0.8744273294614191, + "grad_norm": 11.896197543383808, + "learning_rate": 1.6306081955614538e-07, + "loss": 0.9872, + "step": 12120 + }, + { + "epoch": 0.8744994769308466, + "grad_norm": 2.7696168184176337, + "learning_rate": 1.628760328287422e-07, + "loss": 0.8686, + "step": 12121 + }, + { + "epoch": 0.8745716244002741, + "grad_norm": 4.3532680819315575, + "learning_rate": 1.626913464198776e-07, + "loss": 1.0005, + "step": 12122 + }, + { + "epoch": 0.8746437718697017, + "grad_norm": 0.7130755041064951, + "learning_rate": 1.6250676033963707e-07, + "loss": 0.869, + "step": 12123 + }, + { + "epoch": 0.8747159193391292, + "grad_norm": 0.827706465131327, + "learning_rate": 1.6232227459810056e-07, + "loss": 0.8627, + "step": 12124 + }, + { + "epoch": 0.8747880668085567, + "grad_norm": 4.733093692641242, + "learning_rate": 1.621378892053409e-07, + "loss": 0.9068, + "step": 12125 + }, + { + "epoch": 0.8748602142779842, + "grad_norm": 2.96884926077892, + "learning_rate": 1.6195360417142823e-07, + "loss": 0.9332, + "step": 12126 + }, + { + "epoch": 0.8749323617474117, + "grad_norm": 2.8078176728690787, + "learning_rate": 1.617694195064252e-07, + "loss": 0.9745, + "step": 12127 + }, + { + "epoch": 0.8750045092168393, + "grad_norm": 3.023291138253249, + "learning_rate": 1.6158533522038908e-07, + "loss": 0.8889, + "step": 12128 + }, + { + "epoch": 0.8750766566862668, + "grad_norm": 4.436032764558037, + "learning_rate": 1.6140135132337207e-07, + "loss": 0.886, + "step": 12129 + }, + { + "epoch": 0.8751488041556943, + "grad_norm": 2.43836451140483, + "learning_rate": 1.6121746782542101e-07, + "loss": 0.9246, + "step": 12130 + }, + { + "epoch": 0.8752209516251217, + "grad_norm": 4.214852348085531, + "learning_rate": 1.6103368473657742e-07, + "loss": 0.9484, + "step": 12131 + }, + { + "epoch": 0.8752930990945492, + "grad_norm": 2.7853004878335184, + "learning_rate": 1.6085000206687616e-07, + "loss": 0.9215, + "step": 12132 + }, + { + "epoch": 0.8753652465639767, + "grad_norm": 4.871680278691631, + "learning_rate": 1.6066641982634833e-07, + "loss": 0.9621, + "step": 12133 + }, + { + "epoch": 0.8754373940334043, + "grad_norm": 6.490785963902924, + "learning_rate": 1.6048293802501856e-07, + "loss": 0.8798, + "step": 12134 + }, + { + "epoch": 0.8755095415028318, + "grad_norm": 4.4198690117116, + "learning_rate": 1.602995566729055e-07, + "loss": 0.9316, + "step": 12135 + }, + { + "epoch": 0.8755816889722593, + "grad_norm": 4.3026151289933185, + "learning_rate": 1.601162757800234e-07, + "loss": 0.8911, + "step": 12136 + }, + { + "epoch": 0.8756538364416868, + "grad_norm": 2.964910333059173, + "learning_rate": 1.5993309535638068e-07, + "loss": 0.8855, + "step": 12137 + }, + { + "epoch": 0.8757259839111143, + "grad_norm": 3.28821427740883, + "learning_rate": 1.597500154119793e-07, + "loss": 0.8786, + "step": 12138 + }, + { + "epoch": 0.8757981313805419, + "grad_norm": 3.200186968348139, + "learning_rate": 1.5956703595681774e-07, + "loss": 0.9823, + "step": 12139 + }, + { + "epoch": 0.8758702788499694, + "grad_norm": 4.737804014571853, + "learning_rate": 1.5938415700088714e-07, + "loss": 0.9262, + "step": 12140 + }, + { + "epoch": 0.8759424263193969, + "grad_norm": 2.9053459812371605, + "learning_rate": 1.5920137855417437e-07, + "loss": 0.9446, + "step": 12141 + }, + { + "epoch": 0.8760145737888243, + "grad_norm": 4.410676937265058, + "learning_rate": 1.5901870062665946e-07, + "loss": 0.8748, + "step": 12142 + }, + { + "epoch": 0.8760867212582518, + "grad_norm": 0.7133943633089718, + "learning_rate": 1.5883612322831797e-07, + "loss": 0.7874, + "step": 12143 + }, + { + "epoch": 0.8761588687276793, + "grad_norm": 3.2073070486521083, + "learning_rate": 1.586536463691208e-07, + "loss": 0.9186, + "step": 12144 + }, + { + "epoch": 0.8762310161971069, + "grad_norm": 5.306203364334688, + "learning_rate": 1.5847127005903117e-07, + "loss": 0.9341, + "step": 12145 + }, + { + "epoch": 0.8763031636665344, + "grad_norm": 4.113981152986001, + "learning_rate": 1.5828899430800834e-07, + "loss": 0.9864, + "step": 12146 + }, + { + "epoch": 0.8763753111359619, + "grad_norm": 2.7223226816320776, + "learning_rate": 1.5810681912600577e-07, + "loss": 0.9655, + "step": 12147 + }, + { + "epoch": 0.8764474586053894, + "grad_norm": 2.982064676034989, + "learning_rate": 1.5792474452297167e-07, + "loss": 1.0136, + "step": 12148 + }, + { + "epoch": 0.8765196060748169, + "grad_norm": 3.7315775716304898, + "learning_rate": 1.5774277050884744e-07, + "loss": 0.8728, + "step": 12149 + }, + { + "epoch": 0.8765917535442445, + "grad_norm": 2.237159754280931, + "learning_rate": 1.575608970935711e-07, + "loss": 1.0157, + "step": 12150 + }, + { + "epoch": 0.876663901013672, + "grad_norm": 2.7836930763923466, + "learning_rate": 1.5737912428707413e-07, + "loss": 0.9251, + "step": 12151 + }, + { + "epoch": 0.8767360484830995, + "grad_norm": 2.260217461546615, + "learning_rate": 1.5719745209928158e-07, + "loss": 0.8755, + "step": 12152 + }, + { + "epoch": 0.876808195952527, + "grad_norm": 2.713605639581623, + "learning_rate": 1.570158805401143e-07, + "loss": 0.8798, + "step": 12153 + }, + { + "epoch": 0.8768803434219544, + "grad_norm": 2.632367104909991, + "learning_rate": 1.568344096194878e-07, + "loss": 0.8391, + "step": 12154 + }, + { + "epoch": 0.8769524908913819, + "grad_norm": 4.749152660082589, + "learning_rate": 1.5665303934731046e-07, + "loss": 1.0047, + "step": 12155 + }, + { + "epoch": 0.8770246383608095, + "grad_norm": 4.306406110749222, + "learning_rate": 1.5647176973348676e-07, + "loss": 0.9514, + "step": 12156 + }, + { + "epoch": 0.877096785830237, + "grad_norm": 3.2269411026550956, + "learning_rate": 1.5629060078791522e-07, + "loss": 0.8765, + "step": 12157 + }, + { + "epoch": 0.8771689332996645, + "grad_norm": 0.6738889141581567, + "learning_rate": 1.5610953252048931e-07, + "loss": 0.7747, + "step": 12158 + }, + { + "epoch": 0.877241080769092, + "grad_norm": 2.8795301157374555, + "learning_rate": 1.5592856494109574e-07, + "loss": 0.8281, + "step": 12159 + }, + { + "epoch": 0.8773132282385195, + "grad_norm": 3.732933500427743, + "learning_rate": 1.5574769805961642e-07, + "loss": 0.9609, + "step": 12160 + }, + { + "epoch": 0.8773853757079471, + "grad_norm": 3.933341479427717, + "learning_rate": 1.5556693188592872e-07, + "loss": 0.9048, + "step": 12161 + }, + { + "epoch": 0.8774575231773746, + "grad_norm": 3.7015292435484994, + "learning_rate": 1.5538626642990215e-07, + "loss": 0.9957, + "step": 12162 + }, + { + "epoch": 0.8775296706468021, + "grad_norm": 2.6071107828813695, + "learning_rate": 1.5520570170140368e-07, + "loss": 1.0475, + "step": 12163 + }, + { + "epoch": 0.8776018181162296, + "grad_norm": 3.3760059411688137, + "learning_rate": 1.550252377102923e-07, + "loss": 0.8776, + "step": 12164 + }, + { + "epoch": 0.8776739655856571, + "grad_norm": 3.690471680223841, + "learning_rate": 1.5484487446642346e-07, + "loss": 0.9337, + "step": 12165 + }, + { + "epoch": 0.8777461130550845, + "grad_norm": 3.868241846486612, + "learning_rate": 1.5466461197964486e-07, + "loss": 0.9601, + "step": 12166 + }, + { + "epoch": 0.8778182605245121, + "grad_norm": 2.244140412519028, + "learning_rate": 1.544844502598004e-07, + "loss": 1.004, + "step": 12167 + }, + { + "epoch": 0.8778904079939396, + "grad_norm": 2.9735813380704914, + "learning_rate": 1.5430438931672906e-07, + "loss": 0.9855, + "step": 12168 + }, + { + "epoch": 0.8779625554633671, + "grad_norm": 2.8706150616042514, + "learning_rate": 1.5412442916026192e-07, + "loss": 0.9373, + "step": 12169 + }, + { + "epoch": 0.8780347029327946, + "grad_norm": 4.667033771426216, + "learning_rate": 1.5394456980022664e-07, + "loss": 1.0102, + "step": 12170 + }, + { + "epoch": 0.8781068504022221, + "grad_norm": 4.118772487550049, + "learning_rate": 1.537648112464449e-07, + "loss": 0.9022, + "step": 12171 + }, + { + "epoch": 0.8781789978716497, + "grad_norm": 2.357325996781637, + "learning_rate": 1.535851535087318e-07, + "loss": 0.9395, + "step": 12172 + }, + { + "epoch": 0.8782511453410772, + "grad_norm": 5.291440983963402, + "learning_rate": 1.5340559659689812e-07, + "loss": 0.8648, + "step": 12173 + }, + { + "epoch": 0.8783232928105047, + "grad_norm": 2.8202891679047, + "learning_rate": 1.532261405207491e-07, + "loss": 0.9118, + "step": 12174 + }, + { + "epoch": 0.8783954402799322, + "grad_norm": 4.581498189034667, + "learning_rate": 1.5304678529008453e-07, + "loss": 1.0233, + "step": 12175 + }, + { + "epoch": 0.8784675877493597, + "grad_norm": 2.951220347260763, + "learning_rate": 1.5286753091469739e-07, + "loss": 0.8717, + "step": 12176 + }, + { + "epoch": 0.8785397352187873, + "grad_norm": 2.9338455193747293, + "learning_rate": 1.5268837740437656e-07, + "loss": 0.9144, + "step": 12177 + }, + { + "epoch": 0.8786118826882147, + "grad_norm": 4.002077040236273, + "learning_rate": 1.5250932476890532e-07, + "loss": 0.9806, + "step": 12178 + }, + { + "epoch": 0.8786840301576422, + "grad_norm": 2.315344324231754, + "learning_rate": 1.523303730180603e-07, + "loss": 0.9327, + "step": 12179 + }, + { + "epoch": 0.8787561776270697, + "grad_norm": 0.7126996346256652, + "learning_rate": 1.5215152216161342e-07, + "loss": 0.8224, + "step": 12180 + }, + { + "epoch": 0.8788283250964972, + "grad_norm": 2.566478525012073, + "learning_rate": 1.5197277220933226e-07, + "loss": 0.9149, + "step": 12181 + }, + { + "epoch": 0.8789004725659247, + "grad_norm": 2.8379339751721715, + "learning_rate": 1.5179412317097629e-07, + "loss": 0.9106, + "step": 12182 + }, + { + "epoch": 0.8789726200353523, + "grad_norm": 3.465996689122947, + "learning_rate": 1.516155750563015e-07, + "loss": 0.9957, + "step": 12183 + }, + { + "epoch": 0.8790447675047798, + "grad_norm": 2.598893362901017, + "learning_rate": 1.5143712787505769e-07, + "loss": 0.8629, + "step": 12184 + }, + { + "epoch": 0.8791169149742073, + "grad_norm": 4.530015027356012, + "learning_rate": 1.5125878163698947e-07, + "loss": 0.9347, + "step": 12185 + }, + { + "epoch": 0.8791890624436348, + "grad_norm": 3.1180664964770455, + "learning_rate": 1.510805363518346e-07, + "loss": 0.8452, + "step": 12186 + }, + { + "epoch": 0.8792612099130623, + "grad_norm": 5.397921635537, + "learning_rate": 1.5090239202932775e-07, + "loss": 0.9361, + "step": 12187 + }, + { + "epoch": 0.8793333573824899, + "grad_norm": 2.409126049197686, + "learning_rate": 1.5072434867919627e-07, + "loss": 0.9713, + "step": 12188 + }, + { + "epoch": 0.8794055048519174, + "grad_norm": 5.643973331531698, + "learning_rate": 1.505464063111621e-07, + "loss": 1.0075, + "step": 12189 + }, + { + "epoch": 0.8794776523213448, + "grad_norm": 2.313100788326788, + "learning_rate": 1.503685649349422e-07, + "loss": 0.9798, + "step": 12190 + }, + { + "epoch": 0.8795497997907723, + "grad_norm": 7.7833766252619325, + "learning_rate": 1.5019082456024768e-07, + "loss": 0.9619, + "step": 12191 + }, + { + "epoch": 0.8796219472601998, + "grad_norm": 0.7522124796873025, + "learning_rate": 1.5001318519678496e-07, + "loss": 0.8792, + "step": 12192 + }, + { + "epoch": 0.8796940947296273, + "grad_norm": 7.780384919517132, + "learning_rate": 1.4983564685425343e-07, + "loss": 0.9399, + "step": 12193 + }, + { + "epoch": 0.8797662421990549, + "grad_norm": 5.75482903751072, + "learning_rate": 1.496582095423482e-07, + "loss": 0.9937, + "step": 12194 + }, + { + "epoch": 0.8798383896684824, + "grad_norm": 4.3773093531828335, + "learning_rate": 1.4948087327075888e-07, + "loss": 0.9265, + "step": 12195 + }, + { + "epoch": 0.8799105371379099, + "grad_norm": 3.6410226236388055, + "learning_rate": 1.4930363804916813e-07, + "loss": 0.9187, + "step": 12196 + }, + { + "epoch": 0.8799826846073374, + "grad_norm": 3.1731366434234936, + "learning_rate": 1.4912650388725445e-07, + "loss": 0.9714, + "step": 12197 + }, + { + "epoch": 0.8800548320767649, + "grad_norm": 4.321919423479776, + "learning_rate": 1.4894947079469145e-07, + "loss": 0.828, + "step": 12198 + }, + { + "epoch": 0.8801269795461925, + "grad_norm": 2.8666906939837693, + "learning_rate": 1.4877253878114516e-07, + "loss": 0.9771, + "step": 12199 + }, + { + "epoch": 0.88019912701562, + "grad_norm": 3.2478718759230802, + "learning_rate": 1.485957078562774e-07, + "loss": 0.8822, + "step": 12200 + }, + { + "epoch": 0.8802712744850474, + "grad_norm": 3.9577839654194307, + "learning_rate": 1.4841897802974422e-07, + "loss": 0.9638, + "step": 12201 + }, + { + "epoch": 0.8803434219544749, + "grad_norm": 3.1885556735495766, + "learning_rate": 1.4824234931119684e-07, + "loss": 0.9064, + "step": 12202 + }, + { + "epoch": 0.8804155694239024, + "grad_norm": 2.8922395063657187, + "learning_rate": 1.480658217102795e-07, + "loss": 1.0409, + "step": 12203 + }, + { + "epoch": 0.8804877168933299, + "grad_norm": 3.267497132934153, + "learning_rate": 1.4788939523663158e-07, + "loss": 0.9298, + "step": 12204 + }, + { + "epoch": 0.8805598643627575, + "grad_norm": 3.2748791563146806, + "learning_rate": 1.4771306989988829e-07, + "loss": 0.8213, + "step": 12205 + }, + { + "epoch": 0.880632011832185, + "grad_norm": 2.238909940986112, + "learning_rate": 1.4753684570967705e-07, + "loss": 0.9764, + "step": 12206 + }, + { + "epoch": 0.8807041593016125, + "grad_norm": 2.9751399287806946, + "learning_rate": 1.4736072267562084e-07, + "loss": 0.8926, + "step": 12207 + }, + { + "epoch": 0.88077630677104, + "grad_norm": 6.26075125089521, + "learning_rate": 1.4718470080733746e-07, + "loss": 0.958, + "step": 12208 + }, + { + "epoch": 0.8808484542404675, + "grad_norm": 2.8197121443501727, + "learning_rate": 1.4700878011443906e-07, + "loss": 0.8444, + "step": 12209 + }, + { + "epoch": 0.8809206017098951, + "grad_norm": 3.0540449242226155, + "learning_rate": 1.4683296060653082e-07, + "loss": 0.9178, + "step": 12210 + }, + { + "epoch": 0.8809927491793226, + "grad_norm": 3.510053364926777, + "learning_rate": 1.4665724229321485e-07, + "loss": 0.9797, + "step": 12211 + }, + { + "epoch": 0.8810648966487501, + "grad_norm": 5.509273513837242, + "learning_rate": 1.4648162518408635e-07, + "loss": 0.999, + "step": 12212 + }, + { + "epoch": 0.8811370441181775, + "grad_norm": 2.21524598574837, + "learning_rate": 1.4630610928873454e-07, + "loss": 0.9188, + "step": 12213 + }, + { + "epoch": 0.881209191587605, + "grad_norm": 5.111118777356872, + "learning_rate": 1.46130694616744e-07, + "loss": 1.0431, + "step": 12214 + }, + { + "epoch": 0.8812813390570325, + "grad_norm": 2.723925345362713, + "learning_rate": 1.4595538117769369e-07, + "loss": 0.9095, + "step": 12215 + }, + { + "epoch": 0.8813534865264601, + "grad_norm": 3.3895901977494565, + "learning_rate": 1.4578016898115574e-07, + "loss": 1.0212, + "step": 12216 + }, + { + "epoch": 0.8814256339958876, + "grad_norm": 2.595508576759802, + "learning_rate": 1.456050580366992e-07, + "loss": 0.8686, + "step": 12217 + }, + { + "epoch": 0.8814977814653151, + "grad_norm": 3.0703918602080638, + "learning_rate": 1.4543004835388572e-07, + "loss": 0.9392, + "step": 12218 + }, + { + "epoch": 0.8815699289347426, + "grad_norm": 24.248853518726534, + "learning_rate": 1.4525513994227213e-07, + "loss": 0.9436, + "step": 12219 + }, + { + "epoch": 0.8816420764041701, + "grad_norm": 2.691290821097178, + "learning_rate": 1.450803328114092e-07, + "loss": 1.026, + "step": 12220 + }, + { + "epoch": 0.8817142238735977, + "grad_norm": 4.918843234776907, + "learning_rate": 1.4490562697084196e-07, + "loss": 0.872, + "step": 12221 + }, + { + "epoch": 0.8817863713430252, + "grad_norm": 3.096284078965664, + "learning_rate": 1.4473102243011192e-07, + "loss": 0.9828, + "step": 12222 + }, + { + "epoch": 0.8818585188124527, + "grad_norm": 3.930284701219697, + "learning_rate": 1.4455651919875257e-07, + "loss": 0.9415, + "step": 12223 + }, + { + "epoch": 0.8819306662818802, + "grad_norm": 3.037472031703961, + "learning_rate": 1.443821172862929e-07, + "loss": 0.9739, + "step": 12224 + }, + { + "epoch": 0.8820028137513076, + "grad_norm": 4.0833166991433485, + "learning_rate": 1.4420781670225668e-07, + "loss": 0.8857, + "step": 12225 + }, + { + "epoch": 0.8820749612207351, + "grad_norm": 5.816220641136882, + "learning_rate": 1.4403361745616204e-07, + "loss": 0.9466, + "step": 12226 + }, + { + "epoch": 0.8821471086901627, + "grad_norm": 2.9548999760411863, + "learning_rate": 1.4385951955752052e-07, + "loss": 0.978, + "step": 12227 + }, + { + "epoch": 0.8822192561595902, + "grad_norm": 3.1746881346838527, + "learning_rate": 1.4368552301583935e-07, + "loss": 0.9251, + "step": 12228 + }, + { + "epoch": 0.8822914036290177, + "grad_norm": 4.092333366529724, + "learning_rate": 1.4351162784062032e-07, + "loss": 0.8666, + "step": 12229 + }, + { + "epoch": 0.8823635510984452, + "grad_norm": 2.7205283827027626, + "learning_rate": 1.4333783404135868e-07, + "loss": 0.9505, + "step": 12230 + }, + { + "epoch": 0.8824356985678727, + "grad_norm": 3.22082497092704, + "learning_rate": 1.4316414162754464e-07, + "loss": 0.9819, + "step": 12231 + }, + { + "epoch": 0.8825078460373003, + "grad_norm": 3.992153697607935, + "learning_rate": 1.429905506086635e-07, + "loss": 0.8758, + "step": 12232 + }, + { + "epoch": 0.8825799935067278, + "grad_norm": 3.4131204453280586, + "learning_rate": 1.4281706099419344e-07, + "loss": 1.0049, + "step": 12233 + }, + { + "epoch": 0.8826521409761553, + "grad_norm": 3.3201417407836735, + "learning_rate": 1.4264367279360845e-07, + "loss": 0.83, + "step": 12234 + }, + { + "epoch": 0.8827242884455828, + "grad_norm": 2.589697832280498, + "learning_rate": 1.4247038601637717e-07, + "loss": 0.8396, + "step": 12235 + }, + { + "epoch": 0.8827964359150103, + "grad_norm": 2.781191793111288, + "learning_rate": 1.4229720067196204e-07, + "loss": 0.9401, + "step": 12236 + }, + { + "epoch": 0.8828685833844377, + "grad_norm": 3.014418919176312, + "learning_rate": 1.421241167698195e-07, + "loss": 0.9131, + "step": 12237 + }, + { + "epoch": 0.8829407308538653, + "grad_norm": 3.3793089874689004, + "learning_rate": 1.419511343194013e-07, + "loss": 1.0117, + "step": 12238 + }, + { + "epoch": 0.8830128783232928, + "grad_norm": 2.828933515946687, + "learning_rate": 1.417782533301537e-07, + "loss": 0.9126, + "step": 12239 + }, + { + "epoch": 0.8830850257927203, + "grad_norm": 2.4862609039113566, + "learning_rate": 1.4160547381151622e-07, + "loss": 0.9579, + "step": 12240 + }, + { + "epoch": 0.8831571732621478, + "grad_norm": 3.0500102809044836, + "learning_rate": 1.4143279577292444e-07, + "loss": 0.8662, + "step": 12241 + }, + { + "epoch": 0.8832293207315753, + "grad_norm": 4.025318602279019, + "learning_rate": 1.4126021922380793e-07, + "loss": 0.9123, + "step": 12242 + }, + { + "epoch": 0.8833014682010029, + "grad_norm": 3.3866801716192314, + "learning_rate": 1.4108774417358982e-07, + "loss": 0.9564, + "step": 12243 + }, + { + "epoch": 0.8833736156704304, + "grad_norm": 3.157079455473268, + "learning_rate": 1.4091537063168835e-07, + "loss": 1.0548, + "step": 12244 + }, + { + "epoch": 0.8834457631398579, + "grad_norm": 2.6410908485626403, + "learning_rate": 1.407430986075162e-07, + "loss": 0.9412, + "step": 12245 + }, + { + "epoch": 0.8835179106092854, + "grad_norm": 3.975062598929138, + "learning_rate": 1.405709281104812e-07, + "loss": 0.885, + "step": 12246 + }, + { + "epoch": 0.8835900580787129, + "grad_norm": 3.7514386278552463, + "learning_rate": 1.4039885914998429e-07, + "loss": 1.0427, + "step": 12247 + }, + { + "epoch": 0.8836622055481403, + "grad_norm": 3.427761501628773, + "learning_rate": 1.4022689173542146e-07, + "loss": 1.0501, + "step": 12248 + }, + { + "epoch": 0.8837343530175679, + "grad_norm": 3.4063171940046737, + "learning_rate": 1.400550258761839e-07, + "loss": 0.9313, + "step": 12249 + }, + { + "epoch": 0.8838065004869954, + "grad_norm": 3.4658284298739117, + "learning_rate": 1.3988326158165586e-07, + "loss": 1.0329, + "step": 12250 + }, + { + "epoch": 0.8838786479564229, + "grad_norm": 3.6203852251475666, + "learning_rate": 1.3971159886121675e-07, + "loss": 0.9603, + "step": 12251 + }, + { + "epoch": 0.8839507954258504, + "grad_norm": 3.2189850952808303, + "learning_rate": 1.395400377242406e-07, + "loss": 0.8931, + "step": 12252 + }, + { + "epoch": 0.8840229428952779, + "grad_norm": 2.955172842944596, + "learning_rate": 1.393685781800964e-07, + "loss": 1.018, + "step": 12253 + }, + { + "epoch": 0.8840950903647055, + "grad_norm": 5.1622333374611715, + "learning_rate": 1.3919722023814572e-07, + "loss": 0.9358, + "step": 12254 + }, + { + "epoch": 0.884167237834133, + "grad_norm": 2.4645035353248455, + "learning_rate": 1.3902596390774667e-07, + "loss": 0.9862, + "step": 12255 + }, + { + "epoch": 0.8842393853035605, + "grad_norm": 3.0917782135314105, + "learning_rate": 1.3885480919825087e-07, + "loss": 1.0206, + "step": 12256 + }, + { + "epoch": 0.884311532772988, + "grad_norm": 2.633168182344924, + "learning_rate": 1.3868375611900396e-07, + "loss": 1.0136, + "step": 12257 + }, + { + "epoch": 0.8843836802424155, + "grad_norm": 2.6853804991076764, + "learning_rate": 1.3851280467934644e-07, + "loss": 1.0225, + "step": 12258 + }, + { + "epoch": 0.8844558277118431, + "grad_norm": 4.418950599962306, + "learning_rate": 1.3834195488861422e-07, + "loss": 0.9618, + "step": 12259 + }, + { + "epoch": 0.8845279751812705, + "grad_norm": 4.193312752637307, + "learning_rate": 1.3817120675613602e-07, + "loss": 0.8846, + "step": 12260 + }, + { + "epoch": 0.884600122650698, + "grad_norm": 4.277342858162007, + "learning_rate": 1.3800056029123596e-07, + "loss": 0.9948, + "step": 12261 + }, + { + "epoch": 0.8846722701201255, + "grad_norm": 2.7951936409736535, + "learning_rate": 1.3783001550323237e-07, + "loss": 0.9327, + "step": 12262 + }, + { + "epoch": 0.884744417589553, + "grad_norm": 3.3865511983676018, + "learning_rate": 1.3765957240143844e-07, + "loss": 1.032, + "step": 12263 + }, + { + "epoch": 0.8848165650589805, + "grad_norm": 1.8260921032459874, + "learning_rate": 1.374892309951603e-07, + "loss": 0.8938, + "step": 12264 + }, + { + "epoch": 0.8848887125284081, + "grad_norm": 1.8786772590408085, + "learning_rate": 1.3731899129370095e-07, + "loss": 0.9215, + "step": 12265 + }, + { + "epoch": 0.8849608599978356, + "grad_norm": 3.983541004933711, + "learning_rate": 1.371488533063565e-07, + "loss": 0.9485, + "step": 12266 + }, + { + "epoch": 0.8850330074672631, + "grad_norm": 3.6546787896282877, + "learning_rate": 1.3697881704241665e-07, + "loss": 0.9214, + "step": 12267 + }, + { + "epoch": 0.8851051549366906, + "grad_norm": 2.813162068748035, + "learning_rate": 1.3680888251116706e-07, + "loss": 0.9398, + "step": 12268 + }, + { + "epoch": 0.8851773024061181, + "grad_norm": 5.469108177444637, + "learning_rate": 1.3663904972188677e-07, + "loss": 1.0569, + "step": 12269 + }, + { + "epoch": 0.8852494498755457, + "grad_norm": 2.898727690366998, + "learning_rate": 1.3646931868385059e-07, + "loss": 0.9851, + "step": 12270 + }, + { + "epoch": 0.8853215973449732, + "grad_norm": 19.800167445235786, + "learning_rate": 1.3629968940632597e-07, + "loss": 0.9044, + "step": 12271 + }, + { + "epoch": 0.8853937448144006, + "grad_norm": 2.5931971316948825, + "learning_rate": 1.361301618985764e-07, + "loss": 0.909, + "step": 12272 + }, + { + "epoch": 0.8854658922838281, + "grad_norm": 3.3470575249033603, + "learning_rate": 1.3596073616985894e-07, + "loss": 0.9475, + "step": 12273 + }, + { + "epoch": 0.8855380397532556, + "grad_norm": 0.7940440661960309, + "learning_rate": 1.3579141222942503e-07, + "loss": 0.88, + "step": 12274 + }, + { + "epoch": 0.8856101872226831, + "grad_norm": 2.057680568071961, + "learning_rate": 1.356221900865211e-07, + "loss": 0.9179, + "step": 12275 + }, + { + "epoch": 0.8856823346921107, + "grad_norm": 3.6444918680465355, + "learning_rate": 1.3545306975038794e-07, + "loss": 0.878, + "step": 12276 + }, + { + "epoch": 0.8857544821615382, + "grad_norm": 3.49683945870427, + "learning_rate": 1.3528405123025954e-07, + "loss": 0.8661, + "step": 12277 + }, + { + "epoch": 0.8858266296309657, + "grad_norm": 10.444577313202524, + "learning_rate": 1.351151345353667e-07, + "loss": 0.9975, + "step": 12278 + }, + { + "epoch": 0.8858987771003932, + "grad_norm": 3.213087860824754, + "learning_rate": 1.3494631967493276e-07, + "loss": 0.8993, + "step": 12279 + }, + { + "epoch": 0.8859709245698207, + "grad_norm": 2.580532822259588, + "learning_rate": 1.3477760665817628e-07, + "loss": 0.9476, + "step": 12280 + }, + { + "epoch": 0.8860430720392483, + "grad_norm": 3.4904005014325206, + "learning_rate": 1.346089954943097e-07, + "loss": 0.9528, + "step": 12281 + }, + { + "epoch": 0.8861152195086758, + "grad_norm": 3.327395936870622, + "learning_rate": 1.344404861925401e-07, + "loss": 0.862, + "step": 12282 + }, + { + "epoch": 0.8861873669781033, + "grad_norm": 4.32581319936673, + "learning_rate": 1.3427207876207013e-07, + "loss": 0.9121, + "step": 12283 + }, + { + "epoch": 0.8862595144475307, + "grad_norm": 2.801816443078809, + "learning_rate": 1.3410377321209487e-07, + "loss": 0.9518, + "step": 12284 + }, + { + "epoch": 0.8863316619169582, + "grad_norm": 4.852556651991918, + "learning_rate": 1.3393556955180519e-07, + "loss": 1.0778, + "step": 12285 + }, + { + "epoch": 0.8864038093863857, + "grad_norm": 2.259591533578714, + "learning_rate": 1.3376746779038662e-07, + "loss": 0.9621, + "step": 12286 + }, + { + "epoch": 0.8864759568558133, + "grad_norm": 0.8532373249600169, + "learning_rate": 1.335994679370176e-07, + "loss": 0.9849, + "step": 12287 + }, + { + "epoch": 0.8865481043252408, + "grad_norm": 5.441817224979447, + "learning_rate": 1.3343157000087234e-07, + "loss": 0.9382, + "step": 12288 + }, + { + "epoch": 0.8866202517946683, + "grad_norm": 3.867896059416881, + "learning_rate": 1.3326377399111933e-07, + "loss": 0.9465, + "step": 12289 + }, + { + "epoch": 0.8866923992640958, + "grad_norm": 2.526422017095635, + "learning_rate": 1.3309607991692162e-07, + "loss": 0.9198, + "step": 12290 + }, + { + "epoch": 0.8867645467335233, + "grad_norm": 3.30794903487369, + "learning_rate": 1.329284877874357e-07, + "loss": 1.0698, + "step": 12291 + }, + { + "epoch": 0.8868366942029509, + "grad_norm": 3.0968393641326006, + "learning_rate": 1.3276099761181314e-07, + "loss": 0.9111, + "step": 12292 + }, + { + "epoch": 0.8869088416723784, + "grad_norm": 3.9119498210333314, + "learning_rate": 1.3259360939920084e-07, + "loss": 1.0174, + "step": 12293 + }, + { + "epoch": 0.8869809891418059, + "grad_norm": 0.6842867798751432, + "learning_rate": 1.3242632315873792e-07, + "loss": 0.8643, + "step": 12294 + }, + { + "epoch": 0.8870531366112333, + "grad_norm": 0.6675246921001273, + "learning_rate": 1.322591388995602e-07, + "loss": 0.8265, + "step": 12295 + }, + { + "epoch": 0.8871252840806608, + "grad_norm": 3.4770026110556196, + "learning_rate": 1.320920566307968e-07, + "loss": 0.9651, + "step": 12296 + }, + { + "epoch": 0.8871974315500883, + "grad_norm": 4.528369909051504, + "learning_rate": 1.3192507636157179e-07, + "loss": 0.9599, + "step": 12297 + }, + { + "epoch": 0.8872695790195159, + "grad_norm": 3.341390900557669, + "learning_rate": 1.3175819810100252e-07, + "loss": 0.9109, + "step": 12298 + }, + { + "epoch": 0.8873417264889434, + "grad_norm": 5.118694240839276, + "learning_rate": 1.3159142185820216e-07, + "loss": 1.0157, + "step": 12299 + }, + { + "epoch": 0.8874138739583709, + "grad_norm": 4.643860790219753, + "learning_rate": 1.3142474764227807e-07, + "loss": 0.8864, + "step": 12300 + }, + { + "epoch": 0.8874860214277984, + "grad_norm": 3.611425436636787, + "learning_rate": 1.3125817546233054e-07, + "loss": 1.0265, + "step": 12301 + }, + { + "epoch": 0.8875581688972259, + "grad_norm": 2.102492343013215, + "learning_rate": 1.3109170532745651e-07, + "loss": 0.9294, + "step": 12302 + }, + { + "epoch": 0.8876303163666535, + "grad_norm": 4.04242193237491, + "learning_rate": 1.3092533724674625e-07, + "loss": 0.9003, + "step": 12303 + }, + { + "epoch": 0.887702463836081, + "grad_norm": 2.452661749962478, + "learning_rate": 1.307590712292841e-07, + "loss": 0.8728, + "step": 12304 + }, + { + "epoch": 0.8877746113055085, + "grad_norm": 4.121359866259776, + "learning_rate": 1.3059290728414918e-07, + "loss": 0.9148, + "step": 12305 + }, + { + "epoch": 0.887846758774936, + "grad_norm": 4.9929532939759405, + "learning_rate": 1.3042684542041514e-07, + "loss": 0.961, + "step": 12306 + }, + { + "epoch": 0.8879189062443634, + "grad_norm": 2.485486052046358, + "learning_rate": 1.3026088564715055e-07, + "loss": 0.8908, + "step": 12307 + }, + { + "epoch": 0.887991053713791, + "grad_norm": 3.6635577864839566, + "learning_rate": 1.3009502797341743e-07, + "loss": 0.9762, + "step": 12308 + }, + { + "epoch": 0.8880632011832185, + "grad_norm": 7.190655355708552, + "learning_rate": 1.2992927240827256e-07, + "loss": 0.953, + "step": 12309 + }, + { + "epoch": 0.888135348652646, + "grad_norm": 2.443100486353289, + "learning_rate": 1.297636189607676e-07, + "loss": 0.9331, + "step": 12310 + }, + { + "epoch": 0.8882074961220735, + "grad_norm": 1.889780029130956, + "learning_rate": 1.2959806763994774e-07, + "loss": 0.922, + "step": 12311 + }, + { + "epoch": 0.888279643591501, + "grad_norm": 29.25060825856607, + "learning_rate": 1.294326184548531e-07, + "loss": 0.9789, + "step": 12312 + }, + { + "epoch": 0.8883517910609285, + "grad_norm": 2.7157234797383367, + "learning_rate": 1.2926727141451889e-07, + "loss": 0.9661, + "step": 12313 + }, + { + "epoch": 0.8884239385303561, + "grad_norm": 2.3444714262415602, + "learning_rate": 1.291020265279741e-07, + "loss": 0.9611, + "step": 12314 + }, + { + "epoch": 0.8884960859997836, + "grad_norm": 3.056766202741894, + "learning_rate": 1.2893688380424152e-07, + "loss": 1.0788, + "step": 12315 + }, + { + "epoch": 0.8885682334692111, + "grad_norm": 3.707254159896094, + "learning_rate": 1.2877184325233926e-07, + "loss": 0.9311, + "step": 12316 + }, + { + "epoch": 0.8886403809386386, + "grad_norm": 5.0867958575066945, + "learning_rate": 1.286069048812799e-07, + "loss": 1.0837, + "step": 12317 + }, + { + "epoch": 0.8887125284080661, + "grad_norm": 3.081853941251915, + "learning_rate": 1.2844206870006936e-07, + "loss": 0.9077, + "step": 12318 + }, + { + "epoch": 0.8887846758774935, + "grad_norm": 2.7702856072219437, + "learning_rate": 1.282773347177093e-07, + "loss": 0.8544, + "step": 12319 + }, + { + "epoch": 0.8888568233469211, + "grad_norm": 4.8197683957754665, + "learning_rate": 1.2811270294319541e-07, + "loss": 0.9976, + "step": 12320 + }, + { + "epoch": 0.8889289708163486, + "grad_norm": 3.915506123338884, + "learning_rate": 1.27948173385517e-07, + "loss": 0.9752, + "step": 12321 + }, + { + "epoch": 0.8890011182857761, + "grad_norm": 2.5423887092291606, + "learning_rate": 1.2778374605365883e-07, + "loss": 1.0346, + "step": 12322 + }, + { + "epoch": 0.8890732657552036, + "grad_norm": 2.574795046306999, + "learning_rate": 1.276194209565995e-07, + "loss": 0.9892, + "step": 12323 + }, + { + "epoch": 0.8891454132246311, + "grad_norm": 3.048318687168794, + "learning_rate": 1.274551981033125e-07, + "loss": 0.9398, + "step": 12324 + }, + { + "epoch": 0.8892175606940587, + "grad_norm": 2.2575857715217795, + "learning_rate": 1.2729107750276492e-07, + "loss": 0.8641, + "step": 12325 + }, + { + "epoch": 0.8892897081634862, + "grad_norm": 3.136640611865333, + "learning_rate": 1.2712705916391909e-07, + "loss": 1.0096, + "step": 12326 + }, + { + "epoch": 0.8893618556329137, + "grad_norm": 3.9310831735022074, + "learning_rate": 1.2696314309573186e-07, + "loss": 1.001, + "step": 12327 + }, + { + "epoch": 0.8894340031023412, + "grad_norm": 2.900659742617849, + "learning_rate": 1.267993293071532e-07, + "loss": 0.9733, + "step": 12328 + }, + { + "epoch": 0.8895061505717687, + "grad_norm": 3.5323581813413347, + "learning_rate": 1.2663561780712884e-07, + "loss": 0.9502, + "step": 12329 + }, + { + "epoch": 0.8895782980411963, + "grad_norm": 2.3511023594012923, + "learning_rate": 1.2647200860459893e-07, + "loss": 0.929, + "step": 12330 + }, + { + "epoch": 0.8896504455106237, + "grad_norm": 2.3532068326989317, + "learning_rate": 1.2630850170849617e-07, + "loss": 0.905, + "step": 12331 + }, + { + "epoch": 0.8897225929800512, + "grad_norm": 4.5942287065890905, + "learning_rate": 1.2614509712775047e-07, + "loss": 0.9485, + "step": 12332 + }, + { + "epoch": 0.8897947404494787, + "grad_norm": 2.6273822873476953, + "learning_rate": 1.2598179487128423e-07, + "loss": 0.9335, + "step": 12333 + }, + { + "epoch": 0.8898668879189062, + "grad_norm": 3.0379839162394506, + "learning_rate": 1.2581859494801506e-07, + "loss": 0.923, + "step": 12334 + }, + { + "epoch": 0.8899390353883337, + "grad_norm": 3.1395102273234055, + "learning_rate": 1.256554973668542e-07, + "loss": 0.8427, + "step": 12335 + }, + { + "epoch": 0.8900111828577613, + "grad_norm": 2.356018305955114, + "learning_rate": 1.2549250213670748e-07, + "loss": 0.9359, + "step": 12336 + }, + { + "epoch": 0.8900833303271888, + "grad_norm": 8.026267795896503, + "learning_rate": 1.2532960926647684e-07, + "loss": 1.0226, + "step": 12337 + }, + { + "epoch": 0.8901554777966163, + "grad_norm": 2.505246855399291, + "learning_rate": 1.251668187650563e-07, + "loss": 0.9782, + "step": 12338 + }, + { + "epoch": 0.8902276252660438, + "grad_norm": 2.9536565070222043, + "learning_rate": 1.250041306413352e-07, + "loss": 0.9799, + "step": 12339 + }, + { + "epoch": 0.8902997727354713, + "grad_norm": 2.3356906926341328, + "learning_rate": 1.2484154490419752e-07, + "loss": 1.0446, + "step": 12340 + }, + { + "epoch": 0.8903719202048989, + "grad_norm": 4.558273238786108, + "learning_rate": 1.2467906156252174e-07, + "loss": 0.9445, + "step": 12341 + }, + { + "epoch": 0.8904440676743264, + "grad_norm": 6.215364541052587, + "learning_rate": 1.2451668062517962e-07, + "loss": 0.9138, + "step": 12342 + }, + { + "epoch": 0.8905162151437538, + "grad_norm": 2.2117242390609317, + "learning_rate": 1.243544021010392e-07, + "loss": 0.9324, + "step": 12343 + }, + { + "epoch": 0.8905883626131813, + "grad_norm": 6.773077615331215, + "learning_rate": 1.2419222599896162e-07, + "loss": 0.981, + "step": 12344 + }, + { + "epoch": 0.8906605100826088, + "grad_norm": 0.8108846672943735, + "learning_rate": 1.2403015232780244e-07, + "loss": 0.8573, + "step": 12345 + }, + { + "epoch": 0.8907326575520363, + "grad_norm": 2.79198142787145, + "learning_rate": 1.2386818109641194e-07, + "loss": 0.9536, + "step": 12346 + }, + { + "epoch": 0.8908048050214639, + "grad_norm": 6.00263251727533, + "learning_rate": 1.2370631231363526e-07, + "loss": 0.8798, + "step": 12347 + }, + { + "epoch": 0.8908769524908914, + "grad_norm": 3.5426881252132336, + "learning_rate": 1.2354454598831066e-07, + "loss": 0.8971, + "step": 12348 + }, + { + "epoch": 0.8909490999603189, + "grad_norm": 2.0261464488204872, + "learning_rate": 1.2338288212927172e-07, + "loss": 0.9201, + "step": 12349 + }, + { + "epoch": 0.8910212474297464, + "grad_norm": 3.970342601915723, + "learning_rate": 1.2322132074534697e-07, + "loss": 0.9719, + "step": 12350 + }, + { + "epoch": 0.8910933948991739, + "grad_norm": 4.1410289639323885, + "learning_rate": 1.2305986184535843e-07, + "loss": 0.9329, + "step": 12351 + }, + { + "epoch": 0.8911655423686015, + "grad_norm": 3.000353792309887, + "learning_rate": 1.2289850543812242e-07, + "loss": 1.0241, + "step": 12352 + }, + { + "epoch": 0.891237689838029, + "grad_norm": 3.0077487691097233, + "learning_rate": 1.227372515324503e-07, + "loss": 0.9576, + "step": 12353 + }, + { + "epoch": 0.8913098373074564, + "grad_norm": 2.552320684697156, + "learning_rate": 1.225761001371477e-07, + "loss": 0.9002, + "step": 12354 + }, + { + "epoch": 0.8913819847768839, + "grad_norm": 3.526696704479383, + "learning_rate": 1.224150512610138e-07, + "loss": 0.9571, + "step": 12355 + }, + { + "epoch": 0.8914541322463114, + "grad_norm": 3.9895866267868803, + "learning_rate": 1.222541049128436e-07, + "loss": 0.9849, + "step": 12356 + }, + { + "epoch": 0.891526279715739, + "grad_norm": 4.282345374100059, + "learning_rate": 1.2209326110142537e-07, + "loss": 0.9232, + "step": 12357 + }, + { + "epoch": 0.8915984271851665, + "grad_norm": 4.894890335927541, + "learning_rate": 1.2193251983554298e-07, + "loss": 0.918, + "step": 12358 + }, + { + "epoch": 0.891670574654594, + "grad_norm": 4.294823062969174, + "learning_rate": 1.2177188112397296e-07, + "loss": 0.9741, + "step": 12359 + }, + { + "epoch": 0.8917427221240215, + "grad_norm": 2.7374834974653752, + "learning_rate": 1.2161134497548697e-07, + "loss": 0.9767, + "step": 12360 + }, + { + "epoch": 0.891814869593449, + "grad_norm": 0.6855545043520783, + "learning_rate": 1.2145091139885287e-07, + "loss": 0.8505, + "step": 12361 + }, + { + "epoch": 0.8918870170628765, + "grad_norm": 2.977032001142688, + "learning_rate": 1.212905804028297e-07, + "loss": 0.9604, + "step": 12362 + }, + { + "epoch": 0.8919591645323041, + "grad_norm": 2.893205470352349, + "learning_rate": 1.211303519961735e-07, + "loss": 0.8617, + "step": 12363 + }, + { + "epoch": 0.8920313120017316, + "grad_norm": 3.3733287488079458, + "learning_rate": 1.2097022618763352e-07, + "loss": 0.9192, + "step": 12364 + }, + { + "epoch": 0.8921034594711591, + "grad_norm": 2.5236019872195934, + "learning_rate": 1.2081020298595323e-07, + "loss": 0.9393, + "step": 12365 + }, + { + "epoch": 0.8921756069405865, + "grad_norm": 2.5613205218904045, + "learning_rate": 1.2065028239987118e-07, + "loss": 1.0685, + "step": 12366 + }, + { + "epoch": 0.892247754410014, + "grad_norm": 0.9676589359176566, + "learning_rate": 1.2049046443812017e-07, + "loss": 0.9133, + "step": 12367 + }, + { + "epoch": 0.8923199018794415, + "grad_norm": 2.8878042944222, + "learning_rate": 1.2033074910942764e-07, + "loss": 0.9767, + "step": 12368 + }, + { + "epoch": 0.8923920493488691, + "grad_norm": 4.139146303255174, + "learning_rate": 1.2017113642251418e-07, + "loss": 0.9373, + "step": 12369 + }, + { + "epoch": 0.8924641968182966, + "grad_norm": 3.2649953134687126, + "learning_rate": 1.200116263860962e-07, + "loss": 0.9447, + "step": 12370 + }, + { + "epoch": 0.8925363442877241, + "grad_norm": 2.9094576617993986, + "learning_rate": 1.1985221900888398e-07, + "loss": 0.9287, + "step": 12371 + }, + { + "epoch": 0.8926084917571516, + "grad_norm": 2.9180667967965377, + "learning_rate": 1.1969291429958173e-07, + "loss": 0.9073, + "step": 12372 + }, + { + "epoch": 0.8926806392265791, + "grad_norm": 2.905868833423661, + "learning_rate": 1.1953371226688847e-07, + "loss": 0.9322, + "step": 12373 + }, + { + "epoch": 0.8927527866960067, + "grad_norm": 3.5800494886419503, + "learning_rate": 1.1937461291949857e-07, + "loss": 0.9227, + "step": 12374 + }, + { + "epoch": 0.8928249341654342, + "grad_norm": 5.1904591772151445, + "learning_rate": 1.1921561626609888e-07, + "loss": 0.8743, + "step": 12375 + }, + { + "epoch": 0.8928970816348617, + "grad_norm": 3.1207094875017285, + "learning_rate": 1.1905672231537223e-07, + "loss": 0.9049, + "step": 12376 + }, + { + "epoch": 0.8929692291042892, + "grad_norm": 3.3775025026211902, + "learning_rate": 1.1889793107599455e-07, + "loss": 0.9245, + "step": 12377 + }, + { + "epoch": 0.8930413765737166, + "grad_norm": 4.254220549827226, + "learning_rate": 1.187392425566378e-07, + "loss": 1.0323, + "step": 12378 + }, + { + "epoch": 0.8931135240431441, + "grad_norm": 2.3601212489775794, + "learning_rate": 1.1858065676596618e-07, + "loss": 1.0286, + "step": 12379 + }, + { + "epoch": 0.8931856715125717, + "grad_norm": 3.8007703351670745, + "learning_rate": 1.1842217371264052e-07, + "loss": 0.9863, + "step": 12380 + }, + { + "epoch": 0.8932578189819992, + "grad_norm": 2.483910571179336, + "learning_rate": 1.1826379340531478e-07, + "loss": 0.8667, + "step": 12381 + }, + { + "epoch": 0.8933299664514267, + "grad_norm": 4.060533957486067, + "learning_rate": 1.1810551585263694e-07, + "loss": 1.0429, + "step": 12382 + }, + { + "epoch": 0.8934021139208542, + "grad_norm": 0.6414706068938931, + "learning_rate": 1.1794734106325055e-07, + "loss": 0.7583, + "step": 12383 + }, + { + "epoch": 0.8934742613902817, + "grad_norm": 0.7443477312373357, + "learning_rate": 1.1778926904579222e-07, + "loss": 0.8578, + "step": 12384 + }, + { + "epoch": 0.8935464088597093, + "grad_norm": 2.2976410295539416, + "learning_rate": 1.1763129980889485e-07, + "loss": 0.9413, + "step": 12385 + }, + { + "epoch": 0.8936185563291368, + "grad_norm": 3.2228622093276806, + "learning_rate": 1.1747343336118376e-07, + "loss": 0.8312, + "step": 12386 + }, + { + "epoch": 0.8936907037985643, + "grad_norm": 2.4792330329624477, + "learning_rate": 1.1731566971127959e-07, + "loss": 0.9234, + "step": 12387 + }, + { + "epoch": 0.8937628512679918, + "grad_norm": 3.6932790698071525, + "learning_rate": 1.1715800886779726e-07, + "loss": 0.7822, + "step": 12388 + }, + { + "epoch": 0.8938349987374193, + "grad_norm": 6.181922016699713, + "learning_rate": 1.1700045083934606e-07, + "loss": 0.9498, + "step": 12389 + }, + { + "epoch": 0.8939071462068467, + "grad_norm": 4.224901701556781, + "learning_rate": 1.1684299563452915e-07, + "loss": 0.9855, + "step": 12390 + }, + { + "epoch": 0.8939792936762743, + "grad_norm": 3.2452097583095068, + "learning_rate": 1.1668564326194563e-07, + "loss": 0.946, + "step": 12391 + }, + { + "epoch": 0.8940514411457018, + "grad_norm": 5.0532526399985525, + "learning_rate": 1.1652839373018707e-07, + "loss": 1.0034, + "step": 12392 + }, + { + "epoch": 0.8941235886151293, + "grad_norm": 3.790994367977176, + "learning_rate": 1.1637124704784063e-07, + "loss": 1.023, + "step": 12393 + }, + { + "epoch": 0.8941957360845568, + "grad_norm": 3.5596034002663135, + "learning_rate": 1.1621420322348741e-07, + "loss": 0.9061, + "step": 12394 + }, + { + "epoch": 0.8942678835539843, + "grad_norm": 3.9439103760430783, + "learning_rate": 1.1605726226570323e-07, + "loss": 0.9719, + "step": 12395 + }, + { + "epoch": 0.8943400310234119, + "grad_norm": 4.652472890603741, + "learning_rate": 1.1590042418305745e-07, + "loss": 1.008, + "step": 12396 + }, + { + "epoch": 0.8944121784928394, + "grad_norm": 4.477707428507094, + "learning_rate": 1.157436889841148e-07, + "loss": 0.9184, + "step": 12397 + }, + { + "epoch": 0.8944843259622669, + "grad_norm": 3.242465455423428, + "learning_rate": 1.155870566774344e-07, + "loss": 0.9044, + "step": 12398 + }, + { + "epoch": 0.8945564734316944, + "grad_norm": 2.6085920244172938, + "learning_rate": 1.1543052727156877e-07, + "loss": 0.9688, + "step": 12399 + }, + { + "epoch": 0.8946286209011219, + "grad_norm": 4.697272730958763, + "learning_rate": 1.152741007750655e-07, + "loss": 0.9576, + "step": 12400 + }, + { + "epoch": 0.8947007683705493, + "grad_norm": 4.3239536497047375, + "learning_rate": 1.1511777719646664e-07, + "loss": 0.971, + "step": 12401 + }, + { + "epoch": 0.8947729158399769, + "grad_norm": 0.7804402541876254, + "learning_rate": 1.1496155654430873e-07, + "loss": 0.8412, + "step": 12402 + }, + { + "epoch": 0.8948450633094044, + "grad_norm": 4.481790575438009, + "learning_rate": 1.1480543882712135e-07, + "loss": 0.8361, + "step": 12403 + }, + { + "epoch": 0.8949172107788319, + "grad_norm": 2.6582429477867535, + "learning_rate": 1.1464942405343059e-07, + "loss": 0.9485, + "step": 12404 + }, + { + "epoch": 0.8949893582482594, + "grad_norm": 6.909453464650861, + "learning_rate": 1.1449351223175564e-07, + "loss": 0.8575, + "step": 12405 + }, + { + "epoch": 0.895061505717687, + "grad_norm": 6.13128713116305, + "learning_rate": 1.1433770337060988e-07, + "loss": 0.9991, + "step": 12406 + }, + { + "epoch": 0.8951336531871145, + "grad_norm": 4.609124645611062, + "learning_rate": 1.1418199747850166e-07, + "loss": 1.0256, + "step": 12407 + }, + { + "epoch": 0.895205800656542, + "grad_norm": 3.1257825253156764, + "learning_rate": 1.1402639456393371e-07, + "loss": 1.0063, + "step": 12408 + }, + { + "epoch": 0.8952779481259695, + "grad_norm": 6.3331980774474115, + "learning_rate": 1.1387089463540211e-07, + "loss": 0.9375, + "step": 12409 + }, + { + "epoch": 0.895350095595397, + "grad_norm": 3.600334438048207, + "learning_rate": 1.1371549770139921e-07, + "loss": 1.024, + "step": 12410 + }, + { + "epoch": 0.8954222430648245, + "grad_norm": 13.398308809513166, + "learning_rate": 1.1356020377040998e-07, + "loss": 0.8704, + "step": 12411 + }, + { + "epoch": 0.8954943905342521, + "grad_norm": 3.809631769603291, + "learning_rate": 1.1340501285091497e-07, + "loss": 0.8794, + "step": 12412 + }, + { + "epoch": 0.8955665380036795, + "grad_norm": 4.008821535153194, + "learning_rate": 1.1324992495138808e-07, + "loss": 0.9335, + "step": 12413 + }, + { + "epoch": 0.895638685473107, + "grad_norm": 4.339936702635851, + "learning_rate": 1.1309494008029808e-07, + "loss": 0.9007, + "step": 12414 + }, + { + "epoch": 0.8957108329425345, + "grad_norm": 3.575771307269878, + "learning_rate": 1.1294005824610887e-07, + "loss": 0.9438, + "step": 12415 + }, + { + "epoch": 0.895782980411962, + "grad_norm": 3.4824318706478112, + "learning_rate": 1.12785279457277e-07, + "loss": 0.8763, + "step": 12416 + }, + { + "epoch": 0.8958551278813895, + "grad_norm": 2.1872026513865657, + "learning_rate": 1.1263060372225486e-07, + "loss": 0.962, + "step": 12417 + }, + { + "epoch": 0.8959272753508171, + "grad_norm": 5.719609763965614, + "learning_rate": 1.12476031049489e-07, + "loss": 0.9861, + "step": 12418 + }, + { + "epoch": 0.8959994228202446, + "grad_norm": 0.7228291485127075, + "learning_rate": 1.1232156144741933e-07, + "loss": 0.8907, + "step": 12419 + }, + { + "epoch": 0.8960715702896721, + "grad_norm": 3.4435715201594297, + "learning_rate": 1.1216719492448112e-07, + "loss": 0.8944, + "step": 12420 + }, + { + "epoch": 0.8961437177590996, + "grad_norm": 2.509602795970406, + "learning_rate": 1.1201293148910385e-07, + "loss": 0.9306, + "step": 12421 + }, + { + "epoch": 0.8962158652285271, + "grad_norm": 4.072149232074646, + "learning_rate": 1.1185877114971166e-07, + "loss": 0.9686, + "step": 12422 + }, + { + "epoch": 0.8962880126979547, + "grad_norm": 3.3274903744530406, + "learning_rate": 1.1170471391472225e-07, + "loss": 0.9849, + "step": 12423 + }, + { + "epoch": 0.8963601601673822, + "grad_norm": 2.5661503912486054, + "learning_rate": 1.1155075979254802e-07, + "loss": 0.9484, + "step": 12424 + }, + { + "epoch": 0.8964323076368096, + "grad_norm": 3.7025993392568726, + "learning_rate": 1.1139690879159624e-07, + "loss": 0.9938, + "step": 12425 + }, + { + "epoch": 0.8965044551062371, + "grad_norm": 7.584475532560172, + "learning_rate": 1.1124316092026776e-07, + "loss": 0.9603, + "step": 12426 + }, + { + "epoch": 0.8965766025756646, + "grad_norm": 2.8926653285407724, + "learning_rate": 1.1108951618695783e-07, + "loss": 1.0024, + "step": 12427 + }, + { + "epoch": 0.8966487500450921, + "grad_norm": 2.8425941214164445, + "learning_rate": 1.1093597460005755e-07, + "loss": 0.962, + "step": 12428 + }, + { + "epoch": 0.8967208975145197, + "grad_norm": 0.8173543726851196, + "learning_rate": 1.1078253616795064e-07, + "loss": 0.9285, + "step": 12429 + }, + { + "epoch": 0.8967930449839472, + "grad_norm": 5.436611585277617, + "learning_rate": 1.106292008990155e-07, + "loss": 0.9845, + "step": 12430 + }, + { + "epoch": 0.8968651924533747, + "grad_norm": 3.0540734964256875, + "learning_rate": 1.1047596880162569e-07, + "loss": 0.9356, + "step": 12431 + }, + { + "epoch": 0.8969373399228022, + "grad_norm": 2.8865680990797706, + "learning_rate": 1.1032283988414847e-07, + "loss": 0.8759, + "step": 12432 + }, + { + "epoch": 0.8970094873922297, + "grad_norm": 3.823843293662132, + "learning_rate": 1.101698141549452e-07, + "loss": 0.9937, + "step": 12433 + }, + { + "epoch": 0.8970816348616573, + "grad_norm": 2.698155150802851, + "learning_rate": 1.100168916223727e-07, + "loss": 0.8384, + "step": 12434 + }, + { + "epoch": 0.8971537823310848, + "grad_norm": 3.9351460520142822, + "learning_rate": 1.0986407229478167e-07, + "loss": 1.0442, + "step": 12435 + }, + { + "epoch": 0.8972259298005123, + "grad_norm": 2.572715957370411, + "learning_rate": 1.0971135618051608e-07, + "loss": 0.8811, + "step": 12436 + }, + { + "epoch": 0.8972980772699397, + "grad_norm": 0.8028535406388699, + "learning_rate": 1.0955874328791592e-07, + "loss": 0.9502, + "step": 12437 + }, + { + "epoch": 0.8973702247393672, + "grad_norm": 3.365591002622873, + "learning_rate": 1.0940623362531431e-07, + "loss": 1.0122, + "step": 12438 + }, + { + "epoch": 0.8974423722087947, + "grad_norm": 2.800057928303532, + "learning_rate": 1.0925382720104015e-07, + "loss": 0.9012, + "step": 12439 + }, + { + "epoch": 0.8975145196782223, + "grad_norm": 6.066526039645529, + "learning_rate": 1.0910152402341477e-07, + "loss": 0.8636, + "step": 12440 + }, + { + "epoch": 0.8975866671476498, + "grad_norm": 3.510577023670544, + "learning_rate": 1.089493241007553e-07, + "loss": 1.0577, + "step": 12441 + }, + { + "epoch": 0.8976588146170773, + "grad_norm": 3.522634207427501, + "learning_rate": 1.0879722744137331e-07, + "loss": 0.9218, + "step": 12442 + }, + { + "epoch": 0.8977309620865048, + "grad_norm": 1.952147216185836, + "learning_rate": 1.0864523405357329e-07, + "loss": 0.9715, + "step": 12443 + }, + { + "epoch": 0.8978031095559323, + "grad_norm": 4.799266902254162, + "learning_rate": 1.0849334394565501e-07, + "loss": 0.9291, + "step": 12444 + }, + { + "epoch": 0.8978752570253599, + "grad_norm": 5.251414698774129, + "learning_rate": 1.0834155712591364e-07, + "loss": 1.0175, + "step": 12445 + }, + { + "epoch": 0.8979474044947874, + "grad_norm": 2.1551568397748504, + "learning_rate": 1.0818987360263743e-07, + "loss": 0.9334, + "step": 12446 + }, + { + "epoch": 0.8980195519642149, + "grad_norm": 4.887532289208099, + "learning_rate": 1.0803829338410863e-07, + "loss": 0.9783, + "step": 12447 + }, + { + "epoch": 0.8980916994336423, + "grad_norm": 6.039076712568172, + "learning_rate": 1.0788681647860488e-07, + "loss": 0.8419, + "step": 12448 + }, + { + "epoch": 0.8981638469030698, + "grad_norm": 25.816095060255652, + "learning_rate": 1.0773544289439795e-07, + "loss": 0.9232, + "step": 12449 + }, + { + "epoch": 0.8982359943724973, + "grad_norm": 2.553033602513199, + "learning_rate": 1.0758417263975327e-07, + "loss": 1.003, + "step": 12450 + }, + { + "epoch": 0.8983081418419249, + "grad_norm": 3.3766489592449087, + "learning_rate": 1.0743300572293113e-07, + "loss": 0.8818, + "step": 12451 + }, + { + "epoch": 0.8983802893113524, + "grad_norm": 2.9253741033257916, + "learning_rate": 1.072819421521871e-07, + "loss": 0.9064, + "step": 12452 + }, + { + "epoch": 0.8984524367807799, + "grad_norm": 6.6237673782376945, + "learning_rate": 1.0713098193576953e-07, + "loss": 0.8702, + "step": 12453 + }, + { + "epoch": 0.8985245842502074, + "grad_norm": 3.6016196951803416, + "learning_rate": 1.0698012508192156e-07, + "loss": 1.065, + "step": 12454 + }, + { + "epoch": 0.898596731719635, + "grad_norm": 3.161843960834566, + "learning_rate": 1.0682937159888128e-07, + "loss": 1.0609, + "step": 12455 + }, + { + "epoch": 0.8986688791890625, + "grad_norm": 2.9748259357211735, + "learning_rate": 1.0667872149488122e-07, + "loss": 0.9757, + "step": 12456 + }, + { + "epoch": 0.89874102665849, + "grad_norm": 3.374789902540824, + "learning_rate": 1.0652817477814657e-07, + "loss": 0.9906, + "step": 12457 + }, + { + "epoch": 0.8988131741279175, + "grad_norm": 0.7897928464882894, + "learning_rate": 1.0637773145689944e-07, + "loss": 0.8475, + "step": 12458 + }, + { + "epoch": 0.898885321597345, + "grad_norm": 2.356722622935049, + "learning_rate": 1.0622739153935456e-07, + "loss": 1.0246, + "step": 12459 + }, + { + "epoch": 0.8989574690667724, + "grad_norm": 2.346731705233919, + "learning_rate": 1.0607715503372095e-07, + "loss": 0.9769, + "step": 12460 + }, + { + "epoch": 0.8990296165362, + "grad_norm": 7.833089811178615, + "learning_rate": 1.0592702194820291e-07, + "loss": 1.0162, + "step": 12461 + }, + { + "epoch": 0.8991017640056275, + "grad_norm": 4.242073521215706, + "learning_rate": 1.0577699229099901e-07, + "loss": 0.9669, + "step": 12462 + }, + { + "epoch": 0.899173911475055, + "grad_norm": 7.900448808113936, + "learning_rate": 1.056270660703007e-07, + "loss": 0.9756, + "step": 12463 + }, + { + "epoch": 0.8992460589444825, + "grad_norm": 3.2225779760854016, + "learning_rate": 1.0547724329429586e-07, + "loss": 0.9623, + "step": 12464 + }, + { + "epoch": 0.89931820641391, + "grad_norm": 3.9409825500860833, + "learning_rate": 1.0532752397116551e-07, + "loss": 0.9186, + "step": 12465 + }, + { + "epoch": 0.8993903538833375, + "grad_norm": 3.4831718796786055, + "learning_rate": 1.0517790810908555e-07, + "loss": 1.0973, + "step": 12466 + }, + { + "epoch": 0.8994625013527651, + "grad_norm": 0.6249127327075845, + "learning_rate": 1.0502839571622524e-07, + "loss": 0.8179, + "step": 12467 + }, + { + "epoch": 0.8995346488221926, + "grad_norm": 4.246582901476354, + "learning_rate": 1.0487898680074913e-07, + "loss": 0.9622, + "step": 12468 + }, + { + "epoch": 0.8996067962916201, + "grad_norm": 3.2186618533610734, + "learning_rate": 1.047296813708165e-07, + "loss": 1.037, + "step": 12469 + }, + { + "epoch": 0.8996789437610476, + "grad_norm": 12.703866709396678, + "learning_rate": 1.0458047943457971e-07, + "loss": 0.9828, + "step": 12470 + }, + { + "epoch": 0.8997510912304751, + "grad_norm": 6.855619823388823, + "learning_rate": 1.0443138100018622e-07, + "loss": 0.8785, + "step": 12471 + }, + { + "epoch": 0.8998232386999026, + "grad_norm": 2.8508122541519376, + "learning_rate": 1.04282386075778e-07, + "loss": 1.0597, + "step": 12472 + }, + { + "epoch": 0.8998953861693301, + "grad_norm": 3.512555083253589, + "learning_rate": 1.0413349466949139e-07, + "loss": 0.9178, + "step": 12473 + }, + { + "epoch": 0.8999675336387576, + "grad_norm": 3.203821618228109, + "learning_rate": 1.0398470678945593e-07, + "loss": 1.0554, + "step": 12474 + }, + { + "epoch": 0.9000396811081851, + "grad_norm": 6.5947924327794665, + "learning_rate": 1.038360224437964e-07, + "loss": 1.0298, + "step": 12475 + }, + { + "epoch": 0.9001118285776126, + "grad_norm": 2.7581524950044845, + "learning_rate": 1.0368744164063303e-07, + "loss": 0.9226, + "step": 12476 + }, + { + "epoch": 0.9001839760470401, + "grad_norm": 4.728517036800182, + "learning_rate": 1.0353896438807842e-07, + "loss": 0.9928, + "step": 12477 + }, + { + "epoch": 0.9002561235164677, + "grad_norm": 3.3302884659101704, + "learning_rate": 1.0339059069424027e-07, + "loss": 0.9664, + "step": 12478 + }, + { + "epoch": 0.9003282709858952, + "grad_norm": 3.211178958473776, + "learning_rate": 1.0324232056722127e-07, + "loss": 0.8809, + "step": 12479 + }, + { + "epoch": 0.9004004184553227, + "grad_norm": 2.3466382350427497, + "learning_rate": 1.0309415401511757e-07, + "loss": 0.9831, + "step": 12480 + }, + { + "epoch": 0.9004725659247502, + "grad_norm": 4.201434508076876, + "learning_rate": 1.0294609104601937e-07, + "loss": 0.981, + "step": 12481 + }, + { + "epoch": 0.9005447133941777, + "grad_norm": 2.6335926201885, + "learning_rate": 1.0279813166801288e-07, + "loss": 0.9586, + "step": 12482 + }, + { + "epoch": 0.9006168608636053, + "grad_norm": 4.791930194187089, + "learning_rate": 1.0265027588917763e-07, + "loss": 0.9744, + "step": 12483 + }, + { + "epoch": 0.9006890083330327, + "grad_norm": 3.406533045776567, + "learning_rate": 1.0250252371758672e-07, + "loss": 0.972, + "step": 12484 + }, + { + "epoch": 0.9007611558024602, + "grad_norm": 1.7760574548938743, + "learning_rate": 1.0235487516130859e-07, + "loss": 0.915, + "step": 12485 + }, + { + "epoch": 0.9008333032718877, + "grad_norm": 2.741524727653651, + "learning_rate": 1.0220733022840633e-07, + "loss": 0.8846, + "step": 12486 + }, + { + "epoch": 0.9009054507413152, + "grad_norm": 2.9616662892470353, + "learning_rate": 1.0205988892693573e-07, + "loss": 0.9685, + "step": 12487 + }, + { + "epoch": 0.9009775982107427, + "grad_norm": 8.95294093397178, + "learning_rate": 1.0191255126494901e-07, + "loss": 0.9717, + "step": 12488 + }, + { + "epoch": 0.9010497456801703, + "grad_norm": 2.26590995312025, + "learning_rate": 1.0176531725049132e-07, + "loss": 0.9681, + "step": 12489 + }, + { + "epoch": 0.9011218931495978, + "grad_norm": 4.927296199058055, + "learning_rate": 1.0161818689160285e-07, + "loss": 0.9001, + "step": 12490 + }, + { + "epoch": 0.9011940406190253, + "grad_norm": 3.6188284857215636, + "learning_rate": 1.014711601963174e-07, + "loss": 0.9874, + "step": 12491 + }, + { + "epoch": 0.9012661880884528, + "grad_norm": 3.0922195810713435, + "learning_rate": 1.013242371726637e-07, + "loss": 0.9618, + "step": 12492 + }, + { + "epoch": 0.9013383355578803, + "grad_norm": 3.9976081849728, + "learning_rate": 1.0117741782866506e-07, + "loss": 1.0072, + "step": 12493 + }, + { + "epoch": 0.9014104830273079, + "grad_norm": 2.1963996774542967, + "learning_rate": 1.0103070217233823e-07, + "loss": 0.9666, + "step": 12494 + }, + { + "epoch": 0.9014826304967354, + "grad_norm": 2.836470792875874, + "learning_rate": 1.0088409021169497e-07, + "loss": 0.9166, + "step": 12495 + }, + { + "epoch": 0.9015547779661628, + "grad_norm": 3.9313063576544596, + "learning_rate": 1.0073758195474158e-07, + "loss": 0.9441, + "step": 12496 + }, + { + "epoch": 0.9016269254355903, + "grad_norm": 3.256068506143447, + "learning_rate": 1.0059117740947764e-07, + "loss": 0.9428, + "step": 12497 + }, + { + "epoch": 0.9016990729050178, + "grad_norm": 2.810981255657786, + "learning_rate": 1.0044487658389833e-07, + "loss": 0.9576, + "step": 12498 + }, + { + "epoch": 0.9017712203744453, + "grad_norm": 8.130701030991798, + "learning_rate": 1.0029867948599191e-07, + "loss": 0.9529, + "step": 12499 + }, + { + "epoch": 0.9018433678438729, + "grad_norm": 2.541744189304806, + "learning_rate": 1.0015258612374289e-07, + "loss": 0.9066, + "step": 12500 + }, + { + "epoch": 0.9019155153133004, + "grad_norm": 3.06356497172796, + "learning_rate": 1.0000659650512777e-07, + "loss": 0.832, + "step": 12501 + }, + { + "epoch": 0.9019876627827279, + "grad_norm": 4.181727971924616, + "learning_rate": 9.986071063811885e-08, + "loss": 1.057, + "step": 12502 + }, + { + "epoch": 0.9020598102521554, + "grad_norm": 2.2933292138077457, + "learning_rate": 9.971492853068264e-08, + "loss": 1.019, + "step": 12503 + }, + { + "epoch": 0.9021319577215829, + "grad_norm": 0.8817550605193919, + "learning_rate": 9.956925019077944e-08, + "loss": 0.8922, + "step": 12504 + }, + { + "epoch": 0.9022041051910105, + "grad_norm": 45.03389294378041, + "learning_rate": 9.9423675626364e-08, + "loss": 1.0784, + "step": 12505 + }, + { + "epoch": 0.902276252660438, + "grad_norm": 2.3753821416903174, + "learning_rate": 9.927820484538663e-08, + "loss": 0.9433, + "step": 12506 + }, + { + "epoch": 0.9023484001298654, + "grad_norm": 2.939019642040323, + "learning_rate": 9.913283785578985e-08, + "loss": 0.9508, + "step": 12507 + }, + { + "epoch": 0.9024205475992929, + "grad_norm": 3.2350855245000987, + "learning_rate": 9.8987574665512e-08, + "loss": 0.8439, + "step": 12508 + }, + { + "epoch": 0.9024926950687204, + "grad_norm": 8.456324396701328, + "learning_rate": 9.884241528248538e-08, + "loss": 0.89, + "step": 12509 + }, + { + "epoch": 0.902564842538148, + "grad_norm": 2.035162927539729, + "learning_rate": 9.869735971463699e-08, + "loss": 0.9537, + "step": 12510 + }, + { + "epoch": 0.9026369900075755, + "grad_norm": 4.292754594010066, + "learning_rate": 9.855240796988695e-08, + "loss": 0.9575, + "step": 12511 + }, + { + "epoch": 0.902709137477003, + "grad_norm": 3.493562500209649, + "learning_rate": 9.840756005615115e-08, + "loss": 0.888, + "step": 12512 + }, + { + "epoch": 0.9027812849464305, + "grad_norm": 2.373636255738112, + "learning_rate": 9.826281598133923e-08, + "loss": 0.9704, + "step": 12513 + }, + { + "epoch": 0.902853432415858, + "grad_norm": 6.890472756431804, + "learning_rate": 9.811817575335468e-08, + "loss": 0.9075, + "step": 12514 + }, + { + "epoch": 0.9029255798852855, + "grad_norm": 3.002971607939106, + "learning_rate": 9.797363938009606e-08, + "loss": 0.9472, + "step": 12515 + }, + { + "epoch": 0.9029977273547131, + "grad_norm": 4.366116032329383, + "learning_rate": 9.782920686945572e-08, + "loss": 1.0829, + "step": 12516 + }, + { + "epoch": 0.9030698748241406, + "grad_norm": 7.937047990559422, + "learning_rate": 9.768487822932137e-08, + "loss": 0.771, + "step": 12517 + }, + { + "epoch": 0.9031420222935681, + "grad_norm": 3.391264683726461, + "learning_rate": 9.754065346757334e-08, + "loss": 0.9765, + "step": 12518 + }, + { + "epoch": 0.9032141697629955, + "grad_norm": 3.199089820881538, + "learning_rate": 9.739653259208758e-08, + "loss": 0.9766, + "step": 12519 + }, + { + "epoch": 0.903286317232423, + "grad_norm": 8.677101113864836, + "learning_rate": 9.725251561073423e-08, + "loss": 0.912, + "step": 12520 + }, + { + "epoch": 0.9033584647018505, + "grad_norm": 2.895503201408639, + "learning_rate": 9.710860253137699e-08, + "loss": 0.9204, + "step": 12521 + }, + { + "epoch": 0.9034306121712781, + "grad_norm": 0.8780011072694927, + "learning_rate": 9.696479336187468e-08, + "loss": 0.9266, + "step": 12522 + }, + { + "epoch": 0.9035027596407056, + "grad_norm": 2.8875493363298177, + "learning_rate": 9.68210881100806e-08, + "loss": 0.904, + "step": 12523 + }, + { + "epoch": 0.9035749071101331, + "grad_norm": 2.506042045660675, + "learning_rate": 9.667748678384092e-08, + "loss": 0.9811, + "step": 12524 + }, + { + "epoch": 0.9036470545795606, + "grad_norm": 2.937745753620459, + "learning_rate": 9.653398939099821e-08, + "loss": 0.9088, + "step": 12525 + }, + { + "epoch": 0.9037192020489881, + "grad_norm": 4.365358245935429, + "learning_rate": 9.639059593938781e-08, + "loss": 0.9657, + "step": 12526 + }, + { + "epoch": 0.9037913495184157, + "grad_norm": 11.4149969137541, + "learning_rate": 9.624730643684031e-08, + "loss": 0.9689, + "step": 12527 + }, + { + "epoch": 0.9038634969878432, + "grad_norm": 3.774812751824961, + "learning_rate": 9.610412089117969e-08, + "loss": 0.8375, + "step": 12528 + }, + { + "epoch": 0.9039356444572707, + "grad_norm": 0.8112889581151529, + "learning_rate": 9.596103931022504e-08, + "loss": 0.8624, + "step": 12529 + }, + { + "epoch": 0.9040077919266982, + "grad_norm": 5.7690717117684835, + "learning_rate": 9.581806170178985e-08, + "loss": 0.9916, + "step": 12530 + }, + { + "epoch": 0.9040799393961256, + "grad_norm": 0.6664778596029481, + "learning_rate": 9.567518807368102e-08, + "loss": 0.8013, + "step": 12531 + }, + { + "epoch": 0.9041520868655532, + "grad_norm": 3.3143813350817646, + "learning_rate": 9.553241843370053e-08, + "loss": 0.9151, + "step": 12532 + }, + { + "epoch": 0.9042242343349807, + "grad_norm": 2.767183802045939, + "learning_rate": 9.538975278964456e-08, + "loss": 0.8759, + "step": 12533 + }, + { + "epoch": 0.9042963818044082, + "grad_norm": 4.345856738858028, + "learning_rate": 9.524719114930402e-08, + "loss": 0.9265, + "step": 12534 + }, + { + "epoch": 0.9043685292738357, + "grad_norm": 2.958817420001164, + "learning_rate": 9.510473352046244e-08, + "loss": 0.9183, + "step": 12535 + }, + { + "epoch": 0.9044406767432632, + "grad_norm": 3.6952399797158546, + "learning_rate": 9.496237991090006e-08, + "loss": 1.0182, + "step": 12536 + }, + { + "epoch": 0.9045128242126907, + "grad_norm": 3.2896204676755794, + "learning_rate": 9.482013032839021e-08, + "loss": 0.8673, + "step": 12537 + }, + { + "epoch": 0.9045849716821183, + "grad_norm": 2.9174737267835282, + "learning_rate": 9.467798478069999e-08, + "loss": 0.8767, + "step": 12538 + }, + { + "epoch": 0.9046571191515458, + "grad_norm": 2.9549282159493444, + "learning_rate": 9.45359432755919e-08, + "loss": 0.9889, + "step": 12539 + }, + { + "epoch": 0.9047292666209733, + "grad_norm": 3.7302768837685005, + "learning_rate": 9.439400582082236e-08, + "loss": 0.8474, + "step": 12540 + }, + { + "epoch": 0.9048014140904008, + "grad_norm": 3.101333571280123, + "learning_rate": 9.425217242414119e-08, + "loss": 0.9189, + "step": 12541 + }, + { + "epoch": 0.9048735615598283, + "grad_norm": 9.98485180786375, + "learning_rate": 9.411044309329441e-08, + "loss": 0.9011, + "step": 12542 + }, + { + "epoch": 0.9049457090292558, + "grad_norm": 7.108288893685579, + "learning_rate": 9.396881783602095e-08, + "loss": 0.9481, + "step": 12543 + }, + { + "epoch": 0.9050178564986833, + "grad_norm": 3.420661746022352, + "learning_rate": 9.382729666005484e-08, + "loss": 1.0246, + "step": 12544 + }, + { + "epoch": 0.9050900039681108, + "grad_norm": 4.37968542702524, + "learning_rate": 9.368587957312324e-08, + "loss": 0.9146, + "step": 12545 + }, + { + "epoch": 0.9051621514375383, + "grad_norm": 3.5503085150107467, + "learning_rate": 9.354456658294885e-08, + "loss": 1.0768, + "step": 12546 + }, + { + "epoch": 0.9052342989069658, + "grad_norm": 3.2897326586321562, + "learning_rate": 9.340335769724861e-08, + "loss": 0.9633, + "step": 12547 + }, + { + "epoch": 0.9053064463763933, + "grad_norm": 0.7578416405806879, + "learning_rate": 9.326225292373236e-08, + "loss": 0.8113, + "step": 12548 + }, + { + "epoch": 0.9053785938458209, + "grad_norm": 2.1085049565641216, + "learning_rate": 9.312125227010615e-08, + "loss": 0.9196, + "step": 12549 + }, + { + "epoch": 0.9054507413152484, + "grad_norm": 2.12136406343997, + "learning_rate": 9.298035574406981e-08, + "loss": 0.9733, + "step": 12550 + }, + { + "epoch": 0.9055228887846759, + "grad_norm": 2.4579067398890846, + "learning_rate": 9.283956335331633e-08, + "loss": 0.9064, + "step": 12551 + }, + { + "epoch": 0.9055950362541034, + "grad_norm": 3.808273599324504, + "learning_rate": 9.26988751055342e-08, + "loss": 0.9573, + "step": 12552 + }, + { + "epoch": 0.9056671837235309, + "grad_norm": 2.2491845666607233, + "learning_rate": 9.255829100840573e-08, + "loss": 0.9453, + "step": 12553 + }, + { + "epoch": 0.9057393311929584, + "grad_norm": 2.3843130921092586, + "learning_rate": 9.241781106960834e-08, + "loss": 0.9656, + "step": 12554 + }, + { + "epoch": 0.9058114786623859, + "grad_norm": 4.12747534261047, + "learning_rate": 9.227743529681254e-08, + "loss": 0.9345, + "step": 12555 + }, + { + "epoch": 0.9058836261318134, + "grad_norm": 3.8497949223580554, + "learning_rate": 9.213716369768354e-08, + "loss": 0.9537, + "step": 12556 + }, + { + "epoch": 0.9059557736012409, + "grad_norm": 2.630514891230814, + "learning_rate": 9.199699627988189e-08, + "loss": 0.9752, + "step": 12557 + }, + { + "epoch": 0.9060279210706684, + "grad_norm": 3.860727544222116, + "learning_rate": 9.18569330510608e-08, + "loss": 1.0058, + "step": 12558 + }, + { + "epoch": 0.906100068540096, + "grad_norm": 0.6608958192853835, + "learning_rate": 9.171697401886857e-08, + "loss": 0.8045, + "step": 12559 + }, + { + "epoch": 0.9061722160095235, + "grad_norm": 3.955985018517618, + "learning_rate": 9.157711919094846e-08, + "loss": 0.8368, + "step": 12560 + }, + { + "epoch": 0.906244363478951, + "grad_norm": 11.941796613058534, + "learning_rate": 9.143736857493744e-08, + "loss": 0.9313, + "step": 12561 + }, + { + "epoch": 0.9063165109483785, + "grad_norm": 0.6834920099024414, + "learning_rate": 9.12977221784661e-08, + "loss": 0.7908, + "step": 12562 + }, + { + "epoch": 0.906388658417806, + "grad_norm": 5.775291547805894, + "learning_rate": 9.115818000916031e-08, + "loss": 1.0753, + "step": 12563 + }, + { + "epoch": 0.9064608058872335, + "grad_norm": 3.844163701814117, + "learning_rate": 9.101874207464044e-08, + "loss": 0.9452, + "step": 12564 + }, + { + "epoch": 0.9065329533566611, + "grad_norm": 2.075434958589159, + "learning_rate": 9.087940838251974e-08, + "loss": 0.9685, + "step": 12565 + }, + { + "epoch": 0.9066051008260885, + "grad_norm": 3.6675633865630743, + "learning_rate": 9.074017894040743e-08, + "loss": 0.8782, + "step": 12566 + }, + { + "epoch": 0.906677248295516, + "grad_norm": 4.422098214813864, + "learning_rate": 9.060105375590632e-08, + "loss": 0.9478, + "step": 12567 + }, + { + "epoch": 0.9067493957649435, + "grad_norm": 9.13094606409383, + "learning_rate": 9.046203283661324e-08, + "loss": 0.9239, + "step": 12568 + }, + { + "epoch": 0.906821543234371, + "grad_norm": 2.936049407564053, + "learning_rate": 9.032311619011945e-08, + "loss": 0.9413, + "step": 12569 + }, + { + "epoch": 0.9068936907037985, + "grad_norm": 2.4635560651577504, + "learning_rate": 9.01843038240111e-08, + "loss": 0.9334, + "step": 12570 + }, + { + "epoch": 0.9069658381732261, + "grad_norm": 2.8575752305801667, + "learning_rate": 9.004559574586812e-08, + "loss": 0.9221, + "step": 12571 + }, + { + "epoch": 0.9070379856426536, + "grad_norm": 2.4645204649447217, + "learning_rate": 8.990699196326423e-08, + "loss": 0.9334, + "step": 12572 + }, + { + "epoch": 0.9071101331120811, + "grad_norm": 3.002794712413738, + "learning_rate": 8.976849248376894e-08, + "loss": 0.825, + "step": 12573 + }, + { + "epoch": 0.9071822805815086, + "grad_norm": 4.116706371244602, + "learning_rate": 8.963009731494508e-08, + "loss": 0.8368, + "step": 12574 + }, + { + "epoch": 0.9072544280509361, + "grad_norm": 4.49823811265745, + "learning_rate": 8.949180646434929e-08, + "loss": 0.9391, + "step": 12575 + }, + { + "epoch": 0.9073265755203637, + "grad_norm": 2.153920892189021, + "learning_rate": 8.935361993953372e-08, + "loss": 1.0006, + "step": 12576 + }, + { + "epoch": 0.9073987229897912, + "grad_norm": 2.428186867022726, + "learning_rate": 8.921553774804347e-08, + "loss": 0.9475, + "step": 12577 + }, + { + "epoch": 0.9074708704592186, + "grad_norm": 2.9303929814647507, + "learning_rate": 8.907755989742005e-08, + "loss": 0.978, + "step": 12578 + }, + { + "epoch": 0.9075430179286461, + "grad_norm": 3.6535916567986777, + "learning_rate": 8.893968639519656e-08, + "loss": 0.9759, + "step": 12579 + }, + { + "epoch": 0.9076151653980736, + "grad_norm": 2.9822272916120007, + "learning_rate": 8.880191724890229e-08, + "loss": 0.8917, + "step": 12580 + }, + { + "epoch": 0.9076873128675012, + "grad_norm": 3.648182371968351, + "learning_rate": 8.86642524660608e-08, + "loss": 0.9442, + "step": 12581 + }, + { + "epoch": 0.9077594603369287, + "grad_norm": 2.950833516444542, + "learning_rate": 8.85266920541885e-08, + "loss": 0.9321, + "step": 12582 + }, + { + "epoch": 0.9078316078063562, + "grad_norm": 3.220809721932138, + "learning_rate": 8.838923602079739e-08, + "loss": 0.97, + "step": 12583 + }, + { + "epoch": 0.9079037552757837, + "grad_norm": 3.262509114336751, + "learning_rate": 8.825188437339393e-08, + "loss": 0.9135, + "step": 12584 + }, + { + "epoch": 0.9079759027452112, + "grad_norm": 3.4832756463587007, + "learning_rate": 8.811463711947786e-08, + "loss": 0.959, + "step": 12585 + }, + { + "epoch": 0.9080480502146387, + "grad_norm": 3.30267994461912, + "learning_rate": 8.797749426654388e-08, + "loss": 0.952, + "step": 12586 + }, + { + "epoch": 0.9081201976840663, + "grad_norm": 2.0645363898254083, + "learning_rate": 8.784045582208089e-08, + "loss": 0.9641, + "step": 12587 + }, + { + "epoch": 0.9081923451534938, + "grad_norm": 3.345370461515477, + "learning_rate": 8.770352179357221e-08, + "loss": 0.8658, + "step": 12588 + }, + { + "epoch": 0.9082644926229213, + "grad_norm": 6.016205202336527, + "learning_rate": 8.756669218849456e-08, + "loss": 1.0341, + "step": 12589 + }, + { + "epoch": 0.9083366400923487, + "grad_norm": 3.1639075724029904, + "learning_rate": 8.742996701432082e-08, + "loss": 0.9439, + "step": 12590 + }, + { + "epoch": 0.9084087875617762, + "grad_norm": 2.3810233982030766, + "learning_rate": 8.729334627851637e-08, + "loss": 0.8893, + "step": 12591 + }, + { + "epoch": 0.9084809350312038, + "grad_norm": 2.8665107115381225, + "learning_rate": 8.715682998854168e-08, + "loss": 0.8161, + "step": 12592 + }, + { + "epoch": 0.9085530825006313, + "grad_norm": 3.1292997153315345, + "learning_rate": 8.702041815185124e-08, + "loss": 1.0284, + "step": 12593 + }, + { + "epoch": 0.9086252299700588, + "grad_norm": 2.5827023648263348, + "learning_rate": 8.688411077589463e-08, + "loss": 1.0484, + "step": 12594 + }, + { + "epoch": 0.9086973774394863, + "grad_norm": 3.778104498391891, + "learning_rate": 8.674790786811414e-08, + "loss": 1.0099, + "step": 12595 + }, + { + "epoch": 0.9087695249089138, + "grad_norm": 3.5354848129427494, + "learning_rate": 8.661180943594759e-08, + "loss": 0.9426, + "step": 12596 + }, + { + "epoch": 0.9088416723783413, + "grad_norm": 3.846805381609776, + "learning_rate": 8.647581548682748e-08, + "loss": 1.0731, + "step": 12597 + }, + { + "epoch": 0.9089138198477689, + "grad_norm": 2.88538888488689, + "learning_rate": 8.633992602817941e-08, + "loss": 0.9015, + "step": 12598 + }, + { + "epoch": 0.9089859673171964, + "grad_norm": 2.430561558549522, + "learning_rate": 8.620414106742368e-08, + "loss": 0.9399, + "step": 12599 + }, + { + "epoch": 0.9090581147866239, + "grad_norm": 4.342993361624138, + "learning_rate": 8.606846061197526e-08, + "loss": 0.9587, + "step": 12600 + }, + { + "epoch": 0.9091302622560513, + "grad_norm": 2.467149239666821, + "learning_rate": 8.593288466924331e-08, + "loss": 1.1707, + "step": 12601 + }, + { + "epoch": 0.9092024097254788, + "grad_norm": 8.142525888459813, + "learning_rate": 8.579741324663037e-08, + "loss": 1.027, + "step": 12602 + }, + { + "epoch": 0.9092745571949064, + "grad_norm": 4.266437159763168, + "learning_rate": 8.566204635153474e-08, + "loss": 0.9952, + "step": 12603 + }, + { + "epoch": 0.9093467046643339, + "grad_norm": 3.526779180317184, + "learning_rate": 8.552678399134827e-08, + "loss": 0.8413, + "step": 12604 + }, + { + "epoch": 0.9094188521337614, + "grad_norm": 3.7141995839203816, + "learning_rate": 8.539162617345708e-08, + "loss": 0.9495, + "step": 12605 + }, + { + "epoch": 0.9094909996031889, + "grad_norm": 3.1185656108893056, + "learning_rate": 8.525657290524146e-08, + "loss": 0.8387, + "step": 12606 + }, + { + "epoch": 0.9095631470726164, + "grad_norm": 3.0874220741723852, + "learning_rate": 8.512162419407599e-08, + "loss": 1.055, + "step": 12607 + }, + { + "epoch": 0.909635294542044, + "grad_norm": 0.632714511207697, + "learning_rate": 8.498678004733028e-08, + "loss": 0.8293, + "step": 12608 + }, + { + "epoch": 0.9097074420114715, + "grad_norm": 3.4537408201942674, + "learning_rate": 8.485204047236738e-08, + "loss": 0.8216, + "step": 12609 + }, + { + "epoch": 0.909779589480899, + "grad_norm": 2.014671514159825, + "learning_rate": 8.471740547654471e-08, + "loss": 0.99, + "step": 12610 + }, + { + "epoch": 0.9098517369503265, + "grad_norm": 2.195335849624213, + "learning_rate": 8.458287506721463e-08, + "loss": 0.9825, + "step": 12611 + }, + { + "epoch": 0.909923884419754, + "grad_norm": 3.3889781978352755, + "learning_rate": 8.4448449251723e-08, + "loss": 0.9143, + "step": 12612 + }, + { + "epoch": 0.9099960318891814, + "grad_norm": 4.183604235952078, + "learning_rate": 8.431412803741023e-08, + "loss": 1.0073, + "step": 12613 + }, + { + "epoch": 0.910068179358609, + "grad_norm": 2.908314781530575, + "learning_rate": 8.417991143161151e-08, + "loss": 0.8097, + "step": 12614 + }, + { + "epoch": 0.9101403268280365, + "grad_norm": 2.811011535110609, + "learning_rate": 8.40457994416559e-08, + "loss": 0.9458, + "step": 12615 + }, + { + "epoch": 0.910212474297464, + "grad_norm": 3.065119810018536, + "learning_rate": 8.39117920748662e-08, + "loss": 0.9796, + "step": 12616 + }, + { + "epoch": 0.9102846217668915, + "grad_norm": 3.849169004849367, + "learning_rate": 8.377788933856056e-08, + "loss": 0.9202, + "step": 12617 + }, + { + "epoch": 0.910356769236319, + "grad_norm": 4.71858063450713, + "learning_rate": 8.36440912400509e-08, + "loss": 0.9153, + "step": 12618 + }, + { + "epoch": 0.9104289167057465, + "grad_norm": 2.750699301151477, + "learning_rate": 8.351039778664315e-08, + "loss": 0.9003, + "step": 12619 + }, + { + "epoch": 0.9105010641751741, + "grad_norm": 0.7634959689035777, + "learning_rate": 8.337680898563792e-08, + "loss": 0.8303, + "step": 12620 + }, + { + "epoch": 0.9105732116446016, + "grad_norm": 3.7591287762178305, + "learning_rate": 8.324332484433005e-08, + "loss": 0.9726, + "step": 12621 + }, + { + "epoch": 0.9106453591140291, + "grad_norm": 3.6867666000103205, + "learning_rate": 8.310994537000881e-08, + "loss": 1.0207, + "step": 12622 + }, + { + "epoch": 0.9107175065834566, + "grad_norm": 3.8644649902210952, + "learning_rate": 8.297667056995727e-08, + "loss": 0.873, + "step": 12623 + }, + { + "epoch": 0.9107896540528841, + "grad_norm": 3.1368057029899936, + "learning_rate": 8.284350045145317e-08, + "loss": 0.9452, + "step": 12624 + }, + { + "epoch": 0.9108618015223116, + "grad_norm": 3.5437991883969815, + "learning_rate": 8.271043502176866e-08, + "loss": 0.9539, + "step": 12625 + }, + { + "epoch": 0.9109339489917391, + "grad_norm": 3.763728887168734, + "learning_rate": 8.25774742881693e-08, + "loss": 1.0385, + "step": 12626 + }, + { + "epoch": 0.9110060964611666, + "grad_norm": 0.74547411368013, + "learning_rate": 8.244461825791616e-08, + "loss": 0.8698, + "step": 12627 + }, + { + "epoch": 0.9110782439305941, + "grad_norm": 2.8964982035661127, + "learning_rate": 8.231186693826408e-08, + "loss": 0.9256, + "step": 12628 + }, + { + "epoch": 0.9111503914000216, + "grad_norm": 3.704652495361631, + "learning_rate": 8.217922033646174e-08, + "loss": 0.9464, + "step": 12629 + }, + { + "epoch": 0.9112225388694492, + "grad_norm": 9.604059997981281, + "learning_rate": 8.204667845975267e-08, + "loss": 0.9095, + "step": 12630 + }, + { + "epoch": 0.9112946863388767, + "grad_norm": 3.1624420160699995, + "learning_rate": 8.191424131537416e-08, + "loss": 0.9745, + "step": 12631 + }, + { + "epoch": 0.9113668338083042, + "grad_norm": 7.448150190058073, + "learning_rate": 8.178190891055914e-08, + "loss": 0.9944, + "step": 12632 + }, + { + "epoch": 0.9114389812777317, + "grad_norm": 2.9723705500335154, + "learning_rate": 8.164968125253247e-08, + "loss": 0.8844, + "step": 12633 + }, + { + "epoch": 0.9115111287471592, + "grad_norm": 3.1890634928304125, + "learning_rate": 8.151755834851548e-08, + "loss": 0.9288, + "step": 12634 + }, + { + "epoch": 0.9115832762165867, + "grad_norm": 3.968065458119288, + "learning_rate": 8.138554020572286e-08, + "loss": 0.9402, + "step": 12635 + }, + { + "epoch": 0.9116554236860143, + "grad_norm": 3.208577943534919, + "learning_rate": 8.125362683136305e-08, + "loss": 0.9303, + "step": 12636 + }, + { + "epoch": 0.9117275711554417, + "grad_norm": 3.0839195896951606, + "learning_rate": 8.112181823263964e-08, + "loss": 0.9262, + "step": 12637 + }, + { + "epoch": 0.9117997186248692, + "grad_norm": 2.9339030543395914, + "learning_rate": 8.099011441675063e-08, + "loss": 1.0494, + "step": 12638 + }, + { + "epoch": 0.9118718660942967, + "grad_norm": 3.359265134922235, + "learning_rate": 8.08585153908874e-08, + "loss": 0.8909, + "step": 12639 + }, + { + "epoch": 0.9119440135637242, + "grad_norm": 2.377927281184614, + "learning_rate": 8.072702116223618e-08, + "loss": 0.9288, + "step": 12640 + }, + { + "epoch": 0.9120161610331518, + "grad_norm": 3.1175853504039344, + "learning_rate": 8.059563173797746e-08, + "loss": 1.0834, + "step": 12641 + }, + { + "epoch": 0.9120883085025793, + "grad_norm": 3.885039583100262, + "learning_rate": 8.046434712528594e-08, + "loss": 0.9412, + "step": 12642 + }, + { + "epoch": 0.9121604559720068, + "grad_norm": 0.7705753040609777, + "learning_rate": 8.033316733133055e-08, + "loss": 0.8561, + "step": 12643 + }, + { + "epoch": 0.9122326034414343, + "grad_norm": 4.18938961381055, + "learning_rate": 8.020209236327424e-08, + "loss": 0.935, + "step": 12644 + }, + { + "epoch": 0.9123047509108618, + "grad_norm": 4.075607750629016, + "learning_rate": 8.007112222827528e-08, + "loss": 0.9685, + "step": 12645 + }, + { + "epoch": 0.9123768983802893, + "grad_norm": 2.6355560225682364, + "learning_rate": 7.994025693348482e-08, + "loss": 1.1015, + "step": 12646 + }, + { + "epoch": 0.9124490458497169, + "grad_norm": 3.150721325104656, + "learning_rate": 7.980949648604896e-08, + "loss": 0.9845, + "step": 12647 + }, + { + "epoch": 0.9125211933191444, + "grad_norm": 3.630293171501079, + "learning_rate": 7.967884089310839e-08, + "loss": 0.8863, + "step": 12648 + }, + { + "epoch": 0.9125933407885718, + "grad_norm": 2.8298535201914157, + "learning_rate": 7.954829016179765e-08, + "loss": 0.9469, + "step": 12649 + }, + { + "epoch": 0.9126654882579993, + "grad_norm": 7.874709593247139, + "learning_rate": 7.941784429924503e-08, + "loss": 0.8046, + "step": 12650 + }, + { + "epoch": 0.9127376357274268, + "grad_norm": 3.748276250757106, + "learning_rate": 7.928750331257439e-08, + "loss": 0.9865, + "step": 12651 + }, + { + "epoch": 0.9128097831968544, + "grad_norm": 6.196431197271501, + "learning_rate": 7.915726720890314e-08, + "loss": 0.9189, + "step": 12652 + }, + { + "epoch": 0.9128819306662819, + "grad_norm": 2.07111927363534, + "learning_rate": 7.902713599534272e-08, + "loss": 0.9489, + "step": 12653 + }, + { + "epoch": 0.9129540781357094, + "grad_norm": 2.5072796692275237, + "learning_rate": 7.88971096789992e-08, + "loss": 0.9918, + "step": 12654 + }, + { + "epoch": 0.9130262256051369, + "grad_norm": 3.7427255645845094, + "learning_rate": 7.876718826697315e-08, + "loss": 0.9405, + "step": 12655 + }, + { + "epoch": 0.9130983730745644, + "grad_norm": 2.625204078370762, + "learning_rate": 7.863737176635821e-08, + "loss": 0.8709, + "step": 12656 + }, + { + "epoch": 0.913170520543992, + "grad_norm": 3.549179605599403, + "learning_rate": 7.850766018424382e-08, + "loss": 0.9199, + "step": 12657 + }, + { + "epoch": 0.9132426680134195, + "grad_norm": 2.3818416431166285, + "learning_rate": 7.837805352771321e-08, + "loss": 0.9426, + "step": 12658 + }, + { + "epoch": 0.913314815482847, + "grad_norm": 10.482159671876724, + "learning_rate": 7.824855180384382e-08, + "loss": 0.8739, + "step": 12659 + }, + { + "epoch": 0.9133869629522744, + "grad_norm": 2.6951389422721523, + "learning_rate": 7.811915501970645e-08, + "loss": 0.9444, + "step": 12660 + }, + { + "epoch": 0.9134591104217019, + "grad_norm": 5.175657796287114, + "learning_rate": 7.798986318236744e-08, + "loss": 1.0577, + "step": 12661 + }, + { + "epoch": 0.9135312578911294, + "grad_norm": 24.25730549993522, + "learning_rate": 7.786067629888716e-08, + "loss": 0.9433, + "step": 12662 + }, + { + "epoch": 0.913603405360557, + "grad_norm": 4.408805376726615, + "learning_rate": 7.773159437631994e-08, + "loss": 0.914, + "step": 12663 + }, + { + "epoch": 0.9136755528299845, + "grad_norm": 2.680000309161268, + "learning_rate": 7.760261742171414e-08, + "loss": 0.9611, + "step": 12664 + }, + { + "epoch": 0.913747700299412, + "grad_norm": 0.7724604745277531, + "learning_rate": 7.747374544211305e-08, + "loss": 0.8629, + "step": 12665 + }, + { + "epoch": 0.9138198477688395, + "grad_norm": 3.1115710300758876, + "learning_rate": 7.73449784445539e-08, + "loss": 0.9186, + "step": 12666 + }, + { + "epoch": 0.913891995238267, + "grad_norm": 2.047546858851019, + "learning_rate": 7.721631643606774e-08, + "loss": 0.9326, + "step": 12667 + }, + { + "epoch": 0.9139641427076945, + "grad_norm": 3.682530821174667, + "learning_rate": 7.708775942368051e-08, + "loss": 1.0381, + "step": 12668 + }, + { + "epoch": 0.9140362901771221, + "grad_norm": 3.743330046419335, + "learning_rate": 7.695930741441281e-08, + "loss": 0.9491, + "step": 12669 + }, + { + "epoch": 0.9141084376465496, + "grad_norm": 3.0858909893152435, + "learning_rate": 7.683096041527837e-08, + "loss": 0.9027, + "step": 12670 + }, + { + "epoch": 0.9141805851159771, + "grad_norm": 3.9186306486556624, + "learning_rate": 7.67027184332858e-08, + "loss": 0.9811, + "step": 12671 + }, + { + "epoch": 0.9142527325854045, + "grad_norm": 3.9341323014137255, + "learning_rate": 7.657458147543816e-08, + "loss": 0.9244, + "step": 12672 + }, + { + "epoch": 0.914324880054832, + "grad_norm": 2.8247556901464757, + "learning_rate": 7.644654954873209e-08, + "loss": 0.979, + "step": 12673 + }, + { + "epoch": 0.9143970275242596, + "grad_norm": 0.6877885993018199, + "learning_rate": 7.631862266015887e-08, + "loss": 0.8191, + "step": 12674 + }, + { + "epoch": 0.9144691749936871, + "grad_norm": 2.75329972750804, + "learning_rate": 7.619080081670492e-08, + "loss": 0.9249, + "step": 12675 + }, + { + "epoch": 0.9145413224631146, + "grad_norm": 3.388802737476803, + "learning_rate": 7.606308402534977e-08, + "loss": 0.9547, + "step": 12676 + }, + { + "epoch": 0.9146134699325421, + "grad_norm": 3.0738961075926814, + "learning_rate": 7.593547229306718e-08, + "loss": 0.9495, + "step": 12677 + }, + { + "epoch": 0.9146856174019696, + "grad_norm": 2.8337070742175703, + "learning_rate": 7.580796562682579e-08, + "loss": 0.9176, + "step": 12678 + }, + { + "epoch": 0.9147577648713971, + "grad_norm": 3.5005597620617923, + "learning_rate": 7.568056403358846e-08, + "loss": 0.9591, + "step": 12679 + }, + { + "epoch": 0.9148299123408247, + "grad_norm": 3.566644232373376, + "learning_rate": 7.555326752031166e-08, + "loss": 0.9417, + "step": 12680 + }, + { + "epoch": 0.9149020598102522, + "grad_norm": 3.569614868119761, + "learning_rate": 7.542607609394691e-08, + "loss": 0.9281, + "step": 12681 + }, + { + "epoch": 0.9149742072796797, + "grad_norm": 0.8061890527325958, + "learning_rate": 7.529898976143978e-08, + "loss": 0.8675, + "step": 12682 + }, + { + "epoch": 0.9150463547491072, + "grad_norm": 2.824228036108091, + "learning_rate": 7.517200852972982e-08, + "loss": 0.9228, + "step": 12683 + }, + { + "epoch": 0.9151185022185346, + "grad_norm": 2.4027774078231654, + "learning_rate": 7.504513240575083e-08, + "loss": 0.9626, + "step": 12684 + }, + { + "epoch": 0.9151906496879622, + "grad_norm": 4.949884455709843, + "learning_rate": 7.491836139643104e-08, + "loss": 0.9794, + "step": 12685 + }, + { + "epoch": 0.9152627971573897, + "grad_norm": 6.774642045252914, + "learning_rate": 7.47916955086938e-08, + "loss": 0.8895, + "step": 12686 + }, + { + "epoch": 0.9153349446268172, + "grad_norm": 5.557135062854917, + "learning_rate": 7.466513474945468e-08, + "loss": 0.981, + "step": 12687 + }, + { + "epoch": 0.9154070920962447, + "grad_norm": 2.81302188693637, + "learning_rate": 7.453867912562529e-08, + "loss": 0.9808, + "step": 12688 + }, + { + "epoch": 0.9154792395656722, + "grad_norm": 2.1102729299036374, + "learning_rate": 7.441232864411117e-08, + "loss": 1.0501, + "step": 12689 + }, + { + "epoch": 0.9155513870350998, + "grad_norm": 2.966276885440095, + "learning_rate": 7.428608331181107e-08, + "loss": 0.9311, + "step": 12690 + }, + { + "epoch": 0.9156235345045273, + "grad_norm": 1.9610183516776316, + "learning_rate": 7.415994313561924e-08, + "loss": 1.0311, + "step": 12691 + }, + { + "epoch": 0.9156956819739548, + "grad_norm": 3.296217432479632, + "learning_rate": 7.40339081224235e-08, + "loss": 0.9646, + "step": 12692 + }, + { + "epoch": 0.9157678294433823, + "grad_norm": 2.2312119510088473, + "learning_rate": 7.390797827910699e-08, + "loss": 0.9353, + "step": 12693 + }, + { + "epoch": 0.9158399769128098, + "grad_norm": 4.4256086458923, + "learning_rate": 7.378215361254514e-08, + "loss": 0.9432, + "step": 12694 + }, + { + "epoch": 0.9159121243822373, + "grad_norm": 3.6282880932065864, + "learning_rate": 7.365643412960953e-08, + "loss": 0.9664, + "step": 12695 + }, + { + "epoch": 0.9159842718516648, + "grad_norm": 4.566525917018939, + "learning_rate": 7.353081983716491e-08, + "loss": 0.9116, + "step": 12696 + }, + { + "epoch": 0.9160564193210923, + "grad_norm": 4.681224844321283, + "learning_rate": 7.340531074207068e-08, + "loss": 1.0117, + "step": 12697 + }, + { + "epoch": 0.9161285667905198, + "grad_norm": 5.565361058671657, + "learning_rate": 7.327990685118024e-08, + "loss": 1.0034, + "step": 12698 + }, + { + "epoch": 0.9162007142599473, + "grad_norm": 2.70129826733398, + "learning_rate": 7.315460817134189e-08, + "loss": 1.0529, + "step": 12699 + }, + { + "epoch": 0.9162728617293748, + "grad_norm": 2.6042961902196957, + "learning_rate": 7.302941470939727e-08, + "loss": 0.9474, + "step": 12700 + }, + { + "epoch": 0.9163450091988024, + "grad_norm": 3.7909517277909788, + "learning_rate": 7.290432647218292e-08, + "loss": 1.0445, + "step": 12701 + }, + { + "epoch": 0.9164171566682299, + "grad_norm": 3.062703651352161, + "learning_rate": 7.277934346652937e-08, + "loss": 0.8534, + "step": 12702 + }, + { + "epoch": 0.9164893041376574, + "grad_norm": 2.543630862433649, + "learning_rate": 7.265446569926182e-08, + "loss": 0.993, + "step": 12703 + }, + { + "epoch": 0.9165614516070849, + "grad_norm": 3.7532715831530625, + "learning_rate": 7.252969317719859e-08, + "loss": 0.8553, + "step": 12704 + }, + { + "epoch": 0.9166335990765124, + "grad_norm": 3.5475728024948925, + "learning_rate": 7.240502590715403e-08, + "loss": 0.8793, + "step": 12705 + }, + { + "epoch": 0.91670574654594, + "grad_norm": 4.803113031217297, + "learning_rate": 7.228046389593534e-08, + "loss": 0.9065, + "step": 12706 + }, + { + "epoch": 0.9167778940153674, + "grad_norm": 2.681261762402039, + "learning_rate": 7.21560071503442e-08, + "loss": 0.8502, + "step": 12707 + }, + { + "epoch": 0.9168500414847949, + "grad_norm": 2.7981138416005593, + "learning_rate": 7.203165567717673e-08, + "loss": 0.912, + "step": 12708 + }, + { + "epoch": 0.9169221889542224, + "grad_norm": 2.5514970274617683, + "learning_rate": 7.190740948322327e-08, + "loss": 1.0036, + "step": 12709 + }, + { + "epoch": 0.9169943364236499, + "grad_norm": 0.7851014758689806, + "learning_rate": 7.178326857526906e-08, + "loss": 0.822, + "step": 12710 + }, + { + "epoch": 0.9170664838930774, + "grad_norm": 3.0432960814096837, + "learning_rate": 7.165923296009246e-08, + "loss": 0.9026, + "step": 12711 + }, + { + "epoch": 0.917138631362505, + "grad_norm": 3.7565202612612913, + "learning_rate": 7.15353026444665e-08, + "loss": 0.9845, + "step": 12712 + }, + { + "epoch": 0.9172107788319325, + "grad_norm": 3.50732636003563, + "learning_rate": 7.141147763515909e-08, + "loss": 1.0149, + "step": 12713 + }, + { + "epoch": 0.91728292630136, + "grad_norm": 4.964898109888777, + "learning_rate": 7.128775793893127e-08, + "loss": 0.8598, + "step": 12714 + }, + { + "epoch": 0.9173550737707875, + "grad_norm": 3.5211630371535354, + "learning_rate": 7.116414356253898e-08, + "loss": 1.0214, + "step": 12715 + }, + { + "epoch": 0.917427221240215, + "grad_norm": 3.0462960500136247, + "learning_rate": 7.104063451273279e-08, + "loss": 0.9146, + "step": 12716 + }, + { + "epoch": 0.9174993687096425, + "grad_norm": 3.7058878060664955, + "learning_rate": 7.091723079625645e-08, + "loss": 0.9678, + "step": 12717 + }, + { + "epoch": 0.9175715161790701, + "grad_norm": 3.0974091747598074, + "learning_rate": 7.079393241984921e-08, + "loss": 1.0657, + "step": 12718 + }, + { + "epoch": 0.9176436636484975, + "grad_norm": 8.335876636229305, + "learning_rate": 7.067073939024349e-08, + "loss": 1.0784, + "step": 12719 + }, + { + "epoch": 0.917715811117925, + "grad_norm": 3.645992006754523, + "learning_rate": 7.054765171416677e-08, + "loss": 0.9924, + "step": 12720 + }, + { + "epoch": 0.9177879585873525, + "grad_norm": 4.627612638993487, + "learning_rate": 7.04246693983399e-08, + "loss": 0.9728, + "step": 12721 + }, + { + "epoch": 0.91786010605678, + "grad_norm": 0.7620037621582954, + "learning_rate": 7.030179244947887e-08, + "loss": 0.86, + "step": 12722 + }, + { + "epoch": 0.9179322535262076, + "grad_norm": 3.060429554378276, + "learning_rate": 7.017902087429362e-08, + "loss": 1.0861, + "step": 12723 + }, + { + "epoch": 0.9180044009956351, + "grad_norm": 4.176673900803991, + "learning_rate": 7.00563546794879e-08, + "loss": 0.9302, + "step": 12724 + }, + { + "epoch": 0.9180765484650626, + "grad_norm": 2.2641344099820673, + "learning_rate": 6.993379387176035e-08, + "loss": 0.9662, + "step": 12725 + }, + { + "epoch": 0.9181486959344901, + "grad_norm": 2.175147575545814, + "learning_rate": 6.98113384578034e-08, + "loss": 0.9154, + "step": 12726 + }, + { + "epoch": 0.9182208434039176, + "grad_norm": 7.582060934221903, + "learning_rate": 6.968898844430415e-08, + "loss": 0.8589, + "step": 12727 + }, + { + "epoch": 0.9182929908733451, + "grad_norm": 4.090909948252579, + "learning_rate": 6.956674383794304e-08, + "loss": 0.9122, + "step": 12728 + }, + { + "epoch": 0.9183651383427727, + "grad_norm": 2.945908058725918, + "learning_rate": 6.944460464539603e-08, + "loss": 0.8737, + "step": 12729 + }, + { + "epoch": 0.9184372858122002, + "grad_norm": 2.166018046591861, + "learning_rate": 6.93225708733327e-08, + "loss": 1.0388, + "step": 12730 + }, + { + "epoch": 0.9185094332816276, + "grad_norm": 3.9656505346415525, + "learning_rate": 6.920064252841662e-08, + "loss": 0.9787, + "step": 12731 + }, + { + "epoch": 0.9185815807510551, + "grad_norm": 3.2558047467953863, + "learning_rate": 6.907881961730578e-08, + "loss": 0.9398, + "step": 12732 + }, + { + "epoch": 0.9186537282204826, + "grad_norm": 4.102695388557862, + "learning_rate": 6.895710214665262e-08, + "loss": 0.8697, + "step": 12733 + }, + { + "epoch": 0.9187258756899102, + "grad_norm": 3.265869861530556, + "learning_rate": 6.883549012310341e-08, + "loss": 1.0175, + "step": 12734 + }, + { + "epoch": 0.9187980231593377, + "grad_norm": 0.6765514020472098, + "learning_rate": 6.871398355329927e-08, + "loss": 0.7845, + "step": 12735 + }, + { + "epoch": 0.9188701706287652, + "grad_norm": 0.6647263742690865, + "learning_rate": 6.859258244387511e-08, + "loss": 0.8334, + "step": 12736 + }, + { + "epoch": 0.9189423180981927, + "grad_norm": 7.476131351041617, + "learning_rate": 6.847128680146052e-08, + "loss": 0.9564, + "step": 12737 + }, + { + "epoch": 0.9190144655676202, + "grad_norm": 5.802221254345184, + "learning_rate": 6.835009663267821e-08, + "loss": 0.9513, + "step": 12738 + }, + { + "epoch": 0.9190866130370478, + "grad_norm": 2.698167079856307, + "learning_rate": 6.822901194414665e-08, + "loss": 0.9984, + "step": 12739 + }, + { + "epoch": 0.9191587605064753, + "grad_norm": 0.7214973023087262, + "learning_rate": 6.810803274247745e-08, + "loss": 0.8741, + "step": 12740 + }, + { + "epoch": 0.9192309079759028, + "grad_norm": 2.853658496327069, + "learning_rate": 6.79871590342771e-08, + "loss": 0.9201, + "step": 12741 + }, + { + "epoch": 0.9193030554453303, + "grad_norm": 3.2971011983643845, + "learning_rate": 6.786639082614587e-08, + "loss": 1.0601, + "step": 12742 + }, + { + "epoch": 0.9193752029147577, + "grad_norm": 0.8133730965676027, + "learning_rate": 6.774572812467872e-08, + "loss": 0.9118, + "step": 12743 + }, + { + "epoch": 0.9194473503841852, + "grad_norm": 10.308561185530225, + "learning_rate": 6.762517093646413e-08, + "loss": 0.9862, + "step": 12744 + }, + { + "epoch": 0.9195194978536128, + "grad_norm": 2.169092385476792, + "learning_rate": 6.750471926808554e-08, + "loss": 0.9481, + "step": 12745 + }, + { + "epoch": 0.9195916453230403, + "grad_norm": 4.075903510347023, + "learning_rate": 6.738437312612012e-08, + "loss": 1.0138, + "step": 12746 + }, + { + "epoch": 0.9196637927924678, + "grad_norm": 2.2043046971773315, + "learning_rate": 6.726413251714036e-08, + "loss": 1.0172, + "step": 12747 + }, + { + "epoch": 0.9197359402618953, + "grad_norm": 12.002818094594039, + "learning_rate": 6.714399744771127e-08, + "loss": 0.9667, + "step": 12748 + }, + { + "epoch": 0.9198080877313228, + "grad_norm": 2.4714643790803437, + "learning_rate": 6.702396792439336e-08, + "loss": 0.9444, + "step": 12749 + }, + { + "epoch": 0.9198802352007504, + "grad_norm": 10.784639483612974, + "learning_rate": 6.690404395374116e-08, + "loss": 0.9405, + "step": 12750 + }, + { + "epoch": 0.9199523826701779, + "grad_norm": 3.5924006043383834, + "learning_rate": 6.678422554230278e-08, + "loss": 0.97, + "step": 12751 + }, + { + "epoch": 0.9200245301396054, + "grad_norm": 0.7947019980574811, + "learning_rate": 6.666451269662122e-08, + "loss": 0.8966, + "step": 12752 + }, + { + "epoch": 0.9200966776090329, + "grad_norm": 2.8683550793453128, + "learning_rate": 6.654490542323366e-08, + "loss": 1.0133, + "step": 12753 + }, + { + "epoch": 0.9201688250784604, + "grad_norm": 2.72613714447178, + "learning_rate": 6.642540372867179e-08, + "loss": 0.9944, + "step": 12754 + }, + { + "epoch": 0.9202409725478878, + "grad_norm": 2.309948725275806, + "learning_rate": 6.630600761946036e-08, + "loss": 1.0752, + "step": 12755 + }, + { + "epoch": 0.9203131200173154, + "grad_norm": 4.710604679630197, + "learning_rate": 6.618671710211976e-08, + "loss": 0.8726, + "step": 12756 + }, + { + "epoch": 0.9203852674867429, + "grad_norm": 6.607055256973501, + "learning_rate": 6.606753218316407e-08, + "loss": 0.8937, + "step": 12757 + }, + { + "epoch": 0.9204574149561704, + "grad_norm": 3.495475705889175, + "learning_rate": 6.594845286910078e-08, + "loss": 0.8362, + "step": 12758 + }, + { + "epoch": 0.9205295624255979, + "grad_norm": 5.395716112353606, + "learning_rate": 6.582947916643289e-08, + "loss": 0.8273, + "step": 12759 + }, + { + "epoch": 0.9206017098950254, + "grad_norm": 3.2736628416154483, + "learning_rate": 6.571061108165743e-08, + "loss": 0.8501, + "step": 12760 + }, + { + "epoch": 0.920673857364453, + "grad_norm": 5.139009447946083, + "learning_rate": 6.559184862126498e-08, + "loss": 1.029, + "step": 12761 + }, + { + "epoch": 0.9207460048338805, + "grad_norm": 3.4128987229591607, + "learning_rate": 6.54731917917406e-08, + "loss": 0.8349, + "step": 12762 + }, + { + "epoch": 0.920818152303308, + "grad_norm": 3.2596589854392715, + "learning_rate": 6.535464059956352e-08, + "loss": 0.9572, + "step": 12763 + }, + { + "epoch": 0.9208902997727355, + "grad_norm": 2.408316183414137, + "learning_rate": 6.523619505120814e-08, + "loss": 1.002, + "step": 12764 + }, + { + "epoch": 0.920962447242163, + "grad_norm": 3.615322876542004, + "learning_rate": 6.511785515314172e-08, + "loss": 0.8845, + "step": 12765 + }, + { + "epoch": 0.9210345947115904, + "grad_norm": 4.023265412733645, + "learning_rate": 6.499962091182665e-08, + "loss": 0.9613, + "step": 12766 + }, + { + "epoch": 0.921106742181018, + "grad_norm": 4.14360911962686, + "learning_rate": 6.488149233371932e-08, + "loss": 0.9628, + "step": 12767 + }, + { + "epoch": 0.9211788896504455, + "grad_norm": 2.3612207935762477, + "learning_rate": 6.476346942526989e-08, + "loss": 0.979, + "step": 12768 + }, + { + "epoch": 0.921251037119873, + "grad_norm": 24.292865424788303, + "learning_rate": 6.464555219292345e-08, + "loss": 0.9736, + "step": 12769 + }, + { + "epoch": 0.9213231845893005, + "grad_norm": 5.808050606120932, + "learning_rate": 6.452774064311861e-08, + "loss": 0.9886, + "step": 12770 + }, + { + "epoch": 0.921395332058728, + "grad_norm": 3.689445758123601, + "learning_rate": 6.441003478228957e-08, + "loss": 0.9583, + "step": 12771 + }, + { + "epoch": 0.9214674795281556, + "grad_norm": 2.4040873333178814, + "learning_rate": 6.429243461686296e-08, + "loss": 0.9218, + "step": 12772 + }, + { + "epoch": 0.9215396269975831, + "grad_norm": 3.9864544397552244, + "learning_rate": 6.417494015326075e-08, + "loss": 1.0237, + "step": 12773 + }, + { + "epoch": 0.9216117744670106, + "grad_norm": 2.724840904981151, + "learning_rate": 6.405755139789914e-08, + "loss": 0.9931, + "step": 12774 + }, + { + "epoch": 0.9216839219364381, + "grad_norm": 3.005252531488017, + "learning_rate": 6.394026835718769e-08, + "loss": 1.0008, + "step": 12775 + }, + { + "epoch": 0.9217560694058656, + "grad_norm": 3.0925020725795305, + "learning_rate": 6.382309103753103e-08, + "loss": 0.9476, + "step": 12776 + }, + { + "epoch": 0.9218282168752931, + "grad_norm": 2.6868341197639434, + "learning_rate": 6.370601944532828e-08, + "loss": 0.9123, + "step": 12777 + }, + { + "epoch": 0.9219003643447206, + "grad_norm": 5.16706610745532, + "learning_rate": 6.358905358697165e-08, + "loss": 0.9693, + "step": 12778 + }, + { + "epoch": 0.9219725118141481, + "grad_norm": 2.51206092224231, + "learning_rate": 6.347219346884847e-08, + "loss": 0.9631, + "step": 12779 + }, + { + "epoch": 0.9220446592835756, + "grad_norm": 4.981450960133292, + "learning_rate": 6.335543909734009e-08, + "loss": 0.9465, + "step": 12780 + }, + { + "epoch": 0.9221168067530031, + "grad_norm": 4.365080350680329, + "learning_rate": 6.323879047882208e-08, + "loss": 0.9186, + "step": 12781 + }, + { + "epoch": 0.9221889542224306, + "grad_norm": 3.265307835413036, + "learning_rate": 6.312224761966378e-08, + "loss": 0.9769, + "step": 12782 + }, + { + "epoch": 0.9222611016918582, + "grad_norm": 2.843171616308575, + "learning_rate": 6.300581052622944e-08, + "loss": 0.8709, + "step": 12783 + }, + { + "epoch": 0.9223332491612857, + "grad_norm": 3.713404427766094, + "learning_rate": 6.288947920487775e-08, + "loss": 1.0025, + "step": 12784 + }, + { + "epoch": 0.9224053966307132, + "grad_norm": 4.358008823506639, + "learning_rate": 6.277325366196029e-08, + "loss": 1.0008, + "step": 12785 + }, + { + "epoch": 0.9224775441001407, + "grad_norm": 9.705616015419604, + "learning_rate": 6.265713390382421e-08, + "loss": 0.9724, + "step": 12786 + }, + { + "epoch": 0.9225496915695682, + "grad_norm": 2.377705588933429, + "learning_rate": 6.254111993681044e-08, + "loss": 1.0431, + "step": 12787 + }, + { + "epoch": 0.9226218390389958, + "grad_norm": 6.372882266875105, + "learning_rate": 6.242521176725323e-08, + "loss": 0.9823, + "step": 12788 + }, + { + "epoch": 0.9226939865084233, + "grad_norm": 4.449092926845212, + "learning_rate": 6.23094094014831e-08, + "loss": 0.8883, + "step": 12789 + }, + { + "epoch": 0.9227661339778507, + "grad_norm": 4.118747712338728, + "learning_rate": 6.219371284582276e-08, + "loss": 0.9632, + "step": 12790 + }, + { + "epoch": 0.9228382814472782, + "grad_norm": 3.665435338621956, + "learning_rate": 6.207812210659069e-08, + "loss": 1.0285, + "step": 12791 + }, + { + "epoch": 0.9229104289167057, + "grad_norm": 2.832331106162216, + "learning_rate": 6.196263719009809e-08, + "loss": 0.9639, + "step": 12792 + }, + { + "epoch": 0.9229825763861332, + "grad_norm": 0.6819964685124895, + "learning_rate": 6.184725810265145e-08, + "loss": 0.8044, + "step": 12793 + }, + { + "epoch": 0.9230547238555608, + "grad_norm": 3.5248801244819337, + "learning_rate": 6.173198485055153e-08, + "loss": 0.9092, + "step": 12794 + }, + { + "epoch": 0.9231268713249883, + "grad_norm": 3.819228691403699, + "learning_rate": 6.161681744009239e-08, + "loss": 0.9524, + "step": 12795 + }, + { + "epoch": 0.9231990187944158, + "grad_norm": 2.818150248868096, + "learning_rate": 6.150175587756323e-08, + "loss": 0.9159, + "step": 12796 + }, + { + "epoch": 0.9232711662638433, + "grad_norm": 4.0945501346367355, + "learning_rate": 6.138680016924725e-08, + "loss": 0.9438, + "step": 12797 + }, + { + "epoch": 0.9233433137332708, + "grad_norm": 6.417803213686098, + "learning_rate": 6.127195032142163e-08, + "loss": 0.9914, + "step": 12798 + }, + { + "epoch": 0.9234154612026984, + "grad_norm": 5.543495201611792, + "learning_rate": 6.115720634035781e-08, + "loss": 0.9081, + "step": 12799 + }, + { + "epoch": 0.9234876086721259, + "grad_norm": 4.0332303173266135, + "learning_rate": 6.104256823232124e-08, + "loss": 0.8855, + "step": 12800 + }, + { + "epoch": 0.9235597561415534, + "grad_norm": 4.905557182621833, + "learning_rate": 6.092803600357288e-08, + "loss": 0.9732, + "step": 12801 + }, + { + "epoch": 0.9236319036109808, + "grad_norm": 3.5701100231495078, + "learning_rate": 6.081360966036597e-08, + "loss": 0.9192, + "step": 12802 + }, + { + "epoch": 0.9237040510804083, + "grad_norm": 3.570336406469128, + "learning_rate": 6.069928920894929e-08, + "loss": 0.8965, + "step": 12803 + }, + { + "epoch": 0.9237761985498358, + "grad_norm": 3.064450012944564, + "learning_rate": 6.05850746555654e-08, + "loss": 0.8609, + "step": 12804 + }, + { + "epoch": 0.9238483460192634, + "grad_norm": 4.984545283263881, + "learning_rate": 6.047096600645108e-08, + "loss": 0.9698, + "step": 12805 + }, + { + "epoch": 0.9239204934886909, + "grad_norm": 3.329791014703343, + "learning_rate": 6.035696326783713e-08, + "loss": 0.9621, + "step": 12806 + }, + { + "epoch": 0.9239926409581184, + "grad_norm": 3.7378801949836196, + "learning_rate": 6.024306644594923e-08, + "loss": 1.0646, + "step": 12807 + }, + { + "epoch": 0.9240647884275459, + "grad_norm": 3.0672502073076, + "learning_rate": 6.012927554700709e-08, + "loss": 0.924, + "step": 12808 + }, + { + "epoch": 0.9241369358969734, + "grad_norm": 6.086541083475889, + "learning_rate": 6.001559057722394e-08, + "loss": 0.8807, + "step": 12809 + }, + { + "epoch": 0.924209083366401, + "grad_norm": 4.741324885184532, + "learning_rate": 5.99020115428075e-08, + "loss": 0.9898, + "step": 12810 + }, + { + "epoch": 0.9242812308358285, + "grad_norm": 23.32326064907494, + "learning_rate": 5.978853844996079e-08, + "loss": 0.9943, + "step": 12811 + }, + { + "epoch": 0.924353378305256, + "grad_norm": 5.301025385003008, + "learning_rate": 5.967517130487886e-08, + "loss": 0.9028, + "step": 12812 + }, + { + "epoch": 0.9244255257746834, + "grad_norm": 3.405167853969683, + "learning_rate": 5.956191011375322e-08, + "loss": 0.8837, + "step": 12813 + }, + { + "epoch": 0.9244976732441109, + "grad_norm": 3.2713231653377193, + "learning_rate": 5.9448754882768684e-08, + "loss": 1.0172, + "step": 12814 + }, + { + "epoch": 0.9245698207135384, + "grad_norm": 3.3476616626815927, + "learning_rate": 5.933570561810386e-08, + "loss": 0.8842, + "step": 12815 + }, + { + "epoch": 0.924641968182966, + "grad_norm": 3.2701225885400063, + "learning_rate": 5.922276232593204e-08, + "loss": 0.9603, + "step": 12816 + }, + { + "epoch": 0.9247141156523935, + "grad_norm": 2.8829787291695785, + "learning_rate": 5.910992501242051e-08, + "loss": 0.9753, + "step": 12817 + }, + { + "epoch": 0.924786263121821, + "grad_norm": 2.9637371908270653, + "learning_rate": 5.899719368373146e-08, + "loss": 0.8907, + "step": 12818 + }, + { + "epoch": 0.9248584105912485, + "grad_norm": 2.9601481248548263, + "learning_rate": 5.888456834601974e-08, + "loss": 0.8874, + "step": 12819 + }, + { + "epoch": 0.924930558060676, + "grad_norm": 3.216061997447086, + "learning_rate": 5.8772049005436195e-08, + "loss": 1.0111, + "step": 12820 + }, + { + "epoch": 0.9250027055301036, + "grad_norm": 3.027732774903622, + "learning_rate": 5.8659635668125265e-08, + "loss": 1.0013, + "step": 12821 + }, + { + "epoch": 0.9250748529995311, + "grad_norm": 3.909742335344387, + "learning_rate": 5.8547328340224687e-08, + "loss": 0.9587, + "step": 12822 + }, + { + "epoch": 0.9251470004689586, + "grad_norm": 2.217238220107851, + "learning_rate": 5.843512702786735e-08, + "loss": 0.913, + "step": 12823 + }, + { + "epoch": 0.9252191479383861, + "grad_norm": 3.809945047738178, + "learning_rate": 5.8323031737180337e-08, + "loss": 1.0144, + "step": 12824 + }, + { + "epoch": 0.9252912954078135, + "grad_norm": 4.885172281341139, + "learning_rate": 5.8211042474284986e-08, + "loss": 0.9144, + "step": 12825 + }, + { + "epoch": 0.925363442877241, + "grad_norm": 2.995952896328486, + "learning_rate": 5.809915924529618e-08, + "loss": 0.95, + "step": 12826 + }, + { + "epoch": 0.9254355903466686, + "grad_norm": 3.8679003742410054, + "learning_rate": 5.79873820563237e-08, + "loss": 0.8532, + "step": 12827 + }, + { + "epoch": 0.9255077378160961, + "grad_norm": 3.7323777991167177, + "learning_rate": 5.787571091347132e-08, + "loss": 0.8835, + "step": 12828 + }, + { + "epoch": 0.9255798852855236, + "grad_norm": 3.190690930439115, + "learning_rate": 5.776414582283662e-08, + "loss": 0.8529, + "step": 12829 + }, + { + "epoch": 0.9256520327549511, + "grad_norm": 7.062421410047386, + "learning_rate": 5.765268679051183e-08, + "loss": 0.9547, + "step": 12830 + }, + { + "epoch": 0.9257241802243786, + "grad_norm": 2.6600956622826777, + "learning_rate": 5.754133382258386e-08, + "loss": 0.9378, + "step": 12831 + }, + { + "epoch": 0.9257963276938062, + "grad_norm": 0.8795688759214804, + "learning_rate": 5.743008692513274e-08, + "loss": 0.8801, + "step": 12832 + }, + { + "epoch": 0.9258684751632337, + "grad_norm": 2.5153331705789777, + "learning_rate": 5.73189461042336e-08, + "loss": 0.9084, + "step": 12833 + }, + { + "epoch": 0.9259406226326612, + "grad_norm": 3.307867013142418, + "learning_rate": 5.720791136595515e-08, + "loss": 0.9764, + "step": 12834 + }, + { + "epoch": 0.9260127701020887, + "grad_norm": 4.49915454127814, + "learning_rate": 5.7096982716360763e-08, + "loss": 0.9583, + "step": 12835 + }, + { + "epoch": 0.9260849175715162, + "grad_norm": 5.6451691897288665, + "learning_rate": 5.698616016150737e-08, + "loss": 0.9593, + "step": 12836 + }, + { + "epoch": 0.9261570650409436, + "grad_norm": 3.4014735899324298, + "learning_rate": 5.6875443707447235e-08, + "loss": 0.9794, + "step": 12837 + }, + { + "epoch": 0.9262292125103712, + "grad_norm": 3.5469193644836943, + "learning_rate": 5.6764833360226194e-08, + "loss": 0.9047, + "step": 12838 + }, + { + "epoch": 0.9263013599797987, + "grad_norm": 2.3661935060168386, + "learning_rate": 5.665432912588386e-08, + "loss": 0.9896, + "step": 12839 + }, + { + "epoch": 0.9263735074492262, + "grad_norm": 5.0761318579487495, + "learning_rate": 5.654393101045452e-08, + "loss": 0.9549, + "step": 12840 + }, + { + "epoch": 0.9264456549186537, + "grad_norm": 3.2001133600660068, + "learning_rate": 5.643363901996667e-08, + "loss": 0.9422, + "step": 12841 + }, + { + "epoch": 0.9265178023880812, + "grad_norm": 3.5029427554990424, + "learning_rate": 5.632345316044307e-08, + "loss": 0.9284, + "step": 12842 + }, + { + "epoch": 0.9265899498575088, + "grad_norm": 0.6557641047067191, + "learning_rate": 5.6213373437900005e-08, + "loss": 0.7745, + "step": 12843 + }, + { + "epoch": 0.9266620973269363, + "grad_norm": 3.6301138750190014, + "learning_rate": 5.6103399858349335e-08, + "loss": 0.9542, + "step": 12844 + }, + { + "epoch": 0.9267342447963638, + "grad_norm": 2.6692817104707243, + "learning_rate": 5.599353242779603e-08, + "loss": 0.9524, + "step": 12845 + }, + { + "epoch": 0.9268063922657913, + "grad_norm": 2.0946814898996977, + "learning_rate": 5.58837711522393e-08, + "loss": 0.8076, + "step": 12846 + }, + { + "epoch": 0.9268785397352188, + "grad_norm": 2.779147864587447, + "learning_rate": 5.577411603767301e-08, + "loss": 1.0494, + "step": 12847 + }, + { + "epoch": 0.9269506872046464, + "grad_norm": 5.913805453359584, + "learning_rate": 5.5664567090085044e-08, + "loss": 0.8323, + "step": 12848 + }, + { + "epoch": 0.9270228346740738, + "grad_norm": 3.5066852754986333, + "learning_rate": 5.5555124315457056e-08, + "loss": 0.7905, + "step": 12849 + }, + { + "epoch": 0.9270949821435013, + "grad_norm": 3.1709521224185804, + "learning_rate": 5.5445787719765824e-08, + "loss": 0.8642, + "step": 12850 + }, + { + "epoch": 0.9271671296129288, + "grad_norm": 0.6954513154065333, + "learning_rate": 5.533655730898168e-08, + "loss": 0.8186, + "step": 12851 + }, + { + "epoch": 0.9272392770823563, + "grad_norm": 4.8276434105739625, + "learning_rate": 5.522743308906941e-08, + "loss": 0.9011, + "step": 12852 + }, + { + "epoch": 0.9273114245517838, + "grad_norm": 2.7099861872416033, + "learning_rate": 5.511841506598758e-08, + "loss": 0.8744, + "step": 12853 + }, + { + "epoch": 0.9273835720212114, + "grad_norm": 4.530125129773597, + "learning_rate": 5.5009503245688985e-08, + "loss": 0.9107, + "step": 12854 + }, + { + "epoch": 0.9274557194906389, + "grad_norm": 4.113900249453208, + "learning_rate": 5.4900697634121974e-08, + "loss": 0.9868, + "step": 12855 + }, + { + "epoch": 0.9275278669600664, + "grad_norm": 3.3192878129326187, + "learning_rate": 5.479199823722691e-08, + "loss": 0.9996, + "step": 12856 + }, + { + "epoch": 0.9276000144294939, + "grad_norm": 5.923483275385315, + "learning_rate": 5.468340506094016e-08, + "loss": 1.057, + "step": 12857 + }, + { + "epoch": 0.9276721618989214, + "grad_norm": 3.1406608313798663, + "learning_rate": 5.457491811119119e-08, + "loss": 0.8381, + "step": 12858 + }, + { + "epoch": 0.927744309368349, + "grad_norm": 0.698569779809237, + "learning_rate": 5.446653739390439e-08, + "loss": 0.8333, + "step": 12859 + }, + { + "epoch": 0.9278164568377764, + "grad_norm": 3.2147451133011544, + "learning_rate": 5.4358262914997455e-08, + "loss": 0.8724, + "step": 12860 + }, + { + "epoch": 0.9278886043072039, + "grad_norm": 2.8671535729004303, + "learning_rate": 5.4250094680383665e-08, + "loss": 1.0003, + "step": 12861 + }, + { + "epoch": 0.9279607517766314, + "grad_norm": 2.4536619145522214, + "learning_rate": 5.41420326959694e-08, + "loss": 0.8688, + "step": 12862 + }, + { + "epoch": 0.9280328992460589, + "grad_norm": 0.6611676115403164, + "learning_rate": 5.403407696765505e-08, + "loss": 0.8395, + "step": 12863 + }, + { + "epoch": 0.9281050467154864, + "grad_norm": 3.889761219884491, + "learning_rate": 5.392622750133613e-08, + "loss": 0.9125, + "step": 12864 + }, + { + "epoch": 0.928177194184914, + "grad_norm": 4.041799536549573, + "learning_rate": 5.3818484302902146e-08, + "loss": 0.8235, + "step": 12865 + }, + { + "epoch": 0.9282493416543415, + "grad_norm": 2.4310846267588833, + "learning_rate": 5.371084737823594e-08, + "loss": 0.8715, + "step": 12866 + }, + { + "epoch": 0.928321489123769, + "grad_norm": 2.9820310964926606, + "learning_rate": 5.3603316733215054e-08, + "loss": 0.9483, + "step": 12867 + }, + { + "epoch": 0.9283936365931965, + "grad_norm": 2.8775916650192706, + "learning_rate": 5.3495892373712104e-08, + "loss": 0.8878, + "step": 12868 + }, + { + "epoch": 0.928465784062624, + "grad_norm": 2.317316760871255, + "learning_rate": 5.338857430559307e-08, + "loss": 1.0673, + "step": 12869 + }, + { + "epoch": 0.9285379315320516, + "grad_norm": 3.8842987961479416, + "learning_rate": 5.328136253471749e-08, + "loss": 1.0068, + "step": 12870 + }, + { + "epoch": 0.9286100790014791, + "grad_norm": 2.9334598109403753, + "learning_rate": 5.317425706694023e-08, + "loss": 0.965, + "step": 12871 + }, + { + "epoch": 0.9286822264709065, + "grad_norm": 4.535528228513797, + "learning_rate": 5.306725790811018e-08, + "loss": 0.9989, + "step": 12872 + }, + { + "epoch": 0.928754373940334, + "grad_norm": 3.0437621819410996, + "learning_rate": 5.2960365064069314e-08, + "loss": 0.9755, + "step": 12873 + }, + { + "epoch": 0.9288265214097615, + "grad_norm": 4.212271682483311, + "learning_rate": 5.285357854065542e-08, + "loss": 1.0231, + "step": 12874 + }, + { + "epoch": 0.928898668879189, + "grad_norm": 3.29936030574474, + "learning_rate": 5.274689834369983e-08, + "loss": 0.8998, + "step": 12875 + }, + { + "epoch": 0.9289708163486166, + "grad_norm": 5.39666127023001, + "learning_rate": 5.2640324479027444e-08, + "loss": 0.9358, + "step": 12876 + }, + { + "epoch": 0.9290429638180441, + "grad_norm": 5.362353328664155, + "learning_rate": 5.253385695245804e-08, + "loss": 0.8776, + "step": 12877 + }, + { + "epoch": 0.9291151112874716, + "grad_norm": 3.731346785984958, + "learning_rate": 5.242749576980521e-08, + "loss": 0.9573, + "step": 12878 + }, + { + "epoch": 0.9291872587568991, + "grad_norm": 3.0226447276006474, + "learning_rate": 5.232124093687762e-08, + "loss": 0.8438, + "step": 12879 + }, + { + "epoch": 0.9292594062263266, + "grad_norm": 4.262622265446571, + "learning_rate": 5.2215092459476865e-08, + "loss": 0.9019, + "step": 12880 + }, + { + "epoch": 0.9293315536957542, + "grad_norm": 4.588420864886436, + "learning_rate": 5.2109050343399184e-08, + "loss": 0.9303, + "step": 12881 + }, + { + "epoch": 0.9294037011651817, + "grad_norm": 2.583655788436954, + "learning_rate": 5.200311459443596e-08, + "loss": 0.931, + "step": 12882 + }, + { + "epoch": 0.9294758486346092, + "grad_norm": 0.7152804932239267, + "learning_rate": 5.1897285218371e-08, + "loss": 0.8736, + "step": 12883 + }, + { + "epoch": 0.9295479961040366, + "grad_norm": 1.9930130388758807, + "learning_rate": 5.179156222098346e-08, + "loss": 0.9921, + "step": 12884 + }, + { + "epoch": 0.9296201435734641, + "grad_norm": 2.7743937818248545, + "learning_rate": 5.168594560804695e-08, + "loss": 0.9323, + "step": 12885 + }, + { + "epoch": 0.9296922910428916, + "grad_norm": 2.0508236835267692, + "learning_rate": 5.1580435385328634e-08, + "loss": 0.9925, + "step": 12886 + }, + { + "epoch": 0.9297644385123192, + "grad_norm": 2.3721325278417256, + "learning_rate": 5.1475031558589895e-08, + "loss": 0.9238, + "step": 12887 + }, + { + "epoch": 0.9298365859817467, + "grad_norm": 4.46164998312277, + "learning_rate": 5.1369734133586364e-08, + "loss": 0.9721, + "step": 12888 + }, + { + "epoch": 0.9299087334511742, + "grad_norm": 3.359858704275421, + "learning_rate": 5.1264543116068315e-08, + "loss": 0.9968, + "step": 12889 + }, + { + "epoch": 0.9299808809206017, + "grad_norm": 2.9994558794579627, + "learning_rate": 5.115945851177939e-08, + "loss": 0.8369, + "step": 12890 + }, + { + "epoch": 0.9300530283900292, + "grad_norm": 3.2054109185562023, + "learning_rate": 5.1054480326458094e-08, + "loss": 0.9348, + "step": 12891 + }, + { + "epoch": 0.9301251758594568, + "grad_norm": 3.4362389765757246, + "learning_rate": 5.0949608565836965e-08, + "loss": 0.9198, + "step": 12892 + }, + { + "epoch": 0.9301973233288843, + "grad_norm": 2.4896314182718764, + "learning_rate": 5.084484323564253e-08, + "loss": 0.9246, + "step": 12893 + }, + { + "epoch": 0.9302694707983118, + "grad_norm": 3.531758094625485, + "learning_rate": 5.074018434159555e-08, + "loss": 0.9336, + "step": 12894 + }, + { + "epoch": 0.9303416182677393, + "grad_norm": 5.72740110993818, + "learning_rate": 5.0635631889411444e-08, + "loss": 0.9032, + "step": 12895 + }, + { + "epoch": 0.9304137657371667, + "grad_norm": 0.7808829017289443, + "learning_rate": 5.053118588479921e-08, + "loss": 0.8512, + "step": 12896 + }, + { + "epoch": 0.9304859132065942, + "grad_norm": 0.6855218996894572, + "learning_rate": 5.042684633346184e-08, + "loss": 0.9089, + "step": 12897 + }, + { + "epoch": 0.9305580606760218, + "grad_norm": 2.3403582636132847, + "learning_rate": 5.032261324109743e-08, + "loss": 0.9845, + "step": 12898 + }, + { + "epoch": 0.9306302081454493, + "grad_norm": 2.380062830600529, + "learning_rate": 5.021848661339789e-08, + "loss": 0.9346, + "step": 12899 + }, + { + "epoch": 0.9307023556148768, + "grad_norm": 2.3116304979563735, + "learning_rate": 5.011446645604889e-08, + "loss": 0.9076, + "step": 12900 + }, + { + "epoch": 0.9307745030843043, + "grad_norm": 4.941823876867777, + "learning_rate": 5.001055277473054e-08, + "loss": 1.0215, + "step": 12901 + }, + { + "epoch": 0.9308466505537318, + "grad_norm": 0.7504528585796975, + "learning_rate": 4.990674557511698e-08, + "loss": 0.8425, + "step": 12902 + }, + { + "epoch": 0.9309187980231594, + "grad_norm": 2.7895810796506826, + "learning_rate": 4.980304486287767e-08, + "loss": 0.994, + "step": 12903 + }, + { + "epoch": 0.9309909454925869, + "grad_norm": 6.64716733102239, + "learning_rate": 4.969945064367431e-08, + "loss": 0.8704, + "step": 12904 + }, + { + "epoch": 0.9310630929620144, + "grad_norm": 3.9196297955380714, + "learning_rate": 4.959596292316437e-08, + "loss": 0.9176, + "step": 12905 + }, + { + "epoch": 0.9311352404314419, + "grad_norm": 2.478589020011355, + "learning_rate": 4.949258170699888e-08, + "loss": 0.9695, + "step": 12906 + }, + { + "epoch": 0.9312073879008694, + "grad_norm": 2.135053414563282, + "learning_rate": 4.938930700082267e-08, + "loss": 0.9996, + "step": 12907 + }, + { + "epoch": 0.9312795353702968, + "grad_norm": 3.745969513711537, + "learning_rate": 4.9286138810275436e-08, + "loss": 1.0551, + "step": 12908 + }, + { + "epoch": 0.9313516828397244, + "grad_norm": 2.640336060375412, + "learning_rate": 4.918307714099113e-08, + "loss": 1.0222, + "step": 12909 + }, + { + "epoch": 0.9314238303091519, + "grad_norm": 3.123867287389724, + "learning_rate": 4.908012199859723e-08, + "loss": 0.9837, + "step": 12910 + }, + { + "epoch": 0.9314959777785794, + "grad_norm": 2.2333333181504584, + "learning_rate": 4.8977273388715715e-08, + "loss": 1.0233, + "step": 12911 + }, + { + "epoch": 0.9315681252480069, + "grad_norm": 2.4484634329877633, + "learning_rate": 4.887453131696273e-08, + "loss": 0.8928, + "step": 12912 + }, + { + "epoch": 0.9316402727174344, + "grad_norm": 3.645285835937093, + "learning_rate": 4.8771895788949136e-08, + "loss": 0.8273, + "step": 12913 + }, + { + "epoch": 0.931712420186862, + "grad_norm": 2.9903597117143508, + "learning_rate": 4.866936681027889e-08, + "loss": 0.8502, + "step": 12914 + }, + { + "epoch": 0.9317845676562895, + "grad_norm": 2.2447686308514485, + "learning_rate": 4.856694438655085e-08, + "loss": 0.8843, + "step": 12915 + }, + { + "epoch": 0.931856715125717, + "grad_norm": 3.7467902115875713, + "learning_rate": 4.846462852335831e-08, + "loss": 0.9663, + "step": 12916 + }, + { + "epoch": 0.9319288625951445, + "grad_norm": 4.008128728158473, + "learning_rate": 4.836241922628792e-08, + "loss": 0.9203, + "step": 12917 + }, + { + "epoch": 0.932001010064572, + "grad_norm": 2.2481517618138525, + "learning_rate": 4.8260316500920996e-08, + "loss": 0.9951, + "step": 12918 + }, + { + "epoch": 0.9320731575339994, + "grad_norm": 3.808263332021312, + "learning_rate": 4.8158320352833516e-08, + "loss": 0.886, + "step": 12919 + }, + { + "epoch": 0.932145305003427, + "grad_norm": 3.2439770275483193, + "learning_rate": 4.805643078759436e-08, + "loss": 1.0101, + "step": 12920 + }, + { + "epoch": 0.9322174524728545, + "grad_norm": 3.5057992574058683, + "learning_rate": 4.79546478107673e-08, + "loss": 0.9207, + "step": 12921 + }, + { + "epoch": 0.932289599942282, + "grad_norm": 3.0149007134988475, + "learning_rate": 4.7852971427911224e-08, + "loss": 0.9738, + "step": 12922 + }, + { + "epoch": 0.9323617474117095, + "grad_norm": 2.731807702430587, + "learning_rate": 4.7751401644577694e-08, + "loss": 0.9704, + "step": 12923 + }, + { + "epoch": 0.932433894881137, + "grad_norm": 7.559173104411681, + "learning_rate": 4.764993846631316e-08, + "loss": 0.8184, + "step": 12924 + }, + { + "epoch": 0.9325060423505646, + "grad_norm": 2.1892123468534246, + "learning_rate": 4.754858189865807e-08, + "loss": 1.0223, + "step": 12925 + }, + { + "epoch": 0.9325781898199921, + "grad_norm": 3.843476076367508, + "learning_rate": 4.744733194714734e-08, + "loss": 0.9932, + "step": 12926 + }, + { + "epoch": 0.9326503372894196, + "grad_norm": 3.2213229663831533, + "learning_rate": 4.7346188617309214e-08, + "loss": 0.9306, + "step": 12927 + }, + { + "epoch": 0.9327224847588471, + "grad_norm": 3.1703452945703248, + "learning_rate": 4.724515191466749e-08, + "loss": 1.0363, + "step": 12928 + }, + { + "epoch": 0.9327946322282746, + "grad_norm": 2.799416096294742, + "learning_rate": 4.714422184473932e-08, + "loss": 0.9684, + "step": 12929 + }, + { + "epoch": 0.9328667796977022, + "grad_norm": 2.0622405842716294, + "learning_rate": 4.704339841303606e-08, + "loss": 0.9607, + "step": 12930 + }, + { + "epoch": 0.9329389271671296, + "grad_norm": 6.460723762713117, + "learning_rate": 4.69426816250631e-08, + "loss": 0.8986, + "step": 12931 + }, + { + "epoch": 0.9330110746365571, + "grad_norm": 2.255674623792814, + "learning_rate": 4.6842071486320026e-08, + "loss": 1.0668, + "step": 12932 + }, + { + "epoch": 0.9330832221059846, + "grad_norm": 2.84232235798805, + "learning_rate": 4.674156800230156e-08, + "loss": 0.9678, + "step": 12933 + }, + { + "epoch": 0.9331553695754121, + "grad_norm": 3.370554504053439, + "learning_rate": 4.6641171178495086e-08, + "loss": 0.984, + "step": 12934 + }, + { + "epoch": 0.9332275170448396, + "grad_norm": 2.097420961620862, + "learning_rate": 4.6540881020383336e-08, + "loss": 0.8729, + "step": 12935 + }, + { + "epoch": 0.9332996645142672, + "grad_norm": 4.907575100340138, + "learning_rate": 4.6440697533442594e-08, + "loss": 0.9281, + "step": 12936 + }, + { + "epoch": 0.9333718119836947, + "grad_norm": 3.172930311715101, + "learning_rate": 4.6340620723143376e-08, + "loss": 0.913, + "step": 12937 + }, + { + "epoch": 0.9334439594531222, + "grad_norm": 2.5872319142510003, + "learning_rate": 4.624065059495086e-08, + "loss": 0.9269, + "step": 12938 + }, + { + "epoch": 0.9335161069225497, + "grad_norm": 3.224899343649715, + "learning_rate": 4.6140787154323346e-08, + "loss": 1.0063, + "step": 12939 + }, + { + "epoch": 0.9335882543919772, + "grad_norm": 0.6860901725674038, + "learning_rate": 4.604103040671514e-08, + "loss": 0.8107, + "step": 12940 + }, + { + "epoch": 0.9336604018614048, + "grad_norm": 2.655706641777551, + "learning_rate": 4.594138035757256e-08, + "loss": 0.8546, + "step": 12941 + }, + { + "epoch": 0.9337325493308323, + "grad_norm": 3.4139050899156027, + "learning_rate": 4.584183701233768e-08, + "loss": 0.9205, + "step": 12942 + }, + { + "epoch": 0.9338046968002597, + "grad_norm": 0.7173243356785061, + "learning_rate": 4.5742400376446167e-08, + "loss": 0.8575, + "step": 12943 + }, + { + "epoch": 0.9338768442696872, + "grad_norm": 3.565257293704411, + "learning_rate": 4.564307045532767e-08, + "loss": 0.8992, + "step": 12944 + }, + { + "epoch": 0.9339489917391147, + "grad_norm": 1.8771846124364249, + "learning_rate": 4.554384725440585e-08, + "loss": 1.0044, + "step": 12945 + }, + { + "epoch": 0.9340211392085422, + "grad_norm": 3.5430664587374414, + "learning_rate": 4.544473077909994e-08, + "loss": 0.8566, + "step": 12946 + }, + { + "epoch": 0.9340932866779698, + "grad_norm": 2.4542553478165994, + "learning_rate": 4.534572103482159e-08, + "loss": 1.0094, + "step": 12947 + }, + { + "epoch": 0.9341654341473973, + "grad_norm": 3.8255662735780174, + "learning_rate": 4.5246818026977605e-08, + "loss": 0.9565, + "step": 12948 + }, + { + "epoch": 0.9342375816168248, + "grad_norm": 2.5217283147153866, + "learning_rate": 4.514802176096855e-08, + "loss": 1.0024, + "step": 12949 + }, + { + "epoch": 0.9343097290862523, + "grad_norm": 17.392564855588706, + "learning_rate": 4.504933224218965e-08, + "loss": 0.904, + "step": 12950 + }, + { + "epoch": 0.9343818765556798, + "grad_norm": 2.018222524980671, + "learning_rate": 4.495074947602928e-08, + "loss": 0.9732, + "step": 12951 + }, + { + "epoch": 0.9344540240251074, + "grad_norm": 2.1820790286625966, + "learning_rate": 4.485227346787135e-08, + "loss": 0.8762, + "step": 12952 + }, + { + "epoch": 0.9345261714945349, + "grad_norm": 3.5490663455835825, + "learning_rate": 4.475390422309333e-08, + "loss": 0.772, + "step": 12953 + }, + { + "epoch": 0.9345983189639624, + "grad_norm": 3.053966232183069, + "learning_rate": 4.4655641747066265e-08, + "loss": 0.972, + "step": 12954 + }, + { + "epoch": 0.9346704664333898, + "grad_norm": 4.5530605125704104, + "learning_rate": 4.455748604515608e-08, + "loss": 0.9861, + "step": 12955 + }, + { + "epoch": 0.9347426139028173, + "grad_norm": 3.42313128537835, + "learning_rate": 4.445943712272271e-08, + "loss": 1.0021, + "step": 12956 + }, + { + "epoch": 0.9348147613722448, + "grad_norm": 3.5796666717922405, + "learning_rate": 4.436149498512054e-08, + "loss": 0.9927, + "step": 12957 + }, + { + "epoch": 0.9348869088416724, + "grad_norm": 2.329184783792295, + "learning_rate": 4.4263659637697515e-08, + "loss": 0.9223, + "step": 12958 + }, + { + "epoch": 0.9349590563110999, + "grad_norm": 0.8405282003833354, + "learning_rate": 4.4165931085796246e-08, + "loss": 0.8566, + "step": 12959 + }, + { + "epoch": 0.9350312037805274, + "grad_norm": 3.141908601573975, + "learning_rate": 4.406830933475336e-08, + "loss": 0.8681, + "step": 12960 + }, + { + "epoch": 0.9351033512499549, + "grad_norm": 3.7349310425057314, + "learning_rate": 4.3970794389899256e-08, + "loss": 0.9464, + "step": 12961 + }, + { + "epoch": 0.9351754987193824, + "grad_norm": 9.570266661242265, + "learning_rate": 4.387338625655923e-08, + "loss": 1.0459, + "step": 12962 + }, + { + "epoch": 0.93524764618881, + "grad_norm": 3.8152339700569944, + "learning_rate": 4.3776084940052135e-08, + "loss": 0.8402, + "step": 12963 + }, + { + "epoch": 0.9353197936582375, + "grad_norm": 0.8109739350529498, + "learning_rate": 4.367889044569129e-08, + "loss": 0.8153, + "step": 12964 + }, + { + "epoch": 0.935391941127665, + "grad_norm": 0.7846329116823505, + "learning_rate": 4.35818027787842e-08, + "loss": 0.7724, + "step": 12965 + }, + { + "epoch": 0.9354640885970924, + "grad_norm": 2.1241547642590484, + "learning_rate": 4.348482194463243e-08, + "loss": 0.9088, + "step": 12966 + }, + { + "epoch": 0.9355362360665199, + "grad_norm": 4.680764203400128, + "learning_rate": 4.3387947948532175e-08, + "loss": 0.9578, + "step": 12967 + }, + { + "epoch": 0.9356083835359474, + "grad_norm": 2.4336235326227342, + "learning_rate": 4.329118079577254e-08, + "loss": 0.8872, + "step": 12968 + }, + { + "epoch": 0.935680531005375, + "grad_norm": 3.932286277245203, + "learning_rate": 4.3194520491637963e-08, + "loss": 1.0401, + "step": 12969 + }, + { + "epoch": 0.9357526784748025, + "grad_norm": 3.0576153160925283, + "learning_rate": 4.309796704140711e-08, + "loss": 0.9878, + "step": 12970 + }, + { + "epoch": 0.93582482594423, + "grad_norm": 3.4525348970388405, + "learning_rate": 4.300152045035177e-08, + "loss": 0.9673, + "step": 12971 + }, + { + "epoch": 0.9358969734136575, + "grad_norm": 4.143433046949206, + "learning_rate": 4.2905180723739054e-08, + "loss": 1.0009, + "step": 12972 + }, + { + "epoch": 0.935969120883085, + "grad_norm": 3.509954193772735, + "learning_rate": 4.28089478668292e-08, + "loss": 0.9413, + "step": 12973 + }, + { + "epoch": 0.9360412683525126, + "grad_norm": 13.741872709050895, + "learning_rate": 4.2712821884878015e-08, + "loss": 0.9466, + "step": 12974 + }, + { + "epoch": 0.9361134158219401, + "grad_norm": 2.3176631508755783, + "learning_rate": 4.2616802783133285e-08, + "loss": 0.9327, + "step": 12975 + }, + { + "epoch": 0.9361855632913676, + "grad_norm": 2.818642584198297, + "learning_rate": 4.252089056683927e-08, + "loss": 0.9361, + "step": 12976 + }, + { + "epoch": 0.9362577107607951, + "grad_norm": 2.27856831155334, + "learning_rate": 4.242508524123334e-08, + "loss": 1.0455, + "step": 12977 + }, + { + "epoch": 0.9363298582302225, + "grad_norm": 2.6269541233443734, + "learning_rate": 4.232938681154663e-08, + "loss": 0.9683, + "step": 12978 + }, + { + "epoch": 0.93640200569965, + "grad_norm": 3.633324109220316, + "learning_rate": 4.223379528300497e-08, + "loss": 1.0126, + "step": 12979 + }, + { + "epoch": 0.9364741531690776, + "grad_norm": 3.0407832356413085, + "learning_rate": 4.2138310660828625e-08, + "loss": 0.9788, + "step": 12980 + }, + { + "epoch": 0.9365463006385051, + "grad_norm": 2.858895350181782, + "learning_rate": 4.2042932950230756e-08, + "loss": 1.0127, + "step": 12981 + }, + { + "epoch": 0.9366184481079326, + "grad_norm": 0.6275614464071605, + "learning_rate": 4.194766215642076e-08, + "loss": 0.7745, + "step": 12982 + }, + { + "epoch": 0.9366905955773601, + "grad_norm": 3.8375714273670587, + "learning_rate": 4.185249828460025e-08, + "loss": 0.9966, + "step": 12983 + }, + { + "epoch": 0.9367627430467876, + "grad_norm": 3.1929354231672322, + "learning_rate": 4.175744133996617e-08, + "loss": 0.9422, + "step": 12984 + }, + { + "epoch": 0.9368348905162152, + "grad_norm": 2.815607092458531, + "learning_rate": 4.166249132770905e-08, + "loss": 0.9712, + "step": 12985 + }, + { + "epoch": 0.9369070379856427, + "grad_norm": 3.695676370331758, + "learning_rate": 4.1567648253013624e-08, + "loss": 0.9373, + "step": 12986 + }, + { + "epoch": 0.9369791854550702, + "grad_norm": 3.7576107359588438, + "learning_rate": 4.1472912121059076e-08, + "loss": 0.9481, + "step": 12987 + }, + { + "epoch": 0.9370513329244977, + "grad_norm": 8.415817318605288, + "learning_rate": 4.137828293701839e-08, + "loss": 0.9942, + "step": 12988 + }, + { + "epoch": 0.9371234803939252, + "grad_norm": 0.7891190763529441, + "learning_rate": 4.128376070605943e-08, + "loss": 0.8328, + "step": 12989 + }, + { + "epoch": 0.9371956278633526, + "grad_norm": 2.636507062538276, + "learning_rate": 4.118934543334318e-08, + "loss": 0.9106, + "step": 12990 + }, + { + "epoch": 0.9372677753327802, + "grad_norm": 2.9256585252027123, + "learning_rate": 4.1095037124025734e-08, + "loss": 0.9859, + "step": 12991 + }, + { + "epoch": 0.9373399228022077, + "grad_norm": 3.3392796090159838, + "learning_rate": 4.100083578325653e-08, + "loss": 0.9933, + "step": 12992 + }, + { + "epoch": 0.9374120702716352, + "grad_norm": 2.993304250897316, + "learning_rate": 4.0906741416179445e-08, + "loss": 0.92, + "step": 12993 + }, + { + "epoch": 0.9374842177410627, + "grad_norm": 4.681473787507532, + "learning_rate": 4.0812754027933496e-08, + "loss": 0.9536, + "step": 12994 + }, + { + "epoch": 0.9375563652104902, + "grad_norm": 9.535531905110428, + "learning_rate": 4.0718873623649896e-08, + "loss": 0.8123, + "step": 12995 + }, + { + "epoch": 0.9376285126799178, + "grad_norm": 2.7440796326073214, + "learning_rate": 4.062510020845589e-08, + "loss": 0.9982, + "step": 12996 + }, + { + "epoch": 0.9377006601493453, + "grad_norm": 2.7807128044562064, + "learning_rate": 4.053143378747182e-08, + "loss": 0.9031, + "step": 12997 + }, + { + "epoch": 0.9377728076187728, + "grad_norm": 2.9535698126786674, + "learning_rate": 4.0437874365812256e-08, + "loss": 1.0095, + "step": 12998 + }, + { + "epoch": 0.9378449550882003, + "grad_norm": 2.6953358524803575, + "learning_rate": 4.034442194858623e-08, + "loss": 0.8648, + "step": 12999 + }, + { + "epoch": 0.9379171025576278, + "grad_norm": 2.366823174670011, + "learning_rate": 4.025107654089699e-08, + "loss": 0.9652, + "step": 13000 + }, + { + "epoch": 0.9379892500270554, + "grad_norm": 3.2265837809528226, + "learning_rate": 4.0157838147842013e-08, + "loss": 0.9957, + "step": 13001 + }, + { + "epoch": 0.9380613974964828, + "grad_norm": 2.5392353644580687, + "learning_rate": 4.0064706774512124e-08, + "loss": 0.9421, + "step": 13002 + }, + { + "epoch": 0.9381335449659103, + "grad_norm": 4.768901361585622, + "learning_rate": 3.9971682425993244e-08, + "loss": 0.8075, + "step": 13003 + }, + { + "epoch": 0.9382056924353378, + "grad_norm": 2.479383432437913, + "learning_rate": 3.9878765107365096e-08, + "loss": 0.9468, + "step": 13004 + }, + { + "epoch": 0.9382778399047653, + "grad_norm": 3.5563464642734397, + "learning_rate": 3.9785954823701175e-08, + "loss": 0.9934, + "step": 13005 + }, + { + "epoch": 0.9383499873741928, + "grad_norm": 2.936618753909085, + "learning_rate": 3.9693251580070087e-08, + "loss": 0.9972, + "step": 13006 + }, + { + "epoch": 0.9384221348436204, + "grad_norm": 4.020773826251016, + "learning_rate": 3.9600655381533786e-08, + "loss": 0.9642, + "step": 13007 + }, + { + "epoch": 0.9384942823130479, + "grad_norm": 2.8757684758655775, + "learning_rate": 3.950816623314823e-08, + "loss": 0.888, + "step": 13008 + }, + { + "epoch": 0.9385664297824754, + "grad_norm": 3.806310162749971, + "learning_rate": 3.941578413996449e-08, + "loss": 0.9163, + "step": 13009 + }, + { + "epoch": 0.9386385772519029, + "grad_norm": 2.4059016978856214, + "learning_rate": 3.9323509107026756e-08, + "loss": 0.9264, + "step": 13010 + }, + { + "epoch": 0.9387107247213304, + "grad_norm": 2.97248412748034, + "learning_rate": 3.92313411393741e-08, + "loss": 1.016, + "step": 13011 + }, + { + "epoch": 0.938782872190758, + "grad_norm": 2.4375767817997427, + "learning_rate": 3.913928024203939e-08, + "loss": 0.9006, + "step": 13012 + }, + { + "epoch": 0.9388550196601854, + "grad_norm": 2.8027858397115097, + "learning_rate": 3.904732642004971e-08, + "loss": 1.0295, + "step": 13013 + }, + { + "epoch": 0.9389271671296129, + "grad_norm": 2.154639043117879, + "learning_rate": 3.8955479678426385e-08, + "loss": 1.0283, + "step": 13014 + }, + { + "epoch": 0.9389993145990404, + "grad_norm": 7.063653362249699, + "learning_rate": 3.886374002218473e-08, + "loss": 0.9231, + "step": 13015 + }, + { + "epoch": 0.9390714620684679, + "grad_norm": 6.195279249989589, + "learning_rate": 3.8772107456334304e-08, + "loss": 0.9876, + "step": 13016 + }, + { + "epoch": 0.9391436095378954, + "grad_norm": 3.9653019381958257, + "learning_rate": 3.868058198587887e-08, + "loss": 0.9822, + "step": 13017 + }, + { + "epoch": 0.939215757007323, + "grad_norm": 2.71674895912769, + "learning_rate": 3.8589163615816436e-08, + "loss": 0.9049, + "step": 13018 + }, + { + "epoch": 0.9392879044767505, + "grad_norm": 3.329728577466513, + "learning_rate": 3.849785235113878e-08, + "loss": 0.8514, + "step": 13019 + }, + { + "epoch": 0.939360051946178, + "grad_norm": 4.223194183329417, + "learning_rate": 3.840664819683215e-08, + "loss": 0.8978, + "step": 13020 + }, + { + "epoch": 0.9394321994156055, + "grad_norm": 5.764163609996054, + "learning_rate": 3.831555115787721e-08, + "loss": 0.9188, + "step": 13021 + }, + { + "epoch": 0.939504346885033, + "grad_norm": 2.229892743187027, + "learning_rate": 3.8224561239247773e-08, + "loss": 0.9607, + "step": 13022 + }, + { + "epoch": 0.9395764943544606, + "grad_norm": 2.422929300508719, + "learning_rate": 3.813367844591275e-08, + "loss": 0.8872, + "step": 13023 + }, + { + "epoch": 0.9396486418238881, + "grad_norm": 3.0502616645009044, + "learning_rate": 3.8042902782835063e-08, + "loss": 0.9677, + "step": 13024 + }, + { + "epoch": 0.9397207892933155, + "grad_norm": 3.413716104423677, + "learning_rate": 3.7952234254971624e-08, + "loss": 0.9777, + "step": 13025 + }, + { + "epoch": 0.939792936762743, + "grad_norm": 3.329956553636832, + "learning_rate": 3.7861672867273375e-08, + "loss": 0.9783, + "step": 13026 + }, + { + "epoch": 0.9398650842321705, + "grad_norm": 4.137538925863672, + "learning_rate": 3.7771218624685466e-08, + "loss": 0.9593, + "step": 13027 + }, + { + "epoch": 0.939937231701598, + "grad_norm": 2.1703577024560046, + "learning_rate": 3.7680871532147715e-08, + "loss": 0.9636, + "step": 13028 + }, + { + "epoch": 0.9400093791710256, + "grad_norm": 2.5628502769183834, + "learning_rate": 3.7590631594592857e-08, + "loss": 0.9166, + "step": 13029 + }, + { + "epoch": 0.9400815266404531, + "grad_norm": 2.6272344615845946, + "learning_rate": 3.750049881694917e-08, + "loss": 0.9893, + "step": 13030 + }, + { + "epoch": 0.9401536741098806, + "grad_norm": 3.5441371753313837, + "learning_rate": 3.74104732041387e-08, + "loss": 0.9682, + "step": 13031 + }, + { + "epoch": 0.9402258215793081, + "grad_norm": 5.451973954841719, + "learning_rate": 3.732055476107665e-08, + "loss": 0.9491, + "step": 13032 + }, + { + "epoch": 0.9402979690487356, + "grad_norm": 2.6385221516494557, + "learning_rate": 3.723074349267352e-08, + "loss": 0.9708, + "step": 13033 + }, + { + "epoch": 0.9403701165181632, + "grad_norm": 3.0073471700217116, + "learning_rate": 3.7141039403833616e-08, + "loss": 0.945, + "step": 13034 + }, + { + "epoch": 0.9404422639875907, + "grad_norm": 3.214050269207936, + "learning_rate": 3.705144249945524e-08, + "loss": 1.0058, + "step": 13035 + }, + { + "epoch": 0.9405144114570182, + "grad_norm": 5.067800502063093, + "learning_rate": 3.696195278443115e-08, + "loss": 0.9377, + "step": 13036 + }, + { + "epoch": 0.9405865589264456, + "grad_norm": 3.3716351725197473, + "learning_rate": 3.6872570263647876e-08, + "loss": 0.9647, + "step": 13037 + }, + { + "epoch": 0.9406587063958731, + "grad_norm": 3.096215546854813, + "learning_rate": 3.67832949419864e-08, + "loss": 0.9149, + "step": 13038 + }, + { + "epoch": 0.9407308538653006, + "grad_norm": 4.7200651041487065, + "learning_rate": 3.669412682432127e-08, + "loss": 0.9048, + "step": 13039 + }, + { + "epoch": 0.9408030013347282, + "grad_norm": 4.599532659259389, + "learning_rate": 3.6605065915522145e-08, + "loss": 1.0904, + "step": 13040 + }, + { + "epoch": 0.9408751488041557, + "grad_norm": 4.836542686347382, + "learning_rate": 3.651611222045225e-08, + "loss": 0.9511, + "step": 13041 + }, + { + "epoch": 0.9409472962735832, + "grad_norm": 2.981432517680538, + "learning_rate": 3.642726574396882e-08, + "loss": 0.9, + "step": 13042 + }, + { + "epoch": 0.9410194437430107, + "grad_norm": 3.0350704696493134, + "learning_rate": 3.633852649092328e-08, + "loss": 1.0087, + "step": 13043 + }, + { + "epoch": 0.9410915912124382, + "grad_norm": 3.981294166403799, + "learning_rate": 3.624989446616178e-08, + "loss": 0.9962, + "step": 13044 + }, + { + "epoch": 0.9411637386818658, + "grad_norm": 0.7814220620462298, + "learning_rate": 3.616136967452421e-08, + "loss": 0.8496, + "step": 13045 + }, + { + "epoch": 0.9412358861512933, + "grad_norm": 4.117160862179601, + "learning_rate": 3.6072952120844046e-08, + "loss": 0.9335, + "step": 13046 + }, + { + "epoch": 0.9413080336207208, + "grad_norm": 3.937931824271759, + "learning_rate": 3.598464180994964e-08, + "loss": 0.8525, + "step": 13047 + }, + { + "epoch": 0.9413801810901483, + "grad_norm": 3.1139851041326074, + "learning_rate": 3.589643874666382e-08, + "loss": 0.8399, + "step": 13048 + }, + { + "epoch": 0.9414523285595757, + "grad_norm": 3.0868144274196614, + "learning_rate": 3.580834293580226e-08, + "loss": 0.9622, + "step": 13049 + }, + { + "epoch": 0.9415244760290032, + "grad_norm": 0.7110272445207104, + "learning_rate": 3.5720354382176023e-08, + "loss": 0.8352, + "step": 13050 + }, + { + "epoch": 0.9415966234984308, + "grad_norm": 2.846246650435831, + "learning_rate": 3.563247309058992e-08, + "loss": 0.8995, + "step": 13051 + }, + { + "epoch": 0.9416687709678583, + "grad_norm": 5.012023012673169, + "learning_rate": 3.554469906584256e-08, + "loss": 0.9162, + "step": 13052 + }, + { + "epoch": 0.9417409184372858, + "grad_norm": 0.7554985190426886, + "learning_rate": 3.545703231272679e-08, + "loss": 0.8395, + "step": 13053 + }, + { + "epoch": 0.9418130659067133, + "grad_norm": 2.3023040343484498, + "learning_rate": 3.536947283603009e-08, + "loss": 0.9043, + "step": 13054 + }, + { + "epoch": 0.9418852133761408, + "grad_norm": 2.616449599363986, + "learning_rate": 3.5282020640533764e-08, + "loss": 1.1608, + "step": 13055 + }, + { + "epoch": 0.9419573608455684, + "grad_norm": 3.170514646565203, + "learning_rate": 3.519467573101309e-08, + "loss": 1.0406, + "step": 13056 + }, + { + "epoch": 0.9420295083149959, + "grad_norm": 2.897802566121308, + "learning_rate": 3.5107438112237595e-08, + "loss": 1.0307, + "step": 13057 + }, + { + "epoch": 0.9421016557844234, + "grad_norm": 2.159064294568894, + "learning_rate": 3.502030778897147e-08, + "loss": 0.8993, + "step": 13058 + }, + { + "epoch": 0.9421738032538509, + "grad_norm": 3.0357363820273577, + "learning_rate": 3.493328476597179e-08, + "loss": 0.9568, + "step": 13059 + }, + { + "epoch": 0.9422459507232784, + "grad_norm": 3.006880340793444, + "learning_rate": 3.484636904799121e-08, + "loss": 1.0018, + "step": 13060 + }, + { + "epoch": 0.9423180981927058, + "grad_norm": 2.7209250858681306, + "learning_rate": 3.475956063977547e-08, + "loss": 0.9249, + "step": 13061 + }, + { + "epoch": 0.9423902456621334, + "grad_norm": 8.716664492118763, + "learning_rate": 3.467285954606547e-08, + "loss": 0.9283, + "step": 13062 + }, + { + "epoch": 0.9424623931315609, + "grad_norm": 2.9252458191957422, + "learning_rate": 3.458626577159496e-08, + "loss": 1.0468, + "step": 13063 + }, + { + "epoch": 0.9425345406009884, + "grad_norm": 3.464189297734688, + "learning_rate": 3.449977932109282e-08, + "loss": 0.9818, + "step": 13064 + }, + { + "epoch": 0.9426066880704159, + "grad_norm": 2.358809952936753, + "learning_rate": 3.441340019928174e-08, + "loss": 1.005, + "step": 13065 + }, + { + "epoch": 0.9426788355398434, + "grad_norm": 0.6868321903345449, + "learning_rate": 3.432712841087837e-08, + "loss": 0.8301, + "step": 13066 + }, + { + "epoch": 0.942750983009271, + "grad_norm": 3.0194980871197976, + "learning_rate": 3.424096396059384e-08, + "loss": 0.8953, + "step": 13067 + }, + { + "epoch": 0.9428231304786985, + "grad_norm": 2.5356571778250725, + "learning_rate": 3.415490685313349e-08, + "loss": 0.9045, + "step": 13068 + }, + { + "epoch": 0.942895277948126, + "grad_norm": 3.0027048315205436, + "learning_rate": 3.406895709319624e-08, + "loss": 0.9581, + "step": 13069 + }, + { + "epoch": 0.9429674254175535, + "grad_norm": 2.857171715863123, + "learning_rate": 3.398311468547566e-08, + "loss": 0.9809, + "step": 13070 + }, + { + "epoch": 0.943039572886981, + "grad_norm": 4.163225558626623, + "learning_rate": 3.3897379634659104e-08, + "loss": 1.0737, + "step": 13071 + }, + { + "epoch": 0.9431117203564084, + "grad_norm": 9.30762492335543, + "learning_rate": 3.3811751945428624e-08, + "loss": 0.9068, + "step": 13072 + }, + { + "epoch": 0.943183867825836, + "grad_norm": 2.4904122562081126, + "learning_rate": 3.3726231622459576e-08, + "loss": 0.9117, + "step": 13073 + }, + { + "epoch": 0.9432560152952635, + "grad_norm": 4.680201023055627, + "learning_rate": 3.3640818670422235e-08, + "loss": 0.9712, + "step": 13074 + }, + { + "epoch": 0.943328162764691, + "grad_norm": 5.170059115811571, + "learning_rate": 3.3555513093980635e-08, + "loss": 0.8784, + "step": 13075 + }, + { + "epoch": 0.9434003102341185, + "grad_norm": 3.033115088468055, + "learning_rate": 3.347031489779284e-08, + "loss": 0.9689, + "step": 13076 + }, + { + "epoch": 0.943472457703546, + "grad_norm": 3.29241294288098, + "learning_rate": 3.3385224086511124e-08, + "loss": 0.8632, + "step": 13077 + }, + { + "epoch": 0.9435446051729736, + "grad_norm": 2.696175080639276, + "learning_rate": 3.3300240664782206e-08, + "loss": 0.8735, + "step": 13078 + }, + { + "epoch": 0.9436167526424011, + "grad_norm": 0.7665626467406439, + "learning_rate": 3.3215364637247053e-08, + "loss": 0.9467, + "step": 13079 + }, + { + "epoch": 0.9436889001118286, + "grad_norm": 2.4142179469951053, + "learning_rate": 3.313059600853974e-08, + "loss": 0.8655, + "step": 13080 + }, + { + "epoch": 0.9437610475812561, + "grad_norm": 2.9140960445978976, + "learning_rate": 3.304593478328943e-08, + "loss": 0.9511, + "step": 13081 + }, + { + "epoch": 0.9438331950506836, + "grad_norm": 8.317431371031347, + "learning_rate": 3.2961380966119554e-08, + "loss": 0.9043, + "step": 13082 + }, + { + "epoch": 0.9439053425201112, + "grad_norm": 3.0932311576652296, + "learning_rate": 3.287693456164642e-08, + "loss": 0.9284, + "step": 13083 + }, + { + "epoch": 0.9439774899895386, + "grad_norm": 6.183106066425038, + "learning_rate": 3.2792595574482105e-08, + "loss": 0.9258, + "step": 13084 + }, + { + "epoch": 0.9440496374589661, + "grad_norm": 2.2255115906707745, + "learning_rate": 3.2708364009232045e-08, + "loss": 0.8551, + "step": 13085 + }, + { + "epoch": 0.9441217849283936, + "grad_norm": 2.4012060433236244, + "learning_rate": 3.262423987049523e-08, + "loss": 0.9858, + "step": 13086 + }, + { + "epoch": 0.9441939323978211, + "grad_norm": 5.135731695802413, + "learning_rate": 3.2540223162865755e-08, + "loss": 0.9686, + "step": 13087 + }, + { + "epoch": 0.9442660798672486, + "grad_norm": 0.7278576044738709, + "learning_rate": 3.245631389093151e-08, + "loss": 0.7859, + "step": 13088 + }, + { + "epoch": 0.9443382273366762, + "grad_norm": 3.2910611203272255, + "learning_rate": 3.2372512059274384e-08, + "loss": 0.9667, + "step": 13089 + }, + { + "epoch": 0.9444103748061037, + "grad_norm": 3.370515882132369, + "learning_rate": 3.228881767247027e-08, + "loss": 0.9915, + "step": 13090 + }, + { + "epoch": 0.9444825222755312, + "grad_norm": 2.0345897508476125, + "learning_rate": 3.220523073508974e-08, + "loss": 0.939, + "step": 13091 + }, + { + "epoch": 0.9445546697449587, + "grad_norm": 5.01392409340759, + "learning_rate": 3.2121751251697135e-08, + "loss": 0.9398, + "step": 13092 + }, + { + "epoch": 0.9446268172143862, + "grad_norm": 3.324444091905087, + "learning_rate": 3.203837922685082e-08, + "loss": 0.9715, + "step": 13093 + }, + { + "epoch": 0.9446989646838138, + "grad_norm": 4.500514954666603, + "learning_rate": 3.1955114665103367e-08, + "loss": 0.9517, + "step": 13094 + }, + { + "epoch": 0.9447711121532413, + "grad_norm": 9.66775528489086, + "learning_rate": 3.187195757100181e-08, + "loss": 0.9319, + "step": 13095 + }, + { + "epoch": 0.9448432596226687, + "grad_norm": 3.0541756047373494, + "learning_rate": 3.178890794908651e-08, + "loss": 0.9236, + "step": 13096 + }, + { + "epoch": 0.9449154070920962, + "grad_norm": 2.8206858718021106, + "learning_rate": 3.1705965803893174e-08, + "loss": 0.8194, + "step": 13097 + }, + { + "epoch": 0.9449875545615237, + "grad_norm": 5.005760117468444, + "learning_rate": 3.162313113995063e-08, + "loss": 0.9301, + "step": 13098 + }, + { + "epoch": 0.9450597020309512, + "grad_norm": 0.6778462562228043, + "learning_rate": 3.1540403961782144e-08, + "loss": 0.8449, + "step": 13099 + }, + { + "epoch": 0.9451318495003788, + "grad_norm": 5.573841491208394, + "learning_rate": 3.145778427390544e-08, + "loss": 0.9403, + "step": 13100 + }, + { + "epoch": 0.9452039969698063, + "grad_norm": 3.443150540497939, + "learning_rate": 3.137527208083135e-08, + "loss": 0.9558, + "step": 13101 + }, + { + "epoch": 0.9452761444392338, + "grad_norm": 2.792201735807652, + "learning_rate": 3.129286738706649e-08, + "loss": 0.8959, + "step": 13102 + }, + { + "epoch": 0.9453482919086613, + "grad_norm": 3.5229960162887117, + "learning_rate": 3.1210570197110155e-08, + "loss": 0.9066, + "step": 13103 + }, + { + "epoch": 0.9454204393780888, + "grad_norm": 3.7837739197775506, + "learning_rate": 3.1128380515456296e-08, + "loss": 0.8988, + "step": 13104 + }, + { + "epoch": 0.9454925868475164, + "grad_norm": 8.725382589351966, + "learning_rate": 3.104629834659311e-08, + "loss": 0.9015, + "step": 13105 + }, + { + "epoch": 0.9455647343169439, + "grad_norm": 2.870226172331106, + "learning_rate": 3.096432369500301e-08, + "loss": 0.9299, + "step": 13106 + }, + { + "epoch": 0.9456368817863714, + "grad_norm": 2.5596334659916855, + "learning_rate": 3.088245656516153e-08, + "loss": 0.9325, + "step": 13107 + }, + { + "epoch": 0.9457090292557988, + "grad_norm": 9.720912876667589, + "learning_rate": 3.080069696153997e-08, + "loss": 0.9358, + "step": 13108 + }, + { + "epoch": 0.9457811767252263, + "grad_norm": 2.8295817127390723, + "learning_rate": 3.0719044888602776e-08, + "loss": 1.0323, + "step": 13109 + }, + { + "epoch": 0.9458533241946538, + "grad_norm": 3.4890081282674323, + "learning_rate": 3.063750035080836e-08, + "loss": 0.9982, + "step": 13110 + }, + { + "epoch": 0.9459254716640814, + "grad_norm": 6.742971080805703, + "learning_rate": 3.055606335260963e-08, + "loss": 0.9809, + "step": 13111 + }, + { + "epoch": 0.9459976191335089, + "grad_norm": 3.153619104088875, + "learning_rate": 3.04747338984539e-08, + "loss": 1.0354, + "step": 13112 + }, + { + "epoch": 0.9460697666029364, + "grad_norm": 4.506995591531565, + "learning_rate": 3.039351199278184e-08, + "loss": 0.9023, + "step": 13113 + }, + { + "epoch": 0.9461419140723639, + "grad_norm": 2.5662102239752795, + "learning_rate": 3.0312397640028575e-08, + "loss": 0.9602, + "step": 13114 + }, + { + "epoch": 0.9462140615417914, + "grad_norm": 3.2174726006942564, + "learning_rate": 3.023139084462412e-08, + "loss": 0.8937, + "step": 13115 + }, + { + "epoch": 0.946286209011219, + "grad_norm": 4.111672343072477, + "learning_rate": 3.015049161099159e-08, + "loss": 0.9806, + "step": 13116 + }, + { + "epoch": 0.9463583564806465, + "grad_norm": 2.7652991151351047, + "learning_rate": 3.006969994354835e-08, + "loss": 0.9292, + "step": 13117 + }, + { + "epoch": 0.946430503950074, + "grad_norm": 7.453354294166822, + "learning_rate": 2.9989015846706654e-08, + "loss": 0.885, + "step": 13118 + }, + { + "epoch": 0.9465026514195014, + "grad_norm": 3.0370085770049706, + "learning_rate": 2.990843932487186e-08, + "loss": 0.953, + "step": 13119 + }, + { + "epoch": 0.9465747988889289, + "grad_norm": 0.7534160700518849, + "learning_rate": 2.982797038244422e-08, + "loss": 0.8307, + "step": 13120 + }, + { + "epoch": 0.9466469463583564, + "grad_norm": 2.3965156136538766, + "learning_rate": 2.9747609023817564e-08, + "loss": 0.9323, + "step": 13121 + }, + { + "epoch": 0.946719093827784, + "grad_norm": 3.2229418078976737, + "learning_rate": 2.96673552533806e-08, + "loss": 0.9985, + "step": 13122 + }, + { + "epoch": 0.9467912412972115, + "grad_norm": 6.166997058712447, + "learning_rate": 2.9587209075515597e-08, + "loss": 0.9242, + "step": 13123 + }, + { + "epoch": 0.946863388766639, + "grad_norm": 0.7134016321884917, + "learning_rate": 2.950717049459861e-08, + "loss": 0.8029, + "step": 13124 + }, + { + "epoch": 0.9469355362360665, + "grad_norm": 4.250295740945334, + "learning_rate": 2.942723951500059e-08, + "loss": 0.9649, + "step": 13125 + }, + { + "epoch": 0.947007683705494, + "grad_norm": 4.175894297683408, + "learning_rate": 2.9347416141086266e-08, + "loss": 1.0806, + "step": 13126 + }, + { + "epoch": 0.9470798311749216, + "grad_norm": 3.2301835622681363, + "learning_rate": 2.926770037721438e-08, + "loss": 1.01, + "step": 13127 + }, + { + "epoch": 0.9471519786443491, + "grad_norm": 3.96980884274354, + "learning_rate": 2.9188092227738105e-08, + "loss": 1.0, + "step": 13128 + }, + { + "epoch": 0.9472241261137766, + "grad_norm": 6.322145552227101, + "learning_rate": 2.9108591697004415e-08, + "loss": 0.9046, + "step": 13129 + }, + { + "epoch": 0.9472962735832041, + "grad_norm": 5.181331597986747, + "learning_rate": 2.9029198789354502e-08, + "loss": 0.9959, + "step": 13130 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 2.9815977265640243, + "learning_rate": 2.894991350912357e-08, + "loss": 0.9223, + "step": 13131 + }, + { + "epoch": 0.947440568522059, + "grad_norm": 3.7930615273314605, + "learning_rate": 2.887073586064126e-08, + "loss": 1.034, + "step": 13132 + }, + { + "epoch": 0.9475127159914866, + "grad_norm": 3.013062965056735, + "learning_rate": 2.879166584823145e-08, + "loss": 0.8171, + "step": 13133 + }, + { + "epoch": 0.9475848634609141, + "grad_norm": 3.3215367113548404, + "learning_rate": 2.8712703476211576e-08, + "loss": 0.9854, + "step": 13134 + }, + { + "epoch": 0.9476570109303416, + "grad_norm": 3.5330597957557615, + "learning_rate": 2.8633848748893518e-08, + "loss": 1.0131, + "step": 13135 + }, + { + "epoch": 0.9477291583997691, + "grad_norm": 6.475256849224418, + "learning_rate": 2.8555101670583172e-08, + "loss": 0.9756, + "step": 13136 + }, + { + "epoch": 0.9478013058691966, + "grad_norm": 3.4327244271121846, + "learning_rate": 2.8476462245580644e-08, + "loss": 0.8503, + "step": 13137 + }, + { + "epoch": 0.9478734533386242, + "grad_norm": 3.1398499704466873, + "learning_rate": 2.8397930478180064e-08, + "loss": 0.9061, + "step": 13138 + }, + { + "epoch": 0.9479456008080517, + "grad_norm": 2.7844612356547125, + "learning_rate": 2.831950637267022e-08, + "loss": 0.878, + "step": 13139 + }, + { + "epoch": 0.9480177482774792, + "grad_norm": 3.318503787000759, + "learning_rate": 2.824118993333302e-08, + "loss": 0.945, + "step": 13140 + }, + { + "epoch": 0.9480898957469067, + "grad_norm": 2.7278836173013348, + "learning_rate": 2.8162981164445265e-08, + "loss": 0.9432, + "step": 13141 + }, + { + "epoch": 0.9481620432163342, + "grad_norm": 2.7875339796792096, + "learning_rate": 2.808488007027754e-08, + "loss": 0.8874, + "step": 13142 + }, + { + "epoch": 0.9482341906857616, + "grad_norm": 4.397430467256472, + "learning_rate": 2.8006886655094875e-08, + "loss": 1.0309, + "step": 13143 + }, + { + "epoch": 0.9483063381551892, + "grad_norm": 5.556927236127641, + "learning_rate": 2.7929000923155866e-08, + "loss": 1.0705, + "step": 13144 + }, + { + "epoch": 0.9483784856246167, + "grad_norm": 2.561292131039269, + "learning_rate": 2.7851222878713776e-08, + "loss": 0.9946, + "step": 13145 + }, + { + "epoch": 0.9484506330940442, + "grad_norm": 2.2987444270088715, + "learning_rate": 2.7773552526015875e-08, + "loss": 1.0654, + "step": 13146 + }, + { + "epoch": 0.9485227805634717, + "grad_norm": 8.07789030047716, + "learning_rate": 2.7695989869303437e-08, + "loss": 0.8572, + "step": 13147 + }, + { + "epoch": 0.9485949280328992, + "grad_norm": 3.312524615502216, + "learning_rate": 2.761853491281152e-08, + "loss": 1.0009, + "step": 13148 + }, + { + "epoch": 0.9486670755023268, + "grad_norm": 3.063352038133014, + "learning_rate": 2.7541187660769848e-08, + "loss": 0.9218, + "step": 13149 + }, + { + "epoch": 0.9487392229717543, + "grad_norm": 3.6821050457243913, + "learning_rate": 2.74639481174026e-08, + "loss": 0.9184, + "step": 13150 + }, + { + "epoch": 0.9488113704411818, + "grad_norm": 2.7806336652226733, + "learning_rate": 2.7386816286926627e-08, + "loss": 1.003, + "step": 13151 + }, + { + "epoch": 0.9488835179106093, + "grad_norm": 3.3800047042633365, + "learning_rate": 2.7309792173554557e-08, + "loss": 0.9272, + "step": 13152 + }, + { + "epoch": 0.9489556653800368, + "grad_norm": 3.3328052261351853, + "learning_rate": 2.7232875781491916e-08, + "loss": 1.1125, + "step": 13153 + }, + { + "epoch": 0.9490278128494644, + "grad_norm": 2.748128427516803, + "learning_rate": 2.715606711493912e-08, + "loss": 0.9433, + "step": 13154 + }, + { + "epoch": 0.9490999603188918, + "grad_norm": 3.062926126533907, + "learning_rate": 2.7079366178089923e-08, + "loss": 1.0085, + "step": 13155 + }, + { + "epoch": 0.9491721077883193, + "grad_norm": 2.3246464696381834, + "learning_rate": 2.7002772975133426e-08, + "loss": 0.9497, + "step": 13156 + }, + { + "epoch": 0.9492442552577468, + "grad_norm": 2.7790787182970287, + "learning_rate": 2.692628751025161e-08, + "loss": 0.879, + "step": 13157 + }, + { + "epoch": 0.9493164027271743, + "grad_norm": 3.1529659900325213, + "learning_rate": 2.684990978762114e-08, + "loss": 0.8434, + "step": 13158 + }, + { + "epoch": 0.9493885501966018, + "grad_norm": 0.7436545078298699, + "learning_rate": 2.6773639811412674e-08, + "loss": 0.8259, + "step": 13159 + }, + { + "epoch": 0.9494606976660294, + "grad_norm": 2.8621150994871614, + "learning_rate": 2.6697477585791328e-08, + "loss": 0.9991, + "step": 13160 + }, + { + "epoch": 0.9495328451354569, + "grad_norm": 0.6442854441469101, + "learning_rate": 2.6621423114915554e-08, + "loss": 0.7545, + "step": 13161 + }, + { + "epoch": 0.9496049926048844, + "grad_norm": 3.622937898462142, + "learning_rate": 2.6545476402938695e-08, + "loss": 0.8676, + "step": 13162 + }, + { + "epoch": 0.9496771400743119, + "grad_norm": 3.6426253819404404, + "learning_rate": 2.64696374540081e-08, + "loss": 1.0051, + "step": 13163 + }, + { + "epoch": 0.9497492875437394, + "grad_norm": 3.4911987816659007, + "learning_rate": 2.6393906272264677e-08, + "loss": 0.8949, + "step": 13164 + }, + { + "epoch": 0.949821435013167, + "grad_norm": 3.3561489494924386, + "learning_rate": 2.631828286184401e-08, + "loss": 0.8698, + "step": 13165 + }, + { + "epoch": 0.9498935824825945, + "grad_norm": 5.749781728831036, + "learning_rate": 2.6242767226875463e-08, + "loss": 0.9886, + "step": 13166 + }, + { + "epoch": 0.9499657299520219, + "grad_norm": 6.429643299419002, + "learning_rate": 2.6167359371483065e-08, + "loss": 0.8202, + "step": 13167 + }, + { + "epoch": 0.9500378774214494, + "grad_norm": 3.095591603866648, + "learning_rate": 2.6092059299783974e-08, + "loss": 0.9559, + "step": 13168 + }, + { + "epoch": 0.9501100248908769, + "grad_norm": 5.202076482660103, + "learning_rate": 2.6016867015890677e-08, + "loss": 0.9382, + "step": 13169 + }, + { + "epoch": 0.9501821723603044, + "grad_norm": 4.696188846501686, + "learning_rate": 2.5941782523908772e-08, + "loss": 0.9616, + "step": 13170 + }, + { + "epoch": 0.950254319829732, + "grad_norm": 4.101409037307617, + "learning_rate": 2.586680582793832e-08, + "loss": 0.8535, + "step": 13171 + }, + { + "epoch": 0.9503264672991595, + "grad_norm": 3.350005101442011, + "learning_rate": 2.579193693207382e-08, + "loss": 0.9411, + "step": 13172 + }, + { + "epoch": 0.950398614768587, + "grad_norm": 3.9805121152722425, + "learning_rate": 2.5717175840403337e-08, + "loss": 1.0341, + "step": 13173 + }, + { + "epoch": 0.9504707622380145, + "grad_norm": 2.667782778423, + "learning_rate": 2.564252255700894e-08, + "loss": 0.8886, + "step": 13174 + }, + { + "epoch": 0.950542909707442, + "grad_norm": 3.726809063637949, + "learning_rate": 2.5567977085967806e-08, + "loss": 0.8651, + "step": 13175 + }, + { + "epoch": 0.9506150571768696, + "grad_norm": 2.984580467301208, + "learning_rate": 2.5493539431350465e-08, + "loss": 0.889, + "step": 13176 + }, + { + "epoch": 0.9506872046462971, + "grad_norm": 15.33423799803788, + "learning_rate": 2.5419209597221436e-08, + "loss": 0.9653, + "step": 13177 + }, + { + "epoch": 0.9507593521157245, + "grad_norm": 2.733494993019298, + "learning_rate": 2.53449875876397e-08, + "loss": 0.8927, + "step": 13178 + }, + { + "epoch": 0.950831499585152, + "grad_norm": 3.156113876580013, + "learning_rate": 2.5270873406658233e-08, + "loss": 0.9813, + "step": 13179 + }, + { + "epoch": 0.9509036470545795, + "grad_norm": 4.300400276183647, + "learning_rate": 2.5196867058324466e-08, + "loss": 0.9349, + "step": 13180 + }, + { + "epoch": 0.950975794524007, + "grad_norm": 2.7697558399382993, + "learning_rate": 2.512296854667917e-08, + "loss": 0.8948, + "step": 13181 + }, + { + "epoch": 0.9510479419934346, + "grad_norm": 4.139360803472938, + "learning_rate": 2.5049177875757553e-08, + "loss": 0.9126, + "step": 13182 + }, + { + "epoch": 0.9511200894628621, + "grad_norm": 6.268328532905366, + "learning_rate": 2.4975495049589735e-08, + "loss": 0.9419, + "step": 13183 + }, + { + "epoch": 0.9511922369322896, + "grad_norm": 2.9348556303685465, + "learning_rate": 2.490192007219871e-08, + "loss": 0.9909, + "step": 13184 + }, + { + "epoch": 0.9512643844017171, + "grad_norm": 5.0046814936644415, + "learning_rate": 2.4828452947602163e-08, + "loss": 0.907, + "step": 13185 + }, + { + "epoch": 0.9513365318711446, + "grad_norm": 5.1265349531843345, + "learning_rate": 2.4755093679811768e-08, + "loss": 0.944, + "step": 13186 + }, + { + "epoch": 0.9514086793405722, + "grad_norm": 3.447784436658922, + "learning_rate": 2.4681842272833873e-08, + "loss": 1.0093, + "step": 13187 + }, + { + "epoch": 0.9514808268099997, + "grad_norm": 2.7718220048760505, + "learning_rate": 2.4608698730668175e-08, + "loss": 0.8998, + "step": 13188 + }, + { + "epoch": 0.9515529742794272, + "grad_norm": 0.7783225333494429, + "learning_rate": 2.4535663057308807e-08, + "loss": 0.9005, + "step": 13189 + }, + { + "epoch": 0.9516251217488546, + "grad_norm": 3.3344128450142603, + "learning_rate": 2.4462735256743915e-08, + "loss": 0.9278, + "step": 13190 + }, + { + "epoch": 0.9516972692182821, + "grad_norm": 3.2355534714766603, + "learning_rate": 2.4389915332955868e-08, + "loss": 0.9252, + "step": 13191 + }, + { + "epoch": 0.9517694166877096, + "grad_norm": 2.4938330882674267, + "learning_rate": 2.431720328992104e-08, + "loss": 0.976, + "step": 13192 + }, + { + "epoch": 0.9518415641571372, + "grad_norm": 3.5164248764538057, + "learning_rate": 2.424459913161003e-08, + "loss": 0.9631, + "step": 13193 + }, + { + "epoch": 0.9519137116265647, + "grad_norm": 2.9104185664599225, + "learning_rate": 2.4172102861987677e-08, + "loss": 1.0621, + "step": 13194 + }, + { + "epoch": 0.9519858590959922, + "grad_norm": 3.460264256700099, + "learning_rate": 2.4099714485012133e-08, + "loss": 0.9004, + "step": 13195 + }, + { + "epoch": 0.9520580065654197, + "grad_norm": 2.522292594889542, + "learning_rate": 2.4027434004636916e-08, + "loss": 0.8743, + "step": 13196 + }, + { + "epoch": 0.9521301540348472, + "grad_norm": 3.351495915531775, + "learning_rate": 2.395526142480886e-08, + "loss": 0.8785, + "step": 13197 + }, + { + "epoch": 0.9522023015042748, + "grad_norm": 9.242574649805462, + "learning_rate": 2.388319674946859e-08, + "loss": 0.9768, + "step": 13198 + }, + { + "epoch": 0.9522744489737023, + "grad_norm": 0.7689532127681851, + "learning_rate": 2.3811239982551635e-08, + "loss": 0.8214, + "step": 13199 + }, + { + "epoch": 0.9523465964431298, + "grad_norm": 3.35083341337778, + "learning_rate": 2.3739391127987506e-08, + "loss": 1.0231, + "step": 13200 + }, + { + "epoch": 0.9524187439125573, + "grad_norm": 2.6927328397618258, + "learning_rate": 2.3667650189699297e-08, + "loss": 0.9997, + "step": 13201 + }, + { + "epoch": 0.9524908913819847, + "grad_norm": 3.6310822334863655, + "learning_rate": 2.359601717160431e-08, + "loss": 1.0535, + "step": 13202 + }, + { + "epoch": 0.9525630388514122, + "grad_norm": 3.6668083134659, + "learning_rate": 2.3524492077614533e-08, + "loss": 0.886, + "step": 13203 + }, + { + "epoch": 0.9526351863208398, + "grad_norm": 2.5958695541312222, + "learning_rate": 2.345307491163573e-08, + "loss": 0.9384, + "step": 13204 + }, + { + "epoch": 0.9527073337902673, + "grad_norm": 3.141821334498924, + "learning_rate": 2.3381765677567666e-08, + "loss": 0.9496, + "step": 13205 + }, + { + "epoch": 0.9527794812596948, + "grad_norm": 3.2268058925205545, + "learning_rate": 2.3310564379303898e-08, + "loss": 0.9533, + "step": 13206 + }, + { + "epoch": 0.9528516287291223, + "grad_norm": 8.544193049275119, + "learning_rate": 2.3239471020733092e-08, + "loss": 0.9797, + "step": 13207 + }, + { + "epoch": 0.9529237761985498, + "grad_norm": 2.418984146022056, + "learning_rate": 2.316848560573681e-08, + "loss": 1.0493, + "step": 13208 + }, + { + "epoch": 0.9529959236679774, + "grad_norm": 2.641302800515077, + "learning_rate": 2.3097608138191503e-08, + "loss": 0.9942, + "step": 13209 + }, + { + "epoch": 0.9530680711374049, + "grad_norm": 3.0391767230302014, + "learning_rate": 2.3026838621967637e-08, + "loss": 1.1153, + "step": 13210 + }, + { + "epoch": 0.9531402186068324, + "grad_norm": 3.5007668063907156, + "learning_rate": 2.295617706092967e-08, + "loss": 1.033, + "step": 13211 + }, + { + "epoch": 0.9532123660762599, + "grad_norm": 3.969698454697539, + "learning_rate": 2.2885623458936076e-08, + "loss": 0.9658, + "step": 13212 + }, + { + "epoch": 0.9532845135456874, + "grad_norm": 4.535011361474859, + "learning_rate": 2.281517781983955e-08, + "loss": 0.9468, + "step": 13213 + }, + { + "epoch": 0.9533566610151148, + "grad_norm": 4.359056030417407, + "learning_rate": 2.274484014748701e-08, + "loss": 0.9103, + "step": 13214 + }, + { + "epoch": 0.9534288084845424, + "grad_norm": 2.6450784362239346, + "learning_rate": 2.2674610445719167e-08, + "loss": 0.9575, + "step": 13215 + }, + { + "epoch": 0.9535009559539699, + "grad_norm": 4.130166488506041, + "learning_rate": 2.260448871837073e-08, + "loss": 0.941, + "step": 13216 + }, + { + "epoch": 0.9535731034233974, + "grad_norm": 0.7569502418093853, + "learning_rate": 2.2534474969271522e-08, + "loss": 0.8629, + "step": 13217 + }, + { + "epoch": 0.9536452508928249, + "grad_norm": 3.056019056210846, + "learning_rate": 2.2464569202244043e-08, + "loss": 1.0486, + "step": 13218 + }, + { + "epoch": 0.9537173983622524, + "grad_norm": 9.723789294666473, + "learning_rate": 2.2394771421105907e-08, + "loss": 0.9293, + "step": 13219 + }, + { + "epoch": 0.95378954583168, + "grad_norm": 3.080286806302626, + "learning_rate": 2.2325081629668506e-08, + "loss": 0.8621, + "step": 13220 + }, + { + "epoch": 0.9538616933011075, + "grad_norm": 2.2876842111927034, + "learning_rate": 2.2255499831737246e-08, + "loss": 1.0017, + "step": 13221 + }, + { + "epoch": 0.953933840770535, + "grad_norm": 4.398992527148262, + "learning_rate": 2.2186026031111748e-08, + "loss": 0.915, + "step": 13222 + }, + { + "epoch": 0.9540059882399625, + "grad_norm": 3.030227646034534, + "learning_rate": 2.211666023158587e-08, + "loss": 0.8917, + "step": 13223 + }, + { + "epoch": 0.95407813570939, + "grad_norm": 4.124208547785852, + "learning_rate": 2.2047402436947248e-08, + "loss": 0.9547, + "step": 13224 + }, + { + "epoch": 0.9541502831788174, + "grad_norm": 33.196914860420385, + "learning_rate": 2.1978252650977746e-08, + "loss": 0.8864, + "step": 13225 + }, + { + "epoch": 0.954222430648245, + "grad_norm": 3.3088837083318103, + "learning_rate": 2.1909210877453678e-08, + "loss": 1.001, + "step": 13226 + }, + { + "epoch": 0.9542945781176725, + "grad_norm": 0.7598028100335558, + "learning_rate": 2.184027712014469e-08, + "loss": 0.8813, + "step": 13227 + }, + { + "epoch": 0.9543667255871, + "grad_norm": 3.0697455817056514, + "learning_rate": 2.1771451382815553e-08, + "loss": 1.1237, + "step": 13228 + }, + { + "epoch": 0.9544388730565275, + "grad_norm": 3.47570090600801, + "learning_rate": 2.170273366922415e-08, + "loss": 0.9948, + "step": 13229 + }, + { + "epoch": 0.954511020525955, + "grad_norm": 3.4268581389826913, + "learning_rate": 2.163412398312303e-08, + "loss": 1.0053, + "step": 13230 + }, + { + "epoch": 0.9545831679953826, + "grad_norm": 4.5596222881689, + "learning_rate": 2.156562232825898e-08, + "loss": 0.9736, + "step": 13231 + }, + { + "epoch": 0.9546553154648101, + "grad_norm": 4.000972152830435, + "learning_rate": 2.1497228708372116e-08, + "loss": 0.8772, + "step": 13232 + }, + { + "epoch": 0.9547274629342376, + "grad_norm": 3.052586606208466, + "learning_rate": 2.1428943127197453e-08, + "loss": 0.935, + "step": 13233 + }, + { + "epoch": 0.9547996104036651, + "grad_norm": 2.8084850051476873, + "learning_rate": 2.1360765588464003e-08, + "loss": 1.0246, + "step": 13234 + }, + { + "epoch": 0.9548717578730926, + "grad_norm": 2.963225193031522, + "learning_rate": 2.1292696095894125e-08, + "loss": 0.8312, + "step": 13235 + }, + { + "epoch": 0.9549439053425202, + "grad_norm": 2.956953523891787, + "learning_rate": 2.1224734653205512e-08, + "loss": 0.8965, + "step": 13236 + }, + { + "epoch": 0.9550160528119476, + "grad_norm": 3.052458357093435, + "learning_rate": 2.115688126410875e-08, + "loss": 0.9792, + "step": 13237 + }, + { + "epoch": 0.9550882002813751, + "grad_norm": 2.8176278733325604, + "learning_rate": 2.1089135932309542e-08, + "loss": 1.0498, + "step": 13238 + }, + { + "epoch": 0.9551603477508026, + "grad_norm": 5.0267381992528835, + "learning_rate": 2.102149866150671e-08, + "loss": 0.9768, + "step": 13239 + }, + { + "epoch": 0.9552324952202301, + "grad_norm": 0.7670490101047914, + "learning_rate": 2.0953969455393738e-08, + "loss": 0.8867, + "step": 13240 + }, + { + "epoch": 0.9553046426896576, + "grad_norm": 3.513964587281224, + "learning_rate": 2.088654831765879e-08, + "loss": 0.959, + "step": 13241 + }, + { + "epoch": 0.9553767901590852, + "grad_norm": 2.806413209922566, + "learning_rate": 2.0819235251982705e-08, + "loss": 1.1066, + "step": 13242 + }, + { + "epoch": 0.9554489376285127, + "grad_norm": 2.9605450131009947, + "learning_rate": 2.075203026204142e-08, + "loss": 0.9552, + "step": 13243 + }, + { + "epoch": 0.9555210850979402, + "grad_norm": 11.513541168946391, + "learning_rate": 2.068493335150512e-08, + "loss": 0.8384, + "step": 13244 + }, + { + "epoch": 0.9555932325673677, + "grad_norm": 2.8166823761029787, + "learning_rate": 2.0617944524037313e-08, + "loss": 0.9211, + "step": 13245 + }, + { + "epoch": 0.9556653800367952, + "grad_norm": 2.7551231347067304, + "learning_rate": 2.0551063783295965e-08, + "loss": 0.9346, + "step": 13246 + }, + { + "epoch": 0.9557375275062228, + "grad_norm": 2.612445144442453, + "learning_rate": 2.0484291132933483e-08, + "loss": 0.8719, + "step": 13247 + }, + { + "epoch": 0.9558096749756503, + "grad_norm": 3.5734149967180597, + "learning_rate": 2.041762657659607e-08, + "loss": 0.9777, + "step": 13248 + }, + { + "epoch": 0.9558818224450777, + "grad_norm": 4.070170980325278, + "learning_rate": 2.0351070117923918e-08, + "loss": 1.0028, + "step": 13249 + }, + { + "epoch": 0.9559539699145052, + "grad_norm": 0.795019757667081, + "learning_rate": 2.0284621760551235e-08, + "loss": 0.8113, + "step": 13250 + }, + { + "epoch": 0.9560261173839327, + "grad_norm": 2.993816201387933, + "learning_rate": 2.0218281508106894e-08, + "loss": 1.0001, + "step": 13251 + }, + { + "epoch": 0.9560982648533602, + "grad_norm": 4.660584550794304, + "learning_rate": 2.0152049364212888e-08, + "loss": 1.0644, + "step": 13252 + }, + { + "epoch": 0.9561704123227878, + "grad_norm": 4.054458641105681, + "learning_rate": 2.0085925332486764e-08, + "loss": 0.9674, + "step": 13253 + }, + { + "epoch": 0.9562425597922153, + "grad_norm": 6.445035505411559, + "learning_rate": 2.0019909416538528e-08, + "loss": 0.9315, + "step": 13254 + }, + { + "epoch": 0.9563147072616428, + "grad_norm": 4.353323506514093, + "learning_rate": 1.9954001619973737e-08, + "loss": 0.8822, + "step": 13255 + }, + { + "epoch": 0.9563868547310703, + "grad_norm": 3.306286868951671, + "learning_rate": 1.988820194639085e-08, + "loss": 1.0165, + "step": 13256 + }, + { + "epoch": 0.9564590022004978, + "grad_norm": 7.174487467147724, + "learning_rate": 1.982251039938321e-08, + "loss": 1.0398, + "step": 13257 + }, + { + "epoch": 0.9565311496699254, + "grad_norm": 4.324575352631842, + "learning_rate": 1.9756926982537945e-08, + "loss": 0.9247, + "step": 13258 + }, + { + "epoch": 0.9566032971393529, + "grad_norm": 2.9042067369481566, + "learning_rate": 1.96914516994362e-08, + "loss": 0.9865, + "step": 13259 + }, + { + "epoch": 0.9566754446087804, + "grad_norm": 5.097955196574338, + "learning_rate": 1.9626084553653332e-08, + "loss": 0.9593, + "step": 13260 + }, + { + "epoch": 0.9567475920782078, + "grad_norm": 2.0947160911742935, + "learning_rate": 1.9560825548759152e-08, + "loss": 0.8557, + "step": 13261 + }, + { + "epoch": 0.9568197395476353, + "grad_norm": 6.186142589525354, + "learning_rate": 1.949567468831681e-08, + "loss": 0.893, + "step": 13262 + }, + { + "epoch": 0.9568918870170628, + "grad_norm": 2.7236175810236527, + "learning_rate": 1.9430631975884127e-08, + "loss": 0.8841, + "step": 13263 + }, + { + "epoch": 0.9569640344864904, + "grad_norm": 3.5196163323858562, + "learning_rate": 1.9365697415012483e-08, + "loss": 0.9112, + "step": 13264 + }, + { + "epoch": 0.9570361819559179, + "grad_norm": 3.0534429722331766, + "learning_rate": 1.9300871009248598e-08, + "loss": 0.9863, + "step": 13265 + }, + { + "epoch": 0.9571083294253454, + "grad_norm": 3.1059324290238686, + "learning_rate": 1.923615276213142e-08, + "loss": 0.9628, + "step": 13266 + }, + { + "epoch": 0.9571804768947729, + "grad_norm": 4.544981886824468, + "learning_rate": 1.9171542677195672e-08, + "loss": 0.971, + "step": 13267 + }, + { + "epoch": 0.9572526243642004, + "grad_norm": 5.527590818241365, + "learning_rate": 1.9107040757969206e-08, + "loss": 0.9853, + "step": 13268 + }, + { + "epoch": 0.957324771833628, + "grad_norm": 3.9984212382359696, + "learning_rate": 1.9042647007974088e-08, + "loss": 0.9651, + "step": 13269 + }, + { + "epoch": 0.9573969193030555, + "grad_norm": 3.3555493239652976, + "learning_rate": 1.897836143072662e-08, + "loss": 0.9959, + "step": 13270 + }, + { + "epoch": 0.957469066772483, + "grad_norm": 2.4562292200039417, + "learning_rate": 1.8914184029737546e-08, + "loss": 0.9414, + "step": 13271 + }, + { + "epoch": 0.9575412142419104, + "grad_norm": 3.5631330496511917, + "learning_rate": 1.8850114808511176e-08, + "loss": 0.92, + "step": 13272 + }, + { + "epoch": 0.9576133617113379, + "grad_norm": 2.2309108102326483, + "learning_rate": 1.8786153770546044e-08, + "loss": 0.9447, + "step": 13273 + }, + { + "epoch": 0.9576855091807654, + "grad_norm": 2.846760926960421, + "learning_rate": 1.872230091933491e-08, + "loss": 0.8415, + "step": 13274 + }, + { + "epoch": 0.957757656650193, + "grad_norm": 4.713222474588984, + "learning_rate": 1.8658556258364543e-08, + "loss": 0.9455, + "step": 13275 + }, + { + "epoch": 0.9578298041196205, + "grad_norm": 5.011627220215923, + "learning_rate": 1.8594919791115494e-08, + "loss": 0.8439, + "step": 13276 + }, + { + "epoch": 0.957901951589048, + "grad_norm": 3.047870336472938, + "learning_rate": 1.853139152106298e-08, + "loss": 0.8458, + "step": 13277 + }, + { + "epoch": 0.9579740990584755, + "grad_norm": 2.7766678171357713, + "learning_rate": 1.8467971451676224e-08, + "loss": 1.0398, + "step": 13278 + }, + { + "epoch": 0.958046246527903, + "grad_norm": 3.4416844648465967, + "learning_rate": 1.8404659586418014e-08, + "loss": 0.9642, + "step": 13279 + }, + { + "epoch": 0.9581183939973306, + "grad_norm": 4.409341796057875, + "learning_rate": 1.8341455928745807e-08, + "loss": 0.91, + "step": 13280 + }, + { + "epoch": 0.9581905414667581, + "grad_norm": 3.028534134663464, + "learning_rate": 1.8278360482110844e-08, + "loss": 0.8863, + "step": 13281 + }, + { + "epoch": 0.9582626889361856, + "grad_norm": 2.3415694201856025, + "learning_rate": 1.8215373249958587e-08, + "loss": 0.9426, + "step": 13282 + }, + { + "epoch": 0.9583348364056131, + "grad_norm": 3.0143622882597927, + "learning_rate": 1.8152494235728288e-08, + "loss": 0.9291, + "step": 13283 + }, + { + "epoch": 0.9584069838750405, + "grad_norm": 2.662618385512674, + "learning_rate": 1.8089723442853865e-08, + "loss": 0.9474, + "step": 13284 + }, + { + "epoch": 0.958479131344468, + "grad_norm": 3.3545865729989184, + "learning_rate": 1.8027060874763022e-08, + "loss": 0.9589, + "step": 13285 + }, + { + "epoch": 0.9585512788138956, + "grad_norm": 4.479293442935482, + "learning_rate": 1.796450653487702e-08, + "loss": 0.9817, + "step": 13286 + }, + { + "epoch": 0.9586234262833231, + "grad_norm": 3.479988792883706, + "learning_rate": 1.7902060426612243e-08, + "loss": 1.0429, + "step": 13287 + }, + { + "epoch": 0.9586955737527506, + "grad_norm": 2.9211847642593436, + "learning_rate": 1.7839722553378622e-08, + "loss": 0.9771, + "step": 13288 + }, + { + "epoch": 0.9587677212221781, + "grad_norm": 3.245359188473139, + "learning_rate": 1.7777492918579884e-08, + "loss": 0.9383, + "step": 13289 + }, + { + "epoch": 0.9588398686916056, + "grad_norm": 4.928732898981436, + "learning_rate": 1.7715371525614198e-08, + "loss": 0.9801, + "step": 13290 + }, + { + "epoch": 0.9589120161610332, + "grad_norm": 3.4439446811375816, + "learning_rate": 1.7653358377874184e-08, + "loss": 0.7917, + "step": 13291 + }, + { + "epoch": 0.9589841636304607, + "grad_norm": 6.102641187360594, + "learning_rate": 1.75914534787458e-08, + "loss": 0.9485, + "step": 13292 + }, + { + "epoch": 0.9590563110998882, + "grad_norm": 3.77393787928461, + "learning_rate": 1.7529656831609452e-08, + "loss": 1.0143, + "step": 13293 + }, + { + "epoch": 0.9591284585693157, + "grad_norm": 4.166252547983511, + "learning_rate": 1.7467968439839554e-08, + "loss": 0.8871, + "step": 13294 + }, + { + "epoch": 0.9592006060387432, + "grad_norm": 0.7087713084305959, + "learning_rate": 1.7406388306804964e-08, + "loss": 0.8245, + "step": 13295 + }, + { + "epoch": 0.9592727535081707, + "grad_norm": 2.8921611931015057, + "learning_rate": 1.734491643586833e-08, + "loss": 0.9965, + "step": 13296 + }, + { + "epoch": 0.9593449009775982, + "grad_norm": 2.895058196541953, + "learning_rate": 1.7283552830386074e-08, + "loss": 0.9639, + "step": 13297 + }, + { + "epoch": 0.9594170484470257, + "grad_norm": 8.877429038741488, + "learning_rate": 1.7222297493709292e-08, + "loss": 0.9773, + "step": 13298 + }, + { + "epoch": 0.9594891959164532, + "grad_norm": 2.8705728694169763, + "learning_rate": 1.7161150429182868e-08, + "loss": 0.9731, + "step": 13299 + }, + { + "epoch": 0.9595613433858807, + "grad_norm": 2.8468396516483443, + "learning_rate": 1.7100111640145686e-08, + "loss": 0.9979, + "step": 13300 + }, + { + "epoch": 0.9596334908553082, + "grad_norm": 3.0073831623368883, + "learning_rate": 1.7039181129931078e-08, + "loss": 1.0108, + "step": 13301 + }, + { + "epoch": 0.9597056383247358, + "grad_norm": 3.6030635725940634, + "learning_rate": 1.6978358901866164e-08, + "loss": 0.9242, + "step": 13302 + }, + { + "epoch": 0.9597777857941633, + "grad_norm": 3.1393797574091717, + "learning_rate": 1.691764495927206e-08, + "loss": 0.9327, + "step": 13303 + }, + { + "epoch": 0.9598499332635908, + "grad_norm": 4.276496866075859, + "learning_rate": 1.6857039305464336e-08, + "loss": 0.921, + "step": 13304 + }, + { + "epoch": 0.9599220807330183, + "grad_norm": 3.7239237465841772, + "learning_rate": 1.679654194375235e-08, + "loss": 0.9678, + "step": 13305 + }, + { + "epoch": 0.9599942282024458, + "grad_norm": 3.814809506161263, + "learning_rate": 1.673615287743946e-08, + "loss": 0.9043, + "step": 13306 + }, + { + "epoch": 0.9600663756718734, + "grad_norm": 7.6531938953966865, + "learning_rate": 1.6675872109823687e-08, + "loss": 1.0149, + "step": 13307 + }, + { + "epoch": 0.9601385231413008, + "grad_norm": 6.71809760186495, + "learning_rate": 1.66156996441964e-08, + "loss": 1.0152, + "step": 13308 + }, + { + "epoch": 0.9602106706107283, + "grad_norm": 2.779951842734835, + "learning_rate": 1.6555635483843645e-08, + "loss": 0.9402, + "step": 13309 + }, + { + "epoch": 0.9602828180801558, + "grad_norm": 2.911390618826025, + "learning_rate": 1.6495679632045233e-08, + "loss": 0.9479, + "step": 13310 + }, + { + "epoch": 0.9603549655495833, + "grad_norm": 2.2129826337199296, + "learning_rate": 1.6435832092074776e-08, + "loss": 0.9482, + "step": 13311 + }, + { + "epoch": 0.9604271130190108, + "grad_norm": 2.7914538136275375, + "learning_rate": 1.6376092867200987e-08, + "loss": 0.9017, + "step": 13312 + }, + { + "epoch": 0.9604992604884384, + "grad_norm": 2.8293986956171033, + "learning_rate": 1.6316461960685257e-08, + "loss": 0.9471, + "step": 13313 + }, + { + "epoch": 0.9605714079578659, + "grad_norm": 0.9009765902853514, + "learning_rate": 1.625693937578432e-08, + "loss": 0.8636, + "step": 13314 + }, + { + "epoch": 0.9606435554272934, + "grad_norm": 2.898956828106128, + "learning_rate": 1.6197525115748456e-08, + "loss": 0.8347, + "step": 13315 + }, + { + "epoch": 0.9607157028967209, + "grad_norm": 3.41414574144087, + "learning_rate": 1.613821918382219e-08, + "loss": 1.0138, + "step": 13316 + }, + { + "epoch": 0.9607878503661484, + "grad_norm": 2.8017007975529418, + "learning_rate": 1.6079021583243367e-08, + "loss": 0.927, + "step": 13317 + }, + { + "epoch": 0.960859997835576, + "grad_norm": 2.6475920551494943, + "learning_rate": 1.6019932317244966e-08, + "loss": 0.9229, + "step": 13318 + }, + { + "epoch": 0.9609321453050035, + "grad_norm": 2.955322900935108, + "learning_rate": 1.5960951389053956e-08, + "loss": 1.0273, + "step": 13319 + }, + { + "epoch": 0.9610042927744309, + "grad_norm": 3.9113850525325176, + "learning_rate": 1.590207880189043e-08, + "loss": 1.0201, + "step": 13320 + }, + { + "epoch": 0.9610764402438584, + "grad_norm": 4.03471474018523, + "learning_rate": 1.5843314558969588e-08, + "loss": 0.993, + "step": 13321 + }, + { + "epoch": 0.9611485877132859, + "grad_norm": 3.7522342383951934, + "learning_rate": 1.5784658663500206e-08, + "loss": 0.9724, + "step": 13322 + }, + { + "epoch": 0.9612207351827134, + "grad_norm": 3.327496106541718, + "learning_rate": 1.5726111118685493e-08, + "loss": 0.9975, + "step": 13323 + }, + { + "epoch": 0.961292882652141, + "grad_norm": 3.309276379780915, + "learning_rate": 1.5667671927722003e-08, + "loss": 1.0116, + "step": 13324 + }, + { + "epoch": 0.9613650301215685, + "grad_norm": 6.987165947369092, + "learning_rate": 1.560934109380141e-08, + "loss": 0.9342, + "step": 13325 + }, + { + "epoch": 0.961437177590996, + "grad_norm": 2.3829674842335358, + "learning_rate": 1.5551118620108717e-08, + "loss": 0.9318, + "step": 13326 + }, + { + "epoch": 0.9615093250604235, + "grad_norm": 3.235611683768565, + "learning_rate": 1.549300450982316e-08, + "loss": 0.9461, + "step": 13327 + }, + { + "epoch": 0.961581472529851, + "grad_norm": 5.703912215575226, + "learning_rate": 1.5434998766118423e-08, + "loss": 1.0898, + "step": 13328 + }, + { + "epoch": 0.9616536199992786, + "grad_norm": 3.1334316184138102, + "learning_rate": 1.537710139216175e-08, + "loss": 0.8758, + "step": 13329 + }, + { + "epoch": 0.9617257674687061, + "grad_norm": 2.9419343633843895, + "learning_rate": 1.5319312391114393e-08, + "loss": 1.0536, + "step": 13330 + }, + { + "epoch": 0.9617979149381335, + "grad_norm": 41.83274891560364, + "learning_rate": 1.526163176613271e-08, + "loss": 1.0714, + "step": 13331 + }, + { + "epoch": 0.961870062407561, + "grad_norm": 3.667015333648655, + "learning_rate": 1.5204059520366185e-08, + "loss": 0.9684, + "step": 13332 + }, + { + "epoch": 0.9619422098769885, + "grad_norm": 3.026431314109646, + "learning_rate": 1.5146595656958304e-08, + "loss": 0.9231, + "step": 13333 + }, + { + "epoch": 0.962014357346416, + "grad_norm": 4.28737541885216, + "learning_rate": 1.5089240179047003e-08, + "loss": 0.9005, + "step": 13334 + }, + { + "epoch": 0.9620865048158436, + "grad_norm": 10.785685370486792, + "learning_rate": 1.503199308976466e-08, + "loss": 0.8585, + "step": 13335 + }, + { + "epoch": 0.9621586522852711, + "grad_norm": 5.417888660017723, + "learning_rate": 1.4974854392237003e-08, + "loss": 0.9216, + "step": 13336 + }, + { + "epoch": 0.9622307997546986, + "grad_norm": 0.7464561580832455, + "learning_rate": 1.4917824089584198e-08, + "loss": 0.8412, + "step": 13337 + }, + { + "epoch": 0.9623029472241261, + "grad_norm": 3.3600389401132165, + "learning_rate": 1.4860902184920421e-08, + "loss": 0.9589, + "step": 13338 + }, + { + "epoch": 0.9623750946935536, + "grad_norm": 4.101901027696259, + "learning_rate": 1.4804088681354298e-08, + "loss": 1.0741, + "step": 13339 + }, + { + "epoch": 0.9624472421629812, + "grad_norm": 2.2142310531303475, + "learning_rate": 1.4747383581987794e-08, + "loss": 0.9458, + "step": 13340 + }, + { + "epoch": 0.9625193896324087, + "grad_norm": 3.227011143710362, + "learning_rate": 1.4690786889917317e-08, + "loss": 0.9524, + "step": 13341 + }, + { + "epoch": 0.9625915371018362, + "grad_norm": 2.7715337532489026, + "learning_rate": 1.463429860823373e-08, + "loss": 0.8416, + "step": 13342 + }, + { + "epoch": 0.9626636845712636, + "grad_norm": 2.5979006544739844, + "learning_rate": 1.4577918740021677e-08, + "loss": 0.9184, + "step": 13343 + }, + { + "epoch": 0.9627358320406911, + "grad_norm": 2.5745546529884282, + "learning_rate": 1.4521647288359585e-08, + "loss": 0.9664, + "step": 13344 + }, + { + "epoch": 0.9628079795101186, + "grad_norm": 8.560518132865848, + "learning_rate": 1.4465484256320325e-08, + "loss": 0.9495, + "step": 13345 + }, + { + "epoch": 0.9628801269795462, + "grad_norm": 0.6693997364121742, + "learning_rate": 1.4409429646971006e-08, + "loss": 0.7892, + "step": 13346 + }, + { + "epoch": 0.9629522744489737, + "grad_norm": 3.5997411793811946, + "learning_rate": 1.4353483463372062e-08, + "loss": 0.968, + "step": 13347 + }, + { + "epoch": 0.9630244219184012, + "grad_norm": 4.739701199026652, + "learning_rate": 1.4297645708578832e-08, + "loss": 0.9487, + "step": 13348 + }, + { + "epoch": 0.9630965693878287, + "grad_norm": 3.352660952807119, + "learning_rate": 1.4241916385640428e-08, + "loss": 0.8902, + "step": 13349 + }, + { + "epoch": 0.9631687168572562, + "grad_norm": 2.576406935234194, + "learning_rate": 1.4186295497599975e-08, + "loss": 1.0315, + "step": 13350 + }, + { + "epoch": 0.9632408643266838, + "grad_norm": 5.573061913234512, + "learning_rate": 1.41307830474946e-08, + "loss": 0.94, + "step": 13351 + }, + { + "epoch": 0.9633130117961113, + "grad_norm": 2.663873212695501, + "learning_rate": 1.407537903835565e-08, + "loss": 0.9077, + "step": 13352 + }, + { + "epoch": 0.9633851592655388, + "grad_norm": 2.3714871779305726, + "learning_rate": 1.4020083473208933e-08, + "loss": 0.9949, + "step": 13353 + }, + { + "epoch": 0.9634573067349663, + "grad_norm": 3.7373795812083634, + "learning_rate": 1.396489635507314e-08, + "loss": 0.9233, + "step": 13354 + }, + { + "epoch": 0.9635294542043937, + "grad_norm": 1.9116306348540633, + "learning_rate": 1.3909817686962533e-08, + "loss": 0.8261, + "step": 13355 + }, + { + "epoch": 0.9636016016738213, + "grad_norm": 4.412699206991321, + "learning_rate": 1.38548474718847e-08, + "loss": 0.9461, + "step": 13356 + }, + { + "epoch": 0.9636737491432488, + "grad_norm": 3.2359532730255975, + "learning_rate": 1.3799985712841023e-08, + "loss": 1.0105, + "step": 13357 + }, + { + "epoch": 0.9637458966126763, + "grad_norm": 3.0524155541188778, + "learning_rate": 1.3745232412827323e-08, + "loss": 1.0077, + "step": 13358 + }, + { + "epoch": 0.9638180440821038, + "grad_norm": 2.2406272643435647, + "learning_rate": 1.3690587574833878e-08, + "loss": 0.9554, + "step": 13359 + }, + { + "epoch": 0.9638901915515313, + "grad_norm": 5.384242959819534, + "learning_rate": 1.36360512018443e-08, + "loss": 0.7704, + "step": 13360 + }, + { + "epoch": 0.9639623390209588, + "grad_norm": 0.7992526840508538, + "learning_rate": 1.3581623296836652e-08, + "loss": 0.8397, + "step": 13361 + }, + { + "epoch": 0.9640344864903864, + "grad_norm": 8.97401619197166, + "learning_rate": 1.3527303862783002e-08, + "loss": 0.9857, + "step": 13362 + }, + { + "epoch": 0.9641066339598139, + "grad_norm": 2.787596501617273, + "learning_rate": 1.3473092902649862e-08, + "loss": 1.0403, + "step": 13363 + }, + { + "epoch": 0.9641787814292414, + "grad_norm": 1.9104701371303723, + "learning_rate": 1.3418990419397092e-08, + "loss": 0.878, + "step": 13364 + }, + { + "epoch": 0.9642509288986689, + "grad_norm": 4.786947209488087, + "learning_rate": 1.3364996415979213e-08, + "loss": 0.9411, + "step": 13365 + }, + { + "epoch": 0.9643230763680964, + "grad_norm": 4.519456340198666, + "learning_rate": 1.3311110895344535e-08, + "loss": 0.9002, + "step": 13366 + }, + { + "epoch": 0.9643952238375239, + "grad_norm": 3.543198347801087, + "learning_rate": 1.3257333860435594e-08, + "loss": 0.9499, + "step": 13367 + }, + { + "epoch": 0.9644673713069514, + "grad_norm": 3.2901077603023667, + "learning_rate": 1.320366531418915e-08, + "loss": 0.9407, + "step": 13368 + }, + { + "epoch": 0.9645395187763789, + "grad_norm": 3.462871484762741, + "learning_rate": 1.3150105259535526e-08, + "loss": 1.0715, + "step": 13369 + }, + { + "epoch": 0.9646116662458064, + "grad_norm": 0.7393369040263947, + "learning_rate": 1.3096653699399719e-08, + "loss": 0.804, + "step": 13370 + }, + { + "epoch": 0.9646838137152339, + "grad_norm": 3.2542626230417486, + "learning_rate": 1.3043310636700278e-08, + "loss": 0.8857, + "step": 13371 + }, + { + "epoch": 0.9647559611846614, + "grad_norm": 2.381117621319114, + "learning_rate": 1.299007607435021e-08, + "loss": 1.0012, + "step": 13372 + }, + { + "epoch": 0.964828108654089, + "grad_norm": 2.049818993927862, + "learning_rate": 1.293695001525652e-08, + "loss": 0.9495, + "step": 13373 + }, + { + "epoch": 0.9649002561235165, + "grad_norm": 3.416788161063757, + "learning_rate": 1.2883932462320002e-08, + "loss": 1.0034, + "step": 13374 + }, + { + "epoch": 0.964972403592944, + "grad_norm": 3.7069318173160375, + "learning_rate": 1.2831023418435894e-08, + "loss": 0.9569, + "step": 13375 + }, + { + "epoch": 0.9650445510623715, + "grad_norm": 0.7047589496329818, + "learning_rate": 1.277822288649344e-08, + "loss": 0.8224, + "step": 13376 + }, + { + "epoch": 0.965116698531799, + "grad_norm": 2.575779906004398, + "learning_rate": 1.272553086937589e-08, + "loss": 1.0335, + "step": 13377 + }, + { + "epoch": 0.9651888460012265, + "grad_norm": 2.8108258668913653, + "learning_rate": 1.2672947369960053e-08, + "loss": 1.0018, + "step": 13378 + }, + { + "epoch": 0.965260993470654, + "grad_norm": 3.906066646087437, + "learning_rate": 1.2620472391118075e-08, + "loss": 0.9993, + "step": 13379 + }, + { + "epoch": 0.9653331409400815, + "grad_norm": 4.940464916205441, + "learning_rate": 1.2568105935715001e-08, + "loss": 1.0281, + "step": 13380 + }, + { + "epoch": 0.965405288409509, + "grad_norm": 2.8324430600374817, + "learning_rate": 1.251584800661054e-08, + "loss": 0.977, + "step": 13381 + }, + { + "epoch": 0.9654774358789365, + "grad_norm": 2.7544424414292945, + "learning_rate": 1.2463698606657968e-08, + "loss": 1.0043, + "step": 13382 + }, + { + "epoch": 0.965549583348364, + "grad_norm": 3.5667027896466017, + "learning_rate": 1.241165773870545e-08, + "loss": 0.989, + "step": 13383 + }, + { + "epoch": 0.9656217308177916, + "grad_norm": 3.7505533445913017, + "learning_rate": 1.2359725405594268e-08, + "loss": 0.9723, + "step": 13384 + }, + { + "epoch": 0.9656938782872191, + "grad_norm": 3.297321018223248, + "learning_rate": 1.2307901610160599e-08, + "loss": 0.9203, + "step": 13385 + }, + { + "epoch": 0.9657660257566466, + "grad_norm": 4.100945359076949, + "learning_rate": 1.2256186355234177e-08, + "loss": 0.9178, + "step": 13386 + }, + { + "epoch": 0.9658381732260741, + "grad_norm": 3.910221369884194, + "learning_rate": 1.220457964363919e-08, + "loss": 1.017, + "step": 13387 + }, + { + "epoch": 0.9659103206955016, + "grad_norm": 2.9685620700180424, + "learning_rate": 1.2153081478193606e-08, + "loss": 0.8906, + "step": 13388 + }, + { + "epoch": 0.9659824681649292, + "grad_norm": 3.599844632504829, + "learning_rate": 1.2101691861709173e-08, + "loss": 0.9359, + "step": 13389 + }, + { + "epoch": 0.9660546156343566, + "grad_norm": 2.3411006958499523, + "learning_rate": 1.205041079699276e-08, + "loss": 1.0216, + "step": 13390 + }, + { + "epoch": 0.9661267631037841, + "grad_norm": 7.181169458639809, + "learning_rate": 1.1999238286843904e-08, + "loss": 0.9824, + "step": 13391 + }, + { + "epoch": 0.9661989105732116, + "grad_norm": 3.5088765796732426, + "learning_rate": 1.194817433405748e-08, + "loss": 0.9079, + "step": 13392 + }, + { + "epoch": 0.9662710580426391, + "grad_norm": 4.019848454214242, + "learning_rate": 1.1897218941421927e-08, + "loss": 0.9955, + "step": 13393 + }, + { + "epoch": 0.9663432055120666, + "grad_norm": 3.3615375034657924, + "learning_rate": 1.1846372111719239e-08, + "loss": 0.8834, + "step": 13394 + }, + { + "epoch": 0.9664153529814942, + "grad_norm": 8.973463992810883, + "learning_rate": 1.1795633847726527e-08, + "loss": 0.9884, + "step": 13395 + }, + { + "epoch": 0.9664875004509217, + "grad_norm": 10.352519118533873, + "learning_rate": 1.1745004152213799e-08, + "loss": 0.8717, + "step": 13396 + }, + { + "epoch": 0.9665596479203492, + "grad_norm": 2.7711782790467043, + "learning_rate": 1.1694483027946622e-08, + "loss": 0.9917, + "step": 13397 + }, + { + "epoch": 0.9666317953897767, + "grad_norm": 5.5535569898271335, + "learning_rate": 1.164407047768301e-08, + "loss": 0.9941, + "step": 13398 + }, + { + "epoch": 0.9667039428592042, + "grad_norm": 3.5845129304137298, + "learning_rate": 1.1593766504176095e-08, + "loss": 0.9905, + "step": 13399 + }, + { + "epoch": 0.9667760903286318, + "grad_norm": 2.4587140408142365, + "learning_rate": 1.154357111017279e-08, + "loss": 0.8688, + "step": 13400 + }, + { + "epoch": 0.9668482377980593, + "grad_norm": 3.043486603731366, + "learning_rate": 1.1493484298414013e-08, + "loss": 0.9739, + "step": 13401 + }, + { + "epoch": 0.9669203852674867, + "grad_norm": 2.8664235440738683, + "learning_rate": 1.144350607163469e-08, + "loss": 0.8508, + "step": 13402 + }, + { + "epoch": 0.9669925327369142, + "grad_norm": 3.41180736513144, + "learning_rate": 1.139363643256419e-08, + "loss": 0.854, + "step": 13403 + }, + { + "epoch": 0.9670646802063417, + "grad_norm": 4.091971440563307, + "learning_rate": 1.1343875383925894e-08, + "loss": 0.971, + "step": 13404 + }, + { + "epoch": 0.9671368276757693, + "grad_norm": 8.553172133193572, + "learning_rate": 1.1294222928436736e-08, + "loss": 0.9532, + "step": 13405 + }, + { + "epoch": 0.9672089751451968, + "grad_norm": 3.1939349574451477, + "learning_rate": 1.1244679068807884e-08, + "loss": 0.9959, + "step": 13406 + }, + { + "epoch": 0.9672811226146243, + "grad_norm": 2.726720767086831, + "learning_rate": 1.1195243807745392e-08, + "loss": 1.0588, + "step": 13407 + }, + { + "epoch": 0.9673532700840518, + "grad_norm": 3.440183389787686, + "learning_rate": 1.1145917147947992e-08, + "loss": 0.9885, + "step": 13408 + }, + { + "epoch": 0.9674254175534793, + "grad_norm": 4.4650844665944724, + "learning_rate": 1.109669909210953e-08, + "loss": 0.9802, + "step": 13409 + }, + { + "epoch": 0.9674975650229068, + "grad_norm": 2.5014891957414354, + "learning_rate": 1.1047589642917853e-08, + "loss": 1.002, + "step": 13410 + }, + { + "epoch": 0.9675697124923344, + "grad_norm": 3.120144390530866, + "learning_rate": 1.0998588803054375e-08, + "loss": 0.9648, + "step": 13411 + }, + { + "epoch": 0.9676418599617619, + "grad_norm": 2.5993561424310623, + "learning_rate": 1.0949696575194956e-08, + "loss": 0.9999, + "step": 13412 + }, + { + "epoch": 0.9677140074311894, + "grad_norm": 4.1802439666808535, + "learning_rate": 1.0900912962009457e-08, + "loss": 0.9871, + "step": 13413 + }, + { + "epoch": 0.9677861549006168, + "grad_norm": 8.091237035228538, + "learning_rate": 1.0852237966161748e-08, + "loss": 0.8511, + "step": 13414 + }, + { + "epoch": 0.9678583023700443, + "grad_norm": 6.162806084326182, + "learning_rate": 1.0803671590309481e-08, + "loss": 0.8536, + "step": 13415 + }, + { + "epoch": 0.9679304498394719, + "grad_norm": 2.3845722641844334, + "learning_rate": 1.0755213837105204e-08, + "loss": 1.0856, + "step": 13416 + }, + { + "epoch": 0.9680025973088994, + "grad_norm": 3.510031900722812, + "learning_rate": 1.0706864709194797e-08, + "loss": 0.9343, + "step": 13417 + }, + { + "epoch": 0.9680747447783269, + "grad_norm": 4.468357095585244, + "learning_rate": 1.0658624209218148e-08, + "loss": 0.9795, + "step": 13418 + }, + { + "epoch": 0.9681468922477544, + "grad_norm": 3.5068757775427706, + "learning_rate": 1.0610492339810039e-08, + "loss": 0.9018, + "step": 13419 + }, + { + "epoch": 0.9682190397171819, + "grad_norm": 2.681088717929607, + "learning_rate": 1.0562469103598371e-08, + "loss": 1.0085, + "step": 13420 + }, + { + "epoch": 0.9682911871866094, + "grad_norm": 2.2744066198152697, + "learning_rate": 1.0514554503205486e-08, + "loss": 0.9997, + "step": 13421 + }, + { + "epoch": 0.968363334656037, + "grad_norm": 2.460636859271263, + "learning_rate": 1.0466748541247961e-08, + "loss": 0.9113, + "step": 13422 + }, + { + "epoch": 0.9684354821254645, + "grad_norm": 4.21325823471486, + "learning_rate": 1.0419051220336373e-08, + "loss": 0.9294, + "step": 13423 + }, + { + "epoch": 0.968507629594892, + "grad_norm": 4.798126156940845, + "learning_rate": 1.0371462543075304e-08, + "loss": 1.014, + "step": 13424 + }, + { + "epoch": 0.9685797770643194, + "grad_norm": 2.658399811474509, + "learning_rate": 1.0323982512063124e-08, + "loss": 0.9859, + "step": 13425 + }, + { + "epoch": 0.9686519245337469, + "grad_norm": 5.215810713252962, + "learning_rate": 1.0276611129892865e-08, + "loss": 1.0494, + "step": 13426 + }, + { + "epoch": 0.9687240720031745, + "grad_norm": 2.9783861075836304, + "learning_rate": 1.0229348399151128e-08, + "loss": 0.8798, + "step": 13427 + }, + { + "epoch": 0.968796219472602, + "grad_norm": 2.3708431607955047, + "learning_rate": 1.0182194322418736e-08, + "loss": 0.9784, + "step": 13428 + }, + { + "epoch": 0.9688683669420295, + "grad_norm": 3.647785136612773, + "learning_rate": 1.013514890227074e-08, + "loss": 0.8839, + "step": 13429 + }, + { + "epoch": 0.968940514411457, + "grad_norm": 25.56523852614009, + "learning_rate": 1.0088212141276197e-08, + "loss": 0.9135, + "step": 13430 + }, + { + "epoch": 0.9690126618808845, + "grad_norm": 3.4569449031412827, + "learning_rate": 1.0041384041997725e-08, + "loss": 1.0272, + "step": 13431 + }, + { + "epoch": 0.969084809350312, + "grad_norm": 2.5483949022691474, + "learning_rate": 9.994664606992831e-09, + "loss": 0.9394, + "step": 13432 + }, + { + "epoch": 0.9691569568197396, + "grad_norm": 8.136897839183709, + "learning_rate": 9.948053838812365e-09, + "loss": 0.9267, + "step": 13433 + }, + { + "epoch": 0.9692291042891671, + "grad_norm": 8.263078899562235, + "learning_rate": 9.901551740002068e-09, + "loss": 1.075, + "step": 13434 + }, + { + "epoch": 0.9693012517585946, + "grad_norm": 5.4225363204393915, + "learning_rate": 9.855158313100798e-09, + "loss": 1.0116, + "step": 13435 + }, + { + "epoch": 0.9693733992280221, + "grad_norm": 2.793781551720558, + "learning_rate": 9.808873560642083e-09, + "loss": 0.8773, + "step": 13436 + }, + { + "epoch": 0.9694455466974495, + "grad_norm": 14.441451155427885, + "learning_rate": 9.762697485153237e-09, + "loss": 0.9713, + "step": 13437 + }, + { + "epoch": 0.969517694166877, + "grad_norm": 3.1973798634714967, + "learning_rate": 9.71663008915602e-09, + "loss": 0.9923, + "step": 13438 + }, + { + "epoch": 0.9695898416363046, + "grad_norm": 3.2891674613967785, + "learning_rate": 9.67067137516575e-09, + "loss": 0.9633, + "step": 13439 + }, + { + "epoch": 0.9696619891057321, + "grad_norm": 2.8591598679956385, + "learning_rate": 9.624821345692202e-09, + "loss": 0.9034, + "step": 13440 + }, + { + "epoch": 0.9697341365751596, + "grad_norm": 4.106494895100483, + "learning_rate": 9.579080003239148e-09, + "loss": 0.9552, + "step": 13441 + }, + { + "epoch": 0.9698062840445871, + "grad_norm": 9.6380633594008, + "learning_rate": 9.533447350304147e-09, + "loss": 0.9823, + "step": 13442 + }, + { + "epoch": 0.9698784315140146, + "grad_norm": 2.707752214345096, + "learning_rate": 9.487923389378982e-09, + "loss": 0.8903, + "step": 13443 + }, + { + "epoch": 0.9699505789834422, + "grad_norm": 2.1147432188526696, + "learning_rate": 9.442508122949889e-09, + "loss": 0.8829, + "step": 13444 + }, + { + "epoch": 0.9700227264528697, + "grad_norm": 2.968086891403598, + "learning_rate": 9.397201553496658e-09, + "loss": 0.9816, + "step": 13445 + }, + { + "epoch": 0.9700948739222972, + "grad_norm": 2.8459772463630846, + "learning_rate": 9.352003683493093e-09, + "loss": 0.8328, + "step": 13446 + }, + { + "epoch": 0.9701670213917247, + "grad_norm": 5.653729968072395, + "learning_rate": 9.30691451540766e-09, + "loss": 0.8636, + "step": 13447 + }, + { + "epoch": 0.9702391688611522, + "grad_norm": 4.5234771357827395, + "learning_rate": 9.26193405170239e-09, + "loss": 0.8667, + "step": 13448 + }, + { + "epoch": 0.9703113163305797, + "grad_norm": 2.227693290672742, + "learning_rate": 9.217062294833321e-09, + "loss": 0.9351, + "step": 13449 + }, + { + "epoch": 0.9703834638000072, + "grad_norm": 6.148471313538692, + "learning_rate": 9.172299247250714e-09, + "loss": 0.9256, + "step": 13450 + }, + { + "epoch": 0.9704556112694347, + "grad_norm": 2.6474254553713212, + "learning_rate": 9.127644911399278e-09, + "loss": 0.9134, + "step": 13451 + }, + { + "epoch": 0.9705277587388622, + "grad_norm": 2.1543712447498637, + "learning_rate": 9.08309928971729e-09, + "loss": 0.9202, + "step": 13452 + }, + { + "epoch": 0.9705999062082897, + "grad_norm": 2.7576680348194365, + "learning_rate": 9.038662384636797e-09, + "loss": 0.921, + "step": 13453 + }, + { + "epoch": 0.9706720536777173, + "grad_norm": 2.9472876283141543, + "learning_rate": 8.994334198584974e-09, + "loss": 0.8857, + "step": 13454 + }, + { + "epoch": 0.9707442011471448, + "grad_norm": 3.5684013343352707, + "learning_rate": 8.950114733981884e-09, + "loss": 0.8978, + "step": 13455 + }, + { + "epoch": 0.9708163486165723, + "grad_norm": 3.026391766901638, + "learning_rate": 8.906003993242484e-09, + "loss": 0.8533, + "step": 13456 + }, + { + "epoch": 0.9708884960859998, + "grad_norm": 3.2976440689740376, + "learning_rate": 8.862001978775512e-09, + "loss": 1.0291, + "step": 13457 + }, + { + "epoch": 0.9709606435554273, + "grad_norm": 4.541901585280771, + "learning_rate": 8.818108692983495e-09, + "loss": 1.0026, + "step": 13458 + }, + { + "epoch": 0.9710327910248548, + "grad_norm": 4.15797606457917, + "learning_rate": 8.774324138263622e-09, + "loss": 1.0006, + "step": 13459 + }, + { + "epoch": 0.9711049384942824, + "grad_norm": 3.662594759499671, + "learning_rate": 8.73064831700665e-09, + "loss": 0.8921, + "step": 13460 + }, + { + "epoch": 0.9711770859637098, + "grad_norm": 3.5187125656277805, + "learning_rate": 8.68708123159756e-09, + "loss": 0.8872, + "step": 13461 + }, + { + "epoch": 0.9712492334331373, + "grad_norm": 2.5252721394345494, + "learning_rate": 8.643622884415335e-09, + "loss": 0.9696, + "step": 13462 + }, + { + "epoch": 0.9713213809025648, + "grad_norm": 2.5992693718124777, + "learning_rate": 8.60027327783297e-09, + "loss": 0.9144, + "step": 13463 + }, + { + "epoch": 0.9713935283719923, + "grad_norm": 3.2828485863657217, + "learning_rate": 8.557032414217902e-09, + "loss": 0.883, + "step": 13464 + }, + { + "epoch": 0.9714656758414199, + "grad_norm": 2.550425295799335, + "learning_rate": 8.51390029593113e-09, + "loss": 0.8989, + "step": 13465 + }, + { + "epoch": 0.9715378233108474, + "grad_norm": 6.465283335696885, + "learning_rate": 8.470876925328107e-09, + "loss": 0.9605, + "step": 13466 + }, + { + "epoch": 0.9716099707802749, + "grad_norm": 2.4887521438934272, + "learning_rate": 8.427962304758063e-09, + "loss": 0.954, + "step": 13467 + }, + { + "epoch": 0.9716821182497024, + "grad_norm": 2.513253652167942, + "learning_rate": 8.385156436564677e-09, + "loss": 0.9078, + "step": 13468 + }, + { + "epoch": 0.9717542657191299, + "grad_norm": 3.97558161960893, + "learning_rate": 8.342459323084972e-09, + "loss": 1.0022, + "step": 13469 + }, + { + "epoch": 0.9718264131885574, + "grad_norm": 4.203029248589873, + "learning_rate": 8.299870966650635e-09, + "loss": 0.9678, + "step": 13470 + }, + { + "epoch": 0.971898560657985, + "grad_norm": 0.7747908417657241, + "learning_rate": 8.257391369587585e-09, + "loss": 0.8262, + "step": 13471 + }, + { + "epoch": 0.9719707081274125, + "grad_norm": 2.296719811834584, + "learning_rate": 8.215020534215078e-09, + "loss": 0.8688, + "step": 13472 + }, + { + "epoch": 0.9720428555968399, + "grad_norm": 4.390407570447595, + "learning_rate": 8.172758462846818e-09, + "loss": 0.9545, + "step": 13473 + }, + { + "epoch": 0.9721150030662674, + "grad_norm": 2.7564809032092135, + "learning_rate": 8.130605157790737e-09, + "loss": 0.8499, + "step": 13474 + }, + { + "epoch": 0.9721871505356949, + "grad_norm": 3.013886261766483, + "learning_rate": 8.088560621348995e-09, + "loss": 0.9657, + "step": 13475 + }, + { + "epoch": 0.9722592980051225, + "grad_norm": 4.032177958769494, + "learning_rate": 8.046624855816864e-09, + "loss": 0.8774, + "step": 13476 + }, + { + "epoch": 0.97233144547455, + "grad_norm": 4.186987774393998, + "learning_rate": 8.004797863484514e-09, + "loss": 0.9377, + "step": 13477 + }, + { + "epoch": 0.9724035929439775, + "grad_norm": 4.2514657129768985, + "learning_rate": 7.963079646636339e-09, + "loss": 0.8822, + "step": 13478 + }, + { + "epoch": 0.972475740413405, + "grad_norm": 5.939400780248625, + "learning_rate": 7.921470207549852e-09, + "loss": 1.0332, + "step": 13479 + }, + { + "epoch": 0.9725478878828325, + "grad_norm": 3.4206161622139395, + "learning_rate": 7.879969548497677e-09, + "loss": 1.0609, + "step": 13480 + }, + { + "epoch": 0.97262003535226, + "grad_norm": 3.2647032098400373, + "learning_rate": 7.838577671745783e-09, + "loss": 0.9919, + "step": 13481 + }, + { + "epoch": 0.9726921828216876, + "grad_norm": 4.034051439236279, + "learning_rate": 7.797294579554137e-09, + "loss": 0.9093, + "step": 13482 + }, + { + "epoch": 0.9727643302911151, + "grad_norm": 3.0920806388258946, + "learning_rate": 7.756120274177602e-09, + "loss": 0.9788, + "step": 13483 + }, + { + "epoch": 0.9728364777605425, + "grad_norm": 3.974925005703171, + "learning_rate": 7.715054757864158e-09, + "loss": 0.8645, + "step": 13484 + }, + { + "epoch": 0.97290862522997, + "grad_norm": 2.399797681387032, + "learning_rate": 7.674098032856679e-09, + "loss": 0.9522, + "step": 13485 + }, + { + "epoch": 0.9729807726993975, + "grad_norm": 3.7136587986746483, + "learning_rate": 7.633250101391154e-09, + "loss": 0.9644, + "step": 13486 + }, + { + "epoch": 0.973052920168825, + "grad_norm": 5.207073740918154, + "learning_rate": 7.59251096569824e-09, + "loss": 0.9089, + "step": 13487 + }, + { + "epoch": 0.9731250676382526, + "grad_norm": 4.024803744442009, + "learning_rate": 7.551880628002827e-09, + "loss": 0.9497, + "step": 13488 + }, + { + "epoch": 0.9731972151076801, + "grad_norm": 4.1542282349906525, + "learning_rate": 7.511359090523361e-09, + "loss": 0.9753, + "step": 13489 + }, + { + "epoch": 0.9732693625771076, + "grad_norm": 2.898672747254976, + "learning_rate": 7.470946355472518e-09, + "loss": 0.9815, + "step": 13490 + }, + { + "epoch": 0.9733415100465351, + "grad_norm": 2.463300460609855, + "learning_rate": 7.430642425057421e-09, + "loss": 0.8921, + "step": 13491 + }, + { + "epoch": 0.9734136575159626, + "grad_norm": 4.372182756434601, + "learning_rate": 7.390447301478753e-09, + "loss": 0.9448, + "step": 13492 + }, + { + "epoch": 0.9734858049853902, + "grad_norm": 2.634438304208398, + "learning_rate": 7.350360986931204e-09, + "loss": 0.9178, + "step": 13493 + }, + { + "epoch": 0.9735579524548177, + "grad_norm": 3.012483056998192, + "learning_rate": 7.31038348360391e-09, + "loss": 0.9668, + "step": 13494 + }, + { + "epoch": 0.9736300999242452, + "grad_norm": 3.1455595053091, + "learning_rate": 7.270514793679794e-09, + "loss": 0.9913, + "step": 13495 + }, + { + "epoch": 0.9737022473936726, + "grad_norm": 3.007745439846998, + "learning_rate": 7.230754919336224e-09, + "loss": 0.9787, + "step": 13496 + }, + { + "epoch": 0.9737743948631001, + "grad_norm": 2.9401455592757655, + "learning_rate": 7.19110386274413e-09, + "loss": 0.9809, + "step": 13497 + }, + { + "epoch": 0.9738465423325277, + "grad_norm": 2.786504518120219, + "learning_rate": 7.151561626068669e-09, + "loss": 0.949, + "step": 13498 + }, + { + "epoch": 0.9739186898019552, + "grad_norm": 3.6328472833096215, + "learning_rate": 7.112128211469226e-09, + "loss": 0.9296, + "step": 13499 + }, + { + "epoch": 0.9739908372713827, + "grad_norm": 15.189842263282342, + "learning_rate": 7.072803621098966e-09, + "loss": 1.0436, + "step": 13500 + }, + { + "epoch": 0.9740629847408102, + "grad_norm": 2.8907876458676407, + "learning_rate": 7.033587857105283e-09, + "loss": 0.8639, + "step": 13501 + }, + { + "epoch": 0.9741351322102377, + "grad_norm": 2.6739001713723054, + "learning_rate": 6.994480921629798e-09, + "loss": 1.0021, + "step": 13502 + }, + { + "epoch": 0.9742072796796653, + "grad_norm": 3.0482925638677862, + "learning_rate": 6.95548281680769e-09, + "loss": 0.7959, + "step": 13503 + }, + { + "epoch": 0.9742794271490928, + "grad_norm": 4.616562854320368, + "learning_rate": 6.916593544768812e-09, + "loss": 0.8247, + "step": 13504 + }, + { + "epoch": 0.9743515746185203, + "grad_norm": 9.387064990493151, + "learning_rate": 6.8778131076365765e-09, + "loss": 0.9311, + "step": 13505 + }, + { + "epoch": 0.9744237220879478, + "grad_norm": 4.303412994742698, + "learning_rate": 6.839141507528623e-09, + "loss": 0.8801, + "step": 13506 + }, + { + "epoch": 0.9744958695573753, + "grad_norm": 2.798922338184464, + "learning_rate": 6.800578746556817e-09, + "loss": 0.9668, + "step": 13507 + }, + { + "epoch": 0.9745680170268027, + "grad_norm": 9.077305978410312, + "learning_rate": 6.7621248268268095e-09, + "loss": 0.9042, + "step": 13508 + }, + { + "epoch": 0.9746401644962303, + "grad_norm": 3.7422775862966056, + "learning_rate": 6.723779750438474e-09, + "loss": 1.0383, + "step": 13509 + }, + { + "epoch": 0.9747123119656578, + "grad_norm": 3.188997702194922, + "learning_rate": 6.6855435194854705e-09, + "loss": 0.9027, + "step": 13510 + }, + { + "epoch": 0.9747844594350853, + "grad_norm": 4.03333341004763, + "learning_rate": 6.647416136056127e-09, + "loss": 0.7924, + "step": 13511 + }, + { + "epoch": 0.9748566069045128, + "grad_norm": 3.9466121534715315, + "learning_rate": 6.609397602232336e-09, + "loss": 0.8275, + "step": 13512 + }, + { + "epoch": 0.9749287543739403, + "grad_norm": 5.555789457271601, + "learning_rate": 6.571487920089769e-09, + "loss": 0.9592, + "step": 13513 + }, + { + "epoch": 0.9750009018433679, + "grad_norm": 2.4931683657975494, + "learning_rate": 6.533687091698991e-09, + "loss": 0.9424, + "step": 13514 + }, + { + "epoch": 0.9750730493127954, + "grad_norm": 2.9663971260579496, + "learning_rate": 6.495995119124131e-09, + "loss": 0.9895, + "step": 13515 + }, + { + "epoch": 0.9751451967822229, + "grad_norm": 2.95839015924025, + "learning_rate": 6.458412004423097e-09, + "loss": 0.8844, + "step": 13516 + }, + { + "epoch": 0.9752173442516504, + "grad_norm": 6.023298803729058, + "learning_rate": 6.42093774964847e-09, + "loss": 0.9089, + "step": 13517 + }, + { + "epoch": 0.9752894917210779, + "grad_norm": 3.198511588128849, + "learning_rate": 6.383572356846389e-09, + "loss": 0.8906, + "step": 13518 + }, + { + "epoch": 0.9753616391905054, + "grad_norm": 2.8251326099430143, + "learning_rate": 6.346315828057225e-09, + "loss": 1.0795, + "step": 13519 + }, + { + "epoch": 0.9754337866599329, + "grad_norm": 2.3256597587778467, + "learning_rate": 6.30916816531557e-09, + "loss": 0.8507, + "step": 13520 + }, + { + "epoch": 0.9755059341293604, + "grad_norm": 3.0557743880390946, + "learning_rate": 6.272129370650025e-09, + "loss": 0.9614, + "step": 13521 + }, + { + "epoch": 0.9755780815987879, + "grad_norm": 4.475779519835697, + "learning_rate": 6.2351994460827505e-09, + "loss": 0.9898, + "step": 13522 + }, + { + "epoch": 0.9756502290682154, + "grad_norm": 2.457857366056595, + "learning_rate": 6.198378393630576e-09, + "loss": 0.9826, + "step": 13523 + }, + { + "epoch": 0.9757223765376429, + "grad_norm": 0.6633803285751695, + "learning_rate": 6.16166621530434e-09, + "loss": 0.7832, + "step": 13524 + }, + { + "epoch": 0.9757945240070705, + "grad_norm": 3.3110580184770533, + "learning_rate": 6.125062913108437e-09, + "loss": 0.8709, + "step": 13525 + }, + { + "epoch": 0.975866671476498, + "grad_norm": 3.427938167241378, + "learning_rate": 6.088568489041712e-09, + "loss": 0.805, + "step": 13526 + }, + { + "epoch": 0.9759388189459255, + "grad_norm": 2.6686455913908746, + "learning_rate": 6.052182945097239e-09, + "loss": 0.9414, + "step": 13527 + }, + { + "epoch": 0.976010966415353, + "grad_norm": 10.239052858061422, + "learning_rate": 6.015906283261429e-09, + "loss": 0.9211, + "step": 13528 + }, + { + "epoch": 0.9760831138847805, + "grad_norm": 12.009574884899783, + "learning_rate": 5.979738505515808e-09, + "loss": 0.9704, + "step": 13529 + }, + { + "epoch": 0.976155261354208, + "grad_norm": 2.844815903323748, + "learning_rate": 5.943679613834796e-09, + "loss": 0.9617, + "step": 13530 + }, + { + "epoch": 0.9762274088236355, + "grad_norm": 4.539856412860394, + "learning_rate": 5.907729610187928e-09, + "loss": 0.9293, + "step": 13531 + }, + { + "epoch": 0.976299556293063, + "grad_norm": 6.286884873865302, + "learning_rate": 5.8718884965378575e-09, + "loss": 0.8976, + "step": 13532 + }, + { + "epoch": 0.9763717037624905, + "grad_norm": 3.0826078197126874, + "learning_rate": 5.83615627484213e-09, + "loss": 0.7162, + "step": 13533 + }, + { + "epoch": 0.976443851231918, + "grad_norm": 147.08789092325037, + "learning_rate": 5.800532947051628e-09, + "loss": 0.9082, + "step": 13534 + }, + { + "epoch": 0.9765159987013455, + "grad_norm": 2.5255389365466985, + "learning_rate": 5.765018515111686e-09, + "loss": 0.9561, + "step": 13535 + }, + { + "epoch": 0.976588146170773, + "grad_norm": 2.7397162885035558, + "learning_rate": 5.729612980961862e-09, + "loss": 0.9964, + "step": 13536 + }, + { + "epoch": 0.9766602936402006, + "grad_norm": 2.878167107985438, + "learning_rate": 5.694316346535277e-09, + "loss": 0.8931, + "step": 13537 + }, + { + "epoch": 0.9767324411096281, + "grad_norm": 3.8360192936958026, + "learning_rate": 5.659128613759501e-09, + "loss": 0.8284, + "step": 13538 + }, + { + "epoch": 0.9768045885790556, + "grad_norm": 3.4176132627637026, + "learning_rate": 5.624049784555884e-09, + "loss": 0.9446, + "step": 13539 + }, + { + "epoch": 0.9768767360484831, + "grad_norm": 2.5153572461288825, + "learning_rate": 5.589079860839785e-09, + "loss": 0.9639, + "step": 13540 + }, + { + "epoch": 0.9769488835179106, + "grad_norm": 0.8219381663485305, + "learning_rate": 5.554218844521008e-09, + "loss": 0.9068, + "step": 13541 + }, + { + "epoch": 0.9770210309873382, + "grad_norm": 3.6443650840502695, + "learning_rate": 5.519466737503364e-09, + "loss": 0.9178, + "step": 13542 + }, + { + "epoch": 0.9770931784567656, + "grad_norm": 2.6501714830875582, + "learning_rate": 5.484823541684225e-09, + "loss": 0.9338, + "step": 13543 + }, + { + "epoch": 0.9771653259261931, + "grad_norm": 3.5494861821949346, + "learning_rate": 5.450289258955409e-09, + "loss": 0.8902, + "step": 13544 + }, + { + "epoch": 0.9772374733956206, + "grad_norm": 4.354057322806865, + "learning_rate": 5.415863891202743e-09, + "loss": 1.0076, + "step": 13545 + }, + { + "epoch": 0.9773096208650481, + "grad_norm": 2.912843505511008, + "learning_rate": 5.381547440306056e-09, + "loss": 0.8884, + "step": 13546 + }, + { + "epoch": 0.9773817683344757, + "grad_norm": 3.3586835282636835, + "learning_rate": 5.347339908139182e-09, + "loss": 0.9358, + "step": 13547 + }, + { + "epoch": 0.9774539158039032, + "grad_norm": 2.7768292386416116, + "learning_rate": 5.313241296570181e-09, + "loss": 0.9462, + "step": 13548 + }, + { + "epoch": 0.9775260632733307, + "grad_norm": 3.8468131908716163, + "learning_rate": 5.279251607461122e-09, + "loss": 0.992, + "step": 13549 + }, + { + "epoch": 0.9775982107427582, + "grad_norm": 0.7259174477824772, + "learning_rate": 5.245370842667851e-09, + "loss": 0.8107, + "step": 13550 + }, + { + "epoch": 0.9776703582121857, + "grad_norm": 4.202669594069815, + "learning_rate": 5.211599004040446e-09, + "loss": 0.9024, + "step": 13551 + }, + { + "epoch": 0.9777425056816132, + "grad_norm": 4.64668469119487, + "learning_rate": 5.177936093423207e-09, + "loss": 0.9454, + "step": 13552 + }, + { + "epoch": 0.9778146531510408, + "grad_norm": 3.451753646096054, + "learning_rate": 5.144382112654222e-09, + "loss": 0.9279, + "step": 13553 + }, + { + "epoch": 0.9778868006204683, + "grad_norm": 5.7436591306187585, + "learning_rate": 5.1109370635660235e-09, + "loss": 1.0486, + "step": 13554 + }, + { + "epoch": 0.9779589480898957, + "grad_norm": 3.0014848213530083, + "learning_rate": 5.077600947984484e-09, + "loss": 0.9364, + "step": 13555 + }, + { + "epoch": 0.9780310955593232, + "grad_norm": 2.3993251288781523, + "learning_rate": 5.04437376773037e-09, + "loss": 0.9681, + "step": 13556 + }, + { + "epoch": 0.9781032430287507, + "grad_norm": 2.295058693561206, + "learning_rate": 5.011255524618007e-09, + "loss": 1.0178, + "step": 13557 + }, + { + "epoch": 0.9781753904981783, + "grad_norm": 2.825069230843311, + "learning_rate": 4.978246220455506e-09, + "loss": 0.8784, + "step": 13558 + }, + { + "epoch": 0.9782475379676058, + "grad_norm": 4.809499226156137, + "learning_rate": 4.945345857046091e-09, + "loss": 0.8947, + "step": 13559 + }, + { + "epoch": 0.9783196854370333, + "grad_norm": 7.783857896705432, + "learning_rate": 4.9125544361854346e-09, + "loss": 0.9291, + "step": 13560 + }, + { + "epoch": 0.9783918329064608, + "grad_norm": 0.7981378608928031, + "learning_rate": 4.879871959664772e-09, + "loss": 0.8467, + "step": 13561 + }, + { + "epoch": 0.9784639803758883, + "grad_norm": 2.7336416078419115, + "learning_rate": 4.847298429268676e-09, + "loss": 0.938, + "step": 13562 + }, + { + "epoch": 0.9785361278453159, + "grad_norm": 2.795051534378925, + "learning_rate": 4.814833846775946e-09, + "loss": 0.9714, + "step": 13563 + }, + { + "epoch": 0.9786082753147434, + "grad_norm": 4.083331179456078, + "learning_rate": 4.7824782139589405e-09, + "loss": 1.0009, + "step": 13564 + }, + { + "epoch": 0.9786804227841709, + "grad_norm": 3.0126965787071893, + "learning_rate": 4.750231532584914e-09, + "loss": 1.0254, + "step": 13565 + }, + { + "epoch": 0.9787525702535984, + "grad_norm": 2.498062336555454, + "learning_rate": 4.71809380441468e-09, + "loss": 0.9399, + "step": 13566 + }, + { + "epoch": 0.9788247177230258, + "grad_norm": 2.907549331784459, + "learning_rate": 4.686065031202835e-09, + "loss": 0.9505, + "step": 13567 + }, + { + "epoch": 0.9788968651924533, + "grad_norm": 2.52313164431132, + "learning_rate": 4.654145214698646e-09, + "loss": 0.9959, + "step": 13568 + }, + { + "epoch": 0.9789690126618809, + "grad_norm": 2.59416480366899, + "learning_rate": 4.6223343566451636e-09, + "loss": 0.9812, + "step": 13569 + }, + { + "epoch": 0.9790411601313084, + "grad_norm": 3.1130328109193375, + "learning_rate": 4.590632458779442e-09, + "loss": 0.9912, + "step": 13570 + }, + { + "epoch": 0.9791133076007359, + "grad_norm": 4.360950035041663, + "learning_rate": 4.55903952283232e-09, + "loss": 0.8487, + "step": 13571 + }, + { + "epoch": 0.9791854550701634, + "grad_norm": 0.8942135575707147, + "learning_rate": 4.527555550529305e-09, + "loss": 0.9561, + "step": 13572 + }, + { + "epoch": 0.9792576025395909, + "grad_norm": 3.75767443873202, + "learning_rate": 4.4961805435894676e-09, + "loss": 0.9289, + "step": 13573 + }, + { + "epoch": 0.9793297500090185, + "grad_norm": 3.1475095683006185, + "learning_rate": 4.464914503726103e-09, + "loss": 0.8813, + "step": 13574 + }, + { + "epoch": 0.979401897478446, + "grad_norm": 4.249221281628452, + "learning_rate": 4.433757432646512e-09, + "loss": 0.8936, + "step": 13575 + }, + { + "epoch": 0.9794740449478735, + "grad_norm": 2.697157872151868, + "learning_rate": 4.402709332052224e-09, + "loss": 1.0092, + "step": 13576 + }, + { + "epoch": 0.979546192417301, + "grad_norm": 5.119029032609049, + "learning_rate": 4.3717702036383255e-09, + "loss": 1.0088, + "step": 13577 + }, + { + "epoch": 0.9796183398867284, + "grad_norm": 6.381911177946864, + "learning_rate": 4.340940049094577e-09, + "loss": 0.8341, + "step": 13578 + }, + { + "epoch": 0.9796904873561559, + "grad_norm": 2.4692401640818655, + "learning_rate": 4.3102188701042985e-09, + "loss": 0.9311, + "step": 13579 + }, + { + "epoch": 0.9797626348255835, + "grad_norm": 2.843048512219669, + "learning_rate": 4.279606668345481e-09, + "loss": 0.8548, + "step": 13580 + }, + { + "epoch": 0.979834782295011, + "grad_norm": 4.335460189803736, + "learning_rate": 4.249103445489232e-09, + "loss": 0.8973, + "step": 13581 + }, + { + "epoch": 0.9799069297644385, + "grad_norm": 0.7181520047600772, + "learning_rate": 4.218709203201332e-09, + "loss": 0.8534, + "step": 13582 + }, + { + "epoch": 0.979979077233866, + "grad_norm": 3.8099999907886577, + "learning_rate": 4.188423943141783e-09, + "loss": 0.9964, + "step": 13583 + }, + { + "epoch": 0.9800512247032935, + "grad_norm": 2.890781212787062, + "learning_rate": 4.1582476669641545e-09, + "loss": 0.9211, + "step": 13584 + }, + { + "epoch": 0.980123372172721, + "grad_norm": 2.7687966646347966, + "learning_rate": 4.128180376316015e-09, + "loss": 0.9352, + "step": 13585 + }, + { + "epoch": 0.9801955196421486, + "grad_norm": 2.372948915319927, + "learning_rate": 4.09822207283983e-09, + "loss": 0.9749, + "step": 13586 + }, + { + "epoch": 0.9802676671115761, + "grad_norm": 2.858647822066487, + "learning_rate": 4.068372758170957e-09, + "loss": 0.9927, + "step": 13587 + }, + { + "epoch": 0.9803398145810036, + "grad_norm": 3.2196584364001284, + "learning_rate": 4.038632433939648e-09, + "loss": 0.979, + "step": 13588 + }, + { + "epoch": 0.9804119620504311, + "grad_norm": 2.729958067631331, + "learning_rate": 4.009001101769716e-09, + "loss": 0.8837, + "step": 13589 + }, + { + "epoch": 0.9804841095198585, + "grad_norm": 2.3822209859108603, + "learning_rate": 3.97947876327942e-09, + "loss": 0.9727, + "step": 13590 + }, + { + "epoch": 0.9805562569892861, + "grad_norm": 3.2048192451436273, + "learning_rate": 3.950065420080806e-09, + "loss": 0.9688, + "step": 13591 + }, + { + "epoch": 0.9806284044587136, + "grad_norm": 4.187397058844309, + "learning_rate": 3.920761073779921e-09, + "loss": 0.7095, + "step": 13592 + }, + { + "epoch": 0.9807005519281411, + "grad_norm": 2.1002619806998464, + "learning_rate": 3.891565725977042e-09, + "loss": 1.0037, + "step": 13593 + }, + { + "epoch": 0.9807726993975686, + "grad_norm": 2.8563027475106715, + "learning_rate": 3.862479378266448e-09, + "loss": 0.9784, + "step": 13594 + }, + { + "epoch": 0.9808448468669961, + "grad_norm": 2.930632171914959, + "learning_rate": 3.8335020322364244e-09, + "loss": 0.958, + "step": 13595 + }, + { + "epoch": 0.9809169943364237, + "grad_norm": 2.887602509499646, + "learning_rate": 3.804633689469261e-09, + "loss": 0.9057, + "step": 13596 + }, + { + "epoch": 0.9809891418058512, + "grad_norm": 2.67667791559778, + "learning_rate": 3.775874351541475e-09, + "loss": 0.8935, + "step": 13597 + }, + { + "epoch": 0.9810612892752787, + "grad_norm": 6.421272639404926, + "learning_rate": 3.747224020023365e-09, + "loss": 0.915, + "step": 13598 + }, + { + "epoch": 0.9811334367447062, + "grad_norm": 10.43296523577261, + "learning_rate": 3.7186826964794584e-09, + "loss": 0.8463, + "step": 13599 + }, + { + "epoch": 0.9812055842141337, + "grad_norm": 2.5942604757573324, + "learning_rate": 3.6902503824682852e-09, + "loss": 0.8641, + "step": 13600 + }, + { + "epoch": 0.9812777316835612, + "grad_norm": 0.7838581038637018, + "learning_rate": 3.661927079542382e-09, + "loss": 0.8591, + "step": 13601 + }, + { + "epoch": 0.9813498791529887, + "grad_norm": 2.6930201415715693, + "learning_rate": 3.633712789248511e-09, + "loss": 0.938, + "step": 13602 + }, + { + "epoch": 0.9814220266224162, + "grad_norm": 2.749897521450391, + "learning_rate": 3.60560751312744e-09, + "loss": 0.9196, + "step": 13603 + }, + { + "epoch": 0.9814941740918437, + "grad_norm": 5.045234153614173, + "learning_rate": 3.577611252713719e-09, + "loss": 1.0599, + "step": 13604 + }, + { + "epoch": 0.9815663215612712, + "grad_norm": 2.4163644426283026, + "learning_rate": 3.5497240095359036e-09, + "loss": 0.8808, + "step": 13605 + }, + { + "epoch": 0.9816384690306987, + "grad_norm": 4.791441981258421, + "learning_rate": 3.5219457851172197e-09, + "loss": 0.8436, + "step": 13606 + }, + { + "epoch": 0.9817106165001263, + "grad_norm": 2.7154228635651596, + "learning_rate": 3.4942765809744536e-09, + "loss": 0.9367, + "step": 13607 + }, + { + "epoch": 0.9817827639695538, + "grad_norm": 4.455518648074525, + "learning_rate": 3.466716398618175e-09, + "loss": 0.9305, + "step": 13608 + }, + { + "epoch": 0.9818549114389813, + "grad_norm": 2.9361262254216673, + "learning_rate": 3.439265239553846e-09, + "loss": 0.8212, + "step": 13609 + }, + { + "epoch": 0.9819270589084088, + "grad_norm": 0.77217040644722, + "learning_rate": 3.411923105280268e-09, + "loss": 0.847, + "step": 13610 + }, + { + "epoch": 0.9819992063778363, + "grad_norm": 2.4160206578047316, + "learning_rate": 3.3846899972902467e-09, + "loss": 0.9535, + "step": 13611 + }, + { + "epoch": 0.9820713538472639, + "grad_norm": 3.4629842591683904, + "learning_rate": 3.357565917071037e-09, + "loss": 0.9448, + "step": 13612 + }, + { + "epoch": 0.9821435013166914, + "grad_norm": 3.36881707006155, + "learning_rate": 3.3305508661041205e-09, + "loss": 0.9785, + "step": 13613 + }, + { + "epoch": 0.9822156487861188, + "grad_norm": 2.265732756058181, + "learning_rate": 3.303644845864095e-09, + "loss": 0.8952, + "step": 13614 + }, + { + "epoch": 0.9822877962555463, + "grad_norm": 3.248168722815963, + "learning_rate": 3.2768478578206747e-09, + "loss": 1.0754, + "step": 13615 + }, + { + "epoch": 0.9823599437249738, + "grad_norm": 4.77398149103381, + "learning_rate": 3.250159903437133e-09, + "loss": 1.0447, + "step": 13616 + }, + { + "epoch": 0.9824320911944013, + "grad_norm": 12.42299339010159, + "learning_rate": 3.2235809841703042e-09, + "loss": 0.9384, + "step": 13617 + }, + { + "epoch": 0.9825042386638289, + "grad_norm": 13.313829525745964, + "learning_rate": 3.1971111014721386e-09, + "loss": 1.0534, + "step": 13618 + }, + { + "epoch": 0.9825763861332564, + "grad_norm": 0.7420505999742947, + "learning_rate": 3.170750256787702e-09, + "loss": 0.8286, + "step": 13619 + }, + { + "epoch": 0.9826485336026839, + "grad_norm": 2.9312601573255685, + "learning_rate": 3.144498451556732e-09, + "loss": 0.8384, + "step": 13620 + }, + { + "epoch": 0.9827206810721114, + "grad_norm": 3.0995873761132535, + "learning_rate": 3.1183556872125262e-09, + "loss": 0.928, + "step": 13621 + }, + { + "epoch": 0.9827928285415389, + "grad_norm": 3.615149432585308, + "learning_rate": 3.0923219651826095e-09, + "loss": 1.0136, + "step": 13622 + }, + { + "epoch": 0.9828649760109665, + "grad_norm": 2.717221235841284, + "learning_rate": 3.0663972868887332e-09, + "loss": 0.9749, + "step": 13623 + }, + { + "epoch": 0.982937123480394, + "grad_norm": 7.439673354659023, + "learning_rate": 3.0405816537466546e-09, + "loss": 0.9316, + "step": 13624 + }, + { + "epoch": 0.9830092709498215, + "grad_norm": 2.1518642770731056, + "learning_rate": 3.0148750671656896e-09, + "loss": 0.9966, + "step": 13625 + }, + { + "epoch": 0.9830814184192489, + "grad_norm": 3.6654674707566026, + "learning_rate": 2.9892775285500494e-09, + "loss": 1.0203, + "step": 13626 + }, + { + "epoch": 0.9831535658886764, + "grad_norm": 3.043055091191236, + "learning_rate": 2.963789039297282e-09, + "loss": 0.9574, + "step": 13627 + }, + { + "epoch": 0.9832257133581039, + "grad_norm": 3.637204114278012, + "learning_rate": 2.9384096007989414e-09, + "loss": 0.9923, + "step": 13628 + }, + { + "epoch": 0.9832978608275315, + "grad_norm": 2.796361694969994, + "learning_rate": 2.9131392144414736e-09, + "loss": 0.9393, + "step": 13629 + }, + { + "epoch": 0.983370008296959, + "grad_norm": 2.833609137481483, + "learning_rate": 2.887977881604442e-09, + "loss": 0.9427, + "step": 13630 + }, + { + "epoch": 0.9834421557663865, + "grad_norm": 2.950824467163498, + "learning_rate": 2.8629256036618587e-09, + "loss": 0.9569, + "step": 13631 + }, + { + "epoch": 0.983514303235814, + "grad_norm": 3.040197792896719, + "learning_rate": 2.8379823819815186e-09, + "loss": 0.87, + "step": 13632 + }, + { + "epoch": 0.9835864507052415, + "grad_norm": 2.7473337946873424, + "learning_rate": 2.813148217925887e-09, + "loss": 0.9108, + "step": 13633 + }, + { + "epoch": 0.983658598174669, + "grad_norm": 6.308877339794634, + "learning_rate": 2.7884231128509907e-09, + "loss": 0.9617, + "step": 13634 + }, + { + "epoch": 0.9837307456440966, + "grad_norm": 3.9153229593141385, + "learning_rate": 2.7638070681068604e-09, + "loss": 0.9697, + "step": 13635 + }, + { + "epoch": 0.9838028931135241, + "grad_norm": 3.588351498876913, + "learning_rate": 2.7393000850377547e-09, + "loss": 0.8696, + "step": 13636 + }, + { + "epoch": 0.9838750405829515, + "grad_norm": 2.595367203238728, + "learning_rate": 2.7149021649817138e-09, + "loss": 1.0025, + "step": 13637 + }, + { + "epoch": 0.983947188052379, + "grad_norm": 2.8642419970050064, + "learning_rate": 2.690613309271228e-09, + "loss": 0.9408, + "step": 13638 + }, + { + "epoch": 0.9840193355218065, + "grad_norm": 2.9214865686413747, + "learning_rate": 2.6664335192325694e-09, + "loss": 0.8781, + "step": 13639 + }, + { + "epoch": 0.9840914829912341, + "grad_norm": 3.661697372657356, + "learning_rate": 2.642362796186237e-09, + "loss": 0.8955, + "step": 13640 + }, + { + "epoch": 0.9841636304606616, + "grad_norm": 2.5710220053349415, + "learning_rate": 2.6184011414462915e-09, + "loss": 1.0209, + "step": 13641 + }, + { + "epoch": 0.9842357779300891, + "grad_norm": 0.7688456933233786, + "learning_rate": 2.594548556321685e-09, + "loss": 0.8003, + "step": 13642 + }, + { + "epoch": 0.9843079253995166, + "grad_norm": 2.854143871207061, + "learning_rate": 2.5708050421142658e-09, + "loss": 0.9743, + "step": 13643 + }, + { + "epoch": 0.9843800728689441, + "grad_norm": 2.8813300727756355, + "learning_rate": 2.5471706001212177e-09, + "loss": 0.855, + "step": 13644 + }, + { + "epoch": 0.9844522203383717, + "grad_norm": 3.3118743305597964, + "learning_rate": 2.5236452316328427e-09, + "loss": 0.9708, + "step": 13645 + }, + { + "epoch": 0.9845243678077992, + "grad_norm": 2.722627177144814, + "learning_rate": 2.5002289379336685e-09, + "loss": 0.9297, + "step": 13646 + }, + { + "epoch": 0.9845965152772267, + "grad_norm": 3.2308437955377154, + "learning_rate": 2.4769217203026716e-09, + "loss": 0.9453, + "step": 13647 + }, + { + "epoch": 0.9846686627466542, + "grad_norm": 3.821368174973295, + "learning_rate": 2.4537235800123902e-09, + "loss": 0.8914, + "step": 13648 + }, + { + "epoch": 0.9847408102160816, + "grad_norm": 2.623466952296613, + "learning_rate": 2.4306345183293663e-09, + "loss": 0.8277, + "step": 13649 + }, + { + "epoch": 0.9848129576855091, + "grad_norm": 2.849480859422097, + "learning_rate": 2.407654536514814e-09, + "loss": 0.9836, + "step": 13650 + }, + { + "epoch": 0.9848851051549367, + "grad_norm": 4.573318405868443, + "learning_rate": 2.384783635823506e-09, + "loss": 1.0555, + "step": 13651 + }, + { + "epoch": 0.9849572526243642, + "grad_norm": 3.0146939910916855, + "learning_rate": 2.3620218175040006e-09, + "loss": 1.0138, + "step": 13652 + }, + { + "epoch": 0.9850294000937917, + "grad_norm": 2.787409530334756, + "learning_rate": 2.339369082799747e-09, + "loss": 0.9833, + "step": 13653 + }, + { + "epoch": 0.9851015475632192, + "grad_norm": 2.5470545418766424, + "learning_rate": 2.3168254329473114e-09, + "loss": 1.0443, + "step": 13654 + }, + { + "epoch": 0.9851736950326467, + "grad_norm": 3.8739323529593515, + "learning_rate": 2.2943908691779313e-09, + "loss": 0.9418, + "step": 13655 + }, + { + "epoch": 0.9852458425020743, + "grad_norm": 3.074711800072231, + "learning_rate": 2.272065392716405e-09, + "loss": 0.921, + "step": 13656 + }, + { + "epoch": 0.9853179899715018, + "grad_norm": 3.3067923261495045, + "learning_rate": 2.2498490047824226e-09, + "loss": 0.9166, + "step": 13657 + }, + { + "epoch": 0.9853901374409293, + "grad_norm": 2.7546806382966333, + "learning_rate": 2.2277417065885706e-09, + "loss": 0.9846, + "step": 13658 + }, + { + "epoch": 0.9854622849103568, + "grad_norm": 4.5017194641775795, + "learning_rate": 2.2057434993421054e-09, + "loss": 0.8964, + "step": 13659 + }, + { + "epoch": 0.9855344323797843, + "grad_norm": 2.6359009329221634, + "learning_rate": 2.18385438424451e-09, + "loss": 0.9475, + "step": 13660 + }, + { + "epoch": 0.9856065798492117, + "grad_norm": 2.9029648784913666, + "learning_rate": 2.162074362491051e-09, + "loss": 1.0329, + "step": 13661 + }, + { + "epoch": 0.9856787273186393, + "grad_norm": 3.52485158080266, + "learning_rate": 2.1404034352709987e-09, + "loss": 0.9865, + "step": 13662 + }, + { + "epoch": 0.9857508747880668, + "grad_norm": 2.0893597479105805, + "learning_rate": 2.118841603767407e-09, + "loss": 0.9502, + "step": 13663 + }, + { + "epoch": 0.9858230222574943, + "grad_norm": 3.048424429501307, + "learning_rate": 2.097388869158223e-09, + "loss": 0.9291, + "step": 13664 + }, + { + "epoch": 0.9858951697269218, + "grad_norm": 3.3663082523738077, + "learning_rate": 2.0760452326147317e-09, + "loss": 0.8949, + "step": 13665 + }, + { + "epoch": 0.9859673171963493, + "grad_norm": 12.822721246903141, + "learning_rate": 2.0548106953022226e-09, + "loss": 0.8846, + "step": 13666 + }, + { + "epoch": 0.9860394646657769, + "grad_norm": 3.905110795797427, + "learning_rate": 2.0336852583802135e-09, + "loss": 0.7934, + "step": 13667 + }, + { + "epoch": 0.9861116121352044, + "grad_norm": 8.641654037814599, + "learning_rate": 2.0126689230026693e-09, + "loss": 0.9486, + "step": 13668 + }, + { + "epoch": 0.9861837596046319, + "grad_norm": 3.8852439344258265, + "learning_rate": 1.9917616903168954e-09, + "loss": 0.8881, + "step": 13669 + }, + { + "epoch": 0.9862559070740594, + "grad_norm": 2.88396482516569, + "learning_rate": 1.9709635614646446e-09, + "loss": 0.9252, + "step": 13670 + }, + { + "epoch": 0.9863280545434869, + "grad_norm": 0.708287340428751, + "learning_rate": 1.9502745375814534e-09, + "loss": 0.8194, + "step": 13671 + }, + { + "epoch": 0.9864002020129145, + "grad_norm": 3.0807030430274915, + "learning_rate": 1.929694619797528e-09, + "loss": 1.0633, + "step": 13672 + }, + { + "epoch": 0.9864723494823419, + "grad_norm": 3.92040112525621, + "learning_rate": 1.9092238092361934e-09, + "loss": 0.9509, + "step": 13673 + }, + { + "epoch": 0.9865444969517694, + "grad_norm": 0.674266153130057, + "learning_rate": 1.888862107015443e-09, + "loss": 0.7803, + "step": 13674 + }, + { + "epoch": 0.9866166444211969, + "grad_norm": 0.6909228644854706, + "learning_rate": 1.868609514247277e-09, + "loss": 0.8, + "step": 13675 + }, + { + "epoch": 0.9866887918906244, + "grad_norm": 2.6521591998743723, + "learning_rate": 1.8484660320374768e-09, + "loss": 0.9037, + "step": 13676 + }, + { + "epoch": 0.9867609393600519, + "grad_norm": 2.6300701948596195, + "learning_rate": 1.8284316614860517e-09, + "loss": 0.9363, + "step": 13677 + }, + { + "epoch": 0.9868330868294795, + "grad_norm": 3.783686207742993, + "learning_rate": 1.8085064036872377e-09, + "loss": 0.9088, + "step": 13678 + }, + { + "epoch": 0.986905234298907, + "grad_norm": 2.3523352484421163, + "learning_rate": 1.788690259728387e-09, + "loss": 0.9619, + "step": 13679 + }, + { + "epoch": 0.9869773817683345, + "grad_norm": 4.099227385878077, + "learning_rate": 1.7689832306924113e-09, + "loss": 0.9375, + "step": 13680 + }, + { + "epoch": 0.987049529237762, + "grad_norm": 2.520245591261097, + "learning_rate": 1.7493853176548945e-09, + "loss": 0.8698, + "step": 13681 + }, + { + "epoch": 0.9871216767071895, + "grad_norm": 5.416679421434302, + "learning_rate": 1.7298965216860917e-09, + "loss": 1.0436, + "step": 13682 + }, + { + "epoch": 0.987193824176617, + "grad_norm": 3.079157312471035, + "learning_rate": 1.7105168438504846e-09, + "loss": 0.8593, + "step": 13683 + }, + { + "epoch": 0.9872659716460445, + "grad_norm": 3.2234925820567213, + "learning_rate": 1.691246285206116e-09, + "loss": 0.8125, + "step": 13684 + }, + { + "epoch": 0.987338119115472, + "grad_norm": 17.591354396740428, + "learning_rate": 1.672084846805033e-09, + "loss": 0.9922, + "step": 13685 + }, + { + "epoch": 0.9874102665848995, + "grad_norm": 2.7687067652786217, + "learning_rate": 1.6530325296941762e-09, + "loss": 0.9796, + "step": 13686 + }, + { + "epoch": 0.987482414054327, + "grad_norm": 7.097801631095699, + "learning_rate": 1.63408933491338e-09, + "loss": 0.8918, + "step": 13687 + }, + { + "epoch": 0.9875545615237545, + "grad_norm": 3.3075080540473203, + "learning_rate": 1.6152552634973726e-09, + "loss": 0.9438, + "step": 13688 + }, + { + "epoch": 0.9876267089931821, + "grad_norm": 4.15593999409244, + "learning_rate": 1.5965303164744425e-09, + "loss": 0.9088, + "step": 13689 + }, + { + "epoch": 0.9876988564626096, + "grad_norm": 2.8671815128939535, + "learning_rate": 1.5779144948671052e-09, + "loss": 0.9263, + "step": 13690 + }, + { + "epoch": 0.9877710039320371, + "grad_norm": 2.958787605617174, + "learning_rate": 1.559407799692103e-09, + "loss": 0.9601, + "step": 13691 + }, + { + "epoch": 0.9878431514014646, + "grad_norm": 2.651986144373445, + "learning_rate": 1.5410102319597386e-09, + "loss": 0.9772, + "step": 13692 + }, + { + "epoch": 0.9879152988708921, + "grad_norm": 10.369592567319462, + "learning_rate": 1.5227217926749859e-09, + "loss": 0.9066, + "step": 13693 + }, + { + "epoch": 0.9879874463403197, + "grad_norm": 3.5826062788176203, + "learning_rate": 1.5045424828359355e-09, + "loss": 0.978, + "step": 13694 + }, + { + "epoch": 0.9880595938097472, + "grad_norm": 3.7195949075464005, + "learning_rate": 1.4864723034360148e-09, + "loss": 0.8925, + "step": 13695 + }, + { + "epoch": 0.9881317412791746, + "grad_norm": 2.2105140954590508, + "learning_rate": 1.4685112554613245e-09, + "loss": 0.9466, + "step": 13696 + }, + { + "epoch": 0.9882038887486021, + "grad_norm": 3.1806259832307595, + "learning_rate": 1.4506593398930788e-09, + "loss": 1.0264, + "step": 13697 + }, + { + "epoch": 0.9882760362180296, + "grad_norm": 3.287489707553547, + "learning_rate": 1.4329165577058322e-09, + "loss": 0.958, + "step": 13698 + }, + { + "epoch": 0.9883481836874571, + "grad_norm": 3.27830722182373, + "learning_rate": 1.415282909868587e-09, + "loss": 0.9784, + "step": 13699 + }, + { + "epoch": 0.9884203311568847, + "grad_norm": 3.4830069144106677, + "learning_rate": 1.3977583973443508e-09, + "loss": 0.9183, + "step": 13700 + }, + { + "epoch": 0.9884924786263122, + "grad_norm": 3.9835984613989592, + "learning_rate": 1.3803430210899137e-09, + "loss": 0.9081, + "step": 13701 + }, + { + "epoch": 0.9885646260957397, + "grad_norm": 3.597561084263182, + "learning_rate": 1.3630367820562926e-09, + "loss": 0.9583, + "step": 13702 + }, + { + "epoch": 0.9886367735651672, + "grad_norm": 4.289134985583987, + "learning_rate": 1.3458396811885099e-09, + "loss": 0.9924, + "step": 13703 + }, + { + "epoch": 0.9887089210345947, + "grad_norm": 3.3863611087475434, + "learning_rate": 1.3287517194255915e-09, + "loss": 0.9909, + "step": 13704 + }, + { + "epoch": 0.9887810685040223, + "grad_norm": 9.94194804515781, + "learning_rate": 1.3117728977007913e-09, + "loss": 0.8979, + "step": 13705 + }, + { + "epoch": 0.9888532159734498, + "grad_norm": 4.507657000472766, + "learning_rate": 1.2949032169411457e-09, + "loss": 0.9541, + "step": 13706 + }, + { + "epoch": 0.9889253634428773, + "grad_norm": 2.979078295982049, + "learning_rate": 1.2781426780679173e-09, + "loss": 0.8582, + "step": 13707 + }, + { + "epoch": 0.9889975109123047, + "grad_norm": 6.920154504098568, + "learning_rate": 1.261491281996374e-09, + "loss": 0.8398, + "step": 13708 + }, + { + "epoch": 0.9890696583817322, + "grad_norm": 3.5107348530869147, + "learning_rate": 1.244949029635567e-09, + "loss": 1.0621, + "step": 13709 + }, + { + "epoch": 0.9891418058511597, + "grad_norm": 2.283157387333268, + "learning_rate": 1.2285159218889952e-09, + "loss": 0.9068, + "step": 13710 + }, + { + "epoch": 0.9892139533205873, + "grad_norm": 5.5304216529725805, + "learning_rate": 1.212191959653941e-09, + "loss": 0.9672, + "step": 13711 + }, + { + "epoch": 0.9892861007900148, + "grad_norm": 4.36413096023549, + "learning_rate": 1.1959771438219135e-09, + "loss": 0.951, + "step": 13712 + }, + { + "epoch": 0.9893582482594423, + "grad_norm": 6.065868267858904, + "learning_rate": 1.1798714752782047e-09, + "loss": 0.9031, + "step": 13713 + }, + { + "epoch": 0.9894303957288698, + "grad_norm": 4.275406908446035, + "learning_rate": 1.163874954902333e-09, + "loss": 0.9993, + "step": 13714 + }, + { + "epoch": 0.9895025431982973, + "grad_norm": 3.5701575715154674, + "learning_rate": 1.1479875835678222e-09, + "loss": 1.0604, + "step": 13715 + }, + { + "epoch": 0.9895746906677249, + "grad_norm": 3.391439876112884, + "learning_rate": 1.1322093621422e-09, + "loss": 0.8717, + "step": 13716 + }, + { + "epoch": 0.9896468381371524, + "grad_norm": 3.7191786318674915, + "learning_rate": 1.1165402914872224e-09, + "loss": 0.9824, + "step": 13717 + }, + { + "epoch": 0.9897189856065799, + "grad_norm": 3.7105757687595555, + "learning_rate": 1.1009803724582044e-09, + "loss": 0.8393, + "step": 13718 + }, + { + "epoch": 0.9897911330760074, + "grad_norm": 4.258407579186571, + "learning_rate": 1.0855296059049113e-09, + "loss": 0.9602, + "step": 13719 + }, + { + "epoch": 0.9898632805454348, + "grad_norm": 3.0685792646285197, + "learning_rate": 1.0701879926713342e-09, + "loss": 1.026, + "step": 13720 + }, + { + "epoch": 0.9899354280148623, + "grad_norm": 6.333320952286247, + "learning_rate": 1.0549555335948035e-09, + "loss": 0.9094, + "step": 13721 + }, + { + "epoch": 0.9900075754842899, + "grad_norm": 2.7377550433072972, + "learning_rate": 1.0398322295073204e-09, + "loss": 1.0003, + "step": 13722 + }, + { + "epoch": 0.9900797229537174, + "grad_norm": 3.792826185287398, + "learning_rate": 1.0248180812348906e-09, + "loss": 0.9704, + "step": 13723 + }, + { + "epoch": 0.9901518704231449, + "grad_norm": 3.2463290683545845, + "learning_rate": 1.009913089597081e-09, + "loss": 0.9319, + "step": 13724 + }, + { + "epoch": 0.9902240178925724, + "grad_norm": 4.879564349318056, + "learning_rate": 9.951172554079068e-10, + "loss": 0.8721, + "step": 13725 + }, + { + "epoch": 0.9902961653619999, + "grad_norm": 3.685225739105943, + "learning_rate": 9.804305794753886e-10, + "loss": 0.977, + "step": 13726 + }, + { + "epoch": 0.9903683128314275, + "grad_norm": 2.853029976105345, + "learning_rate": 9.658530626013295e-10, + "loss": 0.9143, + "step": 13727 + }, + { + "epoch": 0.990440460300855, + "grad_norm": 4.042401407581222, + "learning_rate": 9.513847055817593e-10, + "loss": 0.9183, + "step": 13728 + }, + { + "epoch": 0.9905126077702825, + "grad_norm": 3.3645687673782922, + "learning_rate": 9.370255092071566e-10, + "loss": 0.9282, + "step": 13729 + }, + { + "epoch": 0.99058475523971, + "grad_norm": 2.2961438111581285, + "learning_rate": 9.227754742611171e-10, + "loss": 0.9229, + "step": 13730 + }, + { + "epoch": 0.9906569027091375, + "grad_norm": 4.145819173561848, + "learning_rate": 9.086346015219071e-10, + "loss": 0.8818, + "step": 13731 + }, + { + "epoch": 0.9907290501785649, + "grad_norm": 4.355769153037243, + "learning_rate": 8.946028917620197e-10, + "loss": 1.0917, + "step": 13732 + }, + { + "epoch": 0.9908011976479925, + "grad_norm": 2.7339982999448926, + "learning_rate": 8.806803457472866e-10, + "loss": 0.7999, + "step": 13733 + }, + { + "epoch": 0.99087334511742, + "grad_norm": 3.213213853896753, + "learning_rate": 8.668669642379889e-10, + "loss": 1.0374, + "step": 13734 + }, + { + "epoch": 0.9909454925868475, + "grad_norm": 2.675363772604649, + "learning_rate": 8.531627479886339e-10, + "loss": 0.9236, + "step": 13735 + }, + { + "epoch": 0.991017640056275, + "grad_norm": 1.89330184216346, + "learning_rate": 8.395676977475119e-10, + "loss": 1.0169, + "step": 13736 + }, + { + "epoch": 0.9910897875257025, + "grad_norm": 2.9640674806190033, + "learning_rate": 8.260818142569181e-10, + "loss": 0.9468, + "step": 13737 + }, + { + "epoch": 0.9911619349951301, + "grad_norm": 5.123003500995858, + "learning_rate": 8.127050982533745e-10, + "loss": 0.9544, + "step": 13738 + }, + { + "epoch": 0.9912340824645576, + "grad_norm": 0.7172233290023137, + "learning_rate": 7.994375504674078e-10, + "loss": 0.8081, + "step": 13739 + }, + { + "epoch": 0.9913062299339851, + "grad_norm": 3.0536461345358634, + "learning_rate": 7.862791716231054e-10, + "loss": 1.0994, + "step": 13740 + }, + { + "epoch": 0.9913783774034126, + "grad_norm": 4.301906677510766, + "learning_rate": 7.732299624394478e-10, + "loss": 0.8948, + "step": 13741 + }, + { + "epoch": 0.9914505248728401, + "grad_norm": 2.9189843551357626, + "learning_rate": 7.602899236287541e-10, + "loss": 0.9863, + "step": 13742 + }, + { + "epoch": 0.9915226723422675, + "grad_norm": 2.915759045298788, + "learning_rate": 7.474590558975702e-10, + "loss": 0.9391, + "step": 13743 + }, + { + "epoch": 0.9915948198116951, + "grad_norm": 4.958491838416749, + "learning_rate": 7.347373599468909e-10, + "loss": 0.9069, + "step": 13744 + }, + { + "epoch": 0.9916669672811226, + "grad_norm": 3.333409515146092, + "learning_rate": 7.221248364710497e-10, + "loss": 0.8483, + "step": 13745 + }, + { + "epoch": 0.9917391147505501, + "grad_norm": 3.431780131092909, + "learning_rate": 7.09621486158829e-10, + "loss": 0.966, + "step": 13746 + }, + { + "epoch": 0.9918112622199776, + "grad_norm": 5.545094034895618, + "learning_rate": 6.972273096930159e-10, + "loss": 0.9909, + "step": 13747 + }, + { + "epoch": 0.9918834096894051, + "grad_norm": 2.9213062079542986, + "learning_rate": 6.849423077506245e-10, + "loss": 0.8868, + "step": 13748 + }, + { + "epoch": 0.9919555571588327, + "grad_norm": 3.6185226448070553, + "learning_rate": 6.727664810022293e-10, + "loss": 1.0229, + "step": 13749 + }, + { + "epoch": 0.9920277046282602, + "grad_norm": 3.625184810794417, + "learning_rate": 6.606998301128541e-10, + "loss": 0.9707, + "step": 13750 + }, + { + "epoch": 0.9920998520976877, + "grad_norm": 2.668094123810013, + "learning_rate": 6.487423557415272e-10, + "loss": 1.0077, + "step": 13751 + }, + { + "epoch": 0.9921719995671152, + "grad_norm": 9.510292099759813, + "learning_rate": 6.368940585408377e-10, + "loss": 0.9206, + "step": 13752 + }, + { + "epoch": 0.9922441470365427, + "grad_norm": 3.285615033966734, + "learning_rate": 6.251549391578237e-10, + "loss": 0.9899, + "step": 13753 + }, + { + "epoch": 0.9923162945059703, + "grad_norm": 3.4792859329217745, + "learning_rate": 6.135249982339719e-10, + "loss": 0.9295, + "step": 13754 + }, + { + "epoch": 0.9923884419753977, + "grad_norm": 3.0715439828626363, + "learning_rate": 6.020042364038858e-10, + "loss": 0.9169, + "step": 13755 + }, + { + "epoch": 0.9924605894448252, + "grad_norm": 2.1463013172624255, + "learning_rate": 5.905926542968398e-10, + "loss": 0.9442, + "step": 13756 + }, + { + "epoch": 0.9925327369142527, + "grad_norm": 3.1950037277749153, + "learning_rate": 5.792902525358912e-10, + "loss": 0.9761, + "step": 13757 + }, + { + "epoch": 0.9926048843836802, + "grad_norm": 2.5674219081335297, + "learning_rate": 5.680970317385458e-10, + "loss": 0.985, + "step": 13758 + }, + { + "epoch": 0.9926770318531077, + "grad_norm": 3.3433928967460163, + "learning_rate": 5.570129925156486e-10, + "loss": 0.8743, + "step": 13759 + }, + { + "epoch": 0.9927491793225353, + "grad_norm": 3.202262948499546, + "learning_rate": 5.46038135472493e-10, + "loss": 0.9093, + "step": 13760 + }, + { + "epoch": 0.9928213267919628, + "grad_norm": 2.896256523404865, + "learning_rate": 5.351724612085995e-10, + "loss": 0.8796, + "step": 13761 + }, + { + "epoch": 0.9928934742613903, + "grad_norm": 2.565954438593702, + "learning_rate": 5.244159703170492e-10, + "loss": 0.9291, + "step": 13762 + }, + { + "epoch": 0.9929656217308178, + "grad_norm": 4.054327858794436, + "learning_rate": 5.137686633853722e-10, + "loss": 0.8753, + "step": 13763 + }, + { + "epoch": 0.9930377692002453, + "grad_norm": 3.1344671659905536, + "learning_rate": 5.032305409951032e-10, + "loss": 1.0125, + "step": 13764 + }, + { + "epoch": 0.9931099166696729, + "grad_norm": 0.6985934354388493, + "learning_rate": 4.928016037213378e-10, + "loss": 0.8259, + "step": 13765 + }, + { + "epoch": 0.9931820641391004, + "grad_norm": 0.7931129437214889, + "learning_rate": 4.824818521338425e-10, + "loss": 0.8482, + "step": 13766 + }, + { + "epoch": 0.9932542116085278, + "grad_norm": 3.2009484316084205, + "learning_rate": 4.722712867959445e-10, + "loss": 0.983, + "step": 13767 + }, + { + "epoch": 0.9933263590779553, + "grad_norm": 3.527868221321726, + "learning_rate": 4.6216990826541955e-10, + "loss": 0.9671, + "step": 13768 + }, + { + "epoch": 0.9933985065473828, + "grad_norm": 0.777317870969682, + "learning_rate": 4.521777170938268e-10, + "loss": 0.8515, + "step": 13769 + }, + { + "epoch": 0.9934706540168103, + "grad_norm": 3.720929444806437, + "learning_rate": 4.422947138265076e-10, + "loss": 0.9456, + "step": 13770 + }, + { + "epoch": 0.9935428014862379, + "grad_norm": 3.714528099472397, + "learning_rate": 4.325208990034745e-10, + "loss": 0.8757, + "step": 13771 + }, + { + "epoch": 0.9936149489556654, + "grad_norm": 3.4131784232819875, + "learning_rate": 4.228562731585228e-10, + "loss": 0.9766, + "step": 13772 + }, + { + "epoch": 0.9936870964250929, + "grad_norm": 5.590207987073926, + "learning_rate": 4.133008368190083e-10, + "loss": 1.0794, + "step": 13773 + }, + { + "epoch": 0.9937592438945204, + "grad_norm": 1.8712612387728018, + "learning_rate": 4.0385459050695794e-10, + "loss": 0.8773, + "step": 13774 + }, + { + "epoch": 0.9938313913639479, + "grad_norm": 3.8465456836347416, + "learning_rate": 3.945175347381813e-10, + "loss": 0.9423, + "step": 13775 + }, + { + "epoch": 0.9939035388333755, + "grad_norm": 2.4817996321958944, + "learning_rate": 3.852896700224928e-10, + "loss": 0.8926, + "step": 13776 + }, + { + "epoch": 0.993975686302803, + "grad_norm": 2.883768724265819, + "learning_rate": 3.761709968637117e-10, + "loss": 0.9477, + "step": 13777 + }, + { + "epoch": 0.9940478337722305, + "grad_norm": 0.681704214895446, + "learning_rate": 3.6716151575988397e-10, + "loss": 0.8285, + "step": 13778 + }, + { + "epoch": 0.9941199812416579, + "grad_norm": 3.8231637374215044, + "learning_rate": 3.5826122720328256e-10, + "loss": 0.9211, + "step": 13779 + }, + { + "epoch": 0.9941921287110854, + "grad_norm": 4.4602961037365905, + "learning_rate": 3.4947013167929694e-10, + "loss": 1.0159, + "step": 13780 + }, + { + "epoch": 0.9942642761805129, + "grad_norm": 2.8385450077328866, + "learning_rate": 3.407882296684317e-10, + "loss": 0.8423, + "step": 13781 + }, + { + "epoch": 0.9943364236499405, + "grad_norm": 8.525879898975695, + "learning_rate": 3.3221552164452994e-10, + "loss": 0.9451, + "step": 13782 + }, + { + "epoch": 0.994408571119368, + "grad_norm": 3.15640923126731, + "learning_rate": 3.2375200807588376e-10, + "loss": 1.0216, + "step": 13783 + }, + { + "epoch": 0.9944807185887955, + "grad_norm": 4.201152352784721, + "learning_rate": 3.1539768942479004e-10, + "loss": 0.8935, + "step": 13784 + }, + { + "epoch": 0.994552866058223, + "grad_norm": 3.3235209681866853, + "learning_rate": 3.0715256614688434e-10, + "loss": 0.8777, + "step": 13785 + }, + { + "epoch": 0.9946250135276505, + "grad_norm": 4.716135475432384, + "learning_rate": 2.990166386931392e-10, + "loss": 0.886, + "step": 13786 + }, + { + "epoch": 0.9946971609970781, + "grad_norm": 2.6950971876749055, + "learning_rate": 2.909899075071998e-10, + "loss": 0.8655, + "step": 13787 + }, + { + "epoch": 0.9947693084665056, + "grad_norm": 6.868670514994491, + "learning_rate": 2.8307237302760413e-10, + "loss": 0.9994, + "step": 13788 + }, + { + "epoch": 0.9948414559359331, + "grad_norm": 5.297137318645139, + "learning_rate": 2.7526403568689515e-10, + "loss": 1.0171, + "step": 13789 + }, + { + "epoch": 0.9949136034053605, + "grad_norm": 3.771792857011261, + "learning_rate": 2.675648959111765e-10, + "loss": 0.961, + "step": 13790 + }, + { + "epoch": 0.994985750874788, + "grad_norm": 3.3630990611495495, + "learning_rate": 2.599749541210006e-10, + "loss": 0.9137, + "step": 13791 + }, + { + "epoch": 0.9950578983442155, + "grad_norm": 0.7478719163079042, + "learning_rate": 2.524942107309247e-10, + "loss": 0.8855, + "step": 13792 + }, + { + "epoch": 0.9951300458136431, + "grad_norm": 14.350403017771345, + "learning_rate": 2.451226661492889e-10, + "loss": 0.9116, + "step": 13793 + }, + { + "epoch": 0.9952021932830706, + "grad_norm": 2.152829428706042, + "learning_rate": 2.37860320778438e-10, + "loss": 0.9471, + "step": 13794 + }, + { + "epoch": 0.9952743407524981, + "grad_norm": 3.6480927069579208, + "learning_rate": 2.3070717501538773e-10, + "loss": 0.9127, + "step": 13795 + }, + { + "epoch": 0.9953464882219256, + "grad_norm": 2.5172546036795906, + "learning_rate": 2.2366322925049252e-10, + "loss": 1.0447, + "step": 13796 + }, + { + "epoch": 0.9954186356913531, + "grad_norm": 3.1121254262777196, + "learning_rate": 2.1672848386833364e-10, + "loss": 0.975, + "step": 13797 + }, + { + "epoch": 0.9954907831607807, + "grad_norm": 2.889473515637546, + "learning_rate": 2.0990293924794123e-10, + "loss": 0.8463, + "step": 13798 + }, + { + "epoch": 0.9955629306302082, + "grad_norm": 2.7920732249574276, + "learning_rate": 2.0318659576146202e-10, + "loss": 0.9705, + "step": 13799 + }, + { + "epoch": 0.9956350780996357, + "grad_norm": 4.765242964643562, + "learning_rate": 1.965794537761578e-10, + "loss": 0.9516, + "step": 13800 + }, + { + "epoch": 0.9957072255690632, + "grad_norm": 3.7552120863022305, + "learning_rate": 1.9008151365262903e-10, + "loss": 0.9012, + "step": 13801 + }, + { + "epoch": 0.9957793730384906, + "grad_norm": 2.0578238913438742, + "learning_rate": 1.8369277574570295e-10, + "loss": 0.9367, + "step": 13802 + }, + { + "epoch": 0.9958515205079181, + "grad_norm": 4.985904662174455, + "learning_rate": 1.7741324040421167e-10, + "loss": 0.9121, + "step": 13803 + }, + { + "epoch": 0.9959236679773457, + "grad_norm": 3.391012002683528, + "learning_rate": 1.7124290797099206e-10, + "loss": 0.9711, + "step": 13804 + }, + { + "epoch": 0.9959958154467732, + "grad_norm": 6.519525106254595, + "learning_rate": 1.6518177878332983e-10, + "loss": 1.0486, + "step": 13805 + }, + { + "epoch": 0.9960679629162007, + "grad_norm": 2.510543144701698, + "learning_rate": 1.5922985317184945e-10, + "loss": 0.8466, + "step": 13806 + }, + { + "epoch": 0.9961401103856282, + "grad_norm": 9.289248529597478, + "learning_rate": 1.5338713146140215e-10, + "loss": 0.945, + "step": 13807 + }, + { + "epoch": 0.9962122578550557, + "grad_norm": 3.860644544836355, + "learning_rate": 1.4765361397173214e-10, + "loss": 0.8957, + "step": 13808 + }, + { + "epoch": 0.9962844053244833, + "grad_norm": 2.6108357800633466, + "learning_rate": 1.4202930101525624e-10, + "loss": 0.9735, + "step": 13809 + }, + { + "epoch": 0.9963565527939108, + "grad_norm": 0.7140688422190609, + "learning_rate": 1.3651419289928413e-10, + "loss": 0.8207, + "step": 13810 + }, + { + "epoch": 0.9964287002633383, + "grad_norm": 2.054892526122667, + "learning_rate": 1.3110828992513034e-10, + "loss": 0.9167, + "step": 13811 + }, + { + "epoch": 0.9965008477327658, + "grad_norm": 2.4880859681637095, + "learning_rate": 1.2581159238789217e-10, + "loss": 0.8836, + "step": 13812 + }, + { + "epoch": 0.9965729952021933, + "grad_norm": 4.3438591154376205, + "learning_rate": 1.2062410057689376e-10, + "loss": 0.8829, + "step": 13813 + }, + { + "epoch": 0.9966451426716207, + "grad_norm": 3.8731837784679297, + "learning_rate": 1.1554581477524195e-10, + "loss": 1.0179, + "step": 13814 + }, + { + "epoch": 0.9967172901410483, + "grad_norm": 2.754040697211236, + "learning_rate": 1.1057673526027044e-10, + "loss": 0.9958, + "step": 13815 + }, + { + "epoch": 0.9967894376104758, + "grad_norm": 0.7803371436856967, + "learning_rate": 1.0571686230331778e-10, + "loss": 0.8861, + "step": 13816 + }, + { + "epoch": 0.9968615850799033, + "grad_norm": 2.1866321477065007, + "learning_rate": 1.0096619616994927e-10, + "loss": 0.8891, + "step": 13817 + }, + { + "epoch": 0.9969337325493308, + "grad_norm": 3.450032225748567, + "learning_rate": 9.632473711929101e-11, + "loss": 0.9639, + "step": 13818 + }, + { + "epoch": 0.9970058800187583, + "grad_norm": 3.7088532386967548, + "learning_rate": 9.179248540513995e-11, + "loss": 1.0032, + "step": 13819 + }, + { + "epoch": 0.9970780274881859, + "grad_norm": 2.312577736037707, + "learning_rate": 8.736944127463176e-11, + "loss": 1.0615, + "step": 13820 + }, + { + "epoch": 0.9971501749576134, + "grad_norm": 2.838762541877189, + "learning_rate": 8.305560496957297e-11, + "loss": 0.9574, + "step": 13821 + }, + { + "epoch": 0.9972223224270409, + "grad_norm": 5.935324822578097, + "learning_rate": 7.885097672533092e-11, + "loss": 0.9266, + "step": 13822 + }, + { + "epoch": 0.9972944698964684, + "grad_norm": 4.156628125421719, + "learning_rate": 7.475555677149969e-11, + "loss": 0.8783, + "step": 13823 + }, + { + "epoch": 0.9973666173658959, + "grad_norm": 4.298379974368569, + "learning_rate": 7.076934533190027e-11, + "loss": 0.8888, + "step": 13824 + }, + { + "epoch": 0.9974387648353235, + "grad_norm": 3.14964706623547, + "learning_rate": 6.689234262413634e-11, + "loss": 1.0029, + "step": 13825 + }, + { + "epoch": 0.9975109123047509, + "grad_norm": 3.6913895863959207, + "learning_rate": 6.312454885981644e-11, + "loss": 0.9595, + "step": 13826 + }, + { + "epoch": 0.9975830597741784, + "grad_norm": 2.413799283884151, + "learning_rate": 5.94659642447759e-11, + "loss": 0.9064, + "step": 13827 + }, + { + "epoch": 0.9976552072436059, + "grad_norm": 4.034008413098952, + "learning_rate": 5.5916588978854874e-11, + "loss": 0.9607, + "step": 13828 + }, + { + "epoch": 0.9977273547130334, + "grad_norm": 3.8385316735615906, + "learning_rate": 5.247642325567625e-11, + "loss": 1.0761, + "step": 13829 + }, + { + "epoch": 0.9977995021824609, + "grad_norm": 3.7092427770867356, + "learning_rate": 4.914546726331181e-11, + "loss": 0.9667, + "step": 13830 + }, + { + "epoch": 0.9978716496518885, + "grad_norm": 3.481290401313336, + "learning_rate": 4.592372118339405e-11, + "loss": 0.9482, + "step": 13831 + }, + { + "epoch": 0.997943797121316, + "grad_norm": 2.345303745240728, + "learning_rate": 4.2811185192226374e-11, + "loss": 1.021, + "step": 13832 + }, + { + "epoch": 0.9980159445907435, + "grad_norm": 4.306024970166937, + "learning_rate": 3.980785945945087e-11, + "loss": 0.8736, + "step": 13833 + }, + { + "epoch": 0.998088092060171, + "grad_norm": 3.7294773561992347, + "learning_rate": 3.691374414893644e-11, + "loss": 1.0144, + "step": 13834 + }, + { + "epoch": 0.9981602395295985, + "grad_norm": 3.581402739085456, + "learning_rate": 3.412883941922295e-11, + "loss": 0.9021, + "step": 13835 + }, + { + "epoch": 0.9982323869990261, + "grad_norm": 4.111426939875448, + "learning_rate": 3.1453145421966865e-11, + "loss": 0.9547, + "step": 13836 + }, + { + "epoch": 0.9983045344684535, + "grad_norm": 3.494507976602022, + "learning_rate": 2.8886662303717614e-11, + "loss": 0.9505, + "step": 13837 + }, + { + "epoch": 0.998376681937881, + "grad_norm": 3.4174320170094603, + "learning_rate": 2.642939020391921e-11, + "loss": 1.077, + "step": 13838 + }, + { + "epoch": 0.9984488294073085, + "grad_norm": 2.322838022129563, + "learning_rate": 2.4081329257352733e-11, + "loss": 0.8695, + "step": 13839 + }, + { + "epoch": 0.998520976876736, + "grad_norm": 3.4869138765193477, + "learning_rate": 2.184247959213792e-11, + "loss": 0.9207, + "step": 13840 + }, + { + "epoch": 0.9985931243461635, + "grad_norm": 3.3865385260582173, + "learning_rate": 1.97128413303993e-11, + "loss": 0.9631, + "step": 13841 + }, + { + "epoch": 0.9986652718155911, + "grad_norm": 2.6742108045410378, + "learning_rate": 1.76924145882662e-11, + "loss": 0.925, + "step": 13842 + }, + { + "epoch": 0.9987374192850186, + "grad_norm": 5.25075107833124, + "learning_rate": 1.5781199476538887e-11, + "loss": 0.916, + "step": 13843 + }, + { + "epoch": 0.9988095667544461, + "grad_norm": 10.9046419810941, + "learning_rate": 1.3979196099134227e-11, + "loss": 0.9022, + "step": 13844 + }, + { + "epoch": 0.9988817142238736, + "grad_norm": 7.60393704281048, + "learning_rate": 1.2286404554862073e-11, + "loss": 0.9327, + "step": 13845 + }, + { + "epoch": 0.9989538616933011, + "grad_norm": 5.70328887285969, + "learning_rate": 1.0702824935648891e-11, + "loss": 0.9659, + "step": 13846 + }, + { + "epoch": 0.9990260091627287, + "grad_norm": 2.4481799586040838, + "learning_rate": 9.22845732831412e-12, + "loss": 1.0415, + "step": 13847 + }, + { + "epoch": 0.9990981566321562, + "grad_norm": 2.870549945842634, + "learning_rate": 7.863301813459954e-12, + "loss": 0.9194, + "step": 13848 + }, + { + "epoch": 0.9991703041015836, + "grad_norm": 1.9882891042138275, + "learning_rate": 6.607358465249291e-12, + "loss": 0.8948, + "step": 13849 + }, + { + "epoch": 0.9992424515710111, + "grad_norm": 3.1502247321480272, + "learning_rate": 5.460627352738001e-12, + "loss": 0.8984, + "step": 13850 + }, + { + "epoch": 0.9993145990404386, + "grad_norm": 3.5088021086766927, + "learning_rate": 4.423108538098574e-12, + "loss": 0.99, + "step": 13851 + }, + { + "epoch": 0.9993867465098661, + "grad_norm": 3.014094779799363, + "learning_rate": 3.4948020781744304e-12, + "loss": 1.0051, + "step": 13852 + }, + { + "epoch": 0.9994588939792937, + "grad_norm": 2.3050088949300798, + "learning_rate": 2.6757080238137832e-12, + "loss": 0.9832, + "step": 13853 + }, + { + "epoch": 0.9995310414487212, + "grad_norm": 2.682413566313175, + "learning_rate": 1.9658264194255538e-12, + "loss": 0.9365, + "step": 13854 + }, + { + "epoch": 0.9996031889181487, + "grad_norm": 75.338020831533, + "learning_rate": 1.3651573040895925e-12, + "loss": 1.0006, + "step": 13855 + }, + { + "epoch": 0.9996753363875762, + "grad_norm": 0.6990398199352579, + "learning_rate": 8.737007104464567e-13, + "loss": 0.823, + "step": 13856 + }, + { + "epoch": 0.9997474838570037, + "grad_norm": 3.5732291097055024, + "learning_rate": 4.914566651414986e-13, + "loss": 0.9883, + "step": 13857 + }, + { + "epoch": 0.9998196313264313, + "grad_norm": 3.509245649826007, + "learning_rate": 2.1842518949100052e-13, + "loss": 0.9956, + "step": 13858 + }, + { + "epoch": 0.9998917787958588, + "grad_norm": 3.1117636548785708, + "learning_rate": 5.460629814990625e-14, + "loss": 0.9815, + "step": 13859 + }, + { + "epoch": 0.9999639262652863, + "grad_norm": 3.3503270573171227, + "learning_rate": 0.0, + "loss": 0.8115, + "step": 13860 + }, + { + "epoch": 0.9999639262652863, + "step": 13860, + "total_flos": 9.616305868693832e+17, + "train_loss": 0.9663074976266033, + "train_runtime": 197552.1318, + "train_samples_per_second": 3.368, + "train_steps_per_second": 0.07 + } + ], + "logging_steps": 1.0, + "max_steps": 13860, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 9.616305868693832e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +}