| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.994216310005784, | |
| "eval_steps": 500, | |
| "global_step": 4320, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02313475997686524, | |
| "grad_norm": 4.818889617919922, | |
| "learning_rate": 0.00019999735576321776, | |
| "loss": 2.7586, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04626951995373048, | |
| "grad_norm": 1.2888654470443726, | |
| "learning_rate": 0.00019998942319271077, | |
| "loss": 2.4225, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06940427993059572, | |
| "grad_norm": 0.9638609290122986, | |
| "learning_rate": 0.00019997620270799092, | |
| "loss": 2.2447, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.09253903990746096, | |
| "grad_norm": 0.882834255695343, | |
| "learning_rate": 0.0001999576950082201, | |
| "loss": 2.2015, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1156737998843262, | |
| "grad_norm": 1.0840070247650146, | |
| "learning_rate": 0.00019993390107217302, | |
| "loss": 2.1489, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13880855986119145, | |
| "grad_norm": 13.946427345275879, | |
| "learning_rate": 0.0001999048221581858, | |
| "loss": 2.1928, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.16194331983805668, | |
| "grad_norm": 0.9393675327301025, | |
| "learning_rate": 0.00019987045980408906, | |
| "loss": 2.172, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.18507807981492191, | |
| "grad_norm": 0.882853627204895, | |
| "learning_rate": 0.00019983081582712685, | |
| "loss": 2.1491, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.20821283979178715, | |
| "grad_norm": 0.8838891386985779, | |
| "learning_rate": 0.00019978589232386035, | |
| "loss": 2.1147, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2313475997686524, | |
| "grad_norm": 0.9649007320404053, | |
| "learning_rate": 0.00019973569167005723, | |
| "loss": 2.0984, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.25448235974551764, | |
| "grad_norm": 0.9888186454772949, | |
| "learning_rate": 0.00019968021652056576, | |
| "loss": 2.0735, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2776171197223829, | |
| "grad_norm": 0.8648116588592529, | |
| "learning_rate": 0.00019961946980917456, | |
| "loss": 2.0005, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3007518796992481, | |
| "grad_norm": 0.932079553604126, | |
| "learning_rate": 0.0001995534547484574, | |
| "loss": 1.9938, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.32388663967611336, | |
| "grad_norm": 0.9043927788734436, | |
| "learning_rate": 0.0001994821748296033, | |
| "loss": 1.9941, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3470213996529786, | |
| "grad_norm": 0.9096814393997192, | |
| "learning_rate": 0.00019940563382223197, | |
| "loss": 2.0175, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.37015615962984383, | |
| "grad_norm": 0.9436717629432678, | |
| "learning_rate": 0.00019932383577419432, | |
| "loss": 2.0761, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3932909196067091, | |
| "grad_norm": 0.8598865270614624, | |
| "learning_rate": 0.00019923678501135848, | |
| "loss": 2.0289, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4164256795835743, | |
| "grad_norm": 0.8160977363586426, | |
| "learning_rate": 0.00019914448613738106, | |
| "loss": 2.0161, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.43956043956043955, | |
| "grad_norm": 0.8758726119995117, | |
| "learning_rate": 0.0001990469440334636, | |
| "loss": 1.95, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4626951995373048, | |
| "grad_norm": 0.9540367126464844, | |
| "learning_rate": 0.00019894416385809444, | |
| "loss": 2.033, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.48582995951417, | |
| "grad_norm": 0.9104657173156738, | |
| "learning_rate": 0.00019883615104677608, | |
| "loss": 1.965, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5089647194910353, | |
| "grad_norm": 0.9348485469818115, | |
| "learning_rate": 0.00019872291131173742, | |
| "loss": 1.9257, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5320994794679005, | |
| "grad_norm": 1.0083684921264648, | |
| "learning_rate": 0.00019860445064163193, | |
| "loss": 1.9851, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5552342394447658, | |
| "grad_norm": 0.9179242849349976, | |
| "learning_rate": 0.00019848077530122083, | |
| "loss": 1.9656, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.578368999421631, | |
| "grad_norm": 0.881529688835144, | |
| "learning_rate": 0.00019835189183104178, | |
| "loss": 1.9819, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6015037593984962, | |
| "grad_norm": 0.931932270526886, | |
| "learning_rate": 0.00019821780704706307, | |
| "loss": 1.9791, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6246385193753615, | |
| "grad_norm": 0.9711050391197205, | |
| "learning_rate": 0.00019807852804032305, | |
| "loss": 1.9672, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6477732793522267, | |
| "grad_norm": 0.9100776314735413, | |
| "learning_rate": 0.00019793406217655517, | |
| "loss": 1.9403, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6709080393290919, | |
| "grad_norm": 1.0750184059143066, | |
| "learning_rate": 0.0001977844170957984, | |
| "loss": 1.9222, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6940427993059572, | |
| "grad_norm": 1.0510389804840088, | |
| "learning_rate": 0.00019762960071199333, | |
| "loss": 1.8928, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.7171775592828225, | |
| "grad_norm": 0.8637176156044006, | |
| "learning_rate": 0.0001974696212125635, | |
| "loss": 1.9064, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7403123192596877, | |
| "grad_norm": 0.9364832043647766, | |
| "learning_rate": 0.00019730448705798239, | |
| "loss": 1.9649, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.763447079236553, | |
| "grad_norm": 1.0437376499176025, | |
| "learning_rate": 0.00019713420698132614, | |
| "loss": 1.9472, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7865818392134182, | |
| "grad_norm": 0.8804395198822021, | |
| "learning_rate": 0.0001969587899878116, | |
| "loss": 1.8961, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8097165991902834, | |
| "grad_norm": 0.9558535814285278, | |
| "learning_rate": 0.0001967782453543201, | |
| "loss": 1.9841, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8328513591671486, | |
| "grad_norm": 1.0408087968826294, | |
| "learning_rate": 0.00019659258262890683, | |
| "loss": 1.9095, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.8559861191440139, | |
| "grad_norm": 1.0767790079116821, | |
| "learning_rate": 0.00019640181163029595, | |
| "loss": 1.8774, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.8791208791208791, | |
| "grad_norm": 0.9003483057022095, | |
| "learning_rate": 0.00019620594244736133, | |
| "loss": 1.8791, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9022556390977443, | |
| "grad_norm": 0.9258147478103638, | |
| "learning_rate": 0.0001960049854385929, | |
| "loss": 1.9243, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.9253903990746096, | |
| "grad_norm": 0.9662225842475891, | |
| "learning_rate": 0.0001957989512315489, | |
| "loss": 1.8853, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.9485251590514748, | |
| "grad_norm": 0.8478869795799255, | |
| "learning_rate": 0.00019558785072229396, | |
| "loss": 1.8573, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.97165991902834, | |
| "grad_norm": 0.9442031979560852, | |
| "learning_rate": 0.0001953716950748227, | |
| "loss": 1.8542, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9947946790052054, | |
| "grad_norm": 0.970368504524231, | |
| "learning_rate": 0.00019515049572046937, | |
| "loss": 1.9055, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.0179294389820706, | |
| "grad_norm": 0.9968038201332092, | |
| "learning_rate": 0.0001949242643573034, | |
| "loss": 1.7246, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.0410641989589358, | |
| "grad_norm": 0.9842697978019714, | |
| "learning_rate": 0.0001946930129495106, | |
| "loss": 1.726, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.064198958935801, | |
| "grad_norm": 1.029723882675171, | |
| "learning_rate": 0.0001944567537267605, | |
| "loss": 1.6401, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.0873337189126664, | |
| "grad_norm": 0.95682692527771, | |
| "learning_rate": 0.00019421549918355966, | |
| "loss": 1.642, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.1104684788895316, | |
| "grad_norm": 1.1155472993850708, | |
| "learning_rate": 0.00019396926207859084, | |
| "loss": 1.7003, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.1336032388663968, | |
| "grad_norm": 1.0741841793060303, | |
| "learning_rate": 0.00019371805543403825, | |
| "loss": 1.6915, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.156737998843262, | |
| "grad_norm": 1.0780987739562988, | |
| "learning_rate": 0.00019346189253489885, | |
| "loss": 1.5675, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.1798727588201272, | |
| "grad_norm": 1.0540192127227783, | |
| "learning_rate": 0.00019320078692827987, | |
| "loss": 1.6459, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.2030075187969924, | |
| "grad_norm": 1.0274903774261475, | |
| "learning_rate": 0.00019293475242268223, | |
| "loss": 1.6763, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.2261422787738576, | |
| "grad_norm": 1.0954372882843018, | |
| "learning_rate": 0.00019266380308727055, | |
| "loss": 1.7276, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.249277038750723, | |
| "grad_norm": 1.1079906225204468, | |
| "learning_rate": 0.0001923879532511287, | |
| "loss": 1.6581, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.2724117987275883, | |
| "grad_norm": 1.053789734840393, | |
| "learning_rate": 0.00019210721750250235, | |
| "loss": 1.709, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.2955465587044535, | |
| "grad_norm": 1.0135327577590942, | |
| "learning_rate": 0.00019182161068802741, | |
| "loss": 1.6606, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.3186813186813187, | |
| "grad_norm": 1.0936933755874634, | |
| "learning_rate": 0.00019153114791194473, | |
| "loss": 1.6489, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.3418160786581839, | |
| "grad_norm": 1.0684951543807983, | |
| "learning_rate": 0.00019123584453530144, | |
| "loss": 1.7086, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.3649508386350493, | |
| "grad_norm": 1.1002228260040283, | |
| "learning_rate": 0.00019093571617513852, | |
| "loss": 1.6785, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.3880855986119145, | |
| "grad_norm": 1.0296435356140137, | |
| "learning_rate": 0.000190630778703665, | |
| "loss": 1.6931, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.4112203585887797, | |
| "grad_norm": 1.2503811120986938, | |
| "learning_rate": 0.00019032104824741843, | |
| "loss": 1.6651, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.434355118565645, | |
| "grad_norm": 1.048912763595581, | |
| "learning_rate": 0.00019000654118641211, | |
| "loss": 1.7226, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.45748987854251, | |
| "grad_norm": 1.1050567626953125, | |
| "learning_rate": 0.00018968727415326884, | |
| "loss": 1.6195, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.4806246385193753, | |
| "grad_norm": 1.1447317600250244, | |
| "learning_rate": 0.00018936326403234125, | |
| "loss": 1.6719, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.5037593984962405, | |
| "grad_norm": 1.2653794288635254, | |
| "learning_rate": 0.0001890345279588189, | |
| "loss": 1.6512, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.5268941584731057, | |
| "grad_norm": 1.2562129497528076, | |
| "learning_rate": 0.00018870108331782217, | |
| "loss": 1.7135, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.550028918449971, | |
| "grad_norm": 1.158982753753662, | |
| "learning_rate": 0.00018836294774348278, | |
| "loss": 1.6415, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.5731636784268364, | |
| "grad_norm": 1.102187156677246, | |
| "learning_rate": 0.00018802013911801112, | |
| "loss": 1.589, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.5962984384037016, | |
| "grad_norm": 1.126552939414978, | |
| "learning_rate": 0.0001876726755707508, | |
| "loss": 1.661, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.6194331983805668, | |
| "grad_norm": 1.1704193353652954, | |
| "learning_rate": 0.0001873205754772196, | |
| "loss": 1.7446, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.6425679583574322, | |
| "grad_norm": 1.1397557258605957, | |
| "learning_rate": 0.00018696385745813792, | |
| "loss": 1.6528, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.6657027183342974, | |
| "grad_norm": 1.212633728981018, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 1.6315, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.6888374783111626, | |
| "grad_norm": 1.124883770942688, | |
| "learning_rate": 0.00018623664334629575, | |
| "loss": 1.6961, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.7119722382880278, | |
| "grad_norm": 1.1361215114593506, | |
| "learning_rate": 0.00018586618571206134, | |
| "loss": 1.7002, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.735106998264893, | |
| "grad_norm": 1.3424755334854126, | |
| "learning_rate": 0.00018549118706729468, | |
| "loss": 1.6754, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.7582417582417582, | |
| "grad_norm": 1.1060627698898315, | |
| "learning_rate": 0.00018511166724369997, | |
| "loss": 1.6363, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.7813765182186234, | |
| "grad_norm": 1.1465959548950195, | |
| "learning_rate": 0.0001847276463120828, | |
| "loss": 1.5913, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.8045112781954886, | |
| "grad_norm": 1.1735104322433472, | |
| "learning_rate": 0.0001843391445812886, | |
| "loss": 1.6201, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.8276460381723538, | |
| "grad_norm": 1.0827069282531738, | |
| "learning_rate": 0.00018394618259712865, | |
| "loss": 1.6184, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.8507807981492193, | |
| "grad_norm": 1.0566381216049194, | |
| "learning_rate": 0.00018354878114129367, | |
| "loss": 1.64, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.8739155581260845, | |
| "grad_norm": 1.223117470741272, | |
| "learning_rate": 0.00018314696123025454, | |
| "loss": 1.651, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.8970503181029497, | |
| "grad_norm": 1.2156977653503418, | |
| "learning_rate": 0.00018274074411415105, | |
| "loss": 1.6914, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.9201850780798149, | |
| "grad_norm": 1.179998517036438, | |
| "learning_rate": 0.00018233015127566807, | |
| "loss": 1.6974, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.9433198380566803, | |
| "grad_norm": 1.1092870235443115, | |
| "learning_rate": 0.0001819152044288992, | |
| "loss": 1.5961, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.9664545980335455, | |
| "grad_norm": 1.0674152374267578, | |
| "learning_rate": 0.0001814959255181988, | |
| "loss": 1.6687, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.9895893580104107, | |
| "grad_norm": 1.3172643184661865, | |
| "learning_rate": 0.00018107233671702124, | |
| "loss": 1.7101, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.012724117987276, | |
| "grad_norm": 1.3380361795425415, | |
| "learning_rate": 0.00018064446042674828, | |
| "loss": 1.5151, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.035858877964141, | |
| "grad_norm": 1.431959867477417, | |
| "learning_rate": 0.0001802123192755044, | |
| "loss": 1.3543, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.0589936379410063, | |
| "grad_norm": 1.2023745775222778, | |
| "learning_rate": 0.00017977593611696015, | |
| "loss": 1.3866, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.0821283979178715, | |
| "grad_norm": 1.4215834140777588, | |
| "learning_rate": 0.00017933533402912354, | |
| "loss": 1.3933, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.1052631578947367, | |
| "grad_norm": 1.2749346494674683, | |
| "learning_rate": 0.00017889053631311947, | |
| "loss": 1.3135, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.128397917871602, | |
| "grad_norm": 1.347468376159668, | |
| "learning_rate": 0.00017844156649195759, | |
| "loss": 1.3276, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.151532677848467, | |
| "grad_norm": 1.3235530853271484, | |
| "learning_rate": 0.00017798844830928817, | |
| "loss": 1.3517, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.174667437825333, | |
| "grad_norm": 1.4696698188781738, | |
| "learning_rate": 0.0001775312057281466, | |
| "loss": 1.3442, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.197802197802198, | |
| "grad_norm": 1.3937824964523315, | |
| "learning_rate": 0.00017706986292968582, | |
| "loss": 1.3082, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.220936957779063, | |
| "grad_norm": 1.4411293268203735, | |
| "learning_rate": 0.0001766044443118978, | |
| "loss": 1.313, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.2440717177559284, | |
| "grad_norm": 1.4743627309799194, | |
| "learning_rate": 0.00017613497448832312, | |
| "loss": 1.3783, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.2672064777327936, | |
| "grad_norm": 1.3222951889038086, | |
| "learning_rate": 0.00017566147828674931, | |
| "loss": 1.3253, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.290341237709659, | |
| "grad_norm": 1.3810490369796753, | |
| "learning_rate": 0.00017518398074789775, | |
| "loss": 1.3191, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.313475997686524, | |
| "grad_norm": 1.3942046165466309, | |
| "learning_rate": 0.0001747025071240996, | |
| "loss": 1.4389, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.336610757663389, | |
| "grad_norm": 1.523859977722168, | |
| "learning_rate": 0.00017421708287796017, | |
| "loss": 1.4015, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.3597455176402544, | |
| "grad_norm": 1.435693383216858, | |
| "learning_rate": 0.0001737277336810124, | |
| "loss": 1.3434, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.3828802776171196, | |
| "grad_norm": 1.4890649318695068, | |
| "learning_rate": 0.00017323448541235924, | |
| "loss": 1.3337, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.406015037593985, | |
| "grad_norm": 1.3789806365966797, | |
| "learning_rate": 0.00017273736415730488, | |
| "loss": 1.3136, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.42914979757085, | |
| "grad_norm": 1.4059851169586182, | |
| "learning_rate": 0.00017223639620597556, | |
| "loss": 1.4041, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.4522845575477152, | |
| "grad_norm": 1.4800046682357788, | |
| "learning_rate": 0.00017173160805192893, | |
| "loss": 1.3156, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.4754193175245804, | |
| "grad_norm": 1.556971549987793, | |
| "learning_rate": 0.0001712230263907531, | |
| "loss": 1.394, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.498554077501446, | |
| "grad_norm": 1.4921575784683228, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 1.3528, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.5216888374783113, | |
| "grad_norm": 1.53052818775177, | |
| "learning_rate": 0.00017019459033103682, | |
| "loss": 1.3099, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.5448235974551765, | |
| "grad_norm": 1.4016938209533691, | |
| "learning_rate": 0.0001696747903210655, | |
| "loss": 1.4067, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.5679583574320417, | |
| "grad_norm": 1.5849937200546265, | |
| "learning_rate": 0.00016915130557822695, | |
| "loss": 1.3557, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.591093117408907, | |
| "grad_norm": 1.5975929498672485, | |
| "learning_rate": 0.0001686241637868734, | |
| "loss": 1.304, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.614227877385772, | |
| "grad_norm": 1.3660000562667847, | |
| "learning_rate": 0.00016809339282475904, | |
| "loss": 1.3462, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.6373626373626373, | |
| "grad_norm": 1.4659340381622314, | |
| "learning_rate": 0.00016755902076156604, | |
| "loss": 1.3905, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.6604973973395025, | |
| "grad_norm": 1.398289680480957, | |
| "learning_rate": 0.0001670210758574196, | |
| "loss": 1.3498, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.6836321573163677, | |
| "grad_norm": 1.4304271936416626, | |
| "learning_rate": 0.00016647958656139378, | |
| "loss": 1.3641, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.706766917293233, | |
| "grad_norm": 1.455327033996582, | |
| "learning_rate": 0.00016593458151000688, | |
| "loss": 1.3586, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.7299016772700986, | |
| "grad_norm": 1.4968023300170898, | |
| "learning_rate": 0.00016538608952570698, | |
| "loss": 1.3731, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.753036437246964, | |
| "grad_norm": 1.5257724523544312, | |
| "learning_rate": 0.00016483413961534762, | |
| "loss": 1.3484, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.776171197223829, | |
| "grad_norm": 1.5006804466247559, | |
| "learning_rate": 0.00016427876096865394, | |
| "loss": 1.3702, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.799305957200694, | |
| "grad_norm": 1.376607060432434, | |
| "learning_rate": 0.00016371998295667886, | |
| "loss": 1.4002, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.8224407171775594, | |
| "grad_norm": 1.5122621059417725, | |
| "learning_rate": 0.00016315783513024977, | |
| "loss": 1.368, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.8455754771544246, | |
| "grad_norm": 1.5241082906723022, | |
| "learning_rate": 0.00016259234721840591, | |
| "loss": 1.3907, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.86871023713129, | |
| "grad_norm": 1.5061618089675903, | |
| "learning_rate": 0.000162023549126826, | |
| "loss": 1.3166, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.891844997108155, | |
| "grad_norm": 1.3175408840179443, | |
| "learning_rate": 0.00016145147093624677, | |
| "loss": 1.3919, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.91497975708502, | |
| "grad_norm": 1.614513635635376, | |
| "learning_rate": 0.00016087614290087208, | |
| "loss": 1.3702, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.9381145170618854, | |
| "grad_norm": 1.460629940032959, | |
| "learning_rate": 0.00016029759544677297, | |
| "loss": 1.3504, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.9612492770387506, | |
| "grad_norm": 1.5735194683074951, | |
| "learning_rate": 0.00015971585917027862, | |
| "loss": 1.3726, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.984384037015616, | |
| "grad_norm": 1.3974887132644653, | |
| "learning_rate": 0.00015913096483635824, | |
| "loss": 1.3811, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 3.007518796992481, | |
| "grad_norm": 1.3209352493286133, | |
| "learning_rate": 0.00015854294337699408, | |
| "loss": 1.2467, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.0306535569693462, | |
| "grad_norm": 1.64750337600708, | |
| "learning_rate": 0.0001579518258895455, | |
| "loss": 1.0457, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 3.053788316946212, | |
| "grad_norm": 1.7243373394012451, | |
| "learning_rate": 0.0001573576436351046, | |
| "loss": 1.0609, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 3.076923076923077, | |
| "grad_norm": 1.5499110221862793, | |
| "learning_rate": 0.00015676042803684288, | |
| "loss": 1.0522, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 3.1000578368999423, | |
| "grad_norm": 1.7944879531860352, | |
| "learning_rate": 0.0001561602106783493, | |
| "loss": 1.0416, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 3.1231925968768075, | |
| "grad_norm": 1.7069816589355469, | |
| "learning_rate": 0.00015555702330196023, | |
| "loss": 0.9983, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 3.1463273568536727, | |
| "grad_norm": 1.7057902812957764, | |
| "learning_rate": 0.0001549508978070806, | |
| "loss": 1.0115, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 3.169462116830538, | |
| "grad_norm": 1.6382006406784058, | |
| "learning_rate": 0.000154341866248497, | |
| "loss": 1.0349, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 3.192596876807403, | |
| "grad_norm": 1.6651489734649658, | |
| "learning_rate": 0.0001537299608346824, | |
| "loss": 1.092, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 3.2157316367842683, | |
| "grad_norm": 1.7190675735473633, | |
| "learning_rate": 0.00015311521392609282, | |
| "loss": 1.0611, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 3.2388663967611335, | |
| "grad_norm": 1.6004880666732788, | |
| "learning_rate": 0.000152497658033456, | |
| "loss": 1.0455, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.2620011567379987, | |
| "grad_norm": 1.870151162147522, | |
| "learning_rate": 0.00015187732581605217, | |
| "loss": 1.0883, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 3.285135916714864, | |
| "grad_norm": 1.7651612758636475, | |
| "learning_rate": 0.00015125425007998653, | |
| "loss": 1.0853, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 3.308270676691729, | |
| "grad_norm": 1.578336477279663, | |
| "learning_rate": 0.00015062846377645475, | |
| "loss": 1.0612, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 3.331405436668595, | |
| "grad_norm": 1.8268855810165405, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 1.112, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 3.35454019664546, | |
| "grad_norm": 1.663640022277832, | |
| "learning_rate": 0.00014936889198676303, | |
| "loss": 1.0387, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.377674956622325, | |
| "grad_norm": 1.7626187801361084, | |
| "learning_rate": 0.00014873517311272423, | |
| "loss": 1.0766, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 3.4008097165991904, | |
| "grad_norm": 1.683388113975525, | |
| "learning_rate": 0.00014809887689193877, | |
| "loss": 1.0982, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 3.4239444765760556, | |
| "grad_norm": 1.6581867933273315, | |
| "learning_rate": 0.00014746003697476404, | |
| "loss": 1.1141, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 3.447079236552921, | |
| "grad_norm": 1.9846975803375244, | |
| "learning_rate": 0.0001468186871460802, | |
| "loss": 1.0853, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.470213996529786, | |
| "grad_norm": 1.7938522100448608, | |
| "learning_rate": 0.00014617486132350343, | |
| "loss": 1.1085, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.493348756506651, | |
| "grad_norm": 1.7541499137878418, | |
| "learning_rate": 0.00014552859355559204, | |
| "loss": 1.0778, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 3.5164835164835164, | |
| "grad_norm": 1.7515652179718018, | |
| "learning_rate": 0.00014487991802004623, | |
| "loss": 1.1077, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 3.5396182764603816, | |
| "grad_norm": 1.7582262754440308, | |
| "learning_rate": 0.00014422886902190014, | |
| "loss": 1.0703, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 3.562753036437247, | |
| "grad_norm": 1.6952829360961914, | |
| "learning_rate": 0.00014357548099170795, | |
| "loss": 1.0588, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 3.585887796414112, | |
| "grad_norm": 1.8166347742080688, | |
| "learning_rate": 0.00014291978848372293, | |
| "loss": 1.053, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.6090225563909772, | |
| "grad_norm": 1.8070217370986938, | |
| "learning_rate": 0.00014226182617406996, | |
| "loss": 1.1416, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 3.6321573163678424, | |
| "grad_norm": 1.9227118492126465, | |
| "learning_rate": 0.00014160162885891193, | |
| "loss": 1.0947, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 3.6552920763447077, | |
| "grad_norm": 1.8285157680511475, | |
| "learning_rate": 0.00014093923145260925, | |
| "loss": 1.062, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 3.6784268363215733, | |
| "grad_norm": 1.8435360193252563, | |
| "learning_rate": 0.00014027466898587374, | |
| "loss": 1.0761, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 3.7015615962984385, | |
| "grad_norm": 1.8980731964111328, | |
| "learning_rate": 0.0001396079766039157, | |
| "loss": 1.0855, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.7246963562753037, | |
| "grad_norm": 1.8872120380401611, | |
| "learning_rate": 0.00013893918956458552, | |
| "loss": 1.0775, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 3.747831116252169, | |
| "grad_norm": 1.8531919717788696, | |
| "learning_rate": 0.000138268343236509, | |
| "loss": 1.0411, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 3.770965876229034, | |
| "grad_norm": 1.6847087144851685, | |
| "learning_rate": 0.0001375954730972168, | |
| "loss": 1.0747, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 3.7941006362058993, | |
| "grad_norm": 1.818551778793335, | |
| "learning_rate": 0.00013692061473126845, | |
| "loss": 1.0527, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 3.8172353961827645, | |
| "grad_norm": 1.7148271799087524, | |
| "learning_rate": 0.00013624380382837016, | |
| "loss": 1.0999, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 3.8403701561596297, | |
| "grad_norm": 1.6660877466201782, | |
| "learning_rate": 0.0001355650761814877, | |
| "loss": 1.0868, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 3.863504916136495, | |
| "grad_norm": 1.787760615348816, | |
| "learning_rate": 0.0001348844676849531, | |
| "loss": 1.1218, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 3.8866396761133606, | |
| "grad_norm": 1.7259087562561035, | |
| "learning_rate": 0.00013420201433256689, | |
| "loss": 1.085, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 3.909774436090226, | |
| "grad_norm": 1.666365146636963, | |
| "learning_rate": 0.00013351775221569415, | |
| "loss": 1.1676, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 3.932909196067091, | |
| "grad_norm": 1.7131948471069336, | |
| "learning_rate": 0.00013283171752135614, | |
| "loss": 1.0713, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.956043956043956, | |
| "grad_norm": 1.7973147630691528, | |
| "learning_rate": 0.00013214394653031616, | |
| "loss": 1.0864, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 3.9791787160208214, | |
| "grad_norm": 1.7572144269943237, | |
| "learning_rate": 0.00013145447561516138, | |
| "loss": 1.0458, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 4.002313475997687, | |
| "grad_norm": 1.5910913944244385, | |
| "learning_rate": 0.00013076334123837883, | |
| "loss": 1.0368, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 4.025448235974552, | |
| "grad_norm": 1.9898087978363037, | |
| "learning_rate": 0.00013007057995042732, | |
| "loss": 0.7595, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 4.048582995951417, | |
| "grad_norm": 1.8028409481048584, | |
| "learning_rate": 0.00012937622838780444, | |
| "loss": 0.7896, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 4.071717755928282, | |
| "grad_norm": 2.1292295455932617, | |
| "learning_rate": 0.00012868032327110904, | |
| "loss": 0.748, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 4.094852515905147, | |
| "grad_norm": 2.0062098503112793, | |
| "learning_rate": 0.00012798290140309923, | |
| "loss": 0.7741, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 4.117987275882013, | |
| "grad_norm": 2.028233528137207, | |
| "learning_rate": 0.00012728399966674612, | |
| "loss": 0.8249, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 4.141122035858878, | |
| "grad_norm": 2.332066297531128, | |
| "learning_rate": 0.0001265836550232833, | |
| "loss": 0.8377, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 4.164256795835743, | |
| "grad_norm": 2.0353000164031982, | |
| "learning_rate": 0.00012588190451025207, | |
| "loss": 0.7875, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 4.187391555812608, | |
| "grad_norm": 2.017143964767456, | |
| "learning_rate": 0.00012517878523954286, | |
| "loss": 0.7837, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 4.2105263157894735, | |
| "grad_norm": 2.2068400382995605, | |
| "learning_rate": 0.0001244743343954324, | |
| "loss": 0.844, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 4.233661075766339, | |
| "grad_norm": 2.1417810916900635, | |
| "learning_rate": 0.00012376858923261733, | |
| "loss": 0.7947, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 4.256795835743204, | |
| "grad_norm": 2.1283600330352783, | |
| "learning_rate": 0.00012306158707424403, | |
| "loss": 0.846, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 4.279930595720069, | |
| "grad_norm": 1.9856690168380737, | |
| "learning_rate": 0.00012235336530993474, | |
| "loss": 0.8118, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 4.303065355696934, | |
| "grad_norm": 1.9329304695129395, | |
| "learning_rate": 0.00012164396139381029, | |
| "loss": 0.78, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 4.3262001156737995, | |
| "grad_norm": 1.9364598989486694, | |
| "learning_rate": 0.0001209334128425092, | |
| "loss": 0.8625, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 4.349334875650666, | |
| "grad_norm": 1.803899884223938, | |
| "learning_rate": 0.00012022175723320381, | |
| "loss": 0.7904, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 4.372469635627531, | |
| "grad_norm": 1.9305102825164795, | |
| "learning_rate": 0.00011950903220161285, | |
| "loss": 0.8376, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 4.395604395604396, | |
| "grad_norm": 2.184109687805176, | |
| "learning_rate": 0.00011879527544001119, | |
| "loss": 0.755, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 4.418739155581261, | |
| "grad_norm": 1.9741244316101074, | |
| "learning_rate": 0.00011808052469523654, | |
| "loss": 0.8244, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 4.441873915558126, | |
| "grad_norm": 1.954925537109375, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.8061, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 4.465008675534992, | |
| "grad_norm": 1.891669750213623, | |
| "learning_rate": 0.00011664819250435246, | |
| "loss": 0.8089, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 4.488143435511857, | |
| "grad_norm": 2.0183587074279785, | |
| "learning_rate": 0.00011593068680675228, | |
| "loss": 0.8304, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 4.511278195488722, | |
| "grad_norm": 1.9433139562606812, | |
| "learning_rate": 0.00011521233861899167, | |
| "loss": 0.8356, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 4.534412955465587, | |
| "grad_norm": 2.0215744972229004, | |
| "learning_rate": 0.00011449318593072466, | |
| "loss": 0.8106, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 4.557547715442452, | |
| "grad_norm": 2.0268826484680176, | |
| "learning_rate": 0.00011377326677415108, | |
| "loss": 0.8186, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 4.580682475419318, | |
| "grad_norm": 2.270048141479492, | |
| "learning_rate": 0.00011305261922200519, | |
| "loss": 0.7984, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 4.603817235396183, | |
| "grad_norm": 1.9835270643234253, | |
| "learning_rate": 0.0001123312813855422, | |
| "loss": 0.8106, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 4.626951995373048, | |
| "grad_norm": 2.036339044570923, | |
| "learning_rate": 0.00011160929141252303, | |
| "loss": 0.8778, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.650086755349913, | |
| "grad_norm": 2.1386802196502686, | |
| "learning_rate": 0.00011088668748519647, | |
| "loss": 0.8408, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 4.673221515326778, | |
| "grad_norm": 2.199148416519165, | |
| "learning_rate": 0.00011016350781828019, | |
| "loss": 0.8356, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 4.696356275303644, | |
| "grad_norm": 1.943888783454895, | |
| "learning_rate": 0.00010943979065693975, | |
| "loss": 0.8521, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 4.719491035280509, | |
| "grad_norm": 2.2225332260131836, | |
| "learning_rate": 0.00010871557427476583, | |
| "loss": 0.8487, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 4.742625795257374, | |
| "grad_norm": 2.0183157920837402, | |
| "learning_rate": 0.0001079908969717504, | |
| "loss": 0.8258, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 4.765760555234239, | |
| "grad_norm": 2.1665942668914795, | |
| "learning_rate": 0.00010726579707226108, | |
| "loss": 0.8786, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 4.7888953152111045, | |
| "grad_norm": 2.0331172943115234, | |
| "learning_rate": 0.00010654031292301432, | |
| "loss": 0.8344, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 4.81203007518797, | |
| "grad_norm": 2.299880266189575, | |
| "learning_rate": 0.00010581448289104758, | |
| "loss": 0.8267, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 4.835164835164835, | |
| "grad_norm": 2.0382227897644043, | |
| "learning_rate": 0.00010508834536169028, | |
| "loss": 0.8533, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 4.8582995951417, | |
| "grad_norm": 1.9726015329360962, | |
| "learning_rate": 0.00010436193873653361, | |
| "loss": 0.8654, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 4.881434355118565, | |
| "grad_norm": 2.1659207344055176, | |
| "learning_rate": 0.00010363530143139999, | |
| "loss": 0.8723, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 4.9045691150954305, | |
| "grad_norm": 2.0480141639709473, | |
| "learning_rate": 0.00010290847187431113, | |
| "loss": 0.8272, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 4.927703875072297, | |
| "grad_norm": 2.1771929264068604, | |
| "learning_rate": 0.00010218148850345613, | |
| "loss": 0.8352, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 4.950838635049161, | |
| "grad_norm": 2.022383689880371, | |
| "learning_rate": 0.00010145438976515828, | |
| "loss": 0.9057, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 4.973973395026027, | |
| "grad_norm": 2.1294972896575928, | |
| "learning_rate": 0.00010072721411184219, | |
| "loss": 0.8775, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 4.997108155002892, | |
| "grad_norm": 2.14635968208313, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8175, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 5.020242914979757, | |
| "grad_norm": 2.4558303356170654, | |
| "learning_rate": 9.927278588815786e-05, | |
| "loss": 0.6267, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 5.043377674956623, | |
| "grad_norm": 2.078815221786499, | |
| "learning_rate": 9.854561023484173e-05, | |
| "loss": 0.6033, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 5.066512434933488, | |
| "grad_norm": 2.428105354309082, | |
| "learning_rate": 9.78185114965439e-05, | |
| "loss": 0.6157, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 5.089647194910353, | |
| "grad_norm": 2.1209535598754883, | |
| "learning_rate": 9.709152812568886e-05, | |
| "loss": 0.5899, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 5.112781954887218, | |
| "grad_norm": 2.1761510372161865, | |
| "learning_rate": 9.636469856860005e-05, | |
| "loss": 0.5986, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 5.135916714864083, | |
| "grad_norm": 2.0283255577087402, | |
| "learning_rate": 9.563806126346642e-05, | |
| "loss": 0.5719, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 5.159051474840949, | |
| "grad_norm": 2.2018613815307617, | |
| "learning_rate": 9.491165463830975e-05, | |
| "loss": 0.5884, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 5.182186234817814, | |
| "grad_norm": 2.153411626815796, | |
| "learning_rate": 9.418551710895243e-05, | |
| "loss": 0.5664, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 5.205320994794679, | |
| "grad_norm": 2.133164405822754, | |
| "learning_rate": 9.345968707698569e-05, | |
| "loss": 0.5873, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 5.228455754771544, | |
| "grad_norm": 2.3184361457824707, | |
| "learning_rate": 9.273420292773894e-05, | |
| "loss": 0.6031, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 5.251590514748409, | |
| "grad_norm": 1.985695481300354, | |
| "learning_rate": 9.200910302824963e-05, | |
| "loss": 0.603, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 5.274725274725275, | |
| "grad_norm": 2.204653024673462, | |
| "learning_rate": 9.128442572523417e-05, | |
| "loss": 0.5943, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 5.29786003470214, | |
| "grad_norm": 2.212740659713745, | |
| "learning_rate": 9.056020934306032e-05, | |
| "loss": 0.6301, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 5.320994794679005, | |
| "grad_norm": 2.320549964904785, | |
| "learning_rate": 8.983649218171982e-05, | |
| "loss": 0.6231, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 5.34412955465587, | |
| "grad_norm": 2.21589732170105, | |
| "learning_rate": 8.911331251480357e-05, | |
| "loss": 0.5959, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 5.3672643146327355, | |
| "grad_norm": 2.234104633331299, | |
| "learning_rate": 8.839070858747697e-05, | |
| "loss": 0.6234, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 5.390399074609601, | |
| "grad_norm": 2.3640241622924805, | |
| "learning_rate": 8.76687186144578e-05, | |
| "loss": 0.6501, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 5.413533834586466, | |
| "grad_norm": 2.0853078365325928, | |
| "learning_rate": 8.694738077799488e-05, | |
| "loss": 0.5925, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 5.436668594563331, | |
| "grad_norm": 2.4165499210357666, | |
| "learning_rate": 8.622673322584893e-05, | |
| "loss": 0.6399, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 5.459803354540196, | |
| "grad_norm": 2.2116127014160156, | |
| "learning_rate": 8.550681406927535e-05, | |
| "loss": 0.6438, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 5.4829381145170615, | |
| "grad_norm": 2.056300163269043, | |
| "learning_rate": 8.478766138100834e-05, | |
| "loss": 0.5918, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 5.506072874493928, | |
| "grad_norm": 2.453059196472168, | |
| "learning_rate": 8.406931319324776e-05, | |
| "loss": 0.6414, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 5.529207634470792, | |
| "grad_norm": 2.425656318664551, | |
| "learning_rate": 8.33518074956476e-05, | |
| "loss": 0.6227, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 5.552342394447658, | |
| "grad_norm": 2.2804975509643555, | |
| "learning_rate": 8.263518223330697e-05, | |
| "loss": 0.6061, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 5.575477154424523, | |
| "grad_norm": 2.6980812549591064, | |
| "learning_rate": 8.19194753047635e-05, | |
| "loss": 0.5937, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 5.598611914401388, | |
| "grad_norm": 2.084348201751709, | |
| "learning_rate": 8.120472455998882e-05, | |
| "loss": 0.6146, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 5.621746674378254, | |
| "grad_norm": 2.330526113510132, | |
| "learning_rate": 8.049096779838719e-05, | |
| "loss": 0.6077, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 5.644881434355119, | |
| "grad_norm": 2.280693769454956, | |
| "learning_rate": 7.977824276679623e-05, | |
| "loss": 0.6267, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 5.668016194331984, | |
| "grad_norm": 2.3855202198028564, | |
| "learning_rate": 7.90665871574908e-05, | |
| "loss": 0.6045, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 5.691150954308849, | |
| "grad_norm": 2.3103318214416504, | |
| "learning_rate": 7.835603860618972e-05, | |
| "loss": 0.6166, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 2.136725425720215, | |
| "learning_rate": 7.764663469006526e-05, | |
| "loss": 0.6116, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 5.73742047426258, | |
| "grad_norm": 2.1863021850585938, | |
| "learning_rate": 7.693841292575598e-05, | |
| "loss": 0.6302, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 5.760555234239445, | |
| "grad_norm": 2.1635851860046387, | |
| "learning_rate": 7.623141076738271e-05, | |
| "loss": 0.6232, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 5.78368999421631, | |
| "grad_norm": 2.2908101081848145, | |
| "learning_rate": 7.552566560456762e-05, | |
| "loss": 0.6573, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 5.806824754193175, | |
| "grad_norm": 2.1210217475891113, | |
| "learning_rate": 7.482121476045716e-05, | |
| "loss": 0.6391, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 5.82995951417004, | |
| "grad_norm": 2.4276537895202637, | |
| "learning_rate": 7.411809548974792e-05, | |
| "loss": 0.6313, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 5.853094274146906, | |
| "grad_norm": 2.296722412109375, | |
| "learning_rate": 7.341634497671672e-05, | |
| "loss": 0.6218, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 5.876229034123771, | |
| "grad_norm": 2.1190712451934814, | |
| "learning_rate": 7.271600033325393e-05, | |
| "loss": 0.6521, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 5.899363794100636, | |
| "grad_norm": 2.1762571334838867, | |
| "learning_rate": 7.20170985969008e-05, | |
| "loss": 0.6107, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 5.922498554077501, | |
| "grad_norm": 2.5130181312561035, | |
| "learning_rate": 7.131967672889101e-05, | |
| "loss": 0.6325, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 5.9456333140543665, | |
| "grad_norm": 2.1171939373016357, | |
| "learning_rate": 7.062377161219556e-05, | |
| "loss": 0.6242, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 5.968768074031232, | |
| "grad_norm": 2.013845682144165, | |
| "learning_rate": 6.992942004957271e-05, | |
| "loss": 0.6266, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 5.991902834008097, | |
| "grad_norm": 2.2959377765655518, | |
| "learning_rate": 6.923665876162118e-05, | |
| "loss": 0.6191, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 6.015037593984962, | |
| "grad_norm": 2.0503013134002686, | |
| "learning_rate": 6.854552438483865e-05, | |
| "loss": 0.5465, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 6.038172353961827, | |
| "grad_norm": 2.3042502403259277, | |
| "learning_rate": 6.785605346968386e-05, | |
| "loss": 0.4176, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 6.0613071139386925, | |
| "grad_norm": 2.150449275970459, | |
| "learning_rate": 6.71682824786439e-05, | |
| "loss": 0.4201, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 6.084441873915559, | |
| "grad_norm": 2.2146551609039307, | |
| "learning_rate": 6.648224778430586e-05, | |
| "loss": 0.4305, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 6.107576633892424, | |
| "grad_norm": 2.163520097732544, | |
| "learning_rate": 6.579798566743314e-05, | |
| "loss": 0.4445, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 6.130711393869289, | |
| "grad_norm": 2.339061975479126, | |
| "learning_rate": 6.511553231504693e-05, | |
| "loss": 0.4453, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 6.153846153846154, | |
| "grad_norm": 2.3959970474243164, | |
| "learning_rate": 6.443492381851237e-05, | |
| "loss": 0.4061, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 6.176980913823019, | |
| "grad_norm": 2.2613327503204346, | |
| "learning_rate": 6.375619617162985e-05, | |
| "loss": 0.4074, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 6.200115673799885, | |
| "grad_norm": 2.2177650928497314, | |
| "learning_rate": 6.307938526873157e-05, | |
| "loss": 0.441, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 6.22325043377675, | |
| "grad_norm": 2.184535503387451, | |
| "learning_rate": 6.24045269027832e-05, | |
| "loss": 0.4518, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 6.246385193753615, | |
| "grad_norm": 2.2392778396606445, | |
| "learning_rate": 6.173165676349103e-05, | |
| "loss": 0.4613, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 6.26951995373048, | |
| "grad_norm": 2.2998814582824707, | |
| "learning_rate": 6.106081043541451e-05, | |
| "loss": 0.4466, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 6.292654713707345, | |
| "grad_norm": 2.1889827251434326, | |
| "learning_rate": 6.039202339608432e-05, | |
| "loss": 0.4625, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 6.315789473684211, | |
| "grad_norm": 2.439364194869995, | |
| "learning_rate": 5.9725331014126294e-05, | |
| "loss": 0.4722, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 6.338924233661076, | |
| "grad_norm": 2.3686563968658447, | |
| "learning_rate": 5.906076854739074e-05, | |
| "loss": 0.4256, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 6.362058993637941, | |
| "grad_norm": 2.355642795562744, | |
| "learning_rate": 5.83983711410881e-05, | |
| "loss": 0.4405, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 6.385193753614806, | |
| "grad_norm": 2.5149965286254883, | |
| "learning_rate": 5.773817382593008e-05, | |
| "loss": 0.4775, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 6.408328513591671, | |
| "grad_norm": 2.1884281635284424, | |
| "learning_rate": 5.708021151627712e-05, | |
| "loss": 0.4219, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 6.431463273568537, | |
| "grad_norm": 2.5396625995635986, | |
| "learning_rate": 5.642451900829209e-05, | |
| "loss": 0.4617, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 6.454598033545402, | |
| "grad_norm": 2.1632354259490967, | |
| "learning_rate": 5.577113097809989e-05, | |
| "loss": 0.4407, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 6.477732793522267, | |
| "grad_norm": 2.3358309268951416, | |
| "learning_rate": 5.5120081979953785e-05, | |
| "loss": 0.4526, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 6.500867553499132, | |
| "grad_norm": 2.1623499393463135, | |
| "learning_rate": 5.447140644440798e-05, | |
| "loss": 0.4408, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 6.5240023134759975, | |
| "grad_norm": 2.002521514892578, | |
| "learning_rate": 5.382513867649663e-05, | |
| "loss": 0.4536, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 6.547137073452863, | |
| "grad_norm": 2.0050201416015625, | |
| "learning_rate": 5.3181312853919804e-05, | |
| "loss": 0.4468, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 6.570271833429728, | |
| "grad_norm": 1.9836812019348145, | |
| "learning_rate": 5.253996302523596e-05, | |
| "loss": 0.4524, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 6.593406593406593, | |
| "grad_norm": 2.3806679248809814, | |
| "learning_rate": 5.190112310806126e-05, | |
| "loss": 0.4598, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 6.616541353383458, | |
| "grad_norm": 2.2022571563720703, | |
| "learning_rate": 5.1264826887275776e-05, | |
| "loss": 0.4798, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 6.6396761133603235, | |
| "grad_norm": 2.4624128341674805, | |
| "learning_rate": 5.063110801323697e-05, | |
| "loss": 0.4561, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 6.66281087333719, | |
| "grad_norm": 2.4618606567382812, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 0.4389, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 6.685945633314054, | |
| "grad_norm": 2.107267379760742, | |
| "learning_rate": 4.937153622354529e-05, | |
| "loss": 0.4696, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 6.70908039329092, | |
| "grad_norm": 2.5566253662109375, | |
| "learning_rate": 4.8745749920013486e-05, | |
| "loss": 0.4778, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 6.732215153267785, | |
| "grad_norm": 2.2925281524658203, | |
| "learning_rate": 4.8122674183947836e-05, | |
| "loss": 0.4536, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 6.75534991324465, | |
| "grad_norm": 2.449045419692993, | |
| "learning_rate": 4.7502341966544e-05, | |
| "loss": 0.4679, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 6.778484673221516, | |
| "grad_norm": 2.3320090770721436, | |
| "learning_rate": 4.688478607390723e-05, | |
| "loss": 0.4517, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 6.801619433198381, | |
| "grad_norm": 2.4661507606506348, | |
| "learning_rate": 4.6270039165317605e-05, | |
| "loss": 0.4699, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 6.824754193175246, | |
| "grad_norm": 2.398205280303955, | |
| "learning_rate": 4.565813375150302e-05, | |
| "loss": 0.4614, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 6.847888953152111, | |
| "grad_norm": 2.3216257095336914, | |
| "learning_rate": 4.50491021929194e-05, | |
| "loss": 0.465, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 6.871023713128976, | |
| "grad_norm": 2.2298338413238525, | |
| "learning_rate": 4.444297669803981e-05, | |
| "loss": 0.4679, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 6.894158473105842, | |
| "grad_norm": 2.1584606170654297, | |
| "learning_rate": 4.383978932165073e-05, | |
| "loss": 0.4532, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 6.917293233082707, | |
| "grad_norm": 2.500182628631592, | |
| "learning_rate": 4.3239571963157145e-05, | |
| "loss": 0.4784, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 6.940427993059572, | |
| "grad_norm": 2.2554585933685303, | |
| "learning_rate": 4.264235636489542e-05, | |
| "loss": 0.471, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 6.963562753036437, | |
| "grad_norm": 2.2849414348602295, | |
| "learning_rate": 4.2048174110454496e-05, | |
| "loss": 0.4595, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 6.986697513013302, | |
| "grad_norm": 2.273737668991089, | |
| "learning_rate": 4.145705662300595e-05, | |
| "loss": 0.4557, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 7.009832272990168, | |
| "grad_norm": 1.8555997610092163, | |
| "learning_rate": 4.086903516364179e-05, | |
| "loss": 0.4155, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 7.032967032967033, | |
| "grad_norm": 2.351282835006714, | |
| "learning_rate": 4.028414082972141e-05, | |
| "loss": 0.3444, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 7.056101792943898, | |
| "grad_norm": 1.9804246425628662, | |
| "learning_rate": 3.9702404553227046e-05, | |
| "loss": 0.3247, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 7.079236552920763, | |
| "grad_norm": 2.0093185901641846, | |
| "learning_rate": 3.9123857099127936e-05, | |
| "loss": 0.3455, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 7.1023713128976285, | |
| "grad_norm": 2.369689702987671, | |
| "learning_rate": 3.854852906375326e-05, | |
| "loss": 0.3474, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 7.125506072874494, | |
| "grad_norm": 2.10414981842041, | |
| "learning_rate": 3.7976450873174005e-05, | |
| "loss": 0.3179, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 7.148640832851359, | |
| "grad_norm": 2.3380303382873535, | |
| "learning_rate": 3.7407652781594095e-05, | |
| "loss": 0.3298, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 7.171775592828224, | |
| "grad_norm": 1.9055235385894775, | |
| "learning_rate": 3.684216486975026e-05, | |
| "loss": 0.3446, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 7.194910352805089, | |
| "grad_norm": 2.2698934078216553, | |
| "learning_rate": 3.628001704332118e-05, | |
| "loss": 0.3202, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 7.2180451127819545, | |
| "grad_norm": 2.1574339866638184, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 0.3299, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 7.241179872758821, | |
| "grad_norm": 2.068159818649292, | |
| "learning_rate": 3.516586038465237e-05, | |
| "loss": 0.3158, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 7.264314632735685, | |
| "grad_norm": 2.033571720123291, | |
| "learning_rate": 3.461391047429304e-05, | |
| "loss": 0.3511, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 7.287449392712551, | |
| "grad_norm": 2.3351962566375732, | |
| "learning_rate": 3.406541848999312e-05, | |
| "loss": 0.3495, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 7.310584152689416, | |
| "grad_norm": 1.9200048446655273, | |
| "learning_rate": 3.352041343860621e-05, | |
| "loss": 0.3329, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 7.333718912666281, | |
| "grad_norm": 2.1292202472686768, | |
| "learning_rate": 3.297892414258043e-05, | |
| "loss": 0.3233, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 7.356853672643147, | |
| "grad_norm": 2.009242057800293, | |
| "learning_rate": 3.244097923843398e-05, | |
| "loss": 0.3412, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 7.379988432620012, | |
| "grad_norm": 2.1473593711853027, | |
| "learning_rate": 3.190660717524094e-05, | |
| "loss": 0.3379, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 7.403123192596877, | |
| "grad_norm": 2.2157785892486572, | |
| "learning_rate": 3.137583621312665e-05, | |
| "loss": 0.3417, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 7.426257952573742, | |
| "grad_norm": 2.3066554069519043, | |
| "learning_rate": 3.0848694421773075e-05, | |
| "loss": 0.3319, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 7.449392712550607, | |
| "grad_norm": 2.0240354537963867, | |
| "learning_rate": 3.032520967893453e-05, | |
| "loss": 0.3343, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 7.472527472527473, | |
| "grad_norm": 2.417139768600464, | |
| "learning_rate": 2.9805409668963168e-05, | |
| "loss": 0.3236, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 7.495662232504338, | |
| "grad_norm": 2.220024347305298, | |
| "learning_rate": 2.9289321881345254e-05, | |
| "loss": 0.3374, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 7.518796992481203, | |
| "grad_norm": 2.071851968765259, | |
| "learning_rate": 2.8776973609246928e-05, | |
| "loss": 0.3625, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 7.541931752458068, | |
| "grad_norm": 2.0256235599517822, | |
| "learning_rate": 2.826839194807105e-05, | |
| "loss": 0.346, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 7.565066512434933, | |
| "grad_norm": 2.0721919536590576, | |
| "learning_rate": 2.776360379402445e-05, | |
| "loss": 0.3444, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 7.588201272411799, | |
| "grad_norm": 2.2439305782318115, | |
| "learning_rate": 2.7262635842695127e-05, | |
| "loss": 0.3413, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 7.611336032388664, | |
| "grad_norm": 2.2420361042022705, | |
| "learning_rate": 2.6765514587640818e-05, | |
| "loss": 0.3413, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 7.634470792365529, | |
| "grad_norm": 2.33591628074646, | |
| "learning_rate": 2.6272266318987603e-05, | |
| "loss": 0.3309, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 7.657605552342394, | |
| "grad_norm": 2.183473825454712, | |
| "learning_rate": 2.578291712203983e-05, | |
| "loss": 0.3341, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 7.6807403123192595, | |
| "grad_norm": 2.333395481109619, | |
| "learning_rate": 2.529749287590042e-05, | |
| "loss": 0.3665, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 7.703875072296125, | |
| "grad_norm": 2.368133783340454, | |
| "learning_rate": 2.4816019252102273e-05, | |
| "loss": 0.3341, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 7.72700983227299, | |
| "grad_norm": 2.055673360824585, | |
| "learning_rate": 2.433852171325072e-05, | |
| "loss": 0.331, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 7.750144592249855, | |
| "grad_norm": 2.531468391418457, | |
| "learning_rate": 2.3865025511676897e-05, | |
| "loss": 0.3553, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 7.77327935222672, | |
| "grad_norm": 2.126619338989258, | |
| "learning_rate": 2.339555568810221e-05, | |
| "loss": 0.3332, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 7.7964141122035855, | |
| "grad_norm": 2.1222150325775146, | |
| "learning_rate": 2.2930137070314194e-05, | |
| "loss": 0.3428, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 7.819548872180452, | |
| "grad_norm": 2.4255363941192627, | |
| "learning_rate": 2.246879427185341e-05, | |
| "loss": 0.3372, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 7.842683632157316, | |
| "grad_norm": 2.0324771404266357, | |
| "learning_rate": 2.201155169071184e-05, | |
| "loss": 0.3334, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 7.865818392134182, | |
| "grad_norm": 2.5304958820343018, | |
| "learning_rate": 2.155843350804243e-05, | |
| "loss": 0.3539, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 7.888953152111047, | |
| "grad_norm": 2.394742965698242, | |
| "learning_rate": 2.110946368688055e-05, | |
| "loss": 0.3522, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 7.912087912087912, | |
| "grad_norm": 2.2429323196411133, | |
| "learning_rate": 2.0664665970876496e-05, | |
| "loss": 0.3564, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 7.935222672064778, | |
| "grad_norm": 2.269540309906006, | |
| "learning_rate": 2.0224063883039868e-05, | |
| "loss": 0.3414, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 7.958357432041643, | |
| "grad_norm": 2.2664902210235596, | |
| "learning_rate": 1.9787680724495617e-05, | |
| "loss": 0.3422, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 7.981492192018508, | |
| "grad_norm": 2.529334545135498, | |
| "learning_rate": 1.9355539573251734e-05, | |
| "loss": 0.3384, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 8.004626951995373, | |
| "grad_norm": 1.9292296171188354, | |
| "learning_rate": 1.892766328297878e-05, | |
| "loss": 0.3313, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 8.027761711972238, | |
| "grad_norm": 1.851493000984192, | |
| "learning_rate": 1.8504074481801238e-05, | |
| "loss": 0.2768, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 8.050896471949104, | |
| "grad_norm": 2.0147864818573, | |
| "learning_rate": 1.808479557110081e-05, | |
| "loss": 0.2539, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 8.074031231925968, | |
| "grad_norm": 2.2376036643981934, | |
| "learning_rate": 1.7669848724331984e-05, | |
| "loss": 0.2815, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 8.097165991902834, | |
| "grad_norm": 2.2430434226989746, | |
| "learning_rate": 1.7259255885848946e-05, | |
| "loss": 0.2603, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 8.1203007518797, | |
| "grad_norm": 1.880216121673584, | |
| "learning_rate": 1.6853038769745467e-05, | |
| "loss": 0.2647, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 8.143435511856564, | |
| "grad_norm": 2.154496192932129, | |
| "learning_rate": 1.6451218858706374e-05, | |
| "loss": 0.2648, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 8.16657027183343, | |
| "grad_norm": 1.9910736083984375, | |
| "learning_rate": 1.6053817402871362e-05, | |
| "loss": 0.2737, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 8.189705031810295, | |
| "grad_norm": 1.7439430952072144, | |
| "learning_rate": 1.566085541871145e-05, | |
| "loss": 0.2728, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 8.212839791787161, | |
| "grad_norm": 1.8878188133239746, | |
| "learning_rate": 1.5272353687917196e-05, | |
| "loss": 0.2678, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 8.235974551764025, | |
| "grad_norm": 1.8868342638015747, | |
| "learning_rate": 1.4888332756300027e-05, | |
| "loss": 0.2629, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 8.259109311740891, | |
| "grad_norm": 2.0473947525024414, | |
| "learning_rate": 1.4508812932705363e-05, | |
| "loss": 0.2706, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 8.282244071717756, | |
| "grad_norm": 2.090017795562744, | |
| "learning_rate": 1.4133814287938706e-05, | |
| "loss": 0.2754, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 8.305378831694622, | |
| "grad_norm": 2.0764472484588623, | |
| "learning_rate": 1.3763356653704273e-05, | |
| "loss": 0.2801, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 8.328513591671486, | |
| "grad_norm": 1.978501796722412, | |
| "learning_rate": 1.339745962155613e-05, | |
| "loss": 0.2754, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 8.351648351648352, | |
| "grad_norm": 2.1843178272247314, | |
| "learning_rate": 1.3036142541862118e-05, | |
| "loss": 0.2734, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 8.374783111625216, | |
| "grad_norm": 2.240216016769409, | |
| "learning_rate": 1.2679424522780426e-05, | |
| "loss": 0.2819, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 8.397917871602083, | |
| "grad_norm": 2.18241548538208, | |
| "learning_rate": 1.2327324429249232e-05, | |
| "loss": 0.2744, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 8.421052631578947, | |
| "grad_norm": 2.1984431743621826, | |
| "learning_rate": 1.1979860881988902e-05, | |
| "loss": 0.2867, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 8.444187391555813, | |
| "grad_norm": 2.063441753387451, | |
| "learning_rate": 1.1637052256517244e-05, | |
| "loss": 0.2687, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 8.467322151532677, | |
| "grad_norm": 2.132188558578491, | |
| "learning_rate": 1.129891668217783e-05, | |
| "loss": 0.2542, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 8.490456911509543, | |
| "grad_norm": 2.227787971496582, | |
| "learning_rate": 1.0965472041181102e-05, | |
| "loss": 0.2849, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 8.513591671486408, | |
| "grad_norm": 1.9620667695999146, | |
| "learning_rate": 1.0636735967658784e-05, | |
| "loss": 0.2746, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 8.536726431463274, | |
| "grad_norm": 1.9825657606124878, | |
| "learning_rate": 1.0312725846731175e-05, | |
| "loss": 0.2665, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 8.559861191440138, | |
| "grad_norm": 1.9591861963272095, | |
| "learning_rate": 9.993458813587885e-06, | |
| "loss": 0.2598, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 8.582995951417004, | |
| "grad_norm": 2.2019407749176025, | |
| "learning_rate": 9.678951752581578e-06, | |
| "loss": 0.2801, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 8.606130711393869, | |
| "grad_norm": 2.131798267364502, | |
| "learning_rate": 9.369221296335006e-06, | |
| "loss": 0.2778, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 8.629265471370735, | |
| "grad_norm": 2.081733465194702, | |
| "learning_rate": 9.064283824861486e-06, | |
| "loss": 0.2774, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 8.652400231347599, | |
| "grad_norm": 2.1532142162323, | |
| "learning_rate": 8.764155464698597e-06, | |
| "loss": 0.2754, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 8.675534991324465, | |
| "grad_norm": 2.2483901977539062, | |
| "learning_rate": 8.46885208805529e-06, | |
| "loss": 0.2618, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 8.698669751301331, | |
| "grad_norm": 1.9993518590927124, | |
| "learning_rate": 8.178389311972612e-06, | |
| "loss": 0.2892, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 8.721804511278195, | |
| "grad_norm": 2.1293857097625732, | |
| "learning_rate": 7.892782497497642e-06, | |
| "loss": 0.2909, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 8.744939271255062, | |
| "grad_norm": 1.9576681852340698, | |
| "learning_rate": 7.612046748871327e-06, | |
| "loss": 0.2783, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 8.768074031231926, | |
| "grad_norm": 1.7659740447998047, | |
| "learning_rate": 7.336196912729487e-06, | |
| "loss": 0.2757, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 8.791208791208792, | |
| "grad_norm": 1.8570443391799927, | |
| "learning_rate": 7.0652475773177464e-06, | |
| "loss": 0.262, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 8.814343551185656, | |
| "grad_norm": 1.9978190660476685, | |
| "learning_rate": 6.7992130717201564e-06, | |
| "loss": 0.2686, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 8.837478311162522, | |
| "grad_norm": 2.242790460586548, | |
| "learning_rate": 6.538107465101162e-06, | |
| "loss": 0.2857, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 8.860613071139387, | |
| "grad_norm": 2.2894692420959473, | |
| "learning_rate": 6.281944565961773e-06, | |
| "loss": 0.2762, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 8.883747831116253, | |
| "grad_norm": 1.879543662071228, | |
| "learning_rate": 6.030737921409169e-06, | |
| "loss": 0.275, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 8.906882591093117, | |
| "grad_norm": 1.8957421779632568, | |
| "learning_rate": 5.784500816440353e-06, | |
| "loss": 0.2736, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 8.930017351069983, | |
| "grad_norm": 2.0215442180633545, | |
| "learning_rate": 5.543246273239533e-06, | |
| "loss": 0.2698, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 8.953152111046847, | |
| "grad_norm": 2.278769016265869, | |
| "learning_rate": 5.306987050489442e-06, | |
| "loss": 0.2832, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 8.976286871023714, | |
| "grad_norm": 2.370384931564331, | |
| "learning_rate": 5.075735642696611e-06, | |
| "loss": 0.2739, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 8.999421631000578, | |
| "grad_norm": 2.1495909690856934, | |
| "learning_rate": 4.849504279530636e-06, | |
| "loss": 0.2664, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 9.022556390977444, | |
| "grad_norm": 1.8931546211242676, | |
| "learning_rate": 4.628304925177318e-06, | |
| "loss": 0.251, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 9.045691150954308, | |
| "grad_norm": 1.964045763015747, | |
| "learning_rate": 4.412149277706046e-06, | |
| "loss": 0.2394, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 9.068825910931174, | |
| "grad_norm": 1.8425894975662231, | |
| "learning_rate": 4.20104876845111e-06, | |
| "loss": 0.2368, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 9.091960670908039, | |
| "grad_norm": 1.8906612396240234, | |
| "learning_rate": 3.99501456140714e-06, | |
| "loss": 0.2517, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 9.115095430884905, | |
| "grad_norm": 1.9606223106384277, | |
| "learning_rate": 3.7940575526386857e-06, | |
| "loss": 0.2638, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 9.13823019086177, | |
| "grad_norm": 2.0585832595825195, | |
| "learning_rate": 3.598188369704036e-06, | |
| "loss": 0.2465, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 9.161364950838635, | |
| "grad_norm": 2.0932703018188477, | |
| "learning_rate": 3.40741737109318e-06, | |
| "loss": 0.2454, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 9.1844997108155, | |
| "grad_norm": 1.9221563339233398, | |
| "learning_rate": 3.2217546456799086e-06, | |
| "loss": 0.2387, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 9.207634470792366, | |
| "grad_norm": 1.973889946937561, | |
| "learning_rate": 3.0412100121884e-06, | |
| "loss": 0.2475, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 9.23076923076923, | |
| "grad_norm": 1.8199151754379272, | |
| "learning_rate": 2.8657930186738567e-06, | |
| "loss": 0.2364, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 9.253903990746096, | |
| "grad_norm": 1.847708821296692, | |
| "learning_rate": 2.6955129420176196e-06, | |
| "loss": 0.2431, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 9.277038750722962, | |
| "grad_norm": 1.6919292211532593, | |
| "learning_rate": 2.530378787436527e-06, | |
| "loss": 0.2546, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 9.300173510699826, | |
| "grad_norm": 1.7380826473236084, | |
| "learning_rate": 2.3703992880066638e-06, | |
| "loss": 0.2471, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 9.323308270676693, | |
| "grad_norm": 2.1914947032928467, | |
| "learning_rate": 2.2155829042015962e-06, | |
| "loss": 0.2406, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 9.346443030653557, | |
| "grad_norm": 1.788342833518982, | |
| "learning_rate": 2.0659378234448525e-06, | |
| "loss": 0.2292, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 9.369577790630423, | |
| "grad_norm": 1.953272819519043, | |
| "learning_rate": 1.921471959676957e-06, | |
| "loss": 0.2393, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 9.392712550607287, | |
| "grad_norm": 2.092925548553467, | |
| "learning_rate": 1.7821929529369342e-06, | |
| "loss": 0.2455, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 9.415847310584153, | |
| "grad_norm": 1.312064528465271, | |
| "learning_rate": 1.648108168958229e-06, | |
| "loss": 0.2464, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 9.438982070561018, | |
| "grad_norm": 1.8902608156204224, | |
| "learning_rate": 1.5192246987791981e-06, | |
| "loss": 0.2503, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 9.462116830537884, | |
| "grad_norm": 2.0683326721191406, | |
| "learning_rate": 1.3955493583680868e-06, | |
| "loss": 0.2532, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 9.485251590514748, | |
| "grad_norm": 2.037275552749634, | |
| "learning_rate": 1.2770886882625955e-06, | |
| "loss": 0.2494, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 9.508386350491614, | |
| "grad_norm": 1.884734034538269, | |
| "learning_rate": 1.163848953223934e-06, | |
| "loss": 0.2427, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 9.531521110468478, | |
| "grad_norm": 2.0720531940460205, | |
| "learning_rate": 1.055836141905553e-06, | |
| "loss": 0.2361, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 9.554655870445345, | |
| "grad_norm": 1.7988377809524536, | |
| "learning_rate": 9.530559665364202e-07, | |
| "loss": 0.2524, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 9.577790630422209, | |
| "grad_norm": 2.159759044647217, | |
| "learning_rate": 8.555138626189618e-07, | |
| "loss": 0.2562, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 9.600925390399075, | |
| "grad_norm": 2.3228530883789062, | |
| "learning_rate": 7.632149886415363e-07, | |
| "loss": 0.2326, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 9.62406015037594, | |
| "grad_norm": 2.210181713104248, | |
| "learning_rate": 6.761642258056978e-07, | |
| "loss": 0.2628, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 9.647194910352805, | |
| "grad_norm": 1.6865817308425903, | |
| "learning_rate": 5.943661777680354e-07, | |
| "loss": 0.2409, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 9.67032967032967, | |
| "grad_norm": 1.9101097583770752, | |
| "learning_rate": 5.178251703967018e-07, | |
| "loss": 0.2453, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 9.693464430306536, | |
| "grad_norm": 2.2354347705841064, | |
| "learning_rate": 4.465452515426072e-07, | |
| "loss": 0.2339, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 9.7165991902834, | |
| "grad_norm": 2.173842668533325, | |
| "learning_rate": 3.805301908254455e-07, | |
| "loss": 0.2369, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 9.739733950260266, | |
| "grad_norm": 1.74326491355896, | |
| "learning_rate": 3.197834794342436e-07, | |
| "loss": 0.2431, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 9.76286871023713, | |
| "grad_norm": 1.731026291847229, | |
| "learning_rate": 2.643083299427751e-07, | |
| "loss": 0.2587, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 9.786003470213997, | |
| "grad_norm": 2.085442066192627, | |
| "learning_rate": 2.141076761396521e-07, | |
| "loss": 0.2525, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 9.809138230190861, | |
| "grad_norm": 1.921111822128296, | |
| "learning_rate": 1.6918417287318245e-07, | |
| "loss": 0.2561, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 9.832272990167727, | |
| "grad_norm": 1.7905348539352417, | |
| "learning_rate": 1.295401959109599e-07, | |
| "loss": 0.2425, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 9.855407750144593, | |
| "grad_norm": 2.0938756465911865, | |
| "learning_rate": 9.517784181422019e-08, | |
| "loss": 0.2486, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 9.878542510121457, | |
| "grad_norm": 2.0553646087646484, | |
| "learning_rate": 6.609892782699633e-08, | |
| "loss": 0.2397, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 9.901677270098324, | |
| "grad_norm": 1.8413350582122803, | |
| "learning_rate": 4.230499177994007e-08, | |
| "loss": 0.2504, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 9.924812030075188, | |
| "grad_norm": 1.7618731260299683, | |
| "learning_rate": 2.379729200908676e-08, | |
| "loss": 0.2491, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 9.947946790052054, | |
| "grad_norm": 1.7408370971679688, | |
| "learning_rate": 1.0576807289253143e-08, | |
| "loss": 0.2448, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 9.971081550028918, | |
| "grad_norm": 1.9657200574874878, | |
| "learning_rate": 2.6442367822565596e-09, | |
| "loss": 0.2623, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 9.994216310005784, | |
| "grad_norm": 1.993733525276184, | |
| "learning_rate": 0.0, | |
| "loss": 0.2453, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 9.994216310005784, | |
| "step": 4320, | |
| "total_flos": 2.1249547460149248e+17, | |
| "train_loss": 0.887424631913503, | |
| "train_runtime": 17181.5838, | |
| "train_samples_per_second": 1.006, | |
| "train_steps_per_second": 0.251 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 4320, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 2.1249547460149248e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |