| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.861003861003861, | |
| "eval_steps": 1000, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.019305019305019305, | |
| "grad_norm": 7.365023136138916, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 1.4936, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03861003861003861, | |
| "grad_norm": 5.869426727294922, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 1.2163, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05791505791505792, | |
| "grad_norm": 5.041717052459717, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.866, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07722007722007722, | |
| "grad_norm": 4.53203010559082, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.7562, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09652509652509653, | |
| "grad_norm": 5.75096321105957, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.6816, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11583011583011583, | |
| "grad_norm": 5.387002944946289, | |
| "learning_rate": 3e-06, | |
| "loss": 0.7012, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 5.036501884460449, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.6297, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.15444015444015444, | |
| "grad_norm": 4.358458042144775, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.6081, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17374517374517376, | |
| "grad_norm": 4.636687278747559, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.6034, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.19305019305019305, | |
| "grad_norm": 4.5222554206848145, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5915, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.21235521235521235, | |
| "grad_norm": 4.840209007263184, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.6055, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.23166023166023167, | |
| "grad_norm": 4.3733673095703125, | |
| "learning_rate": 6e-06, | |
| "loss": 0.565, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.25096525096525096, | |
| "grad_norm": 3.8710694313049316, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.5128, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 4.533177375793457, | |
| "learning_rate": 7e-06, | |
| "loss": 0.5532, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.28957528957528955, | |
| "grad_norm": 4.626265048980713, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.5708, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.3088803088803089, | |
| "grad_norm": 5.235887050628662, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.5413, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3281853281853282, | |
| "grad_norm": 4.232483386993408, | |
| "learning_rate": 8.5e-06, | |
| "loss": 0.5326, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.3474903474903475, | |
| "grad_norm": 4.374448776245117, | |
| "learning_rate": 9e-06, | |
| "loss": 0.5205, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3667953667953668, | |
| "grad_norm": 4.335531711578369, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.5347, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.3861003861003861, | |
| "grad_norm": 4.169550895690918, | |
| "learning_rate": 1e-05, | |
| "loss": 0.5148, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 3.5508618354797363, | |
| "learning_rate": 9.944444444444445e-06, | |
| "loss": 0.5227, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.4247104247104247, | |
| "grad_norm": 3.7011241912841797, | |
| "learning_rate": 9.88888888888889e-06, | |
| "loss": 0.4989, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.444015444015444, | |
| "grad_norm": 3.37355899810791, | |
| "learning_rate": 9.833333333333333e-06, | |
| "loss": 0.5067, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.46332046332046334, | |
| "grad_norm": 4.071038246154785, | |
| "learning_rate": 9.777777777777779e-06, | |
| "loss": 0.4884, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.4826254826254826, | |
| "grad_norm": 3.6045796871185303, | |
| "learning_rate": 9.722222222222223e-06, | |
| "loss": 0.4752, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5019305019305019, | |
| "grad_norm": 3.414005994796753, | |
| "learning_rate": 9.666666666666667e-06, | |
| "loss": 0.4784, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5212355212355212, | |
| "grad_norm": 3.203928232192993, | |
| "learning_rate": 9.611111111111112e-06, | |
| "loss": 0.4915, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 4.148367404937744, | |
| "learning_rate": 9.555555555555556e-06, | |
| "loss": 0.4861, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5598455598455598, | |
| "grad_norm": 3.9569835662841797, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.4744, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.5791505791505791, | |
| "grad_norm": 3.682847261428833, | |
| "learning_rate": 9.444444444444445e-06, | |
| "loss": 0.4662, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5984555984555985, | |
| "grad_norm": 3.498784303665161, | |
| "learning_rate": 9.38888888888889e-06, | |
| "loss": 0.4479, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.6177606177606177, | |
| "grad_norm": 3.3415608406066895, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 0.4422, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.637065637065637, | |
| "grad_norm": 3.7531261444091797, | |
| "learning_rate": 9.277777777777778e-06, | |
| "loss": 0.4639, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.6563706563706564, | |
| "grad_norm": 3.1370999813079834, | |
| "learning_rate": 9.222222222222224e-06, | |
| "loss": 0.4286, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 3.474857807159424, | |
| "learning_rate": 9.166666666666666e-06, | |
| "loss": 0.4461, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.694980694980695, | |
| "grad_norm": 3.5445330142974854, | |
| "learning_rate": 9.111111111111112e-06, | |
| "loss": 0.4364, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 3.309083938598633, | |
| "learning_rate": 9.055555555555556e-06, | |
| "loss": 0.4274, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.7335907335907336, | |
| "grad_norm": 3.169285297393799, | |
| "learning_rate": 9e-06, | |
| "loss": 0.4244, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.752895752895753, | |
| "grad_norm": 3.5987651348114014, | |
| "learning_rate": 8.944444444444446e-06, | |
| "loss": 0.4189, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.7722007722007722, | |
| "grad_norm": 3.622044563293457, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 0.4118, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7722007722007722, | |
| "eval_loss": 0.48980528116226196, | |
| "eval_runtime": 2996.853, | |
| "eval_samples_per_second": 2.343, | |
| "eval_steps_per_second": 0.146, | |
| "eval_wer": 0.3626803079679568, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7915057915057915, | |
| "grad_norm": 3.3155651092529297, | |
| "learning_rate": 8.833333333333334e-06, | |
| "loss": 0.4394, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 2.6345057487487793, | |
| "learning_rate": 8.777777777777778e-06, | |
| "loss": 0.4143, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.8301158301158301, | |
| "grad_norm": 3.3825740814208984, | |
| "learning_rate": 8.722222222222224e-06, | |
| "loss": 0.399, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.8494208494208494, | |
| "grad_norm": 3.439831256866455, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 0.4269, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.8687258687258688, | |
| "grad_norm": 2.9175798892974854, | |
| "learning_rate": 8.611111111111112e-06, | |
| "loss": 0.46, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.888030888030888, | |
| "grad_norm": 3.6642494201660156, | |
| "learning_rate": 8.555555555555556e-06, | |
| "loss": 0.4038, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9073359073359073, | |
| "grad_norm": 3.3490536212921143, | |
| "learning_rate": 8.5e-06, | |
| "loss": 0.3989, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.9266409266409267, | |
| "grad_norm": 3.563148021697998, | |
| "learning_rate": 8.444444444444446e-06, | |
| "loss": 0.4221, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 3.2811503410339355, | |
| "learning_rate": 8.38888888888889e-06, | |
| "loss": 0.3959, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.9652509652509652, | |
| "grad_norm": 4.630711078643799, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.3992, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.9845559845559846, | |
| "grad_norm": 2.9398629665374756, | |
| "learning_rate": 8.277777777777778e-06, | |
| "loss": 0.4075, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.0038610038610039, | |
| "grad_norm": 2.4827306270599365, | |
| "learning_rate": 8.222222222222222e-06, | |
| "loss": 0.3593, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.0231660231660231, | |
| "grad_norm": 2.922198534011841, | |
| "learning_rate": 8.166666666666668e-06, | |
| "loss": 0.2864, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.0424710424710424, | |
| "grad_norm": 2.595409393310547, | |
| "learning_rate": 8.111111111111112e-06, | |
| "loss": 0.2928, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.0617760617760619, | |
| "grad_norm": 2.6854002475738525, | |
| "learning_rate": 8.055555555555557e-06, | |
| "loss": 0.2773, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 2.5066304206848145, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.2864, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.1003861003861004, | |
| "grad_norm": 2.477524518966675, | |
| "learning_rate": 7.944444444444445e-06, | |
| "loss": 0.2815, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.1196911196911197, | |
| "grad_norm": 2.947479724884033, | |
| "learning_rate": 7.88888888888889e-06, | |
| "loss": 0.2814, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.138996138996139, | |
| "grad_norm": 2.497398853302002, | |
| "learning_rate": 7.833333333333333e-06, | |
| "loss": 0.27, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 1.1583011583011582, | |
| "grad_norm": 2.5605263710021973, | |
| "learning_rate": 7.77777777777778e-06, | |
| "loss": 0.2778, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.1776061776061777, | |
| "grad_norm": 2.8643362522125244, | |
| "learning_rate": 7.722222222222223e-06, | |
| "loss": 0.2625, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 1.196911196911197, | |
| "grad_norm": 2.8837692737579346, | |
| "learning_rate": 7.666666666666667e-06, | |
| "loss": 0.2732, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.2162162162162162, | |
| "grad_norm": 2.499385118484497, | |
| "learning_rate": 7.611111111111111e-06, | |
| "loss": 0.2898, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.2355212355212355, | |
| "grad_norm": 3.035726547241211, | |
| "learning_rate": 7.555555555555556e-06, | |
| "loss": 0.279, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.2548262548262548, | |
| "grad_norm": 2.872089385986328, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.3005, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.2741312741312742, | |
| "grad_norm": 2.8907766342163086, | |
| "learning_rate": 7.444444444444445e-06, | |
| "loss": 0.2941, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.2934362934362935, | |
| "grad_norm": 2.8525350093841553, | |
| "learning_rate": 7.38888888888889e-06, | |
| "loss": 0.2644, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.3127413127413128, | |
| "grad_norm": 2.7391347885131836, | |
| "learning_rate": 7.333333333333333e-06, | |
| "loss": 0.2811, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.332046332046332, | |
| "grad_norm": 2.4943618774414062, | |
| "learning_rate": 7.277777777777778e-06, | |
| "loss": 0.2786, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 3.009016752243042, | |
| "learning_rate": 7.222222222222223e-06, | |
| "loss": 0.2928, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.3706563706563706, | |
| "grad_norm": 3.0978188514709473, | |
| "learning_rate": 7.166666666666667e-06, | |
| "loss": 0.298, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 1.3899613899613898, | |
| "grad_norm": 2.746687412261963, | |
| "learning_rate": 7.111111111111112e-06, | |
| "loss": 0.2848, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.4092664092664093, | |
| "grad_norm": 2.6545677185058594, | |
| "learning_rate": 7.055555555555557e-06, | |
| "loss": 0.2755, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 3.196070671081543, | |
| "learning_rate": 7e-06, | |
| "loss": 0.2733, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.4478764478764479, | |
| "grad_norm": 2.5609796047210693, | |
| "learning_rate": 6.944444444444445e-06, | |
| "loss": 0.2659, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.4671814671814671, | |
| "grad_norm": 2.339729070663452, | |
| "learning_rate": 6.88888888888889e-06, | |
| "loss": 0.2924, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.4864864864864864, | |
| "grad_norm": 2.7920401096343994, | |
| "learning_rate": 6.833333333333334e-06, | |
| "loss": 0.2628, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.505791505791506, | |
| "grad_norm": 2.2347285747528076, | |
| "learning_rate": 6.777777777777779e-06, | |
| "loss": 0.2816, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.525096525096525, | |
| "grad_norm": 2.6325347423553467, | |
| "learning_rate": 6.7222222222222235e-06, | |
| "loss": 0.2664, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 1.5444015444015444, | |
| "grad_norm": 3.093266248703003, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.2629, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.5444015444015444, | |
| "eval_loss": 0.4272039532661438, | |
| "eval_runtime": 2939.2445, | |
| "eval_samples_per_second": 2.389, | |
| "eval_steps_per_second": 0.149, | |
| "eval_wer": 0.3144726762830916, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.5637065637065637, | |
| "grad_norm": 2.7231810092926025, | |
| "learning_rate": 6.6111111111111115e-06, | |
| "loss": 0.2671, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.583011583011583, | |
| "grad_norm": 2.4896557331085205, | |
| "learning_rate": 6.555555555555556e-06, | |
| "loss": 0.291, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.6023166023166024, | |
| "grad_norm": 2.549482583999634, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.2697, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 3.055518627166748, | |
| "learning_rate": 6.444444444444445e-06, | |
| "loss": 0.2612, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.640926640926641, | |
| "grad_norm": 2.8023324012756348, | |
| "learning_rate": 6.3888888888888885e-06, | |
| "loss": 0.2612, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.6602316602316602, | |
| "grad_norm": 2.5764496326446533, | |
| "learning_rate": 6.333333333333333e-06, | |
| "loss": 0.2718, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.6795366795366795, | |
| "grad_norm": 3.0034117698669434, | |
| "learning_rate": 6.277777777777778e-06, | |
| "loss": 0.2836, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.698841698841699, | |
| "grad_norm": 3.285400629043579, | |
| "learning_rate": 6.222222222222223e-06, | |
| "loss": 0.267, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.718146718146718, | |
| "grad_norm": 2.8904147148132324, | |
| "learning_rate": 6.166666666666667e-06, | |
| "loss": 0.2844, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.7374517374517375, | |
| "grad_norm": 2.7520534992218018, | |
| "learning_rate": 6.111111111111112e-06, | |
| "loss": 0.2641, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.7567567567567568, | |
| "grad_norm": 2.262890338897705, | |
| "learning_rate": 6.055555555555555e-06, | |
| "loss": 0.2636, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.776061776061776, | |
| "grad_norm": 2.410085439682007, | |
| "learning_rate": 6e-06, | |
| "loss": 0.2753, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.7953667953667953, | |
| "grad_norm": 2.5720226764678955, | |
| "learning_rate": 5.944444444444445e-06, | |
| "loss": 0.2702, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.8146718146718146, | |
| "grad_norm": 2.999687433242798, | |
| "learning_rate": 5.88888888888889e-06, | |
| "loss": 0.2998, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.833976833976834, | |
| "grad_norm": 2.5406405925750732, | |
| "learning_rate": 5.833333333333334e-06, | |
| "loss": 0.2444, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.8532818532818531, | |
| "grad_norm": 2.314110517501831, | |
| "learning_rate": 5.777777777777778e-06, | |
| "loss": 0.2664, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.8725868725868726, | |
| "grad_norm": 2.745534896850586, | |
| "learning_rate": 5.722222222222222e-06, | |
| "loss": 0.2676, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 3.1628456115722656, | |
| "learning_rate": 5.666666666666667e-06, | |
| "loss": 0.2475, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.9111969111969112, | |
| "grad_norm": 2.6415674686431885, | |
| "learning_rate": 5.611111111111112e-06, | |
| "loss": 0.2565, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.9305019305019306, | |
| "grad_norm": 2.4771909713745117, | |
| "learning_rate": 5.555555555555557e-06, | |
| "loss": 0.2621, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.9498069498069497, | |
| "grad_norm": 2.7251639366149902, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.2703, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.9691119691119692, | |
| "grad_norm": 2.73382830619812, | |
| "learning_rate": 5.444444444444445e-06, | |
| "loss": 0.2728, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.9884169884169884, | |
| "grad_norm": 3.0017306804656982, | |
| "learning_rate": 5.388888888888889e-06, | |
| "loss": 0.2521, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 2.0077220077220077, | |
| "grad_norm": 1.9712167978286743, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 0.2352, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.027027027027027, | |
| "grad_norm": 1.8378448486328125, | |
| "learning_rate": 5.2777777777777785e-06, | |
| "loss": 0.1696, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 2.0463320463320462, | |
| "grad_norm": 2.419578790664673, | |
| "learning_rate": 5.2222222222222226e-06, | |
| "loss": 0.1592, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.0656370656370657, | |
| "grad_norm": 2.145256757736206, | |
| "learning_rate": 5.1666666666666675e-06, | |
| "loss": 0.1719, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 2.0849420849420848, | |
| "grad_norm": 2.147104024887085, | |
| "learning_rate": 5.1111111111111115e-06, | |
| "loss": 0.1487, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.1042471042471043, | |
| "grad_norm": 2.280949592590332, | |
| "learning_rate": 5.0555555555555555e-06, | |
| "loss": 0.1785, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 2.1235521235521237, | |
| "grad_norm": 2.359393835067749, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1656, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 2.4849932193756104, | |
| "learning_rate": 4.944444444444445e-06, | |
| "loss": 0.1697, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 2.1621621621621623, | |
| "grad_norm": 2.478525400161743, | |
| "learning_rate": 4.888888888888889e-06, | |
| "loss": 0.1586, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.1814671814671813, | |
| "grad_norm": 2.258152723312378, | |
| "learning_rate": 4.833333333333333e-06, | |
| "loss": 0.1677, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 2.200772200772201, | |
| "grad_norm": 2.2826361656188965, | |
| "learning_rate": 4.777777777777778e-06, | |
| "loss": 0.1603, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.2200772200772203, | |
| "grad_norm": 2.3771138191223145, | |
| "learning_rate": 4.722222222222222e-06, | |
| "loss": 0.159, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 2.2393822393822393, | |
| "grad_norm": 2.353187322616577, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 0.1617, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.258687258687259, | |
| "grad_norm": 2.2030959129333496, | |
| "learning_rate": 4.611111111111112e-06, | |
| "loss": 0.17, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 2.277992277992278, | |
| "grad_norm": 2.1587460041046143, | |
| "learning_rate": 4.555555555555556e-06, | |
| "loss": 0.1618, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.2972972972972974, | |
| "grad_norm": 2.918156623840332, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.1545, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 2.3166023166023164, | |
| "grad_norm": 2.4041364192962646, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 0.1677, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.3166023166023164, | |
| "eval_loss": 0.42425960302352905, | |
| "eval_runtime": 2930.947, | |
| "eval_samples_per_second": 2.396, | |
| "eval_steps_per_second": 0.15, | |
| "eval_wer": 0.3038651796263357, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.335907335907336, | |
| "grad_norm": 1.8374619483947754, | |
| "learning_rate": 4.388888888888889e-06, | |
| "loss": 0.1505, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 2.3552123552123554, | |
| "grad_norm": 2.2818222045898438, | |
| "learning_rate": 4.333333333333334e-06, | |
| "loss": 0.1635, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.3745173745173744, | |
| "grad_norm": 2.3476946353912354, | |
| "learning_rate": 4.277777777777778e-06, | |
| "loss": 0.1572, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 2.393822393822394, | |
| "grad_norm": 2.727679491043091, | |
| "learning_rate": 4.222222222222223e-06, | |
| "loss": 0.1567, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.413127413127413, | |
| "grad_norm": 2.148946523666382, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 0.1629, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 2.4324324324324325, | |
| "grad_norm": 2.3598289489746094, | |
| "learning_rate": 4.111111111111111e-06, | |
| "loss": 0.1537, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.4517374517374515, | |
| "grad_norm": 2.627530813217163, | |
| "learning_rate": 4.055555555555556e-06, | |
| "loss": 0.1617, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 2.471042471042471, | |
| "grad_norm": 2.1012682914733887, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.1541, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.4903474903474905, | |
| "grad_norm": 2.719054937362671, | |
| "learning_rate": 3.944444444444445e-06, | |
| "loss": 0.1479, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 2.5096525096525095, | |
| "grad_norm": 1.9170578718185425, | |
| "learning_rate": 3.88888888888889e-06, | |
| "loss": 0.1558, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.528957528957529, | |
| "grad_norm": 2.209770917892456, | |
| "learning_rate": 3.833333333333334e-06, | |
| "loss": 0.1494, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 2.5482625482625485, | |
| "grad_norm": 2.3125557899475098, | |
| "learning_rate": 3.777777777777778e-06, | |
| "loss": 0.1549, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.5675675675675675, | |
| "grad_norm": 2.2932839393615723, | |
| "learning_rate": 3.7222222222222225e-06, | |
| "loss": 0.1529, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 2.586872586872587, | |
| "grad_norm": 2.347710371017456, | |
| "learning_rate": 3.6666666666666666e-06, | |
| "loss": 0.1637, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.606177606177606, | |
| "grad_norm": 2.479405641555786, | |
| "learning_rate": 3.6111111111111115e-06, | |
| "loss": 0.162, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 2.6254826254826256, | |
| "grad_norm": 2.7078042030334473, | |
| "learning_rate": 3.555555555555556e-06, | |
| "loss": 0.1606, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.6447876447876446, | |
| "grad_norm": 2.097592830657959, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.1554, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 2.664092664092664, | |
| "grad_norm": 2.405099630355835, | |
| "learning_rate": 3.444444444444445e-06, | |
| "loss": 0.1611, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.6833976833976836, | |
| "grad_norm": 2.120976686477661, | |
| "learning_rate": 3.3888888888888893e-06, | |
| "loss": 0.1537, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 2.7027027027027026, | |
| "grad_norm": 2.165222406387329, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.156, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.722007722007722, | |
| "grad_norm": 2.3541574478149414, | |
| "learning_rate": 3.277777777777778e-06, | |
| "loss": 0.1571, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 2.741312741312741, | |
| "grad_norm": 2.5069708824157715, | |
| "learning_rate": 3.2222222222222227e-06, | |
| "loss": 0.1467, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.7606177606177607, | |
| "grad_norm": 1.9154902696609497, | |
| "learning_rate": 3.1666666666666667e-06, | |
| "loss": 0.1556, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 2.7799227799227797, | |
| "grad_norm": 1.964211106300354, | |
| "learning_rate": 3.1111111111111116e-06, | |
| "loss": 0.1534, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.799227799227799, | |
| "grad_norm": 2.3793370723724365, | |
| "learning_rate": 3.055555555555556e-06, | |
| "loss": 0.1578, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 2.8185328185328187, | |
| "grad_norm": 2.7694272994995117, | |
| "learning_rate": 3e-06, | |
| "loss": 0.1518, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.8378378378378377, | |
| "grad_norm": 2.1063687801361084, | |
| "learning_rate": 2.944444444444445e-06, | |
| "loss": 0.1534, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 2.708767890930176, | |
| "learning_rate": 2.888888888888889e-06, | |
| "loss": 0.153, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.8764478764478767, | |
| "grad_norm": 1.7426552772521973, | |
| "learning_rate": 2.8333333333333335e-06, | |
| "loss": 0.1501, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 2.8957528957528957, | |
| "grad_norm": 2.721165180206299, | |
| "learning_rate": 2.7777777777777783e-06, | |
| "loss": 0.1613, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.915057915057915, | |
| "grad_norm": 2.525545358657837, | |
| "learning_rate": 2.7222222222222224e-06, | |
| "loss": 0.1534, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 2.9343629343629343, | |
| "grad_norm": 2.6334362030029297, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.158, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.9536679536679538, | |
| "grad_norm": 2.1491916179656982, | |
| "learning_rate": 2.6111111111111113e-06, | |
| "loss": 0.15, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 2.972972972972973, | |
| "grad_norm": 2.0909786224365234, | |
| "learning_rate": 2.5555555555555557e-06, | |
| "loss": 0.147, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.9922779922779923, | |
| "grad_norm": 2.8027398586273193, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.1642, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 3.011583011583012, | |
| "grad_norm": 1.8371341228485107, | |
| "learning_rate": 2.4444444444444447e-06, | |
| "loss": 0.1176, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.030888030888031, | |
| "grad_norm": 2.1273913383483887, | |
| "learning_rate": 2.388888888888889e-06, | |
| "loss": 0.0937, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 3.0501930501930503, | |
| "grad_norm": 1.8209782838821411, | |
| "learning_rate": 2.3333333333333336e-06, | |
| "loss": 0.089, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 3.0694980694980694, | |
| "grad_norm": 2.118212938308716, | |
| "learning_rate": 2.277777777777778e-06, | |
| "loss": 0.0888, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 3.088803088803089, | |
| "grad_norm": 1.675663709640503, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.0841, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.088803088803089, | |
| "eval_loss": 0.4492855668067932, | |
| "eval_runtime": 2954.4178, | |
| "eval_samples_per_second": 2.377, | |
| "eval_steps_per_second": 0.149, | |
| "eval_wer": 0.2968411212526454, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.108108108108108, | |
| "grad_norm": 2.0060861110687256, | |
| "learning_rate": 2.166666666666667e-06, | |
| "loss": 0.084, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 3.1274131274131274, | |
| "grad_norm": 1.8335351943969727, | |
| "learning_rate": 2.1111111111111114e-06, | |
| "loss": 0.0871, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 3.146718146718147, | |
| "grad_norm": 2.165919303894043, | |
| "learning_rate": 2.0555555555555555e-06, | |
| "loss": 0.0892, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 3.166023166023166, | |
| "grad_norm": 1.5656211376190186, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.0869, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 3.1853281853281854, | |
| "grad_norm": 1.9687210321426392, | |
| "learning_rate": 1.944444444444445e-06, | |
| "loss": 0.0878, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 3.2046332046332044, | |
| "grad_norm": 2.017395496368408, | |
| "learning_rate": 1.888888888888889e-06, | |
| "loss": 0.0823, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 3.223938223938224, | |
| "grad_norm": 2.3069615364074707, | |
| "learning_rate": 1.8333333333333333e-06, | |
| "loss": 0.0894, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 3.2432432432432434, | |
| "grad_norm": 1.8950186967849731, | |
| "learning_rate": 1.777777777777778e-06, | |
| "loss": 0.0889, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 3.2625482625482625, | |
| "grad_norm": 1.9198052883148193, | |
| "learning_rate": 1.7222222222222224e-06, | |
| "loss": 0.081, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 3.281853281853282, | |
| "grad_norm": 2.25732421875, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 0.0872, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 3.301158301158301, | |
| "grad_norm": 1.6695570945739746, | |
| "learning_rate": 1.6111111111111113e-06, | |
| "loss": 0.0827, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 3.3204633204633205, | |
| "grad_norm": 2.1860039234161377, | |
| "learning_rate": 1.5555555555555558e-06, | |
| "loss": 0.0864, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 3.33976833976834, | |
| "grad_norm": 2.0618574619293213, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.0843, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 3.359073359073359, | |
| "grad_norm": 1.952563762664795, | |
| "learning_rate": 1.4444444444444445e-06, | |
| "loss": 0.0822, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 3.3783783783783785, | |
| "grad_norm": 2.2584211826324463, | |
| "learning_rate": 1.3888888888888892e-06, | |
| "loss": 0.087, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 3.3976833976833976, | |
| "grad_norm": 1.7842656373977661, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 0.0856, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 3.416988416988417, | |
| "grad_norm": 2.130709409713745, | |
| "learning_rate": 1.2777777777777779e-06, | |
| "loss": 0.0886, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 3.436293436293436, | |
| "grad_norm": 1.505071759223938, | |
| "learning_rate": 1.2222222222222223e-06, | |
| "loss": 0.0795, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 3.4555984555984556, | |
| "grad_norm": 2.2736964225769043, | |
| "learning_rate": 1.1666666666666668e-06, | |
| "loss": 0.0802, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 3.474903474903475, | |
| "grad_norm": 1.685120940208435, | |
| "learning_rate": 1.111111111111111e-06, | |
| "loss": 0.085, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.494208494208494, | |
| "grad_norm": 1.8761180639266968, | |
| "learning_rate": 1.0555555555555557e-06, | |
| "loss": 0.0732, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 3.5135135135135136, | |
| "grad_norm": 1.7968302965164185, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.0868, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 3.532818532818533, | |
| "grad_norm": 1.6335569620132446, | |
| "learning_rate": 9.444444444444445e-07, | |
| "loss": 0.0787, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 3.552123552123552, | |
| "grad_norm": 1.402917742729187, | |
| "learning_rate": 8.88888888888889e-07, | |
| "loss": 0.0779, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 1.4878441095352173, | |
| "learning_rate": 8.333333333333333e-07, | |
| "loss": 0.0795, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 3.5907335907335907, | |
| "grad_norm": 1.846757411956787, | |
| "learning_rate": 7.777777777777779e-07, | |
| "loss": 0.0868, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.61003861003861, | |
| "grad_norm": 1.496010422706604, | |
| "learning_rate": 7.222222222222222e-07, | |
| "loss": 0.0836, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 3.629343629343629, | |
| "grad_norm": 2.0897486209869385, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 0.0839, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.6486486486486487, | |
| "grad_norm": 1.6161247491836548, | |
| "learning_rate": 6.111111111111112e-07, | |
| "loss": 0.0858, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 3.667953667953668, | |
| "grad_norm": 1.9887114763259888, | |
| "learning_rate": 5.555555555555555e-07, | |
| "loss": 0.0864, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 3.687258687258687, | |
| "grad_norm": 2.271867513656616, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.0815, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 3.7065637065637067, | |
| "grad_norm": 1.9788146018981934, | |
| "learning_rate": 4.444444444444445e-07, | |
| "loss": 0.0821, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.7258687258687258, | |
| "grad_norm": 1.8956130743026733, | |
| "learning_rate": 3.8888888888888895e-07, | |
| "loss": 0.0789, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 3.7451737451737452, | |
| "grad_norm": 2.4207746982574463, | |
| "learning_rate": 3.3333333333333335e-07, | |
| "loss": 0.1009, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 3.7644787644787643, | |
| "grad_norm": 1.7667814493179321, | |
| "learning_rate": 2.7777777777777776e-07, | |
| "loss": 0.0836, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 3.7837837837837838, | |
| "grad_norm": 2.118232488632202, | |
| "learning_rate": 2.2222222222222224e-07, | |
| "loss": 0.0824, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 3.8030888030888033, | |
| "grad_norm": 1.5285857915878296, | |
| "learning_rate": 1.6666666666666668e-07, | |
| "loss": 0.0836, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 3.8223938223938223, | |
| "grad_norm": 2.041189670562744, | |
| "learning_rate": 1.1111111111111112e-07, | |
| "loss": 0.0838, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 3.841698841698842, | |
| "grad_norm": 2.062230110168457, | |
| "learning_rate": 5.555555555555556e-08, | |
| "loss": 0.0804, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 3.861003861003861, | |
| "grad_norm": 1.9036461114883423, | |
| "learning_rate": 0.0, | |
| "loss": 0.0845, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.861003861003861, | |
| "eval_loss": 0.447899729013443, | |
| "eval_runtime": 2978.0577, | |
| "eval_samples_per_second": 2.358, | |
| "eval_steps_per_second": 0.147, | |
| "eval_wer": 0.29472481531011024, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.861003861003861, | |
| "step": 5000, | |
| "total_flos": 5.435487665750016e+20, | |
| "train_loss": 0.2695653033494949, | |
| "train_runtime": 64824.1008, | |
| "train_samples_per_second": 2.468, | |
| "train_steps_per_second": 0.077 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 5000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.435487665750016e+20, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |