| { | |
| "best_metric": 86.22448979591837, | |
| "best_model_checkpoint": "./whisper-large-lt/checkpoint-2000", | |
| "epoch": 8.281573498964804, | |
| "eval_steps": 1000, | |
| "global_step": 4000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.051759834368530024, | |
| "grad_norm": 31.699411392211914, | |
| "learning_rate": 4.6000000000000004e-07, | |
| "loss": 2.2847, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.10351966873706005, | |
| "grad_norm": 21.853273391723633, | |
| "learning_rate": 9.400000000000001e-07, | |
| "loss": 2.0241, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15527950310559005, | |
| "grad_norm": 20.82790756225586, | |
| "learning_rate": 1.44e-06, | |
| "loss": 1.5189, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.2070393374741201, | |
| "grad_norm": 10.164386749267578, | |
| "learning_rate": 1.94e-06, | |
| "loss": 0.9866, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2587991718426501, | |
| "grad_norm": 8.86418342590332, | |
| "learning_rate": 2.4400000000000004e-06, | |
| "loss": 0.7653, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.3105590062111801, | |
| "grad_norm": 8.09189224243164, | |
| "learning_rate": 2.9400000000000002e-06, | |
| "loss": 0.6515, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.36231884057971014, | |
| "grad_norm": 8.163768768310547, | |
| "learning_rate": 3.44e-06, | |
| "loss": 0.553, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.4140786749482402, | |
| "grad_norm": 7.93491792678833, | |
| "learning_rate": 3.94e-06, | |
| "loss": 0.5089, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4658385093167702, | |
| "grad_norm": 8.422746658325195, | |
| "learning_rate": 4.440000000000001e-06, | |
| "loss": 0.4928, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.5175983436853002, | |
| "grad_norm": 7.056028366088867, | |
| "learning_rate": 4.94e-06, | |
| "loss": 0.4955, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5693581780538303, | |
| "grad_norm": 7.153671741485596, | |
| "learning_rate": 5.4400000000000004e-06, | |
| "loss": 0.4869, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.6211180124223602, | |
| "grad_norm": 8.896004676818848, | |
| "learning_rate": 5.94e-06, | |
| "loss": 0.4647, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6728778467908902, | |
| "grad_norm": 7.931967735290527, | |
| "learning_rate": 6.440000000000001e-06, | |
| "loss": 0.4588, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7246376811594203, | |
| "grad_norm": 9.128633499145508, | |
| "learning_rate": 6.9400000000000005e-06, | |
| "loss": 0.4467, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7763975155279503, | |
| "grad_norm": 9.321606636047363, | |
| "learning_rate": 7.440000000000001e-06, | |
| "loss": 0.4442, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8281573498964804, | |
| "grad_norm": 6.722208023071289, | |
| "learning_rate": 7.94e-06, | |
| "loss": 0.414, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8799171842650103, | |
| "grad_norm": 6.496078968048096, | |
| "learning_rate": 8.44e-06, | |
| "loss": 0.4067, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9316770186335404, | |
| "grad_norm": 8.029313087463379, | |
| "learning_rate": 8.94e-06, | |
| "loss": 0.4352, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9834368530020704, | |
| "grad_norm": 7.314033508300781, | |
| "learning_rate": 9.440000000000001e-06, | |
| "loss": 0.425, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.0351966873706004, | |
| "grad_norm": 7.7378740310668945, | |
| "learning_rate": 9.940000000000001e-06, | |
| "loss": 0.3573, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0869565217391304, | |
| "grad_norm": 6.325808525085449, | |
| "learning_rate": 9.937142857142858e-06, | |
| "loss": 0.3305, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.1387163561076605, | |
| "grad_norm": 7.014776706695557, | |
| "learning_rate": 9.865714285714285e-06, | |
| "loss": 0.3432, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.1904761904761905, | |
| "grad_norm": 7.104799747467041, | |
| "learning_rate": 9.794285714285714e-06, | |
| "loss": 0.3428, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.2422360248447206, | |
| "grad_norm": 8.842447280883789, | |
| "learning_rate": 9.722857142857143e-06, | |
| "loss": 0.3332, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.2939958592132506, | |
| "grad_norm": 4.9119672775268555, | |
| "learning_rate": 9.651428571428572e-06, | |
| "loss": 0.3595, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.3457556935817805, | |
| "grad_norm": 6.631478309631348, | |
| "learning_rate": 9.58e-06, | |
| "loss": 0.3273, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.3975155279503104, | |
| "grad_norm": 6.498466491699219, | |
| "learning_rate": 9.508571428571429e-06, | |
| "loss": 0.3274, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.4492753623188406, | |
| "grad_norm": 6.38285493850708, | |
| "learning_rate": 9.437142857142858e-06, | |
| "loss": 0.3156, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.5010351966873707, | |
| "grad_norm": 6.786648273468018, | |
| "learning_rate": 9.365714285714287e-06, | |
| "loss": 0.3161, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.5527950310559007, | |
| "grad_norm": 6.803364276885986, | |
| "learning_rate": 9.294285714285714e-06, | |
| "loss": 0.3287, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.6045548654244306, | |
| "grad_norm": 7.055851936340332, | |
| "learning_rate": 9.222857142857143e-06, | |
| "loss": 0.334, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.6563146997929605, | |
| "grad_norm": 5.978209495544434, | |
| "learning_rate": 9.151428571428572e-06, | |
| "loss": 0.3276, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.7080745341614907, | |
| "grad_norm": 8.85584831237793, | |
| "learning_rate": 9.080000000000001e-06, | |
| "loss": 0.3138, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.7598343685300208, | |
| "grad_norm": 6.784140110015869, | |
| "learning_rate": 9.00857142857143e-06, | |
| "loss": 0.3167, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.8115942028985508, | |
| "grad_norm": 8.701028823852539, | |
| "learning_rate": 8.937142857142857e-06, | |
| "loss": 0.3061, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.8633540372670807, | |
| "grad_norm": 6.928929328918457, | |
| "learning_rate": 8.865714285714287e-06, | |
| "loss": 0.3172, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.9151138716356106, | |
| "grad_norm": 8.34626579284668, | |
| "learning_rate": 8.794285714285716e-06, | |
| "loss": 0.3105, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.9668737060041408, | |
| "grad_norm": 7.861119270324707, | |
| "learning_rate": 8.722857142857145e-06, | |
| "loss": 0.3212, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.018633540372671, | |
| "grad_norm": 5.226954936981201, | |
| "learning_rate": 8.651428571428572e-06, | |
| "loss": 0.2669, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.070393374741201, | |
| "grad_norm": 6.24221134185791, | |
| "learning_rate": 8.580000000000001e-06, | |
| "loss": 0.2036, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.070393374741201, | |
| "eval_loss": 0.37555259466171265, | |
| "eval_runtime": 551.1751, | |
| "eval_samples_per_second": 3.503, | |
| "eval_steps_per_second": 0.439, | |
| "eval_wer": 86.58163265306122, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.122153209109731, | |
| "grad_norm": 3.854379415512085, | |
| "learning_rate": 8.50857142857143e-06, | |
| "loss": 0.203, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.1739130434782608, | |
| "grad_norm": 4.169343948364258, | |
| "learning_rate": 8.437142857142859e-06, | |
| "loss": 0.23, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.2256728778467907, | |
| "grad_norm": 5.8532633781433105, | |
| "learning_rate": 8.365714285714286e-06, | |
| "loss": 0.1985, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.277432712215321, | |
| "grad_norm": 4.382779598236084, | |
| "learning_rate": 8.294285714285715e-06, | |
| "loss": 0.1997, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.329192546583851, | |
| "grad_norm": 6.208737850189209, | |
| "learning_rate": 8.222857142857144e-06, | |
| "loss": 0.2066, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "grad_norm": 5.715628623962402, | |
| "learning_rate": 8.151428571428572e-06, | |
| "loss": 0.2165, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.432712215320911, | |
| "grad_norm": 5.7561445236206055, | |
| "learning_rate": 8.08e-06, | |
| "loss": 0.2176, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.4844720496894412, | |
| "grad_norm": 6.207643508911133, | |
| "learning_rate": 8.00857142857143e-06, | |
| "loss": 0.2075, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.536231884057971, | |
| "grad_norm": 5.213014125823975, | |
| "learning_rate": 7.937142857142857e-06, | |
| "loss": 0.2041, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 2.587991718426501, | |
| "grad_norm": 5.595193862915039, | |
| "learning_rate": 7.865714285714286e-06, | |
| "loss": 0.205, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.639751552795031, | |
| "grad_norm": 5.534831523895264, | |
| "learning_rate": 7.794285714285715e-06, | |
| "loss": 0.2097, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 2.691511387163561, | |
| "grad_norm": 5.9356231689453125, | |
| "learning_rate": 7.722857142857142e-06, | |
| "loss": 0.2209, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.7432712215320914, | |
| "grad_norm": 4.567516326904297, | |
| "learning_rate": 7.651428571428571e-06, | |
| "loss": 0.1915, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.795031055900621, | |
| "grad_norm": 5.693762302398682, | |
| "learning_rate": 7.58e-06, | |
| "loss": 0.1972, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.846790890269151, | |
| "grad_norm": 5.581110000610352, | |
| "learning_rate": 7.508571428571429e-06, | |
| "loss": 0.2186, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 2.898550724637681, | |
| "grad_norm": 5.270753860473633, | |
| "learning_rate": 7.4371428571428575e-06, | |
| "loss": 0.21, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.950310559006211, | |
| "grad_norm": 6.520173072814941, | |
| "learning_rate": 7.365714285714286e-06, | |
| "loss": 0.2235, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 3.002070393374741, | |
| "grad_norm": 3.4095804691314697, | |
| "learning_rate": 7.294285714285715e-06, | |
| "loss": 0.1991, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.0538302277432714, | |
| "grad_norm": 4.170091152191162, | |
| "learning_rate": 7.222857142857144e-06, | |
| "loss": 0.1364, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 3.1055900621118013, | |
| "grad_norm": 5.475827217102051, | |
| "learning_rate": 7.151428571428573e-06, | |
| "loss": 0.1373, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.1573498964803313, | |
| "grad_norm": 5.360046863555908, | |
| "learning_rate": 7.08e-06, | |
| "loss": 0.1431, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 3.209109730848861, | |
| "grad_norm": 3.8683834075927734, | |
| "learning_rate": 7.008571428571429e-06, | |
| "loss": 0.1315, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.260869565217391, | |
| "grad_norm": 4.890464782714844, | |
| "learning_rate": 6.937142857142858e-06, | |
| "loss": 0.1394, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 3.3126293995859215, | |
| "grad_norm": 4.547149181365967, | |
| "learning_rate": 6.865714285714287e-06, | |
| "loss": 0.1339, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.3643892339544514, | |
| "grad_norm": 3.74664044380188, | |
| "learning_rate": 6.794285714285714e-06, | |
| "loss": 0.1369, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 3.4161490683229814, | |
| "grad_norm": 5.266635894775391, | |
| "learning_rate": 6.722857142857143e-06, | |
| "loss": 0.1419, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 3.4679089026915113, | |
| "grad_norm": 3.839707374572754, | |
| "learning_rate": 6.651428571428572e-06, | |
| "loss": 0.1296, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 3.5196687370600412, | |
| "grad_norm": 4.542924404144287, | |
| "learning_rate": 6.5800000000000005e-06, | |
| "loss": 0.1379, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 3.216632127761841, | |
| "learning_rate": 6.5085714285714295e-06, | |
| "loss": 0.1312, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 3.6231884057971016, | |
| "grad_norm": 4.014632701873779, | |
| "learning_rate": 6.437142857142858e-06, | |
| "loss": 0.1365, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 3.6749482401656315, | |
| "grad_norm": 4.811014175415039, | |
| "learning_rate": 6.365714285714286e-06, | |
| "loss": 0.1304, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 3.7267080745341614, | |
| "grad_norm": 3.7714288234710693, | |
| "learning_rate": 6.294285714285715e-06, | |
| "loss": 0.1525, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.7784679089026914, | |
| "grad_norm": 3.39595103263855, | |
| "learning_rate": 6.222857142857144e-06, | |
| "loss": 0.1428, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 3.8302277432712213, | |
| "grad_norm": 5.35399866104126, | |
| "learning_rate": 6.151428571428571e-06, | |
| "loss": 0.1338, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.8819875776397517, | |
| "grad_norm": 4.488447666168213, | |
| "learning_rate": 6.08e-06, | |
| "loss": 0.1371, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 3.9337474120082816, | |
| "grad_norm": 4.74454402923584, | |
| "learning_rate": 6.008571428571429e-06, | |
| "loss": 0.1382, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.9855072463768115, | |
| "grad_norm": 5.4989190101623535, | |
| "learning_rate": 5.937142857142858e-06, | |
| "loss": 0.1443, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 4.037267080745342, | |
| "grad_norm": 4.14027214050293, | |
| "learning_rate": 5.865714285714286e-06, | |
| "loss": 0.1094, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 4.089026915113871, | |
| "grad_norm": 2.9087343215942383, | |
| "learning_rate": 5.794285714285715e-06, | |
| "loss": 0.0856, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 4.140786749482402, | |
| "grad_norm": 3.901829242706299, | |
| "learning_rate": 5.722857142857144e-06, | |
| "loss": 0.0885, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.140786749482402, | |
| "eval_loss": 0.3902941644191742, | |
| "eval_runtime": 550.9002, | |
| "eval_samples_per_second": 3.505, | |
| "eval_steps_per_second": 0.439, | |
| "eval_wer": 86.22448979591837, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.192546583850931, | |
| "grad_norm": 3.7913148403167725, | |
| "learning_rate": 5.651428571428572e-06, | |
| "loss": 0.0895, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 4.244306418219462, | |
| "grad_norm": 3.6157302856445312, | |
| "learning_rate": 5.580000000000001e-06, | |
| "loss": 0.0863, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 4.296066252587992, | |
| "grad_norm": 3.6557390689849854, | |
| "learning_rate": 5.508571428571429e-06, | |
| "loss": 0.0929, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 4.3478260869565215, | |
| "grad_norm": 3.9819066524505615, | |
| "learning_rate": 5.437142857142857e-06, | |
| "loss": 0.0935, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 4.399585921325052, | |
| "grad_norm": 3.2281110286712646, | |
| "learning_rate": 5.365714285714286e-06, | |
| "loss": 0.0909, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 4.451345755693581, | |
| "grad_norm": 4.9514546394348145, | |
| "learning_rate": 5.294285714285715e-06, | |
| "loss": 0.0897, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 4.503105590062112, | |
| "grad_norm": 3.684457302093506, | |
| "learning_rate": 5.2228571428571425e-06, | |
| "loss": 0.1066, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 4.554865424430642, | |
| "grad_norm": 4.545319557189941, | |
| "learning_rate": 5.1514285714285715e-06, | |
| "loss": 0.0976, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 4.606625258799172, | |
| "grad_norm": 4.822242736816406, | |
| "learning_rate": 5.0800000000000005e-06, | |
| "loss": 0.0859, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 4.658385093167702, | |
| "grad_norm": 4.011146068572998, | |
| "learning_rate": 5.0085714285714295e-06, | |
| "loss": 0.0931, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 4.710144927536232, | |
| "grad_norm": 3.5186495780944824, | |
| "learning_rate": 4.937142857142858e-06, | |
| "loss": 0.0928, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 4.761904761904762, | |
| "grad_norm": 4.684374809265137, | |
| "learning_rate": 4.865714285714287e-06, | |
| "loss": 0.0815, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 4.813664596273292, | |
| "grad_norm": 2.7669050693511963, | |
| "learning_rate": 4.794285714285715e-06, | |
| "loss": 0.086, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 4.865424430641822, | |
| "grad_norm": 3.66933012008667, | |
| "learning_rate": 4.722857142857144e-06, | |
| "loss": 0.0932, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 4.917184265010352, | |
| "grad_norm": 4.243403911590576, | |
| "learning_rate": 4.651428571428572e-06, | |
| "loss": 0.0955, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 4.9689440993788825, | |
| "grad_norm": 3.056316375732422, | |
| "learning_rate": 4.58e-06, | |
| "loss": 0.0845, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 5.020703933747412, | |
| "grad_norm": 4.136480331420898, | |
| "learning_rate": 4.508571428571429e-06, | |
| "loss": 0.0847, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 5.072463768115942, | |
| "grad_norm": 2.3009705543518066, | |
| "learning_rate": 4.437142857142857e-06, | |
| "loss": 0.0623, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 5.124223602484472, | |
| "grad_norm": 2.838564395904541, | |
| "learning_rate": 4.3657142857142855e-06, | |
| "loss": 0.0602, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 5.175983436853002, | |
| "grad_norm": 4.828927040100098, | |
| "learning_rate": 4.2942857142857146e-06, | |
| "loss": 0.0536, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 5.227743271221532, | |
| "grad_norm": 2.5556607246398926, | |
| "learning_rate": 4.222857142857143e-06, | |
| "loss": 0.0538, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 5.279503105590062, | |
| "grad_norm": 3.7536535263061523, | |
| "learning_rate": 4.151428571428572e-06, | |
| "loss": 0.0601, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 5.3312629399585925, | |
| "grad_norm": 3.1169402599334717, | |
| "learning_rate": 4.08e-06, | |
| "loss": 0.0599, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 5.383022774327122, | |
| "grad_norm": 4.849262237548828, | |
| "learning_rate": 4.008571428571429e-06, | |
| "loss": 0.064, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 5.434782608695652, | |
| "grad_norm": 2.763498306274414, | |
| "learning_rate": 3.937142857142858e-06, | |
| "loss": 0.0615, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 5.486542443064182, | |
| "grad_norm": 4.436384201049805, | |
| "learning_rate": 3.865714285714286e-06, | |
| "loss": 0.0654, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 5.538302277432712, | |
| "grad_norm": 4.356779098510742, | |
| "learning_rate": 3.7942857142857147e-06, | |
| "loss": 0.0613, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 5.590062111801243, | |
| "grad_norm": 2.862515449523926, | |
| "learning_rate": 3.722857142857143e-06, | |
| "loss": 0.0632, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 5.641821946169772, | |
| "grad_norm": 3.0462210178375244, | |
| "learning_rate": 3.651428571428572e-06, | |
| "loss": 0.0629, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 5.693581780538302, | |
| "grad_norm": 2.4727702140808105, | |
| "learning_rate": 3.58e-06, | |
| "loss": 0.0588, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 5.745341614906832, | |
| "grad_norm": 3.399616241455078, | |
| "learning_rate": 3.508571428571429e-06, | |
| "loss": 0.0576, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 5.797101449275362, | |
| "grad_norm": 4.195678234100342, | |
| "learning_rate": 3.437142857142857e-06, | |
| "loss": 0.0574, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 5.848861283643893, | |
| "grad_norm": 2.242182970046997, | |
| "learning_rate": 3.3657142857142862e-06, | |
| "loss": 0.065, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 5.900621118012422, | |
| "grad_norm": 4.623630046844482, | |
| "learning_rate": 3.2942857142857144e-06, | |
| "loss": 0.0586, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 5.9523809523809526, | |
| "grad_norm": 2.815309762954712, | |
| "learning_rate": 3.222857142857143e-06, | |
| "loss": 0.0618, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 6.004140786749482, | |
| "grad_norm": 3.130713701248169, | |
| "learning_rate": 3.151428571428572e-06, | |
| "loss": 0.0559, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 6.055900621118012, | |
| "grad_norm": 2.457791566848755, | |
| "learning_rate": 3.08e-06, | |
| "loss": 0.04, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 6.107660455486543, | |
| "grad_norm": 2.183882236480713, | |
| "learning_rate": 3.008571428571429e-06, | |
| "loss": 0.0395, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 6.159420289855072, | |
| "grad_norm": 2.6089022159576416, | |
| "learning_rate": 2.9371428571428573e-06, | |
| "loss": 0.0352, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 6.211180124223603, | |
| "grad_norm": 2.3659653663635254, | |
| "learning_rate": 2.865714285714286e-06, | |
| "loss": 0.0367, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 6.211180124223603, | |
| "eval_loss": 0.4294891357421875, | |
| "eval_runtime": 550.0141, | |
| "eval_samples_per_second": 3.511, | |
| "eval_steps_per_second": 0.44, | |
| "eval_wer": 86.88775510204081, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 6.262939958592132, | |
| "grad_norm": 3.4095540046691895, | |
| "learning_rate": 2.7942857142857145e-06, | |
| "loss": 0.0434, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 6.3146997929606625, | |
| "grad_norm": 1.9496163129806519, | |
| "learning_rate": 2.722857142857143e-06, | |
| "loss": 0.0414, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 6.366459627329193, | |
| "grad_norm": 2.4933230876922607, | |
| "learning_rate": 2.6514285714285713e-06, | |
| "loss": 0.0402, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 6.418219461697722, | |
| "grad_norm": 2.609180212020874, | |
| "learning_rate": 2.5800000000000003e-06, | |
| "loss": 0.0437, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 6.469979296066253, | |
| "grad_norm": 2.446335792541504, | |
| "learning_rate": 2.5085714285714285e-06, | |
| "loss": 0.0379, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 6.521739130434782, | |
| "grad_norm": 2.933326482772827, | |
| "learning_rate": 2.4371428571428575e-06, | |
| "loss": 0.0411, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 6.573498964803313, | |
| "grad_norm": 2.2033092975616455, | |
| "learning_rate": 2.365714285714286e-06, | |
| "loss": 0.0401, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 6.625258799171843, | |
| "grad_norm": 2.4697012901306152, | |
| "learning_rate": 2.2942857142857146e-06, | |
| "loss": 0.0403, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 6.6770186335403725, | |
| "grad_norm": 3.1077818870544434, | |
| "learning_rate": 2.222857142857143e-06, | |
| "loss": 0.0434, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 6.728778467908903, | |
| "grad_norm": 2.0225911140441895, | |
| "learning_rate": 2.1514285714285714e-06, | |
| "loss": 0.0417, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 6.780538302277432, | |
| "grad_norm": 2.710073471069336, | |
| "learning_rate": 2.08e-06, | |
| "loss": 0.0374, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 6.832298136645963, | |
| "grad_norm": 1.8564422130584717, | |
| "learning_rate": 2.0085714285714286e-06, | |
| "loss": 0.0419, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 6.884057971014493, | |
| "grad_norm": 1.7741810083389282, | |
| "learning_rate": 1.9371428571428576e-06, | |
| "loss": 0.043, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 6.935817805383023, | |
| "grad_norm": 2.3681976795196533, | |
| "learning_rate": 1.865714285714286e-06, | |
| "loss": 0.0408, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 6.987577639751553, | |
| "grad_norm": 3.068981885910034, | |
| "learning_rate": 1.7942857142857146e-06, | |
| "loss": 0.0401, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 7.0393374741200825, | |
| "grad_norm": 1.8063828945159912, | |
| "learning_rate": 1.7228571428571432e-06, | |
| "loss": 0.0287, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 7.091097308488613, | |
| "grad_norm": 2.1350810527801514, | |
| "learning_rate": 1.6514285714285715e-06, | |
| "loss": 0.0308, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 1.8076541423797607, | |
| "learning_rate": 1.5800000000000001e-06, | |
| "loss": 0.0279, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 7.194616977225673, | |
| "grad_norm": 1.7828601598739624, | |
| "learning_rate": 1.5085714285714287e-06, | |
| "loss": 0.0295, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 7.246376811594203, | |
| "grad_norm": 1.9913222789764404, | |
| "learning_rate": 1.4371428571428573e-06, | |
| "loss": 0.032, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 7.298136645962733, | |
| "grad_norm": 3.143350839614868, | |
| "learning_rate": 1.3657142857142857e-06, | |
| "loss": 0.0307, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 7.349896480331263, | |
| "grad_norm": 1.6706522703170776, | |
| "learning_rate": 1.2942857142857143e-06, | |
| "loss": 0.0261, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 7.401656314699793, | |
| "grad_norm": 0.9704394936561584, | |
| "learning_rate": 1.222857142857143e-06, | |
| "loss": 0.0261, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 7.453416149068323, | |
| "grad_norm": 1.450588345527649, | |
| "learning_rate": 1.1514285714285714e-06, | |
| "loss": 0.0295, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 7.505175983436853, | |
| "grad_norm": 2.030329942703247, | |
| "learning_rate": 1.08e-06, | |
| "loss": 0.0255, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 7.556935817805383, | |
| "grad_norm": 1.2898095846176147, | |
| "learning_rate": 1.0085714285714286e-06, | |
| "loss": 0.0291, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 7.608695652173913, | |
| "grad_norm": 1.5555272102355957, | |
| "learning_rate": 9.371428571428571e-07, | |
| "loss": 0.0259, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 7.660455486542443, | |
| "grad_norm": 2.2604877948760986, | |
| "learning_rate": 8.657142857142858e-07, | |
| "loss": 0.0308, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 7.712215320910973, | |
| "grad_norm": 2.4159529209136963, | |
| "learning_rate": 7.942857142857144e-07, | |
| "loss": 0.0324, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 7.763975155279503, | |
| "grad_norm": 2.122925043106079, | |
| "learning_rate": 7.228571428571429e-07, | |
| "loss": 0.0331, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 7.815734989648033, | |
| "grad_norm": 2.790031909942627, | |
| "learning_rate": 6.514285714285715e-07, | |
| "loss": 0.0271, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 7.867494824016563, | |
| "grad_norm": 2.1916027069091797, | |
| "learning_rate": 5.800000000000001e-07, | |
| "loss": 0.0286, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 7.919254658385093, | |
| "grad_norm": 1.8285205364227295, | |
| "learning_rate": 5.085714285714286e-07, | |
| "loss": 0.0258, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 7.971014492753623, | |
| "grad_norm": 2.5326058864593506, | |
| "learning_rate": 4.371428571428572e-07, | |
| "loss": 0.0288, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 8.022774327122153, | |
| "grad_norm": 1.6372758150100708, | |
| "learning_rate": 3.657142857142858e-07, | |
| "loss": 0.0244, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 8.074534161490684, | |
| "grad_norm": 2.088735342025757, | |
| "learning_rate": 2.942857142857143e-07, | |
| "loss": 0.0229, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 8.126293995859212, | |
| "grad_norm": 1.248395562171936, | |
| "learning_rate": 2.228571428571429e-07, | |
| "loss": 0.0269, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 8.178053830227743, | |
| "grad_norm": 1.8508952856063843, | |
| "learning_rate": 1.5142857142857144e-07, | |
| "loss": 0.0205, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 8.229813664596273, | |
| "grad_norm": 1.0671072006225586, | |
| "learning_rate": 8e-08, | |
| "loss": 0.0241, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 8.281573498964804, | |
| "grad_norm": 1.9898015260696411, | |
| "learning_rate": 8.571428571428572e-09, | |
| "loss": 0.0242, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 8.281573498964804, | |
| "eval_loss": 0.45003581047058105, | |
| "eval_runtime": 550.1722, | |
| "eval_samples_per_second": 3.51, | |
| "eval_steps_per_second": 0.44, | |
| "eval_wer": 87.24489795918367, | |
| "step": 4000 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 4000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.14688871448576e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |