{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 15.600624024960998,
  "eval_steps": 1000,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.078003120124805,
      "grad_norm": 6.3628339767456055,
      "learning_rate": 5.000000000000001e-07,
      "loss": 1.5177,
      "step": 25
    },
    {
      "epoch": 0.15600624024961,
      "grad_norm": 5.831232070922852,
      "learning_rate": 9.800000000000001e-07,
      "loss": 1.1971,
      "step": 50
    },
    {
      "epoch": 0.23400936037441497,
      "grad_norm": 4.637149333953857,
      "learning_rate": 1.48e-06,
      "loss": 0.8901,
      "step": 75
    },
    {
      "epoch": 0.31201248049922,
      "grad_norm": 4.270649433135986,
      "learning_rate": 1.98e-06,
      "loss": 0.7938,
      "step": 100
    },
    {
      "epoch": 0.39001560062402496,
      "grad_norm": 5.095465183258057,
      "learning_rate": 2.4800000000000004e-06,
      "loss": 0.721,
      "step": 125
    },
    {
      "epoch": 0.46801872074882994,
      "grad_norm": 5.3378520011901855,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 0.7105,
      "step": 150
    },
    {
      "epoch": 0.5460218408736349,
      "grad_norm": 4.5053558349609375,
      "learning_rate": 3.46e-06,
      "loss": 0.6863,
      "step": 175
    },
    {
      "epoch": 0.62402496099844,
      "grad_norm": 4.717932224273682,
      "learning_rate": 3.96e-06,
      "loss": 0.6458,
      "step": 200
    },
    {
      "epoch": 0.7020280811232449,
      "grad_norm": 4.187346458435059,
      "learning_rate": 4.4600000000000005e-06,
      "loss": 0.6414,
      "step": 225
    },
    {
      "epoch": 0.7800312012480499,
      "grad_norm": 3.789942979812622,
      "learning_rate": 4.960000000000001e-06,
      "loss": 0.6233,
      "step": 250
    },
    {
      "epoch": 0.858034321372855,
      "grad_norm": 5.197734832763672,
      "learning_rate": 5.460000000000001e-06,
      "loss": 0.601,
      "step": 275
    },
    {
      "epoch": 0.9360374414976599,
      "grad_norm": 4.216986656188965,
      "learning_rate": 5.9600000000000005e-06,
      "loss": 0.626,
      "step": 300
    },
    {
      "epoch": 1.0140405616224648,
      "grad_norm": 3.443754196166992,
      "learning_rate": 6.460000000000001e-06,
      "loss": 0.5809,
      "step": 325
    },
    {
      "epoch": 1.0920436817472698,
      "grad_norm": 4.23879861831665,
      "learning_rate": 6.96e-06,
      "loss": 0.4931,
      "step": 350
    },
    {
      "epoch": 1.1700468018720749,
      "grad_norm": 4.616464614868164,
      "learning_rate": 7.440000000000001e-06,
      "loss": 0.4833,
      "step": 375
    },
    {
      "epoch": 1.24804992199688,
      "grad_norm": 3.7008609771728516,
      "learning_rate": 7.94e-06,
      "loss": 0.4792,
      "step": 400
    },
    {
      "epoch": 1.3260530421216847,
      "grad_norm": 4.368692874908447,
      "learning_rate": 8.44e-06,
      "loss": 0.4924,
      "step": 425
    },
    {
      "epoch": 1.4040561622464898,
      "grad_norm": 3.1923470497131348,
      "learning_rate": 8.94e-06,
      "loss": 0.4968,
      "step": 450
    },
    {
      "epoch": 1.4820592823712948,
      "grad_norm": 3.799287796020508,
      "learning_rate": 9.440000000000001e-06,
      "loss": 0.4759,
      "step": 475
    },
    {
      "epoch": 1.5600624024960998,
      "grad_norm": 3.8596694469451904,
      "learning_rate": 9.940000000000001e-06,
      "loss": 0.4884,
      "step": 500
    },
    {
      "epoch": 1.6380655226209049,
      "grad_norm": 3.965977907180786,
      "learning_rate": 9.951111111111111e-06,
      "loss": 0.5001,
      "step": 525
    },
    {
      "epoch": 1.71606864274571,
      "grad_norm": 11.547295570373535,
      "learning_rate": 9.895555555555557e-06,
      "loss": 0.4972,
      "step": 550
    },
    {
      "epoch": 1.794071762870515,
      "grad_norm": 3.6599745750427246,
      "learning_rate": 9.84e-06,
      "loss": 0.4955,
      "step": 575
    },
    {
      "epoch": 1.8720748829953198,
      "grad_norm": 3.5883848667144775,
      "learning_rate": 9.784444444444445e-06,
      "loss": 0.477,
      "step": 600
    },
    {
      "epoch": 1.9500780031201248,
      "grad_norm": 3.8101539611816406,
      "learning_rate": 9.72888888888889e-06,
      "loss": 0.4649,
      "step": 625
    },
    {
      "epoch": 2.0280811232449296,
      "grad_norm": 3.238903284072876,
      "learning_rate": 9.673333333333334e-06,
      "loss": 0.4188,
      "step": 650
    },
    {
      "epoch": 2.1060842433697347,
      "grad_norm": 13.860888481140137,
      "learning_rate": 9.617777777777778e-06,
      "loss": 0.3054,
      "step": 675
    },
    {
      "epoch": 2.1840873634945397,
      "grad_norm": 3.1065433025360107,
      "learning_rate": 9.562222222222223e-06,
      "loss": 0.3189,
      "step": 700
    },
    {
      "epoch": 2.2620904836193447,
      "grad_norm": 3.5035383701324463,
      "learning_rate": 9.506666666666667e-06,
      "loss": 0.3336,
      "step": 725
    },
    {
      "epoch": 2.3400936037441498,
      "grad_norm": 3.15653395652771,
      "learning_rate": 9.451111111111112e-06,
      "loss": 0.3049,
      "step": 750
    },
    {
      "epoch": 2.418096723868955,
      "grad_norm": 3.5808379650115967,
      "learning_rate": 9.395555555555556e-06,
      "loss": 0.3039,
      "step": 775
    },
    {
      "epoch": 2.49609984399376,
      "grad_norm": 3.342785358428955,
      "learning_rate": 9.340000000000002e-06,
      "loss": 0.3245,
      "step": 800
    },
    {
      "epoch": 2.574102964118565,
      "grad_norm": 3.4457006454467773,
      "learning_rate": 9.284444444444444e-06,
      "loss": 0.3191,
      "step": 825
    },
    {
      "epoch": 2.6521060842433695,
      "grad_norm": 2.653717517852783,
      "learning_rate": 9.22888888888889e-06,
      "loss": 0.3094,
      "step": 850
    },
    {
      "epoch": 2.7301092043681745,
      "grad_norm": 3.676502227783203,
      "learning_rate": 9.173333333333334e-06,
      "loss": 0.3132,
      "step": 875
    },
    {
      "epoch": 2.8081123244929795,
      "grad_norm": 2.7381463050842285,
      "learning_rate": 9.117777777777778e-06,
      "loss": 0.325,
      "step": 900
    },
    {
      "epoch": 2.8861154446177846,
      "grad_norm": 3.100311040878296,
      "learning_rate": 9.062222222222224e-06,
      "loss": 0.3068,
      "step": 925
    },
    {
      "epoch": 2.9641185647425896,
      "grad_norm": 3.143117904663086,
      "learning_rate": 9.006666666666666e-06,
      "loss": 0.3131,
      "step": 950
    },
    {
      "epoch": 3.0421216848673946,
      "grad_norm": 2.2605462074279785,
      "learning_rate": 8.951111111111112e-06,
      "loss": 0.2532,
      "step": 975
    },
    {
      "epoch": 3.1201248049921997,
      "grad_norm": 2.582007884979248,
      "learning_rate": 8.895555555555556e-06,
      "loss": 0.18,
      "step": 1000
    },
    {
      "epoch": 3.1201248049921997,
      "eval_loss": 0.5584835410118103,
      "eval_runtime": 521.3754,
      "eval_samples_per_second": 2.457,
      "eval_steps_per_second": 0.155,
      "eval_wer": 0.37714912815510304,
      "step": 1000
    },
    {
      "epoch": 3.1981279251170047,
      "grad_norm": 2.988361120223999,
      "learning_rate": 8.84e-06,
      "loss": 0.1874,
      "step": 1025
    },
    {
      "epoch": 3.2761310452418098,
      "grad_norm": 4.793211936950684,
      "learning_rate": 8.784444444444446e-06,
      "loss": 0.1892,
      "step": 1050
    },
    {
      "epoch": 3.354134165366615,
      "grad_norm": 2.9947147369384766,
      "learning_rate": 8.72888888888889e-06,
      "loss": 0.1888,
      "step": 1075
    },
    {
      "epoch": 3.43213728549142,
      "grad_norm": 3.2537567615509033,
      "learning_rate": 8.673333333333334e-06,
      "loss": 0.1949,
      "step": 1100
    },
    {
      "epoch": 3.510140405616225,
      "grad_norm": 2.6582891941070557,
      "learning_rate": 8.617777777777778e-06,
      "loss": 0.1933,
      "step": 1125
    },
    {
      "epoch": 3.58814352574103,
      "grad_norm": 2.752394914627075,
      "learning_rate": 8.562222222222224e-06,
      "loss": 0.1967,
      "step": 1150
    },
    {
      "epoch": 3.6661466458658345,
      "grad_norm": 2.853532552719116,
      "learning_rate": 8.506666666666668e-06,
      "loss": 0.1978,
      "step": 1175
    },
    {
      "epoch": 3.7441497659906395,
      "grad_norm": 2.4331047534942627,
      "learning_rate": 8.451111111111112e-06,
      "loss": 0.2051,
      "step": 1200
    },
    {
      "epoch": 3.8221528861154446,
      "grad_norm": 2.7613861560821533,
      "learning_rate": 8.395555555555557e-06,
      "loss": 0.1948,
      "step": 1225
    },
    {
      "epoch": 3.9001560062402496,
      "grad_norm": 2.684624433517456,
      "learning_rate": 8.34e-06,
      "loss": 0.2048,
      "step": 1250
    },
    {
      "epoch": 3.9781591263650546,
      "grad_norm": 4.769908428192139,
      "learning_rate": 8.284444444444446e-06,
      "loss": 0.2045,
      "step": 1275
    },
    {
      "epoch": 4.056162246489859,
      "grad_norm": 2.2372353076934814,
      "learning_rate": 8.22888888888889e-06,
      "loss": 0.1319,
      "step": 1300
    },
    {
      "epoch": 4.134165366614664,
      "grad_norm": 7.478884220123291,
      "learning_rate": 8.173333333333334e-06,
      "loss": 0.1106,
      "step": 1325
    },
    {
      "epoch": 4.212168486739469,
      "grad_norm": 3.3369452953338623,
      "learning_rate": 8.11777777777778e-06,
      "loss": 0.1115,
      "step": 1350
    },
    {
      "epoch": 4.290171606864274,
      "grad_norm": 2.1033334732055664,
      "learning_rate": 8.062222222222222e-06,
      "loss": 0.1148,
      "step": 1375
    },
    {
      "epoch": 4.368174726989079,
      "grad_norm": 1.9185432195663452,
      "learning_rate": 8.006666666666667e-06,
      "loss": 0.1082,
      "step": 1400
    },
    {
      "epoch": 4.446177847113884,
      "grad_norm": 2.428751230239868,
      "learning_rate": 7.951111111111111e-06,
      "loss": 0.1129,
      "step": 1425
    },
    {
      "epoch": 4.5241809672386895,
      "grad_norm": 2.757439374923706,
      "learning_rate": 7.895555555555557e-06,
      "loss": 0.1184,
      "step": 1450
    },
    {
      "epoch": 4.6021840873634945,
      "grad_norm": 2.134047508239746,
      "learning_rate": 7.840000000000001e-06,
      "loss": 0.1109,
      "step": 1475
    },
    {
      "epoch": 4.6801872074882995,
      "grad_norm": 3.3976402282714844,
      "learning_rate": 7.784444444444445e-06,
      "loss": 0.1209,
      "step": 1500
    },
    {
      "epoch": 4.758190327613105,
      "grad_norm": 2.2624588012695312,
      "learning_rate": 7.72888888888889e-06,
      "loss": 0.116,
      "step": 1525
    },
    {
      "epoch": 4.83619344773791,
      "grad_norm": 2.8306870460510254,
      "learning_rate": 7.673333333333333e-06,
      "loss": 0.1174,
      "step": 1550
    },
    {
      "epoch": 4.914196567862715,
      "grad_norm": 2.3666274547576904,
      "learning_rate": 7.617777777777778e-06,
      "loss": 0.1127,
      "step": 1575
    },
    {
      "epoch": 4.99219968798752,
      "grad_norm": 2.4004135131835938,
      "learning_rate": 7.562222222222223e-06,
      "loss": 0.1143,
      "step": 1600
    },
    {
      "epoch": 5.070202808112325,
      "grad_norm": 1.8675142526626587,
      "learning_rate": 7.506666666666668e-06,
      "loss": 0.0694,
      "step": 1625
    },
    {
      "epoch": 5.14820592823713,
      "grad_norm": 1.7827036380767822,
      "learning_rate": 7.451111111111111e-06,
      "loss": 0.0613,
      "step": 1650
    },
    {
      "epoch": 5.226209048361935,
      "grad_norm": 1.6281778812408447,
      "learning_rate": 7.395555555555556e-06,
      "loss": 0.062,
      "step": 1675
    },
    {
      "epoch": 5.30421216848674,
      "grad_norm": 3.8592145442962646,
      "learning_rate": 7.340000000000001e-06,
      "loss": 0.0672,
      "step": 1700
    },
    {
      "epoch": 5.382215288611545,
      "grad_norm": 2.766690731048584,
      "learning_rate": 7.284444444444445e-06,
      "loss": 0.0594,
      "step": 1725
    },
    {
      "epoch": 5.460218408736349,
      "grad_norm": 3.115182399749756,
      "learning_rate": 7.22888888888889e-06,
      "loss": 0.0625,
      "step": 1750
    },
    {
      "epoch": 5.538221528861154,
      "grad_norm": 1.6196472644805908,
      "learning_rate": 7.173333333333335e-06,
      "loss": 0.06,
      "step": 1775
    },
    {
      "epoch": 5.616224648985959,
      "grad_norm": 2.140605926513672,
      "learning_rate": 7.117777777777778e-06,
      "loss": 0.0633,
      "step": 1800
    },
    {
      "epoch": 5.694227769110764,
      "grad_norm": 2.190873622894287,
      "learning_rate": 7.062222222222223e-06,
      "loss": 0.0678,
      "step": 1825
    },
    {
      "epoch": 5.772230889235569,
      "grad_norm": 2.369245767593384,
      "learning_rate": 7.006666666666667e-06,
      "loss": 0.0657,
      "step": 1850
    },
    {
      "epoch": 5.850234009360374,
      "grad_norm": 1.8441182374954224,
      "learning_rate": 6.951111111111112e-06,
      "loss": 0.0652,
      "step": 1875
    },
    {
      "epoch": 5.928237129485179,
      "grad_norm": 1.8645758628845215,
      "learning_rate": 6.8955555555555565e-06,
      "loss": 0.0643,
      "step": 1900
    },
    {
      "epoch": 6.006240249609984,
      "grad_norm": 2.1204230785369873,
      "learning_rate": 6.8400000000000014e-06,
      "loss": 0.0614,
      "step": 1925
    },
    {
      "epoch": 6.084243369734789,
      "grad_norm": 1.5469348430633545,
      "learning_rate": 6.784444444444445e-06,
      "loss": 0.0364,
      "step": 1950
    },
    {
      "epoch": 6.162246489859594,
      "grad_norm": 2.485136032104492,
      "learning_rate": 6.7288888888888895e-06,
      "loss": 0.0356,
      "step": 1975
    },
    {
      "epoch": 6.240249609984399,
      "grad_norm": 1.3276453018188477,
      "learning_rate": 6.6733333333333335e-06,
      "loss": 0.0328,
      "step": 2000
    },
    {
      "epoch": 6.240249609984399,
      "eval_loss": 0.6914765238761902,
      "eval_runtime": 519.148,
      "eval_samples_per_second": 2.468,
      "eval_steps_per_second": 0.156,
      "eval_wer": 0.3699548835507865,
      "step": 2000
    },
    {
      "epoch": 6.318252730109204,
      "grad_norm": 2.1222565174102783,
      "learning_rate": 6.617777777777778e-06,
      "loss": 0.0363,
      "step": 2025
    },
    {
      "epoch": 6.396255850234009,
      "grad_norm": 1.7250409126281738,
      "learning_rate": 6.562222222222223e-06,
      "loss": 0.036,
      "step": 2050
    },
    {
      "epoch": 6.4742589703588145,
      "grad_norm": 1.5123999118804932,
      "learning_rate": 6.5066666666666665e-06,
      "loss": 0.0382,
      "step": 2075
    },
    {
      "epoch": 6.5522620904836195,
      "grad_norm": 1.8385040760040283,
      "learning_rate": 6.451111111111111e-06,
      "loss": 0.0362,
      "step": 2100
    },
    {
      "epoch": 6.6302652106084246,
      "grad_norm": 1.9721713066101074,
      "learning_rate": 6.395555555555556e-06,
      "loss": 0.0374,
      "step": 2125
    },
    {
      "epoch": 6.70826833073323,
      "grad_norm": 2.1653904914855957,
      "learning_rate": 6.34e-06,
      "loss": 0.0372,
      "step": 2150
    },
    {
      "epoch": 6.786271450858035,
      "grad_norm": 1.9096741676330566,
      "learning_rate": 6.284444444444445e-06,
      "loss": 0.0362,
      "step": 2175
    },
    {
      "epoch": 6.86427457098284,
      "grad_norm": 1.5271517038345337,
      "learning_rate": 6.22888888888889e-06,
      "loss": 0.0375,
      "step": 2200
    },
    {
      "epoch": 6.942277691107645,
      "grad_norm": 1.6990188360214233,
      "learning_rate": 6.173333333333333e-06,
      "loss": 0.0377,
      "step": 2225
    },
    {
      "epoch": 7.02028081123245,
      "grad_norm": 1.4633820056915283,
      "learning_rate": 6.117777777777778e-06,
      "loss": 0.0362,
      "step": 2250
    },
    {
      "epoch": 7.098283931357254,
      "grad_norm": 0.841683566570282,
      "learning_rate": 6.062222222222223e-06,
      "loss": 0.0197,
      "step": 2275
    },
    {
      "epoch": 7.176287051482059,
      "grad_norm": 1.274117112159729,
      "learning_rate": 6.006666666666667e-06,
      "loss": 0.0203,
      "step": 2300
    },
    {
      "epoch": 7.254290171606864,
      "grad_norm": 2.547511100769043,
      "learning_rate": 5.951111111111112e-06,
      "loss": 0.0232,
      "step": 2325
    },
    {
      "epoch": 7.332293291731669,
      "grad_norm": 1.2308272123336792,
      "learning_rate": 5.895555555555557e-06,
      "loss": 0.0248,
      "step": 2350
    },
    {
      "epoch": 7.410296411856474,
      "grad_norm": 1.271571159362793,
      "learning_rate": 5.84e-06,
      "loss": 0.0204,
      "step": 2375
    },
    {
      "epoch": 7.488299531981279,
      "grad_norm": 2.4256279468536377,
      "learning_rate": 5.784444444444445e-06,
      "loss": 0.0236,
      "step": 2400
    },
    {
      "epoch": 7.566302652106084,
      "grad_norm": 1.8029208183288574,
      "learning_rate": 5.72888888888889e-06,
      "loss": 0.0225,
      "step": 2425
    },
    {
      "epoch": 7.644305772230889,
      "grad_norm": 1.7934774160385132,
      "learning_rate": 5.673333333333334e-06,
      "loss": 0.0222,
      "step": 2450
    },
    {
      "epoch": 7.722308892355694,
      "grad_norm": 0.9680442214012146,
      "learning_rate": 5.617777777777779e-06,
      "loss": 0.0219,
      "step": 2475
    },
    {
      "epoch": 7.800312012480499,
      "grad_norm": 1.29971182346344,
      "learning_rate": 5.562222222222222e-06,
      "loss": 0.0226,
      "step": 2500
    },
    {
      "epoch": 7.878315132605304,
      "grad_norm": 1.8278181552886963,
      "learning_rate": 5.506666666666667e-06,
      "loss": 0.0236,
      "step": 2525
    },
    {
      "epoch": 7.956318252730109,
      "grad_norm": 1.8502779006958008,
      "learning_rate": 5.451111111111112e-06,
      "loss": 0.0229,
      "step": 2550
    },
    {
      "epoch": 8.034321372854913,
      "grad_norm": 2.3189539909362793,
      "learning_rate": 5.3955555555555565e-06,
      "loss": 0.0193,
      "step": 2575
    },
    {
      "epoch": 8.112324492979718,
      "grad_norm": 0.7720842361450195,
      "learning_rate": 5.3400000000000005e-06,
      "loss": 0.0121,
      "step": 2600
    },
    {
      "epoch": 8.190327613104524,
      "grad_norm": 3.5574843883514404,
      "learning_rate": 5.2844444444444454e-06,
      "loss": 0.0155,
      "step": 2625
    },
    {
      "epoch": 8.268330733229329,
      "grad_norm": 1.5664520263671875,
      "learning_rate": 5.228888888888889e-06,
      "loss": 0.0147,
      "step": 2650
    },
    {
      "epoch": 8.346333853354134,
      "grad_norm": 1.2214146852493286,
      "learning_rate": 5.1733333333333335e-06,
      "loss": 0.0149,
      "step": 2675
    },
    {
      "epoch": 8.424336973478939,
      "grad_norm": 1.0644782781600952,
      "learning_rate": 5.117777777777778e-06,
      "loss": 0.0131,
      "step": 2700
    },
    {
      "epoch": 8.502340093603744,
      "grad_norm": 0.8796694278717041,
      "learning_rate": 5.062222222222222e-06,
      "loss": 0.014,
      "step": 2725
    },
    {
      "epoch": 8.580343213728549,
      "grad_norm": 0.8544178009033203,
      "learning_rate": 5.006666666666667e-06,
      "loss": 0.0146,
      "step": 2750
    },
    {
      "epoch": 8.658346333853354,
      "grad_norm": 0.7999880313873291,
      "learning_rate": 4.951111111111111e-06,
      "loss": 0.0147,
      "step": 2775
    },
    {
      "epoch": 8.736349453978159,
      "grad_norm": 1.7287328243255615,
      "learning_rate": 4.895555555555556e-06,
      "loss": 0.0148,
      "step": 2800
    },
    {
      "epoch": 8.814352574102964,
      "grad_norm": 1.2320371866226196,
      "learning_rate": 4.84e-06,
      "loss": 0.0117,
      "step": 2825
    },
    {
      "epoch": 8.892355694227769,
      "grad_norm": 0.6565980315208435,
      "learning_rate": 4.784444444444445e-06,
      "loss": 0.0171,
      "step": 2850
    },
    {
      "epoch": 8.970358814352574,
      "grad_norm": 0.6645917296409607,
      "learning_rate": 4.728888888888889e-06,
      "loss": 0.0146,
      "step": 2875
    },
    {
      "epoch": 9.048361934477379,
      "grad_norm": 1.5899229049682617,
      "learning_rate": 4.673333333333333e-06,
      "loss": 0.0095,
      "step": 2900
    },
    {
      "epoch": 9.126365054602184,
      "grad_norm": 1.3482928276062012,
      "learning_rate": 4.617777777777778e-06,
      "loss": 0.0102,
      "step": 2925
    },
    {
      "epoch": 9.204368174726989,
      "grad_norm": 1.0298078060150146,
      "learning_rate": 4.562222222222222e-06,
      "loss": 0.01,
      "step": 2950
    },
    {
      "epoch": 9.282371294851794,
      "grad_norm": 0.7524386048316956,
      "learning_rate": 4.506666666666667e-06,
      "loss": 0.0087,
      "step": 2975
    },
    {
      "epoch": 9.360374414976599,
      "grad_norm": 1.3448346853256226,
      "learning_rate": 4.451111111111112e-06,
      "loss": 0.0086,
      "step": 3000
    },
    {
      "epoch": 9.360374414976599,
      "eval_loss": 0.8110594749450684,
      "eval_runtime": 514.7694,
      "eval_samples_per_second": 2.488,
      "eval_steps_per_second": 0.157,
      "eval_wer": 0.3620899890257286,
      "step": 3000
    },
    {
      "epoch": 9.438377535101404,
      "grad_norm": 1.4639930725097656,
      "learning_rate": 4.395555555555556e-06,
      "loss": 0.0089,
      "step": 3025
    },
    {
      "epoch": 9.51638065522621,
      "grad_norm": 0.7041357755661011,
      "learning_rate": 4.34e-06,
      "loss": 0.01,
      "step": 3050
    },
    {
      "epoch": 9.594383775351014,
      "grad_norm": 0.8498127460479736,
      "learning_rate": 4.284444444444445e-06,
      "loss": 0.0085,
      "step": 3075
    },
    {
      "epoch": 9.67238689547582,
      "grad_norm": 0.8553516864776611,
      "learning_rate": 4.228888888888889e-06,
      "loss": 0.0101,
      "step": 3100
    },
    {
      "epoch": 9.750390015600624,
      "grad_norm": 2.619405746459961,
      "learning_rate": 4.173333333333334e-06,
      "loss": 0.0099,
      "step": 3125
    },
    {
      "epoch": 9.82839313572543,
      "grad_norm": 1.0941424369812012,
      "learning_rate": 4.117777777777779e-06,
      "loss": 0.0089,
      "step": 3150
    },
    {
      "epoch": 9.906396255850234,
      "grad_norm": 1.0034147500991821,
      "learning_rate": 4.062222222222223e-06,
      "loss": 0.0087,
      "step": 3175
    },
    {
      "epoch": 9.98439937597504,
      "grad_norm": 0.6879417896270752,
      "learning_rate": 4.006666666666667e-06,
      "loss": 0.0086,
      "step": 3200
    },
    {
      "epoch": 10.062402496099844,
      "grad_norm": 0.5009737014770508,
      "learning_rate": 3.951111111111112e-06,
      "loss": 0.0051,
      "step": 3225
    },
    {
      "epoch": 10.14040561622465,
      "grad_norm": 0.3143404424190521,
      "learning_rate": 3.895555555555556e-06,
      "loss": 0.0048,
      "step": 3250
    },
    {
      "epoch": 10.218408736349454,
      "grad_norm": 0.44424840807914734,
      "learning_rate": 3.8400000000000005e-06,
      "loss": 0.0046,
      "step": 3275
    },
    {
      "epoch": 10.29641185647426,
      "grad_norm": 0.18599098920822144,
      "learning_rate": 3.784444444444445e-06,
      "loss": 0.0039,
      "step": 3300
    },
    {
      "epoch": 10.374414976599065,
      "grad_norm": 0.2974778115749359,
      "learning_rate": 3.728888888888889e-06,
      "loss": 0.0046,
      "step": 3325
    },
    {
      "epoch": 10.45241809672387,
      "grad_norm": 0.990300178527832,
      "learning_rate": 3.673333333333334e-06,
      "loss": 0.0041,
      "step": 3350
    },
    {
      "epoch": 10.530421216848675,
      "grad_norm": 1.2518631219863892,
      "learning_rate": 3.617777777777778e-06,
      "loss": 0.0048,
      "step": 3375
    },
    {
      "epoch": 10.60842433697348,
      "grad_norm": 0.9894776940345764,
      "learning_rate": 3.5622222222222224e-06,
      "loss": 0.0053,
      "step": 3400
    },
    {
      "epoch": 10.686427457098285,
      "grad_norm": 0.192794531583786,
      "learning_rate": 3.5066666666666673e-06,
      "loss": 0.0059,
      "step": 3425
    },
    {
      "epoch": 10.76443057722309,
      "grad_norm": 0.30634793639183044,
      "learning_rate": 3.4511111111111113e-06,
      "loss": 0.0055,
      "step": 3450
    },
    {
      "epoch": 10.842433697347893,
      "grad_norm": 0.2689841687679291,
      "learning_rate": 3.3955555555555558e-06,
      "loss": 0.0051,
      "step": 3475
    },
    {
      "epoch": 10.920436817472698,
      "grad_norm": 2.5046868324279785,
      "learning_rate": 3.3400000000000006e-06,
      "loss": 0.0038,
      "step": 3500
    },
    {
      "epoch": 10.998439937597503,
      "grad_norm": 0.7331063151359558,
      "learning_rate": 3.2844444444444447e-06,
      "loss": 0.0046,
      "step": 3525
    },
    {
      "epoch": 11.076443057722308,
      "grad_norm": 0.3739769458770752,
      "learning_rate": 3.228888888888889e-06,
      "loss": 0.0033,
      "step": 3550
    },
    {
      "epoch": 11.154446177847113,
      "grad_norm": 0.4729616343975067,
      "learning_rate": 3.173333333333334e-06,
      "loss": 0.0036,
      "step": 3575
    },
    {
      "epoch": 11.232449297971918,
      "grad_norm": 0.15952661633491516,
      "learning_rate": 3.117777777777778e-06,
      "loss": 0.0029,
      "step": 3600
    },
    {
      "epoch": 11.310452418096723,
      "grad_norm": 0.20027977228164673,
      "learning_rate": 3.0622222222222225e-06,
      "loss": 0.0036,
      "step": 3625
    },
    {
      "epoch": 11.388455538221528,
      "grad_norm": 0.19324319064617157,
      "learning_rate": 3.0066666666666674e-06,
      "loss": 0.0033,
      "step": 3650
    },
    {
      "epoch": 11.466458658346333,
      "grad_norm": 0.20121298730373383,
      "learning_rate": 2.9511111111111114e-06,
      "loss": 0.0022,
      "step": 3675
    },
    {
      "epoch": 11.544461778471138,
      "grad_norm": 0.7968800663948059,
      "learning_rate": 2.895555555555556e-06,
      "loss": 0.0025,
      "step": 3700
    },
    {
      "epoch": 11.622464898595943,
      "grad_norm": 0.1721133291721344,
      "learning_rate": 2.84e-06,
      "loss": 0.0026,
      "step": 3725
    },
    {
      "epoch": 11.700468018720748,
      "grad_norm": 0.37284353375434875,
      "learning_rate": 2.784444444444445e-06,
      "loss": 0.0028,
      "step": 3750
    },
    {
      "epoch": 11.778471138845553,
      "grad_norm": 0.1511831283569336,
      "learning_rate": 2.7288888888888893e-06,
      "loss": 0.0023,
      "step": 3775
    },
    {
      "epoch": 11.856474258970358,
      "grad_norm": 0.10786991566419601,
      "learning_rate": 2.6733333333333333e-06,
      "loss": 0.0029,
      "step": 3800
    },
    {
      "epoch": 11.934477379095163,
      "grad_norm": 1.2048157453536987,
      "learning_rate": 2.617777777777778e-06,
      "loss": 0.0032,
      "step": 3825
    },
    {
      "epoch": 12.012480499219969,
      "grad_norm": 0.1635945737361908,
      "learning_rate": 2.5622222222222226e-06,
      "loss": 0.0026,
      "step": 3850
    },
    {
      "epoch": 12.090483619344774,
      "grad_norm": 0.06904599815607071,
      "learning_rate": 2.5066666666666667e-06,
      "loss": 0.0026,
      "step": 3875
    },
    {
      "epoch": 12.168486739469579,
      "grad_norm": 0.06420668214559555,
      "learning_rate": 2.451111111111111e-06,
      "loss": 0.002,
      "step": 3900
    },
    {
      "epoch": 12.246489859594384,
      "grad_norm": 0.26706597208976746,
      "learning_rate": 2.3955555555555556e-06,
      "loss": 0.0025,
      "step": 3925
    },
    {
      "epoch": 12.324492979719189,
      "grad_norm": 0.05851108580827713,
      "learning_rate": 2.3400000000000005e-06,
      "loss": 0.0018,
      "step": 3950
    },
    {
      "epoch": 12.402496099843994,
      "grad_norm": 0.06494307518005371,
      "learning_rate": 2.2844444444444445e-06,
      "loss": 0.0015,
      "step": 3975
    },
    {
      "epoch": 12.480499219968799,
      "grad_norm": 0.07140354067087173,
      "learning_rate": 2.228888888888889e-06,
      "loss": 0.0017,
      "step": 4000
    },
    {
      "epoch": 12.480499219968799,
      "eval_loss": 0.8715334534645081,
      "eval_runtime": 513.4704,
      "eval_samples_per_second": 2.495,
      "eval_steps_per_second": 0.158,
      "eval_wer": 0.360260943787343,
      "step": 4000
    },
    {
      "epoch": 12.558502340093604,
      "grad_norm": 0.04837729409337044,
      "learning_rate": 2.1733333333333334e-06,
      "loss": 0.0014,
      "step": 4025
    },
    {
      "epoch": 12.636505460218409,
      "grad_norm": 0.050302207469940186,
      "learning_rate": 2.117777777777778e-06,
      "loss": 0.0015,
      "step": 4050
    },
    {
      "epoch": 12.714508580343214,
      "grad_norm": 1.5353797674179077,
      "learning_rate": 2.0622222222222223e-06,
      "loss": 0.0019,
      "step": 4075
    },
    {
      "epoch": 12.792511700468019,
      "grad_norm": 0.0588994063436985,
      "learning_rate": 2.006666666666667e-06,
      "loss": 0.0017,
      "step": 4100
    },
    {
      "epoch": 12.870514820592824,
      "grad_norm": 0.05936579406261444,
      "learning_rate": 1.9511111111111113e-06,
      "loss": 0.002,
      "step": 4125
    },
    {
      "epoch": 12.948517940717629,
      "grad_norm": 0.1404724270105362,
      "learning_rate": 1.8955555555555557e-06,
      "loss": 0.0023,
      "step": 4150
    },
    {
      "epoch": 13.026521060842434,
      "grad_norm": 0.07803475856781006,
      "learning_rate": 1.8400000000000002e-06,
      "loss": 0.0013,
      "step": 4175
    },
    {
      "epoch": 13.104524180967239,
      "grad_norm": 0.045549679547548294,
      "learning_rate": 1.7844444444444444e-06,
      "loss": 0.0013,
      "step": 4200
    },
    {
      "epoch": 13.182527301092044,
      "grad_norm": 1.5323783159255981,
      "learning_rate": 1.728888888888889e-06,
      "loss": 0.0018,
      "step": 4225
    },
    {
      "epoch": 13.260530421216849,
      "grad_norm": 0.0453680157661438,
      "learning_rate": 1.6733333333333335e-06,
      "loss": 0.0011,
      "step": 4250
    },
    {
      "epoch": 13.338533541341654,
      "grad_norm": 0.16936659812927246,
      "learning_rate": 1.6177777777777778e-06,
      "loss": 0.0012,
      "step": 4275
    },
    {
      "epoch": 13.41653666146646,
      "grad_norm": 0.03871113434433937,
      "learning_rate": 1.5622222222222225e-06,
      "loss": 0.0013,
      "step": 4300
    },
    {
      "epoch": 13.494539781591264,
      "grad_norm": 0.10738777369260788,
      "learning_rate": 1.506666666666667e-06,
      "loss": 0.0011,
      "step": 4325
    },
    {
      "epoch": 13.57254290171607,
      "grad_norm": 0.047905419021844864,
      "learning_rate": 1.4511111111111112e-06,
      "loss": 0.001,
      "step": 4350
    },
    {
      "epoch": 13.650546021840874,
      "grad_norm": 0.04242739453911781,
      "learning_rate": 1.3955555555555556e-06,
      "loss": 0.0013,
      "step": 4375
    },
    {
      "epoch": 13.72854914196568,
      "grad_norm": 0.04559892416000366,
      "learning_rate": 1.34e-06,
      "loss": 0.0012,
      "step": 4400
    },
    {
      "epoch": 13.806552262090484,
      "grad_norm": 0.030529584735631943,
      "learning_rate": 1.2844444444444445e-06,
      "loss": 0.0011,
      "step": 4425
    },
    {
      "epoch": 13.88455538221529,
      "grad_norm": 0.03567594662308693,
      "learning_rate": 1.228888888888889e-06,
      "loss": 0.001,
      "step": 4450
    },
    {
      "epoch": 13.962558502340094,
      "grad_norm": 0.04149959608912468,
      "learning_rate": 1.1733333333333335e-06,
      "loss": 0.0011,
      "step": 4475
    },
    {
      "epoch": 14.0405616224649,
      "grad_norm": 0.0304497629404068,
      "learning_rate": 1.117777777777778e-06,
      "loss": 0.0009,
      "step": 4500
    },
    {
      "epoch": 14.118564742589703,
      "grad_norm": 0.028642022982239723,
      "learning_rate": 1.0622222222222222e-06,
      "loss": 0.0009,
      "step": 4525
    },
    {
      "epoch": 14.196567862714508,
      "grad_norm": 0.02880062349140644,
      "learning_rate": 1.0066666666666668e-06,
      "loss": 0.0009,
      "step": 4550
    },
    {
      "epoch": 14.274570982839313,
      "grad_norm": 0.03172925487160683,
      "learning_rate": 9.511111111111111e-07,
      "loss": 0.0014,
      "step": 4575
    },
    {
      "epoch": 14.352574102964118,
      "grad_norm": 0.02901492826640606,
      "learning_rate": 8.955555555555557e-07,
      "loss": 0.0009,
      "step": 4600
    },
    {
      "epoch": 14.430577223088923,
      "grad_norm": 0.027313807979226112,
      "learning_rate": 8.400000000000001e-07,
      "loss": 0.0009,
      "step": 4625
    },
    {
      "epoch": 14.508580343213728,
      "grad_norm": 0.03275463357567787,
      "learning_rate": 7.844444444444445e-07,
      "loss": 0.0011,
      "step": 4650
    },
    {
      "epoch": 14.586583463338533,
      "grad_norm": 0.02867468073964119,
      "learning_rate": 7.28888888888889e-07,
      "loss": 0.0009,
      "step": 4675
    },
    {
      "epoch": 14.664586583463338,
      "grad_norm": 0.02795287035405636,
      "learning_rate": 6.733333333333334e-07,
      "loss": 0.0009,
      "step": 4700
    },
    {
      "epoch": 14.742589703588143,
      "grad_norm": 0.033373042941093445,
      "learning_rate": 6.177777777777778e-07,
      "loss": 0.0009,
      "step": 4725
    },
    {
      "epoch": 14.820592823712948,
      "grad_norm": 0.10227759182453156,
      "learning_rate": 5.622222222222223e-07,
      "loss": 0.001,
      "step": 4750
    },
    {
      "epoch": 14.898595943837753,
      "grad_norm": 0.03362324461340904,
      "learning_rate": 5.066666666666667e-07,
      "loss": 0.0009,
      "step": 4775
    },
    {
      "epoch": 14.976599063962558,
      "grad_norm": 0.02761083096265793,
      "learning_rate": 4.511111111111111e-07,
      "loss": 0.0009,
      "step": 4800
    },
    {
      "epoch": 15.054602184087363,
      "grad_norm": 0.030326733365654945,
      "learning_rate": 3.9555555555555557e-07,
      "loss": 0.0009,
      "step": 4825
    },
    {
      "epoch": 15.132605304212168,
      "grad_norm": 0.02800353430211544,
      "learning_rate": 3.4000000000000003e-07,
      "loss": 0.0008,
      "step": 4850
    },
    {
      "epoch": 15.210608424336973,
      "grad_norm": 0.033761948347091675,
      "learning_rate": 2.844444444444445e-07,
      "loss": 0.0008,
      "step": 4875
    },
    {
      "epoch": 15.288611544461778,
      "grad_norm": 0.030224645510315895,
      "learning_rate": 2.2888888888888892e-07,
      "loss": 0.0008,
      "step": 4900
    },
    {
      "epoch": 15.366614664586583,
      "grad_norm": 0.023724382743239403,
      "learning_rate": 1.7333333333333335e-07,
      "loss": 0.0008,
      "step": 4925
    },
    {
      "epoch": 15.444617784711388,
      "grad_norm": 0.03140026330947876,
      "learning_rate": 1.1777777777777778e-07,
      "loss": 0.0009,
      "step": 4950
    },
    {
      "epoch": 15.522620904836193,
      "grad_norm": 0.03177293762564659,
      "learning_rate": 6.222222222222223e-08,
      "loss": 0.0011,
      "step": 4975
    },
    {
      "epoch": 15.600624024960998,
      "grad_norm": 0.023135744035243988,
      "learning_rate": 6.666666666666667e-09,
      "loss": 0.0008,
      "step": 5000
    },
    {
      "epoch": 15.600624024960998,
      "eval_loss": 0.9218041896820068,
      "eval_runtime": 514.1223,
      "eval_samples_per_second": 2.492,
      "eval_steps_per_second": 0.158,
      "eval_wer": 0.35574929886599194,
      "step": 5000
    },
    {
      "epoch": 15.600624024960998,
      "step": 5000,
      "total_flos": 3.39293344978944e+20,
      "train_loss": 0.13203169204816223,
      "train_runtime": 41579.1778,
      "train_samples_per_second": 3.848,
      "train_steps_per_second": 0.12
    }
  ],
  "logging_steps": 25,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 16,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.39293344978944e+20,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}