{
  "best_metric": 0.5565288662910461,
  "best_model_checkpoint": "/scratch/skscla001/results/mms-1b-all-bem-natbed-combined/checkpoint-3800",
  "epoch": 5.506883604505632,
  "eval_steps": 100,
  "global_step": 4400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1251564455569462,
      "grad_norm": 4.582801342010498,
      "learning_rate": 0.00029099999999999997,
      "loss": 8.2239,
      "step": 100
    },
    {
      "epoch": 0.1251564455569462,
      "eval_loss": 1.3301187753677368,
      "eval_runtime": 95.4493,
      "eval_samples_per_second": 14.227,
      "eval_steps_per_second": 1.781,
      "eval_wer": 0.8959954139710098,
      "step": 100
    },
    {
      "epoch": 0.2503128911138924,
      "grad_norm": 2.8414461612701416,
      "learning_rate": 0.000298780896522832,
      "loss": 0.8992,
      "step": 200
    },
    {
      "epoch": 0.2503128911138924,
      "eval_loss": 0.7774138450622559,
      "eval_runtime": 95.7815,
      "eval_samples_per_second": 14.178,
      "eval_steps_per_second": 1.775,
      "eval_wer": 0.6657112439603636,
      "step": 200
    },
    {
      "epoch": 0.37546933667083854,
      "grad_norm": 1.6420665979385376,
      "learning_rate": 0.00029752408881441136,
      "loss": 0.8263,
      "step": 300
    },
    {
      "epoch": 0.37546933667083854,
      "eval_loss": 0.7549673914909363,
      "eval_runtime": 95.0731,
      "eval_samples_per_second": 14.284,
      "eval_steps_per_second": 1.788,
      "eval_wer": 0.5891409384980755,
      "step": 300
    },
    {
      "epoch": 0.5006257822277848,
      "grad_norm": 1.838030219078064,
      "learning_rate": 0.000296279849183075,
      "loss": 0.7846,
      "step": 400
    },
    {
      "epoch": 0.5006257822277848,
      "eval_loss": 0.6995427012443542,
      "eval_runtime": 94.8499,
      "eval_samples_per_second": 14.317,
      "eval_steps_per_second": 1.792,
      "eval_wer": 0.5665383670461059,
      "step": 400
    },
    {
      "epoch": 0.6257822277847309,
      "grad_norm": 3.311655282974243,
      "learning_rate": 0.00029502304147465433,
      "loss": 0.9046,
      "step": 500
    },
    {
      "epoch": 0.6257822277847309,
      "eval_loss": 0.6796234846115112,
      "eval_runtime": 96.1056,
      "eval_samples_per_second": 14.13,
      "eval_steps_per_second": 1.769,
      "eval_wer": 0.5545819343215134,
      "step": 500
    },
    {
      "epoch": 0.7509386733416771,
      "grad_norm": 1.0524609088897705,
      "learning_rate": 0.00029376623376623374,
      "loss": 0.7688,
      "step": 600
    },
    {
      "epoch": 0.7509386733416771,
      "eval_loss": 0.6881176829338074,
      "eval_runtime": 95.4601,
      "eval_samples_per_second": 14.226,
      "eval_steps_per_second": 1.781,
      "eval_wer": 0.5436082220948325,
      "step": 600
    },
    {
      "epoch": 0.8760951188986232,
      "grad_norm": 1.534467339515686,
      "learning_rate": 0.00029250942605781315,
      "loss": 0.7139,
      "step": 700
    },
    {
      "epoch": 0.8760951188986232,
      "eval_loss": 0.6998778581619263,
      "eval_runtime": 96.7901,
      "eval_samples_per_second": 14.03,
      "eval_steps_per_second": 1.756,
      "eval_wer": 0.5557284415690771,
      "step": 700
    },
    {
      "epoch": 1.0012515644555695,
      "grad_norm": 4.051555633544922,
      "learning_rate": 0.0002912526183493925,
      "loss": 0.7922,
      "step": 800
    },
    {
      "epoch": 1.0012515644555695,
      "eval_loss": 0.6810752153396606,
      "eval_runtime": 96.2586,
      "eval_samples_per_second": 14.108,
      "eval_steps_per_second": 1.766,
      "eval_wer": 0.542134141347965,
      "step": 800
    },
    {
      "epoch": 1.1264080100125156,
      "grad_norm": 3.281071186065674,
      "learning_rate": 0.0002899958106409719,
      "loss": 0.7929,
      "step": 900
    },
    {
      "epoch": 1.1264080100125156,
      "eval_loss": 0.6760120391845703,
      "eval_runtime": 97.2734,
      "eval_samples_per_second": 13.961,
      "eval_steps_per_second": 1.748,
      "eval_wer": 0.5433625419703546,
      "step": 900
    },
    {
      "epoch": 1.2515644555694618,
      "grad_norm": 6.815141201019287,
      "learning_rate": 0.0002887515710096355,
      "loss": 0.7508,
      "step": 1000
    },
    {
      "epoch": 1.2515644555694618,
      "eval_loss": 0.6555261015892029,
      "eval_runtime": 96.3987,
      "eval_samples_per_second": 14.087,
      "eval_steps_per_second": 1.764,
      "eval_wer": 0.5660470067971501,
      "step": 1000
    },
    {
      "epoch": 1.3767209011264079,
      "grad_norm": 2.6557281017303467,
      "learning_rate": 0.0002874947633012149,
      "loss": 0.7534,
      "step": 1100
    },
    {
      "epoch": 1.3767209011264079,
      "eval_loss": 0.6411116719245911,
      "eval_runtime": 96.0443,
      "eval_samples_per_second": 14.139,
      "eval_steps_per_second": 1.77,
      "eval_wer": 0.5372205388584064,
      "step": 1100
    },
    {
      "epoch": 1.5018773466833542,
      "grad_norm": 19.327106475830078,
      "learning_rate": 0.00028623795559279424,
      "loss": 0.7316,
      "step": 1200
    },
    {
      "epoch": 1.5018773466833542,
      "eval_loss": 0.6420451998710632,
      "eval_runtime": 97.2234,
      "eval_samples_per_second": 13.968,
      "eval_steps_per_second": 1.749,
      "eval_wer": 0.5319793628695438,
      "step": 1200
    },
    {
      "epoch": 1.6270337922403004,
      "grad_norm": 4.125315189361572,
      "learning_rate": 0.00028498114788437365,
      "loss": 0.7147,
      "step": 1300
    },
    {
      "epoch": 1.6270337922403004,
      "eval_loss": 0.6725718975067139,
      "eval_runtime": 97.3227,
      "eval_samples_per_second": 13.954,
      "eval_steps_per_second": 1.747,
      "eval_wer": 0.5293587748751126,
      "step": 1300
    },
    {
      "epoch": 1.7521902377972465,
      "grad_norm": 10.938685417175293,
      "learning_rate": 0.00028372434017595306,
      "loss": 0.6734,
      "step": 1400
    },
    {
      "epoch": 1.7521902377972465,
      "eval_loss": 0.6308336853981018,
      "eval_runtime": 96.6381,
      "eval_samples_per_second": 14.052,
      "eval_steps_per_second": 1.759,
      "eval_wer": 0.5252641061338138,
      "step": 1400
    },
    {
      "epoch": 1.8773466833541927,
      "grad_norm": 7.951139450073242,
      "learning_rate": 0.00028246753246753247,
      "loss": 0.7084,
      "step": 1500
    },
    {
      "epoch": 1.8773466833541927,
      "eval_loss": 0.6205306649208069,
      "eval_runtime": 97.9744,
      "eval_samples_per_second": 13.861,
      "eval_steps_per_second": 1.735,
      "eval_wer": 0.5438539022193104,
      "step": 1500
    },
    {
      "epoch": 2.002503128911139,
      "grad_norm": 2.1400046348571777,
      "learning_rate": 0.00028121072475911183,
      "loss": 0.6714,
      "step": 1600
    },
    {
      "epoch": 2.002503128911139,
      "eval_loss": 0.6118720769882202,
      "eval_runtime": 97.507,
      "eval_samples_per_second": 13.927,
      "eval_steps_per_second": 1.743,
      "eval_wer": 0.5231348783883384,
      "step": 1600
    },
    {
      "epoch": 2.127659574468085,
      "grad_norm": 8.502281188964844,
      "learning_rate": 0.00027995391705069124,
      "loss": 0.6888,
      "step": 1700
    },
    {
      "epoch": 2.127659574468085,
      "eval_loss": 0.6349774599075317,
      "eval_runtime": 96.997,
      "eval_samples_per_second": 14.0,
      "eval_steps_per_second": 1.753,
      "eval_wer": 0.5166653017770862,
      "step": 1700
    },
    {
      "epoch": 2.252816020025031,
      "grad_norm": 1.059962272644043,
      "learning_rate": 0.0002786971093422706,
      "loss": 0.6871,
      "step": 1800
    },
    {
      "epoch": 2.252816020025031,
      "eval_loss": 0.6183043718338013,
      "eval_runtime": 97.927,
      "eval_samples_per_second": 13.867,
      "eval_steps_per_second": 1.736,
      "eval_wer": 0.5118335926623536,
      "step": 1800
    },
    {
      "epoch": 2.3779724655819776,
      "grad_norm": 1.3032373189926147,
      "learning_rate": 0.00027744030163385,
      "loss": 0.6882,
      "step": 1900
    },
    {
      "epoch": 2.3779724655819776,
      "eval_loss": 0.5973983407020569,
      "eval_runtime": 97.1298,
      "eval_samples_per_second": 13.981,
      "eval_steps_per_second": 1.75,
      "eval_wer": 0.5332896568667594,
      "step": 1900
    },
    {
      "epoch": 2.5031289111389237,
      "grad_norm": 1.9106544256210327,
      "learning_rate": 0.00027618349392542936,
      "loss": 0.6769,
      "step": 2000
    },
    {
      "epoch": 2.5031289111389237,
      "eval_loss": 0.5994674563407898,
      "eval_runtime": 96.7136,
      "eval_samples_per_second": 14.041,
      "eval_steps_per_second": 1.758,
      "eval_wer": 0.5300958152485464,
      "step": 2000
    },
    {
      "epoch": 2.6282853566958697,
      "grad_norm": 1.2871947288513184,
      "learning_rate": 0.00027492668621700877,
      "loss": 0.6801,
      "step": 2100
    },
    {
      "epoch": 2.6282853566958697,
      "eval_loss": 0.5880154371261597,
      "eval_runtime": 97.9989,
      "eval_samples_per_second": 13.857,
      "eval_steps_per_second": 1.735,
      "eval_wer": 0.5377937924821882,
      "step": 2100
    },
    {
      "epoch": 2.7534418022528158,
      "grad_norm": 0.619396448135376,
      "learning_rate": 0.0002736698785085881,
      "loss": 0.6695,
      "step": 2200
    },
    {
      "epoch": 2.7534418022528158,
      "eval_loss": 0.5972831845283508,
      "eval_runtime": 97.3411,
      "eval_samples_per_second": 13.951,
      "eval_steps_per_second": 1.746,
      "eval_wer": 0.5051183359266236,
      "step": 2200
    },
    {
      "epoch": 2.8785982478097623,
      "grad_norm": 1.0727863311767578,
      "learning_rate": 0.0002724130708001676,
      "loss": 0.6557,
      "step": 2300
    },
    {
      "epoch": 2.8785982478097623,
      "eval_loss": 0.6026735901832581,
      "eval_runtime": 97.4796,
      "eval_samples_per_second": 13.931,
      "eval_steps_per_second": 1.744,
      "eval_wer": 0.5056096961755794,
      "step": 2300
    },
    {
      "epoch": 3.0037546933667083,
      "grad_norm": 0.626075029373169,
      "learning_rate": 0.00027115626309174695,
      "loss": 0.6525,
      "step": 2400
    },
    {
      "epoch": 3.0037546933667083,
      "eval_loss": 0.59461510181427,
      "eval_runtime": 97.9487,
      "eval_samples_per_second": 13.864,
      "eval_steps_per_second": 1.736,
      "eval_wer": 0.4996314798132831,
      "step": 2400
    },
    {
      "epoch": 3.1289111389236544,
      "grad_norm": 4.777908802032471,
      "learning_rate": 0.00026989945538332636,
      "loss": 0.6829,
      "step": 2500
    },
    {
      "epoch": 3.1289111389236544,
      "eval_loss": 0.5881961584091187,
      "eval_runtime": 97.8698,
      "eval_samples_per_second": 13.876,
      "eval_steps_per_second": 1.737,
      "eval_wer": 0.49979526656293505,
      "step": 2500
    },
    {
      "epoch": 3.254067584480601,
      "grad_norm": 5.189509391784668,
      "learning_rate": 0.0002686426476749057,
      "loss": 0.6627,
      "step": 2600
    },
    {
      "epoch": 3.254067584480601,
      "eval_loss": 0.6009677052497864,
      "eval_runtime": 95.9556,
      "eval_samples_per_second": 14.152,
      "eval_steps_per_second": 1.772,
      "eval_wer": 0.49848497256571944,
      "step": 2600
    },
    {
      "epoch": 3.379224030037547,
      "grad_norm": 6.410580158233643,
      "learning_rate": 0.0002673858399664851,
      "loss": 0.6146,
      "step": 2700
    },
    {
      "epoch": 3.379224030037547,
      "eval_loss": 0.5770368576049805,
      "eval_runtime": 95.4343,
      "eval_samples_per_second": 14.23,
      "eval_steps_per_second": 1.781,
      "eval_wer": 0.5009417738104988,
      "step": 2700
    },
    {
      "epoch": 3.504380475594493,
      "grad_norm": 1.4566117525100708,
      "learning_rate": 0.0002661290322580645,
      "loss": 0.6205,
      "step": 2800
    },
    {
      "epoch": 3.504380475594493,
      "eval_loss": 0.5738538503646851,
      "eval_runtime": 95.9905,
      "eval_samples_per_second": 14.147,
      "eval_steps_per_second": 1.771,
      "eval_wer": 0.5020882810580624,
      "step": 2800
    },
    {
      "epoch": 3.6295369211514394,
      "grad_norm": 5.905794143676758,
      "learning_rate": 0.0002648722245496439,
      "loss": 0.7025,
      "step": 2900
    },
    {
      "epoch": 3.6295369211514394,
      "eval_loss": 0.5806447863578796,
      "eval_runtime": 96.9069,
      "eval_samples_per_second": 14.013,
      "eval_steps_per_second": 1.754,
      "eval_wer": 0.5223978380149046,
      "step": 2900
    },
    {
      "epoch": 3.7546933667083855,
      "grad_norm": 7.341220855712891,
      "learning_rate": 0.00026361541684122324,
      "loss": 0.6379,
      "step": 3000
    },
    {
      "epoch": 3.7546933667083855,
      "eval_loss": 0.6210225820541382,
      "eval_runtime": 96.7041,
      "eval_samples_per_second": 14.043,
      "eval_steps_per_second": 1.758,
      "eval_wer": 0.5064286299238392,
      "step": 3000
    },
    {
      "epoch": 3.8798498122653315,
      "grad_norm": 2.2515931129455566,
      "learning_rate": 0.00026235860913280265,
      "loss": 0.6104,
      "step": 3100
    },
    {
      "epoch": 3.8798498122653315,
      "eval_loss": 0.5702349543571472,
      "eval_runtime": 95.9116,
      "eval_samples_per_second": 14.159,
      "eval_steps_per_second": 1.772,
      "eval_wer": 0.5033985750552781,
      "step": 3100
    },
    {
      "epoch": 4.005006257822278,
      "grad_norm": 0.5629591941833496,
      "learning_rate": 0.00026110180142438206,
      "loss": 0.6607,
      "step": 3200
    },
    {
      "epoch": 4.005006257822278,
      "eval_loss": 0.5755676627159119,
      "eval_runtime": 96.4548,
      "eval_samples_per_second": 14.079,
      "eval_steps_per_second": 1.762,
      "eval_wer": 0.4891491278355581,
      "step": 3200
    },
    {
      "epoch": 4.130162703379224,
      "grad_norm": 6.9959259033203125,
      "learning_rate": 0.0002598449937159615,
      "loss": 0.6776,
      "step": 3300
    },
    {
      "epoch": 4.130162703379224,
      "eval_loss": 0.5678644180297852,
      "eval_runtime": 95.8409,
      "eval_samples_per_second": 14.169,
      "eval_steps_per_second": 1.774,
      "eval_wer": 0.4885758742117763,
      "step": 3300
    },
    {
      "epoch": 4.25531914893617,
      "grad_norm": 4.9695658683776855,
      "learning_rate": 0.00025860075408462504,
      "loss": 0.6343,
      "step": 3400
    },
    {
      "epoch": 4.25531914893617,
      "eval_loss": 0.5597887635231018,
      "eval_runtime": 95.5822,
      "eval_samples_per_second": 14.208,
      "eval_steps_per_second": 1.779,
      "eval_wer": 0.4898861682089919,
      "step": 3400
    },
    {
      "epoch": 4.380475594493117,
      "grad_norm": 1.5676358938217163,
      "learning_rate": 0.0002573439463762044,
      "loss": 0.5818,
      "step": 3500
    },
    {
      "epoch": 4.380475594493117,
      "eval_loss": 0.5806618928909302,
      "eval_runtime": 95.8037,
      "eval_samples_per_second": 14.175,
      "eval_steps_per_second": 1.774,
      "eval_wer": 0.49643763819507003,
      "step": 3500
    },
    {
      "epoch": 4.505632040050062,
      "grad_norm": 1.323522925376892,
      "learning_rate": 0.0002560871386677838,
      "loss": 0.6085,
      "step": 3600
    },
    {
      "epoch": 4.505632040050062,
      "eval_loss": 0.5931637287139893,
      "eval_runtime": 95.2763,
      "eval_samples_per_second": 14.253,
      "eval_steps_per_second": 1.784,
      "eval_wer": 0.4915240357055114,
      "step": 3600
    },
    {
      "epoch": 4.630788485607009,
      "grad_norm": 1.9220880270004272,
      "learning_rate": 0.0002548303309593632,
      "loss": 0.6648,
      "step": 3700
    },
    {
      "epoch": 4.630788485607009,
      "eval_loss": 0.5579622983932495,
      "eval_runtime": 96.2129,
      "eval_samples_per_second": 14.115,
      "eval_steps_per_second": 1.767,
      "eval_wer": 0.486037179592171,
      "step": 3700
    },
    {
      "epoch": 4.755944931163955,
      "grad_norm": 0.6678237915039062,
      "learning_rate": 0.00025357352325094257,
      "loss": 0.6359,
      "step": 3800
    },
    {
      "epoch": 4.755944931163955,
      "eval_loss": 0.5565288662910461,
      "eval_runtime": 95.7617,
      "eval_samples_per_second": 14.181,
      "eval_steps_per_second": 1.775,
      "eval_wer": 0.4959462779461142,
      "step": 3800
    },
    {
      "epoch": 4.881101376720901,
      "grad_norm": 0.8339139819145203,
      "learning_rate": 0.000252316715542522,
      "loss": 0.6139,
      "step": 3900
    },
    {
      "epoch": 4.881101376720901,
      "eval_loss": 0.5604941248893738,
      "eval_runtime": 95.8364,
      "eval_samples_per_second": 14.17,
      "eval_steps_per_second": 1.774,
      "eval_wer": 0.4885758742117763,
      "step": 3900
    },
    {
      "epoch": 5.006257822277847,
      "grad_norm": 0.6905695199966431,
      "learning_rate": 0.00025105990783410133,
      "loss": 0.5995,
      "step": 4000
    },
    {
      "epoch": 5.006257822277847,
      "eval_loss": 0.5719751715660095,
      "eval_runtime": 95.3867,
      "eval_samples_per_second": 14.237,
      "eval_steps_per_second": 1.782,
      "eval_wer": 0.48030464335435263,
      "step": 4000
    },
    {
      "epoch": 5.131414267834794,
      "grad_norm": 1.2827470302581787,
      "learning_rate": 0.00024980310012568074,
      "loss": 0.6349,
      "step": 4100
    },
    {
      "epoch": 5.131414267834794,
      "eval_loss": 0.5505784749984741,
      "eval_runtime": 96.3073,
      "eval_samples_per_second": 14.101,
      "eval_steps_per_second": 1.765,
      "eval_wer": 0.5011874539349767,
      "step": 4100
    },
    {
      "epoch": 5.256570713391739,
      "grad_norm": 1.4041779041290283,
      "learning_rate": 0.00024854629241726015,
      "loss": 0.6134,
      "step": 4200
    },
    {
      "epoch": 5.256570713391739,
      "eval_loss": 0.5602907538414001,
      "eval_runtime": 96.7539,
      "eval_samples_per_second": 14.036,
      "eval_steps_per_second": 1.757,
      "eval_wer": 0.4784210957333552,
      "step": 4200
    },
    {
      "epoch": 5.381727158948686,
      "grad_norm": 16.846094131469727,
      "learning_rate": 0.0002472894847088395,
      "loss": 0.5989,
      "step": 4300
    },
    {
      "epoch": 5.381727158948686,
      "eval_loss": 0.5714141726493835,
      "eval_runtime": 96.2578,
      "eval_samples_per_second": 14.108,
      "eval_steps_per_second": 1.766,
      "eval_wer": 0.48439931209565146,
      "step": 4300
    },
    {
      "epoch": 5.506883604505632,
      "grad_norm": 1.1656825542449951,
      "learning_rate": 0.0002460326770004189,
      "loss": 0.6083,
      "step": 4400
    },
    {
      "epoch": 5.506883604505632,
      "eval_loss": 0.5697967410087585,
      "eval_runtime": 96.7222,
      "eval_samples_per_second": 14.04,
      "eval_steps_per_second": 1.758,
      "eval_wer": 0.4758005077389239,
      "step": 4400
    },
    {
      "epoch": 5.506883604505632,
      "step": 4400,
      "total_flos": 2.278783878958534e+19,
      "train_loss": 0.858475610559637,
      "train_runtime": 9525.4326,
      "train_samples_per_second": 20.116,
      "train_steps_per_second": 2.516
    }
  ],
  "logging_steps": 100,
  "max_steps": 23970,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 3
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.278783878958534e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}