Training in progress, step 50, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5ced2e74c6679d2ac80c760852650459a60cc2da84fa39a4e7ac2ce334db946
+oid sha256:4b79d4ed598dc28a533adcfa8d039d4417f423af7f8b6826497f753633419dcf
 size 295765866

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:345f17cec9f2a695cf4e642c0dc45d4adb65778e79bc7089324ae9ee0856de2b
+oid sha256:e5d5beb60c478410bdc9e55c2386dd2863d5ca28d72fd4d02aecc67e12e9f3d0
 size 15024

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fea889a91fcf759df940d20751826846ff227b89bba7b935dff27bedf1e23ca3
+oid sha256:f2e750f2e219c531319eec49a7a4b0a0d989bddda5fbaf88498bed48c78a81a4
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e31b22d01f506c7a4d3621b3f3b52eacdf3f0e042d5d97562dfeb14b84984968
+oid sha256:7335a698ad1c6755956271f54bf660143dccd71a4563b74bae19653708491f21
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5adfb860fa413925f0bde2e4c8bdf79887c54f72376f13f2d4f245126be809ab
+oid sha256:11e527a1e06e86bfe45a42029cea15e068c7216dd773b823eb6ad9707ec1e549
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5eda964d5b06109c7ff637060199d72e397eeb7027b50e10972a323edbe81312
+oid sha256:fb0ce41087f0939d63a9a6eb297660d82f62bda022868309a8c97328e5da41a5
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": NaN,
   "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 0.039708145133270464,
+  "epoch": 0.07941629026654093,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 57.738,
       "eval_steps_per_second": 15.012,
       "step": 25
+    },
+    {
+      "epoch": 0.04129647093860128,
+      "grad_norm": NaN,
+      "learning_rate": 7.917848237560709e-05,
+      "loss": 0.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.0428847967439321,
+      "grad_norm": NaN,
+      "learning_rate": 7.75e-05,
+      "loss": 0.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.04447312254926292,
+      "grad_norm": NaN,
+      "learning_rate": 7.577868759557654e-05,
+      "loss": 0.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.046061448354593734,
+      "grad_norm": NaN,
+      "learning_rate": 7.401782177833148e-05,
+      "loss": 0.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.04764977415992455,
+      "grad_norm": NaN,
+      "learning_rate": 7.222075445642904e-05,
+      "loss": 0.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.049238099965255376,
+      "grad_norm": NaN,
+      "learning_rate": 7.03909064496551e-05,
+      "loss": 0.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.050826425770586194,
+      "grad_norm": NaN,
+      "learning_rate": 6.853176097769229e-05,
+      "loss": 0.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.05241475157591701,
+      "grad_norm": NaN,
+      "learning_rate": 6.664685702961344e-05,
+      "loss": 0.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.05400307738124783,
+      "grad_norm": NaN,
+      "learning_rate": 6.473978262721463e-05,
+      "loss": 0.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.055591403186578646,
+      "grad_norm": NaN,
+      "learning_rate": 6.281416799501188e-05,
+      "loss": 0.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.05717972899190946,
+      "grad_norm": NaN,
+      "learning_rate": 6.087367864990233e-05,
+      "loss": 0.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.05876805479724028,
+      "grad_norm": NaN,
+      "learning_rate": 5.8922008423644624e-05,
+      "loss": 0.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.060356380602571105,
+      "grad_norm": NaN,
+      "learning_rate": 5.696287243144013e-05,
+      "loss": 0.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.06194470640790192,
+      "grad_norm": NaN,
+      "learning_rate": 5.500000000000001e-05,
+      "loss": 0.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.06353303221323274,
+      "grad_norm": NaN,
+      "learning_rate": 5.303712756855988e-05,
+      "loss": 0.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.06512135801856356,
+      "grad_norm": NaN,
+      "learning_rate": 5.107799157635538e-05,
+      "loss": 0.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.06670968382389438,
+      "grad_norm": NaN,
+      "learning_rate": 4.912632135009769e-05,
+      "loss": 0.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.06829800962922519,
+      "grad_norm": NaN,
+      "learning_rate": 4.718583200498814e-05,
+      "loss": 0.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.06988633543455601,
+      "grad_norm": NaN,
+      "learning_rate": 4.526021737278538e-05,
+      "loss": 0.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.07147466123988683,
+      "grad_norm": NaN,
+      "learning_rate": 4.3353142970386564e-05,
+      "loss": 0.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.07306298704521764,
+      "grad_norm": NaN,
+      "learning_rate": 4.146823902230772e-05,
+      "loss": 0.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.07465131285054846,
+      "grad_norm": NaN,
+      "learning_rate": 3.960909355034491e-05,
+      "loss": 0.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.0762396386558793,
+      "grad_norm": NaN,
+      "learning_rate": 3.777924554357096e-05,
+      "loss": 0.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.07782796446121011,
+      "grad_norm": NaN,
+      "learning_rate": 3.598217822166854e-05,
+      "loss": 0.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.07941629026654093,
+      "grad_norm": NaN,
+      "learning_rate": 3.422131240442349e-05,
+      "loss": 0.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.07941629026654093,
+      "eval_loss": NaN,
+      "eval_runtime": 0.8662,
+      "eval_samples_per_second": 57.725,
+      "eval_steps_per_second": 15.009,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -212,7 +395,7 @@
         "early_stopping_threshold": 0.0
       },
       "attributes": {
-        "early_stopping_patience_counter": 0
+        "early_stopping_patience_counter": 1
       }
     },
     "TrainerControl": {
@@ -221,12 +404,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 5.713218674203034e+16,
+  "total_flos": 1.13999489697579e+17,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null