Training in progress, step 50, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a20e42f228d66e5e1ef7c3e904241d4700bc42d3030daabf20110d4831164cc
+oid sha256:1f3e52a3921808d5243bd4d25361e27378db547355114798e0235ae3400ef7c6
 size 671466706

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f03ce40094bc51d343b7bed0981328d1b516086ced5dcb68143f815c2da6d4e
+oid sha256:c60074c03d05427a2b7e0e56ecc7b6e412a7b5e593a65e0def171a6020993b5e
 size 15024

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:528fee76145d435f8bbbd01ca5e6f2b0a790b3f12a2b4c412a1604e4738d72b8
+oid sha256:3f2d997129bde6308986ffd24996f2e7f9e60efe69abba811e89a5c2f91b9a65
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:109a318fdf1d4f86e162706f3d4b7fe662044685dc2983a5c2932bf53b01b659
+oid sha256:4db1a9f6a821a75d05e608f00c4b0a0ff49bf2e7dde328909029690534763b7a
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d38dab2f506e138418ad4fdefd022e6f214ac3a9abf9a020e6273f4782831ee0
+oid sha256:a8bd04ba4690c76dfac01c6f7151aa061ca12b1bb76253e4883f42fbda1be633
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f5c305e4a92be904895c02f0f0a1da666e6e7555f6043a8f089990c87f4ce88
+oid sha256:df19ed1a9610a5422497073697cbf4575f80de47fbb46ef0cdd2779386b031fa
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": NaN,
   "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 0.6779661016949152,
+  "epoch": 1.3661016949152542,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 15.294,
       "eval_steps_per_second": 3.977,
       "step": 25
+    },
+    {
+      "epoch": 0.7050847457627119,
+      "grad_norm": NaN,
+      "learning_rate": 8.681980515339464e-05,
+      "loss": 0.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.7322033898305085,
+      "grad_norm": NaN,
+      "learning_rate": 8.571489144483944e-05,
+      "loss": 0.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.7593220338983051,
+      "grad_norm": NaN,
+      "learning_rate": 8.457416554680877e-05,
+      "loss": 0.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.7864406779661017,
+      "grad_norm": NaN,
+      "learning_rate": 8.339895749467238e-05,
+      "loss": 0.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.8135593220338984,
+      "grad_norm": NaN,
+      "learning_rate": 8.219063752844926e-05,
+      "loss": 0.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.8406779661016949,
+      "grad_norm": NaN,
+      "learning_rate": 8.095061449516903e-05,
+      "loss": 0.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.8677966101694915,
+      "grad_norm": NaN,
+      "learning_rate": 7.968033420621935e-05,
+      "loss": 0.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.8949152542372881,
+      "grad_norm": NaN,
+      "learning_rate": 7.838127775159452e-05,
+      "loss": 0.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.9220338983050848,
+      "grad_norm": NaN,
+      "learning_rate": 7.705495977301078e-05,
+      "loss": 0.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.9491525423728814,
+      "grad_norm": NaN,
+      "learning_rate": 7.570292669790186e-05,
+      "loss": 0.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.976271186440678,
+      "grad_norm": NaN,
+      "learning_rate": 7.43267549363537e-05,
+      "loss": 0.0,
+      "step": 36
+    },
+    {
+      "epoch": 1.0135593220338983,
+      "grad_norm": NaN,
+      "learning_rate": 7.292804904308087e-05,
+      "loss": 0.0,
+      "step": 37
+    },
+    {
+      "epoch": 1.040677966101695,
+      "grad_norm": NaN,
+      "learning_rate": 7.150843984658754e-05,
+      "loss": 0.0,
+      "step": 38
+    },
+    {
+      "epoch": 1.0677966101694916,
+      "grad_norm": NaN,
+      "learning_rate": 7.006958254769438e-05,
+      "loss": 0.0,
+      "step": 39
+    },
+    {
+      "epoch": 1.0949152542372882,
+      "grad_norm": NaN,
+      "learning_rate": 6.861315478964841e-05,
+      "loss": 0.0,
+      "step": 40
+    },
+    {
+      "epoch": 1.1220338983050848,
+      "grad_norm": NaN,
+      "learning_rate": 6.714085470206609e-05,
+      "loss": 0.0,
+      "step": 41
+    },
+    {
+      "epoch": 1.1491525423728814,
+      "grad_norm": NaN,
+      "learning_rate": 6.56543989209901e-05,
+      "loss": 0.0,
+      "step": 42
+    },
+    {
+      "epoch": 1.1762711864406779,
+      "grad_norm": NaN,
+      "learning_rate": 6.415552058736854e-05,
+      "loss": 0.0,
+      "step": 43
+    },
+    {
+      "epoch": 1.2033898305084745,
+      "grad_norm": NaN,
+      "learning_rate": 6.264596732629e-05,
+      "loss": 0.0,
+      "step": 44
+    },
+    {
+      "epoch": 1.230508474576271,
+      "grad_norm": NaN,
+      "learning_rate": 6.112749920933111e-05,
+      "loss": 0.0,
+      "step": 45
+    },
+    {
+      "epoch": 1.2576271186440677,
+      "grad_norm": NaN,
+      "learning_rate": 5.960188670239154e-05,
+      "loss": 0.0,
+      "step": 46
+    },
+    {
+      "epoch": 1.2847457627118644,
+      "grad_norm": NaN,
+      "learning_rate": 5.80709086014102e-05,
+      "loss": 0.0,
+      "step": 47
+    },
+    {
+      "epoch": 1.311864406779661,
+      "grad_norm": NaN,
+      "learning_rate": 5.653634995836856e-05,
+      "loss": 0.0,
+      "step": 48
+    },
+    {
+      "epoch": 1.3389830508474576,
+      "grad_norm": NaN,
+      "learning_rate": 5.500000000000001e-05,
+      "loss": 0.0,
+      "step": 49
+    },
+    {
+      "epoch": 1.3661016949152542,
+      "grad_norm": NaN,
+      "learning_rate": 5.346365004163145e-05,
+      "loss": 0.0,
+      "step": 50
+    },
+    {
+      "epoch": 1.3661016949152542,
+      "eval_loss": NaN,
+      "eval_runtime": 3.2603,
+      "eval_samples_per_second": 15.336,
+      "eval_steps_per_second": 3.987,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -212,7 +395,7 @@
         "early_stopping_threshold": 0.0
       },
       "attributes": {
-        "early_stopping_patience_counter": 0
+        "early_stopping_patience_counter": 1
       }
     },
     "TrainerControl": {
@@ -221,12 +404,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 2.984041808658432e+17,
+  "total_flos": 5.968083617316864e+17,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null