Training in progress, step 75, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cace0424f44d559e65413108fbc06c6211e5f9b6e46c33b5347672e6645a4a9
+oid sha256:f22302f0bc79e204e1e04a8b574c493a6f01ded65d4a40f8e694d45b6b5b0134
 size 100966336

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c9789c97dd861879e578686c7dc37e2f7bb9fca9d1ef83399f4361d1720185b
+oid sha256:bc05b0b8e474acd80d993bb9f9a4cc96e6cf3d050d3f36ebc3a461749c3d56c6
 size 202110330

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed99a13c6fad0f3bfc2711f3a09d74be1371eea7a3664944c1e31b4d134a94ad
+oid sha256:31219084b467b97768d0c2266a9ac1fa136aa77e7a456c5fe811bd8a008c304d
 size 15024

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3813de28a115e58309f0fdbd484c8709fa2daf3049d6fb53def40c5e363e1085
+oid sha256:e364602b08d6e7bce980ac532681b92b90e8573a99149b3bfe3fc9c168a42778
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e028239fed62af78822eed5d9893175e8d7ae96b7f1c6861f0d0314db33159b2
+oid sha256:465a00ab0425765e7347a156c4b8feff78bd094df0231f37892a2473663631ec
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31353de36fb8e94dc0a01f50a320de6e0d50070de2f10bd47fdfa2e740bd3356
+oid sha256:9913e481e3398d89683d00a3e7aebbd363947d2c1209e74fa33e7051afbfb940
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd8b969ce6a3f06e5c06504065f43d471f4f8e360f2eb91a5068e5fed0b0d9dc
+oid sha256:344fc18df9c84f214bc47e69d1bbde70d66cf3ec6caeac9cd529dfb5814c4b9a
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 1.4801632165908813,
-  "best_model_checkpoint": "miner_id_24/checkpoint-50",
-  "epoch": 0.12424289485945023,
+  "best_metric": 1.4373173713684082,
+  "best_model_checkpoint": "miner_id_24/checkpoint-75",
+  "epoch": 0.18636434228917534,
   "eval_steps": 25,
-  "global_step": 50,
+  "global_step": 75,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -381,6 +381,189 @@
       "eval_samples_per_second": 99.69,
       "eval_steps_per_second": 25.919,
       "step": 50
+    },
+    {
+      "epoch": 0.12672775275663922,
+      "grad_norm": 0.2692347466945648,
+      "learning_rate": 5.7231268960295e-05,
+      "loss": 1.1845,
+      "step": 51
+    },
+    {
+      "epoch": 0.12921261065382825,
+      "grad_norm": 0.2334340512752533,
+      "learning_rate": 5.574402751448614e-05,
+      "loss": 1.2396,
+      "step": 52
+    },
+    {
+      "epoch": 0.13169746855101724,
+      "grad_norm": 0.23105919361114502,
+      "learning_rate": 5.425597248551387e-05,
+      "loss": 1.1817,
+      "step": 53
+    },
+    {
+      "epoch": 0.13418232644820624,
+      "grad_norm": 0.2562418580055237,
+      "learning_rate": 5.2768731039705e-05,
+      "loss": 1.2478,
+      "step": 54
+    },
+    {
+      "epoch": 0.13666718434539524,
+      "grad_norm": 0.2922269403934479,
+      "learning_rate": 5.128392945374505e-05,
+      "loss": 1.3124,
+      "step": 55
+    },
+    {
+      "epoch": 0.13915204224258426,
+      "grad_norm": 0.3430224061012268,
+      "learning_rate": 4.980319133636863e-05,
+      "loss": 1.3298,
+      "step": 56
+    },
+    {
+      "epoch": 0.14163690013977326,
+      "grad_norm": 0.37545251846313477,
+      "learning_rate": 4.83281358529671e-05,
+      "loss": 1.3167,
+      "step": 57
+    },
+    {
+      "epoch": 0.14412175803696226,
+      "grad_norm": 0.4372154474258423,
+      "learning_rate": 4.686037595505507e-05,
+      "loss": 1.5611,
+      "step": 58
+    },
+    {
+      "epoch": 0.14660661593415125,
+      "grad_norm": 0.675260603427887,
+      "learning_rate": 4.54015166165314e-05,
+      "loss": 1.5241,
+      "step": 59
+    },
+    {
+      "epoch": 0.14909147383134028,
+      "grad_norm": 0.8273709416389465,
+      "learning_rate": 4.395315307866405e-05,
+      "loss": 1.5969,
+      "step": 60
+    },
+    {
+      "epoch": 0.15157633172852927,
+      "grad_norm": 1.0075353384017944,
+      "learning_rate": 4.2516869105717004e-05,
+      "loss": 1.7115,
+      "step": 61
+    },
+    {
+      "epoch": 0.15406118962571827,
+      "grad_norm": 1.6686378717422485,
+      "learning_rate": 4.109423525312738e-05,
+      "loss": 1.9804,
+      "step": 62
+    },
+    {
+      "epoch": 0.1565460475229073,
+      "grad_norm": 0.19904345273971558,
+      "learning_rate": 3.968680715012606e-05,
+      "loss": 1.1648,
+      "step": 63
+    },
+    {
+      "epoch": 0.1590309054200963,
+      "grad_norm": 0.1799841821193695,
+      "learning_rate": 3.829612379868006e-05,
+      "loss": 1.1689,
+      "step": 64
+    },
+    {
+      "epoch": 0.1615157633172853,
+      "grad_norm": 0.19480910897254944,
+      "learning_rate": 3.692370589061639e-05,
+      "loss": 1.1933,
+      "step": 65
+    },
+    {
+      "epoch": 0.16400062121447428,
+      "grad_norm": 0.19751323759555817,
+      "learning_rate": 3.557105414476782e-05,
+      "loss": 1.2421,
+      "step": 66
+    },
+    {
+      "epoch": 0.1664854791116633,
+      "grad_norm": 0.21054387092590332,
+      "learning_rate": 3.423964766595906e-05,
+      "loss": 1.2749,
+      "step": 67
+    },
+    {
+      "epoch": 0.1689703370088523,
+      "grad_norm": 0.25906527042388916,
+      "learning_rate": 3.293094232762715e-05,
+      "loss": 1.3187,
+      "step": 68
+    },
+    {
+      "epoch": 0.1714551949060413,
+      "grad_norm": 0.3064195513725281,
+      "learning_rate": 3.164636917984534e-05,
+      "loss": 1.3584,
+      "step": 69
+    },
+    {
+      "epoch": 0.17394005280323033,
+      "grad_norm": 0.38761624693870544,
+      "learning_rate": 3.0387332884490805e-05,
+      "loss": 1.4219,
+      "step": 70
+    },
+    {
+      "epoch": 0.17642491070041932,
+      "grad_norm": 0.4902038276195526,
+      "learning_rate": 2.9155210179267546e-05,
+      "loss": 1.4855,
+      "step": 71
+    },
+    {
+      "epoch": 0.17890976859760832,
+      "grad_norm": 0.674696147441864,
+      "learning_rate": 2.7951348372263875e-05,
+      "loss": 1.611,
+      "step": 72
+    },
+    {
+      "epoch": 0.18139462649479732,
+      "grad_norm": 1.0593940019607544,
+      "learning_rate": 2.677706386869083e-05,
+      "loss": 1.71,
+      "step": 73
+    },
+    {
+      "epoch": 0.18387948439198634,
+      "grad_norm": 1.1859633922576904,
+      "learning_rate": 2.5633640731412412e-05,
+      "loss": 1.6977,
+      "step": 74
+    },
+    {
+      "epoch": 0.18636434228917534,
+      "grad_norm": 2.17313551902771,
+      "learning_rate": 2.4522329276841663e-05,
+      "loss": 2.2829,
+      "step": 75
+    },
+    {
+      "epoch": 0.18636434228917534,
+      "eval_loss": 1.4373173713684082,
+      "eval_runtime": 0.5019,
+      "eval_samples_per_second": 99.622,
+      "eval_steps_per_second": 25.902,
+      "step": 75
     }
   ],
   "logging_steps": 1,
@@ -409,7 +592,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 8.33416392081408e+16,
+  "total_flos": 1.250124588122112e+17,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null