Training in progress, step 2800, checkpoint

last-checkpoint/README.md

@@ -216,11 +216,4 @@ The following `bitsandbytes` quantization config was used during training:
 ### Framework versions
 
 
-- PEFT 0.6.0.dev0
-## Training procedure
-
-
-### Framework versions
-
-
 - PEFT 0.6.0.dev0

last-checkpoint/adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:488153224ba6531bebbe8592582c84aad2bbd0e82337cf36d6b40b21a779fdb3
+oid sha256:26c54cb64f25aea4861d4a2fe5775a6a817b1959f98ed5c6bf066c71f1e847d4
 size 50349441

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e7fe07f6c9b5a200c58c00918c5b099391c21a14b96740d3874b8389936da64
-size 100691721
+oid sha256:590507b23fbc677da9cc1885117074f69c3a5bc98a48409a5bd0a3e2e4060ab1
+size 100693001

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7b2c53f529a62a0884f6998e7f192527c1a4b1a76b45c95aa4b317f0f9f4397
+oid sha256:70168052704796a5abb9d0b9c508a9b89ab3a8963fa20bba019e60bdebdc9e90
 size 14575

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd37581d93a41fc457d899cacb7a67009a6909f6dbf72b467de55158ef91ac94
+oid sha256:cbad9b8a27781262e8d219547870cd4a5243b6b2eabc860ee48e6517ff8422dd
 size 627

last-checkpoint/special_tokens_map.json

@@ -1,24 +1,6 @@
 {
-  "bos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
   "pad_token": "<|endoftext|>",
-  "unk_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
+  "unk_token": "<|endoftext|>"
 }

last-checkpoint/tokenizer_config.json

@@ -13,12 +13,8 @@
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
-  "max_length": 512,
   "model_max_length": 1024,
   "pad_token": "<|endoftext|>",
-  "stride": 0,
   "tokenizer_class": "GPT2Tokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": "<|endoftext|>"
 }

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 1.384261965751648,
-  "best_model_checkpoint": "./outputs/checkpoint-2500",
-  "epoch": 1.8214936247723132,
+  "best_metric": 1.35151207447052,
+  "best_model_checkpoint": "./outputs/checkpoint-2800",
+  "epoch": 2.040072859744991,
   "eval_steps": 100,
-  "global_step": 2500,
+  "global_step": 2800,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -151,219 +151,261 @@
     {
       "epoch": 0.8,
       "learning_rate": 0.0002,
-      "loss": 1.6461,
+      "loss": 1.6268,
       "step": 1100
     },
     {
       "epoch": 0.8,
-      "eval_loss": 1.6240431070327759,
-      "eval_runtime": 293.5989,
-      "eval_samples_per_second": 21.369,
-      "eval_steps_per_second": 2.674,
+      "eval_loss": 1.6125303506851196,
+      "eval_runtime": 144.0648,
+      "eval_samples_per_second": 43.55,
+      "eval_steps_per_second": 5.449,
       "step": 1100
     },
     {
       "epoch": 0.87,
       "learning_rate": 0.0002,
-      "loss": 1.5992,
+      "loss": 1.5911,
       "step": 1200
     },
     {
       "epoch": 0.87,
-      "eval_loss": 1.5974311828613281,
-      "eval_runtime": 291.7,
-      "eval_samples_per_second": 21.508,
-      "eval_steps_per_second": 2.691,
+      "eval_loss": 1.5925209522247314,
+      "eval_runtime": 144.042,
+      "eval_samples_per_second": 43.557,
+      "eval_steps_per_second": 5.45,
       "step": 1200
     },
     {
       "epoch": 0.95,
       "learning_rate": 0.0002,
-      "loss": 1.6021,
+      "loss": 1.5986,
       "step": 1300
     },
     {
       "epoch": 0.95,
-      "eval_loss": 1.5751127004623413,
-      "eval_runtime": 289.9524,
-      "eval_samples_per_second": 21.638,
-      "eval_steps_per_second": 2.707,
+      "eval_loss": 1.571681261062622,
+      "eval_runtime": 144.1746,
+      "eval_samples_per_second": 43.517,
+      "eval_steps_per_second": 5.445,
       "step": 1300
     },
     {
       "epoch": 1.02,
       "learning_rate": 0.0002,
-      "loss": 1.5538,
+      "loss": 1.5514,
       "step": 1400
     },
     {
       "epoch": 1.02,
-      "eval_loss": 1.5539450645446777,
-      "eval_runtime": 287.8748,
-      "eval_samples_per_second": 21.794,
-      "eval_steps_per_second": 2.727,
+      "eval_loss": 1.5524405241012573,
+      "eval_runtime": 183.3697,
+      "eval_samples_per_second": 34.215,
+      "eval_steps_per_second": 4.281,
       "step": 1400
     },
     {
       "epoch": 1.09,
       "learning_rate": 0.0002,
-      "loss": 1.5249,
+      "loss": 1.5235,
       "step": 1500
     },
     {
       "epoch": 1.09,
-      "eval_loss": 1.5348094701766968,
-      "eval_runtime": 287.891,
-      "eval_samples_per_second": 21.793,
-      "eval_steps_per_second": 2.727,
+      "eval_loss": 1.534788966178894,
+      "eval_runtime": 317.3733,
+      "eval_samples_per_second": 19.769,
+      "eval_steps_per_second": 2.473,
       "step": 1500
     },
     {
       "epoch": 1.17,
       "learning_rate": 0.0002,
-      "loss": 1.506,
+      "loss": 1.5051,
       "step": 1600
     },
     {
       "epoch": 1.17,
-      "eval_loss": 1.515953540802002,
-      "eval_runtime": 289.836,
-      "eval_samples_per_second": 21.647,
-      "eval_steps_per_second": 2.708,
+      "eval_loss": 1.517040491104126,
+      "eval_runtime": 315.5897,
+      "eval_samples_per_second": 19.88,
+      "eval_steps_per_second": 2.487,
       "step": 1600
     },
     {
       "epoch": 1.24,
       "learning_rate": 0.0002,
-      "loss": 1.5042,
+      "loss": 1.5036,
       "step": 1700
     },
     {
       "epoch": 1.24,
-      "eval_loss": 1.4988901615142822,
-      "eval_runtime": 291.5471,
-      "eval_samples_per_second": 21.52,
-      "eval_steps_per_second": 2.693,
+      "eval_loss": 1.500235915184021,
+      "eval_runtime": 314.1201,
+      "eval_samples_per_second": 19.973,
+      "eval_steps_per_second": 2.499,
       "step": 1700
     },
     {
       "epoch": 1.31,
       "learning_rate": 0.0002,
-      "loss": 1.4762,
+      "loss": 1.4767,
       "step": 1800
     },
     {
       "epoch": 1.31,
-      "eval_loss": 1.4844294786453247,
-      "eval_runtime": 293.6668,
-      "eval_samples_per_second": 21.364,
-      "eval_steps_per_second": 2.673,
+      "eval_loss": 1.4854458570480347,
+      "eval_runtime": 313.3904,
+      "eval_samples_per_second": 20.02,
+      "eval_steps_per_second": 2.505,
       "step": 1800
     },
     {
       "epoch": 1.38,
       "learning_rate": 0.0002,
-      "loss": 1.4652,
+      "loss": 1.4665,
       "step": 1900
     },
     {
       "epoch": 1.38,
-      "eval_loss": 1.4694663286209106,
-      "eval_runtime": 295.5867,
-      "eval_samples_per_second": 21.226,
-      "eval_steps_per_second": 2.656,
+      "eval_loss": 1.4697930812835693,
+      "eval_runtime": 314.584,
+      "eval_samples_per_second": 19.944,
+      "eval_steps_per_second": 2.495,
       "step": 1900
     },
     {
       "epoch": 1.46,
       "learning_rate": 0.0002,
-      "loss": 1.4481,
+      "loss": 1.4498,
       "step": 2000
     },
     {
       "epoch": 1.46,
-      "eval_loss": 1.4534634351730347,
-      "eval_runtime": 296.7451,
-      "eval_samples_per_second": 21.143,
-      "eval_steps_per_second": 2.645,
+      "eval_loss": 1.456108808517456,
+      "eval_runtime": 316.2748,
+      "eval_samples_per_second": 19.837,
+      "eval_steps_per_second": 2.482,
       "step": 2000
     },
     {
       "epoch": 1.53,
       "learning_rate": 0.0002,
-      "loss": 1.4335,
+      "loss": 1.4358,
       "step": 2100
     },
     {
       "epoch": 1.53,
-      "eval_loss": 1.4383305311203003,
-      "eval_runtime": 294.659,
-      "eval_samples_per_second": 21.292,
-      "eval_steps_per_second": 2.664,
+      "eval_loss": 1.4408069849014282,
+      "eval_runtime": 317.862,
+      "eval_samples_per_second": 19.738,
+      "eval_steps_per_second": 2.47,
       "step": 2100
     },
     {
       "epoch": 1.6,
       "learning_rate": 0.0002,
-      "loss": 1.4075,
+      "loss": 1.4099,
       "step": 2200
     },
     {
       "epoch": 1.6,
-      "eval_loss": 1.4232139587402344,
-      "eval_runtime": 292.737,
-      "eval_samples_per_second": 21.432,
-      "eval_steps_per_second": 2.682,
+      "eval_loss": 1.4274669885635376,
+      "eval_runtime": 319.6918,
+      "eval_samples_per_second": 19.625,
+      "eval_steps_per_second": 2.455,
       "step": 2200
     },
     {
       "epoch": 1.68,
       "learning_rate": 0.0002,
-      "loss": 1.4059,
+      "loss": 1.409,
       "step": 2300
     },
     {
       "epoch": 1.68,
-      "eval_loss": 1.411597490310669,
-      "eval_runtime": 290.6759,
-      "eval_samples_per_second": 21.584,
-      "eval_steps_per_second": 2.701,
+      "eval_loss": 1.4145855903625488,
+      "eval_runtime": 320.1441,
+      "eval_samples_per_second": 19.597,
+      "eval_steps_per_second": 2.452,
       "step": 2300
     },
     {
       "epoch": 1.75,
       "learning_rate": 0.0002,
-      "loss": 1.4055,
+      "loss": 1.4082,
       "step": 2400
     },
     {
       "epoch": 1.75,
-      "eval_loss": 1.3974188566207886,
-      "eval_runtime": 288.6807,
-      "eval_samples_per_second": 21.733,
-      "eval_steps_per_second": 2.719,
+      "eval_loss": 1.4013197422027588,
+      "eval_runtime": 318.5235,
+      "eval_samples_per_second": 19.697,
+      "eval_steps_per_second": 2.464,
       "step": 2400
     },
     {
       "epoch": 1.82,
       "learning_rate": 0.0002,
-      "loss": 1.3772,
+      "loss": 1.3797,
       "step": 2500
     },
     {
       "epoch": 1.82,
-      "eval_loss": 1.384261965751648,
-      "eval_runtime": 287.1594,
-      "eval_samples_per_second": 21.848,
-      "eval_steps_per_second": 2.734,
+      "eval_loss": 1.388313889503479,
+      "eval_runtime": 316.5542,
+      "eval_samples_per_second": 19.82,
+      "eval_steps_per_second": 2.48,
       "step": 2500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0002,
+      "loss": 1.37,
+      "step": 2600
+    },
+    {
+      "epoch": 1.89,
+      "eval_loss": 1.3754903078079224,
+      "eval_runtime": 314.9023,
+      "eval_samples_per_second": 19.924,
+      "eval_steps_per_second": 2.493,
+      "step": 2600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0002,
+      "loss": 1.3591,
+      "step": 2700
+    },
+    {
+      "epoch": 1.97,
+      "eval_loss": 1.361141324043274,
+      "eval_runtime": 313.2121,
+      "eval_samples_per_second": 20.031,
+      "eval_steps_per_second": 2.506,
+      "step": 2700
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0002,
+      "loss": 1.3293,
+      "step": 2800
+    },
+    {
+      "epoch": 2.04,
+      "eval_loss": 1.35151207447052,
+      "eval_runtime": 313.6525,
+      "eval_samples_per_second": 20.003,
+      "eval_steps_per_second": 2.503,
+      "step": 2800
     }
   ],
   "logging_steps": 100,
   "max_steps": 4116,
   "num_train_epochs": 3,
   "save_steps": 100,
-  "total_flos": 1.4901757565064806e+17,
+  "total_flos": 1.669167753668444e+17,
   "trial_name": null,
   "trial_params": null
 }

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1ab4a714067324690a64db56d021644d50462360424c147b3e9df6b69650fa0
+oid sha256:435ef416a520c327b44f1a335ae059bdb8b9a978d39dfecd5bff01684de2670c
 size 4155