Training in progress, epoch 1, checkpoint

checkpoint-15/adapter_config.json

@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

checkpoint-15/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bf02a7ef5f65c8a1dc1ecf4e5b0c235913a95a5aa19b3723124f4d3b73aa774
+oid sha256:bc1ef1f80e94fb1c77c154751d9a19f7fe015c93c3e8b62e6cb8413499957d3d
 size 27280152

checkpoint-15/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb66a590487ad3473ca1f975753ab7beb7fbbc56e4a71644456e6d64edbaf736
+oid sha256:dc84ad890a4619e7b231237e93131fd834edcdfe2a60acf7137ded874df47849
 size 54602042

checkpoint-15/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.6194196939468384,
+  "best_metric": 0.6323246955871582,
   "best_model_checkpoint": "./Zephyr/05-01-24-HuggingFaceH4-zephyr-7b-beta_Treino-QPTQ-2_epochs-1_batch_2/checkpoints/checkpoint-15",
   "epoch": 1.3793103448275863,
   "eval_steps": 500,
@@ -10,18 +10,18 @@
   "log_history": [
     {
       "epoch": 0.92,
-      "eval_loss": 0.6339428424835205,
-      "eval_runtime": 6.0974,
-      "eval_samples_per_second": 3.116,
-      "eval_steps_per_second": 1.64,
+      "eval_loss": 0.6463926434516907,
+      "eval_runtime": 6.0919,
+      "eval_samples_per_second": 3.119,
+      "eval_steps_per_second": 1.642,
       "step": 10
     },
     {
       "epoch": 1.38,
-      "eval_loss": 0.6194196939468384,
-      "eval_runtime": 6.0967,
-      "eval_samples_per_second": 3.116,
-      "eval_steps_per_second": 1.64,
+      "eval_loss": 0.6323246955871582,
+      "eval_runtime": 6.0907,
+      "eval_samples_per_second": 3.12,
+      "eval_steps_per_second": 1.642,
       "step": 15
     }
   ],

checkpoint-15/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2278489907e63a7c604df2d692712eb54f88e46f0ebac3ac216407e8863bb1a
+oid sha256:a48855ddd16737bd165af6b93c2b56cb3068138dcbe1315ecc99bfbb2c1c212b
 size 4792