Training in progress, step 25

adapter_config.json

@@ -6,6 +6,7 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
+  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
@@ -19,12 +20,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_proj",
+    "k_proj",
     "v_proj",
     "q_proj",
-    "up_proj",
     "o_proj",
-    "gate_proj",
-    "k_proj"
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47502937d05cfd6cd3451c93d7c4c646cb8f958f1a562593c82cbfe129fe8637
+oid sha256:ac82ac606230ff70d4536f05ec100275374f1e2ebca989d3f102c3e0d324aa0d
 size 14331480

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c68499e5f120dea967247fd938fca297336eec86bb1c7662195c0510bff52f3
+oid sha256:9059ef5b9f7a37b282a11ddd9856aef4765aa245a684230d864d5fac0c167c91
 size 4856