Training in progress, step 50

adapter_config.json

@@ -20,7 +20,14 @@
   "revision": null,
   "target_modules": [
     "q_proj",
-    "v_proj"
+    "gate_proj",
+    "o_proj",
+    "up_proj",
+    "k_proj",
+    "v_proj",
+    "down_proj"
   ],
-  "task_type": "CAUSAL_LM"
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": true
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cbb6ef045a5e28266349c5ef4e5de5be086c678cc8d088770b2c0eb2f102b5e
-size 268453016
+oid sha256:5b72cd78cb421c63789957e23cbe91cbe61948fd6c3d285f663c6c9614f7d957
+size 2332095256

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<PAD>": 32016
+}

runs/Mar13_13-46-39_322c8a67316a/events.out.tfevents.1710337615.322c8a67316a.1445.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87e749354ec31fd8aca019ea12ba294bd43e837504acfd8adf890864f8f0cb3
+size 5340

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ccb9c8b6b561889acea59191d66986d314e7cbd6a78abc6e49b139ca91c1e6
+size 500058

tokenizer_config.json

@@ -74,6 +74,7 @@
     "▁<EOT>"
   ],
   "bos_token": "<s>",
+  "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<<SYS>>\\n' + system_message + '\\n<</SYS>>\\n\\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content | trim + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' '  + content | trim + ' ' + eos_token }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "eot_token": "▁<EOT>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64c7ffd953e0cea8560ae4797c03d9d0e88d204ca93f6fa7f9a703b4c87404ac
-size 4728
+oid sha256:156daeaae123bf35df931075838f2f8a7690115c2bc04b4f5564d5d1b7096281
+size 4920