Training in progress, epoch 0

adapter_config.json

@@ -1,4 +1,5 @@
 {
+  "alpha_pattern": {},
   "auto_mapping": null,
   "base_model_name_or_path": "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ",
   "bias": "none",
@@ -7,11 +8,15 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
+  "loftq_config": {},
   "lora_alpha": 16,
   "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 16,
+  "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "q_proj",

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8f82068db9c6912504e86d7e32f8a27ede881c30d8b857fff6c3cadf28c34a
+size 27280152

runs/Dec07_20-41-43_7338eae6c318/events.out.tfevents.1701981710.7338eae6c318.308.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556f2fa6a7f5d13222e041746b37c657b07345d2f40efcd85d95c728d7ffae96
+size 4996

runs/Dec07_20-45-00_7338eae6c318/events.out.tfevents.1701981908.7338eae6c318.308.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84f62f75edc8487e8f8ddf377e25d378a63393f37b77cffc2f20fb48ea4103c
+size 6112

special_tokens_map.json

@@ -1,11 +1,24 @@
 {
-  "additional_special_tokens": [
-    "<unk>",
-    "<s>",
-    "</s>"
-  ],
-  "bos_token": "<s>",
-  "eos_token": "</s>",
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
   "pad_token": "</s>",
-  "unk_token": "<unk>"
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -14,7 +14,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {
@@ -23,7 +23,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {
@@ -32,7 +32,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     }
   ],

tokenizer_config.json

@@ -1,9 +1,11 @@
 {
+  "add_bos_token": true,
+  "add_eos_token": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -11,7 +13,7 @@
     "1": {
       "content": "<s>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -19,17 +21,13 @@
     "2": {
       "content": "</s>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
     }
   },
-  "additional_special_tokens": [
-    "<unk>",
-    "<s>",
-    "</s>"
-  ],
+  "additional_special_tokens": [],
   "bos_token": "<s>",
   "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token + ' ' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33e7449028377235250877ce0db69a80307ae02ce610105618543c71175a3197
-size 4091
+oid sha256:66476c3517cf9f4104bf23a506076a9dea46f1216d1e2c2f8976958077039289
+size 4728