Upload 2 files

tokenizer.json

@@ -356,16 +356,16 @@
     },
     {
       "id": 128039,
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|im_start|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128040,
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|im_end|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -313,15 +313,15 @@
       "special": false
     },
     "128039": {
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|im_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128040": {
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2050,10 +2050,8 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
-  "pad_token": "<|end_of_text|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"