asadfgglie
commited on
Commit
•
62aa454
1
Parent(s):
e9dc56a
Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -2077,7 +2077,7 @@
|
|
2077 |
}
|
2078 |
},
|
2079 |
"bos_token": "<|begin_of_text|>",
|
2080 |
-
"chat_template": "{{- '<|
|
2081 |
"clean_up_tokenization_spaces": true,
|
2082 |
"eos_token": "<|eot_id|>",
|
2083 |
"legacy": true,
|
|
|
2077 |
}
|
2078 |
},
|
2079 |
"bos_token": "<|begin_of_text|>",
|
2080 |
+
"chat_template": "{{- '<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n' -}}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{- system_message + '<|eot_id|>' -}}{% else %}{{- '你是板板,一位由朝歌訓練並且活潑、充滿好奇心、喜歡鳳梨披薩的AI。你喜歡向他人分享你所知道的故事。<|eot_id|>' -}}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['name'] is defined %}{% set name = message['name'] %}{% elif message['role'] == 'assistant' %}{% set name = '板板' %}{% else %}{% set name = message['role'] %}{% endif %}{% if message['role'] == 'user' %}{{- '<|start_header_id|>' + name +'<|end_header_id|>\n\n' + content + '<|eot_id|>' -}}{% elif message['role'] == 'assistant' %}{{- '<|start_header_id|>板板<|end_header_id|>\n\n' + content + '<|eot_id|>' -}}{% endif %}{% endfor %}{% if add_generation_prompt is defined %}{% if add_generation_prompt %}{{- '<|start_header_id|>板板<|end_header_id|>\n\n' -}}{% endif %}{% endif %}",
|
2081 |
"clean_up_tokenization_spaces": true,
|
2082 |
"eos_token": "<|eot_id|>",
|
2083 |
"legacy": true,
|