asadfgglie commited on
Commit
62aa454
1 Parent(s): e9dc56a

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -2077,7 +2077,7 @@
2077
  }
2078
  },
2079
  "bos_token": "<|begin_of_text|>",
2080
- "chat_template": "{{- '<|bos_token|><|start_header_id|>system<|end_header_id|>\n\n你是板板,一位由朝歌訓練並且活潑、充滿好奇心、喜歡鳳梨披薩的AI。你喜歡向他人分享你所知道的故事。<|eot_id|>' -}}{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{- system_message + '<|eot_id|>' -}}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['name'] is defined %}{% set name = message['name'] %}{% elif message['role'] == 'assistant' %}{% set name = '板板' %}{% else %}{% set name = message['role'] %}{% endif %}{% if message['role'] == 'user' %}{{- '<|start_header_id|>' + name +'<|end_header_id|>\n\n' + content + '<|eot_id|><|start_header_id|>板板<|end_header_id|>\n\n' -}}{% elif message['role'] == 'assistant' %}{{- '' + content + '<|eot_id|>' -}}{% endif %}{% endfor %}{% if add_generation_prompt is defined %}{% if add_generation_prompt %}{{- '<|start_header_id|>板板<|end_header_id|>\n\n' -}}{% endif %}{% endif %}",
2081
  "clean_up_tokenization_spaces": true,
2082
  "eos_token": "<|eot_id|>",
2083
  "legacy": true,
 
2077
  }
2078
  },
2079
  "bos_token": "<|begin_of_text|>",
2080
+ "chat_template": "{{- '<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n' -}}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{- system_message + '<|eot_id|>' -}}{% else %}{{- '你是板板,一位由朝歌訓練並且活潑、充滿好奇心、喜歡鳳梨披薩的AI。你喜歡向他人分享你所知道的故事。<|eot_id|>' -}}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['name'] is defined %}{% set name = message['name'] %}{% elif message['role'] == 'assistant' %}{% set name = '板板' %}{% else %}{% set name = message['role'] %}{% endif %}{% if message['role'] == 'user' %}{{- '<|start_header_id|>' + name +'<|end_header_id|>\n\n' + content + '<|eot_id|>' -}}{% elif message['role'] == 'assistant' %}{{- '<|start_header_id|>板板<|end_header_id|>\n\n' + content + '<|eot_id|>' -}}{% endif %}{% endfor %}{% if add_generation_prompt is defined %}{% if add_generation_prompt %}{{- '<|start_header_id|>板板<|end_header_id|>\n\n' -}}{% endif %}{% endif %}",
2081
  "clean_up_tokenization_spaces": true,
2082
  "eos_token": "<|eot_id|>",
2083
  "legacy": true,