internlm
/

internlm2-chat-20b-sft

Text Generation

Model card Files Files and versions Community

RangiLyu commited on Jan 19

Commit

110d798

•

1 Parent(s): 72a7eb1

add bos in chat template

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -86,5 +86,5 @@
       "special": true
     }
   },
-  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
 }

       "special": true
     }
   },
+  "chat_template": "{{ bos_token }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
 }