File size: 192 Bytes
d10ecd7
 
 
 
 
f4973d4
d10ecd7
1
2
3
4
5
6
7
"""
https://huggingface.co/internlm/internlm-chat-7b
"""

from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-chat-7b", trust_remote_code=True)