persian-llama2 / added_tokens.json
amirakhlaghiqqq's picture
Upload tokenizer
b0e83a4 verified
raw
history blame
306 Bytes
{
"<|assistant|>": 36944,
"<|endoftext|>": 36943,
"<|end|>": 36950,
"<|placeholder1|>": 36945,
"<|placeholder2|>": 36946,
"<|placeholder3|>": 36947,
"<|placeholder4|>": 36948,
"<|placeholder5|>": 36951,
"<|placeholder6|>": 36952,
"<|system|>": 36949,
"<|user|>": 36953
}