File size: 222 Bytes
7f321a9 |
1 2 3 4 5 6 7 8 9 10 11 |
{
"tokenizer_class": "PreTrainedTokenizerFast",
"bos_token": "␂",
"eos_token": "␃",
"unk_token": "␦",
"sep_token": "␃",
"pad_token": "␢",
"cls_token": "␂",
"mask_token": "␥"
}
|