RITA_m / tokenizer_config.json
nz's picture
add tokenizer
c7f01cd
raw
history blame contribute delete
287 Bytes
{"special_tokens_map_file": "/root/.cache/huggingface/transformers/50d49c1594796e402927b7527e48faac47001fc849fbbcfa28739d8f72c48890.5cc6e825eb228a7a5cfd27cb4d7151e97a79fb962b31aaf1813aa102e746584b", "name_or_path": "Seledorn/RITA_tokenizer", "tokenizer_class": "PreTrainedTokenizerFast"}