andito HF staff commited on
Commit
dbb5ae3
1 Parent(s): 6f16a06

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -2092,5 +2092,5 @@
2092
  "model_max_length": 131072,
2093
  "pad_token": "<|reserved_special_token_0|>",
2094
  "processor_class": "Idefics3Processor",
2095
- "tokenizer_class": "LlamaTokenizer"
2096
  }
 
2092
  "model_max_length": 131072,
2093
  "pad_token": "<|reserved_special_token_0|>",
2094
  "processor_class": "Idefics3Processor",
2095
+ "tokenizer_class": "PreTrainedTokenizerFast"
2096
  }