vlm-new-arc-llama3-1b / special_tokens_map.json
zackli4ai's picture
Upload processor
0df8572 verified
{
"additional_special_tokens": [
"<|box_end|>",
"<|box_start|>",
"<|endoftext|>",
"<|im_end|>",
"<|im_start|>",
"<|image_pad|>",
"<|object_ref_end|>",
"<|object_ref_start|>",
"<|quad_end|>",
"<|quad_start|>",
"<|video_pad|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|vision_start|>",
"<|ocr_start|>",
"<|ocr_end|>",
"<|placeholder_1|>",
"<|placeholder_2|>",
"<|placeholder_3|>",
"<|placeholder_4|>",
"<|placeholder_5|>",
"<|placeholder_6|>",
"<|placeholder_7|>",
"<|placeholder_8|>",
"<|placeholder_9|>"
],
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|eot_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|eot_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}