Squid / special_tokens_map.json
zackli4ai's picture
Upload folder using huggingface_hub
a808e2a verified
{
"additional_special_tokens": [
"[memory_0]",
"[memory_1]",
"[memory_2]",
"[memory_3]",
"[memory_4]",
"[memory_5]",
"[memory_6]",
"[memory_7]",
"[memory_8]",
"[memory_9]",
"[memory_10]",
"[memory_11]",
"[memory_12]",
"[memory_13]",
"[memory_14]",
"[memory_15]",
"[memory_16]",
"[memory_17]",
"[memory_18]",
"[memory_19]",
"[memory_20]",
"[memory_21]",
"[memory_22]",
"[memory_23]",
"[memory_24]",
"[memory_25]",
"[memory_26]",
"[memory_27]",
"[memory_28]",
"[memory_29]",
"[memory_30]",
"[memory_31]",
"[NEXA_RESTORE]",
"[NEXA_INST]",
"[NEXA_ASSI_1]",
"[NEXA_ASSI_2]",
"[NEXA_ASSI_3]",
"[NEXA_ASSI_4]"
],
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}