{ | |
"additional_special_tokens": [ | |
"[memory_0]", | |
"[memory_1]", | |
"[memory_2]", | |
"[memory_3]", | |
"[memory_4]", | |
"[memory_5]", | |
"[memory_6]", | |
"[memory_7]", | |
"[memory_8]", | |
"[memory_9]", | |
"[memory_10]", | |
"[memory_11]", | |
"[memory_12]", | |
"[memory_13]", | |
"[memory_14]", | |
"[memory_15]", | |
"[memory_16]", | |
"[memory_17]", | |
"[memory_18]", | |
"[memory_19]", | |
"[memory_20]", | |
"[memory_21]", | |
"[memory_22]", | |
"[memory_23]", | |
"[memory_24]", | |
"[memory_25]", | |
"[memory_26]", | |
"[memory_27]", | |
"[memory_28]", | |
"[memory_29]", | |
"[memory_30]", | |
"[memory_31]", | |
"[NEXA_RESTORE]", | |
"[NEXA_INST]", | |
"[NEXA_ASSI_1]", | |
"[NEXA_ASSI_2]", | |
"[NEXA_ASSI_3]", | |
"[NEXA_ASSI_4]" | |
], | |
"eos_token": { | |
"content": "<|endoftext|>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false | |
}, | |
"pad_token": { | |
"content": "<|endoftext|>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false | |
} | |
} | |