{ "add_prefix_space": false, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65000": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65001": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65002": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65003": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65004": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65005": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65006": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65007": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65008": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65009": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65010": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65011": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65012": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65013": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65014": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65015": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65016": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65017": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65018": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65019": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65020": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65021": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65022": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65024": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65025": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65026": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65027": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65028": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65029": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65030": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65031": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65032": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65033": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65034": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65035": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65036": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65037": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65038": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65039": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65040": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65041": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65042": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65043": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65044": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65045": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65046": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65047": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65048": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65049": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65050": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65051": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65052": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65053": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65054": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65055": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65056": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65057": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65058": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65059": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65060": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65061": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65062": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65063": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65064": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65065": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65066": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65067": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65068": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65069": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65070": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65071": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65072": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65073": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65074": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65075": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65076": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65077": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65078": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65079": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65080": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65081": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65082": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65083": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65084": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65085": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65086": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65087": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65088": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65089": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65090": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65091": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65092": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65093": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65094": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65095": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65096": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65097": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65098": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65099": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65100": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65101": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65102": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": "", "clean_up_tokenization_spaces": true, "eos_token": "", "model_max_length": 200000, "pad_token": "", "tokenizer_class": "GPT2Tokenizer", "unk_token": "" }