{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "7": { "content": "s", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "17": { "content": "t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "26": { "content": "d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "8970": { "content": "ç", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32000": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32001": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32002": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32003": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32004": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32005": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32006": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32007": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32008": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32009": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32010": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32011": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32012": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32013": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32014": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32015": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32016": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32017": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32018": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32019": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32020": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32021": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32022": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32024": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32025": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32026": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32027": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32028": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32029": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32030": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32031": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32032": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32033": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32034": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32035": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32036": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32037": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32038": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32039": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32040": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32041": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32042": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32043": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32044": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32045": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32046": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32047": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32048": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32049": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32050": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32051": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32052": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32053": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32054": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32055": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32056": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32057": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32058": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32059": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32060": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32061": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32062": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32063": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32064": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32065": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32066": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32067": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32068": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32069": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32070": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32071": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32072": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32073": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32074": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32075": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32076": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32077": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32078": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32079": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32080": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32081": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32082": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32083": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32084": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32085": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32086": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32087": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32088": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32089": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32090": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32091": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32092": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32093": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32094": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32095": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32096": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32097": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32098": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32099": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32100": { "content": "ʤ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32101": { "content": "ɑ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32102": { "content": "æ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32103": { "content": "ɐ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32104": { "content": "̃", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32105": { "content": "β", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32106": { "content": "ɓ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32107": { "content": "ʙ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32108": { "content": "ɕ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32109": { "content": "ð", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32110": { "content": "͡", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32111": { "content": "ʒ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32112": { "content": "ɖ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32113": { "content": "ɗ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32114": { "content": "ə", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32115": { "content": "ɚ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32116": { "content": "ɵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32117": { "content": "ɘ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32118": { "content": "ɛ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32119": { "content": "ɜ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32120": { "content": "ɝ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32121": { "content": "ɞ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32122": { "content": "ɠ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32123": { "content": "ɢ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32124": { "content": "ʛ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32125": { "content": "ɡ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32126": { "content": "ħ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32127": { "content": "ɦ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32128": { "content": "ɥ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32129": { "content": "ɧ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32130": { "content": "ʜ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32131": { "content": "ɪ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32132": { "content": "ɨ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32133": { "content": "̈", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32134": { "content": "ʝ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32135": { "content": "ɟ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32136": { "content": "ʄ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32137": { "content": "ɫ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32138": { "content": "ɭ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32139": { "content": "ɬ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32140": { "content": "ʟ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32141": { "content": "ɮ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32142": { "content": "ɱ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32143": { "content": "ŋ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32144": { "content": "ɲ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32145": { "content": "ɳ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32146": { "content": "ɴ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32147": { "content": "ɔ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32148": { "content": "œ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32149": { "content": "ɒ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32150": { "content": "ɶ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32151": { "content": "ø", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32152": { "content": "ɸ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32153": { "content": "ɾ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32154": { "content": "ɹ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32155": { "content": "ʁ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32156": { "content": "ʀ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32157": { "content": "ɻ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32158": { "content": "ɽ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32159": { "content": "ɺ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32160": { "content": "ʃ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32161": { "content": "ʂ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32162": { "content": "θ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32163": { "content": "ʈ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32164": { "content": "ʊ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32165": { "content": "ʉ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32166": { "content": "ʌ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32167": { "content": "ʋ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32168": { "content": "ⱱ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32169": { "content": "ɯ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32170": { "content": "ʍ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32171": { "content": "ɰ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32172": { "content": "χ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32173": { "content": "ɣ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32174": { "content": "ʎ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32175": { "content": "ʏ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32176": { "content": "ɤ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32177": { "content": "ʐ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32178": { "content": "ʑ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32179": { "content": "ʔ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32180": { "content": "ʕ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32181": { "content": "ʡ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32182": { "content": "ʢ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32183": { "content": "ˈ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32184": { "content": "ˌ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32185": { "content": "ː", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "clean_up_tokenization_spaces": true, "eos_token": "", "extra_ids": 100, "model_max_length": 512, "pad_token": "", "tokenizer_class": "T5Tokenizer", "unk_token": "" }