{ | |
"added_tokens_decoder": { | |
"2": { | |
"content": "ow", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"6": { | |
"content": "ay", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"9": { | |
"content": "ee", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"15": { | |
"content": "oh", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"19": { | |
"content": "ch", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"20": { | |
"content": "oo", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"25": { | |
"content": "bth", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"26": { | |
"content": "ng", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"28": { | |
"content": "oau", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"29": { | |
"content": "oi", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"30": { | |
"content": "aw", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"31": { | |
"content": "or", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"36": { | |
"content": "sh", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"37": { | |
"content": "uoh", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"40": { | |
"content": "th", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"41": { | |
"content": "[UNK]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"42": { | |
"content": "[PAD]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": false | |
}, | |
"43": { | |
"content": "<s>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"44": { | |
"content": "</s>", | |
"lstrip": false, | |
"normalized": true, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
} | |
}, | |
"additional_special_tokens": [ | |
"<s>", | |
"</s>" | |
], | |
"bos_token": "<s>", | |
"clean_up_tokenization_spaces": true, | |
"do_lower_case": false, | |
"eos_token": "<s>", | |
"model_max_length": 1000000000000000019884624838656, | |
"pad_token": "[PAD]", | |
"processor_class": "Wav2Vec2Processor", | |
"replace_word_delimiter_char": " ", | |
"target_lang": null, | |
"tokenizer_class": "Wav2Vec2CTCTokenizer", | |
"unk_token": "[UNK]", | |
"word_delimiter_token": "|" | |
} | |