NorHsangPha's picture
Upload tokenizer
3eed201 verified
raw
history blame contribute delete
584 Bytes
{
"[PAD]": 41,
"[UNK]": 40,
"|": 0,
" ": 1,
"င": 2,
"တ": 3,
"ထ": 4,
"ပ": 5,
"မ": 6,
"ယ": 7,
"လ": 8,
"ဝ": 9,
"သ": 10,
"ဢ": 11,
"ိ": 12,
"ီ": 13,
"ု": 14,
"ူ": 15,
"ေ": 16,
"ဵ": 17,
"း": 18,
"်": 19,
"ျ": 20,
"ြ": 21,
"ွ": 22,
"ၢ": 23,
"ၵ": 24,
"ၶ": 25,
"ၸ": 26,
"ၺ": 27,
"ၼ": 28,
"ၽ": 29,
"ၾ": 30,
"ႁ": 31,
"ႂ": 32,
"ႃ": 33,
"ႄ": 34,
"ႅ": 35,
"ႆ": 36,
"ႇ": 37,
"ႈ": 38,
"ႉ": 39
}