madhabpaul's picture
Upload tokenizer
8b75e59 verified
raw
history blame contribute delete
839 Bytes
{
" ": 65,
"'": 40,
"-": 47,
"0": 61,
"2": 62,
"|": 0,
"ঁ": 22,
"ং": 51,
"ঃ": 58,
"অ": 37,
"আ": 17,
"ই": 20,
"ঈ": 44,
"উ": 45,
"ঋ": 60,
"এ": 32,
"ঐ": 59,
"ও": 23,
"ক": 3,
"খ": 39,
"গ": 29,
"ঘ": 49,
"ঙ": 56,
"চ": 27,
"ছ": 31,
"জ": 24,
"ঞ": 52,
"ট": 41,
"ঠ": 48,
"ড": 53,
"ঢ": 57,
"ণ": 38,
"ত": 6,
"থ": 34,
"দ": 21,
"ধ": 33,
"ন": 7,
"প": 13,
"ফ": 50,
"ব": 12,
"ভ": 36,
"ম": 14,
"য": 11,
"র": 42,
"ল": 9,
"শ": 26,
"ষ": 35,
"স": 16,
"হ": 18,
"়": 19,
"া": 2,
"ি": 5,
"ী": 25,
"ু": 15,
"ূ": 43,
"ৃ": 46,
"ে": 4,
"ৈ": 28,
"ো": 10,
"ৌ": 54,
"্": 8,
"ৎ": 55,
"ৰ": 1,
"ৱ": 30,
"‍": 64,
"—": 63
}