sanchit-gandhi's picture
Upload tokenizer
9cffcb1
raw
history blame contribute delete
715 Bytes
{
" ": 39,
"-": 41,
"_": 35,
"αž€": 43,
"ខ": 4,
"αž‚": 36,
"αž„": 45,
"αž…": 0,
"αž†": 16,
"αž‡": 46,
"αž‰": 10,
"ដ": 32,
"ត": 47,
"ថ": 54,
"αž‘": 8,
"αž“": 14,
"αž”": 30,
"αž•": 29,
"αž–": 38,
"ម": 27,
"αž™": 40,
"រ": 23,
"αž›": 42,
"វ": 13,
"ឞ": 11,
"ស": 28,
"ហ": 51,
"ធ": 15,
"អ": 9,
"ិ": 53,
"ី": 7,
"ឹ": 26,
"ឺ": 3,
"ុ": 52,
"ូ": 12,
"ើ": 6,
"αŸ€": 34,
"េ": 49,
"αŸ‚": 5,
"αŸƒ": 55,
"αŸ„": 24,
"αŸ…": 50,
"ៈ": 25,
"αŸ‹": 33,
"αŸ’": 44,
"៝": 48,
"០": 18,
"៑": 17,
"្": 22,
"៣": 37,
"ៀ": 20,
"αŸ₯": 21,
"៦": 2,
"៧": 31,
"៨": 1,
"៩": 19
}