Upload tokenizer
84d5f81
|
{ |
|
"'": 4, |
|
"[PAD]": 67, |
|
"[UNK]": 66, |
|
"|": 40, |
|
"ก": 0, |
|
"ข": 53, |
|
"ค": 51, |
|
"ฆ": 17, |
|
"ง": 26, |
|
"จ": 52, |
|
"ฉ": 25, |
|
"ช": 33, |
|
"ซ": 22, |
|
"ญ": 16, |
|
"ฎ": 23, |
|
"ฏ": 65, |
|
"ฐ": 43, |
|
"ฑ": 21, |
|
"ฒ": 56, |
|
"ณ": 1, |
|
"ด": 60, |
|
"ต": 45, |
|
"ถ": 62, |
|
"ท": 3, |
|
"ธ": 63, |
|
"น": 24, |
|
"บ": 12, |
|
"ป": 18, |
|
"ผ": 61, |
|
"ฝ": 11, |
|
"พ": 31, |
|
"ฟ": 29, |
|
"ภ": 64, |
|
"ม": 46, |
|
"ย": 19, |
|
"ร": 41, |
|
"ฤ": 54, |
|
"ล": 35, |
|
"ว": 59, |
|
"ศ": 44, |
|
"ษ": 37, |
|
"ส": 57, |
|
"ห": 42, |
|
"ฬ": 2, |
|
"อ": 49, |
|
"ฮ": 27, |
|
"ะ": 47, |
|
"ั": 15, |
|
"า": 9, |
|
"ำ": 48, |
|
"ิ": 14, |
|
"ี": 38, |
|
"ึ": 20, |
|
"ื": 28, |
|
"ุ": 10, |
|
"ู": 30, |
|
"เ": 58, |
|
"แ": 34, |
|
"โ": 32, |
|
"ใ": 50, |
|
"ไ": 6, |
|
"ๆ": 39, |
|
"็": 13, |
|
"่": 5, |
|
"้": 55, |
|
"๊": 7, |
|
"๋": 8, |
|
"์": 36 |
|
} |
|
|