Upload tokenizer
9b13275
verified
|
{
|
|
"[CLS]": 2,
|
|
"[MASK]": 4,
|
|
"[PAD]": 0,
|
|
"[SEP]": 3,
|
|
"[UNK]": 1,
|
|
"|": 5,
|
|
"ء": 6,
|
|
"آ": 7,
|
|
"أ": 8,
|
|
"ؤ": 9,
|
|
"إ": 10,
|
|
"ئ": 11,
|
|
"ا": 12,
|
|
"ب": 13,
|
|
"ة": 14,
|
|
"ت": 15,
|
|
"ث": 16,
|
|
"ج": 17,
|
|
"ح": 18,
|
|
"خ": 19,
|
|
"د": 20,
|
|
"ذ": 21,
|
|
"ر": 22,
|
|
"ز": 23,
|
|
"س": 24,
|
|
"ش": 25,
|
|
"ص": 26,
|
|
"ض": 27,
|
|
"ط": 28,
|
|
"ظ": 29,
|
|
"ع": 30,
|
|
"غ": 31,
|
|
"ـ": 32,
|
|
"ف": 33,
|
|
"ق": 34,
|
|
"ك": 35,
|
|
"ل": 36,
|
|
"م": 37,
|
|
"ن": 38,
|
|
"ه": 39,
|
|
"و": 40,
|
|
"ى": 41,
|
|
"ي": 42,
|
|
"ً": 43,
|
|
"ٌ": 44,
|
|
"ٍ": 45,
|
|
"َ": 46,
|
|
"ُ": 47,
|
|
"ِ": 48,
|
|
"ّ": 49,
|
|
"ْ": 50,
|
|
"ٓ": 51,
|
|
"ٰ": 52,
|
|
"ۖ": 53,
|
|
"ۗ": 54,
|
|
"ۘ": 55,
|
|
"ۙ": 56,
|
|
"ۚ": 57,
|
|
"ۛ": 58,
|
|
"ۜ": 59,
|
|
"۩": 60
|
|
}
|
|
|
