zainulhakim commited on
Commit
019ddbf
1 Parent(s): 635d817

Upload tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +18 -18
vocab.json CHANGED
@@ -1,22 +1,22 @@
1
  {
2
  "[PAD]": 19,
3
  "[UNK]": 18,
4
- "a": 7,
5
- "c": 17,
6
- "d": 4,
7
- "e": 11,
8
- "f": 1,
9
- "h": 3,
10
- "i": 9,
11
- "l": 6,
12
- "m": 13,
13
- "n": 14,
14
- "o": 12,
15
- "p": 2,
16
- "r": 16,
17
- "s": 15,
18
- "t": 0,
19
- "u": 5,
20
- "x": 10,
21
- "|": 8
22
  }
 
1
  {
2
  "[PAD]": 19,
3
  "[UNK]": 18,
4
+ "a": 13,
5
+ "c": 1,
6
+ "d": 10,
7
+ "e": 16,
8
+ "f": 15,
9
+ "h": 4,
10
+ "i": 11,
11
+ "l": 8,
12
+ "m": 3,
13
+ "n": 5,
14
+ "o": 9,
15
+ "p": 6,
16
+ "r": 7,
17
+ "s": 2,
18
+ "t": 17,
19
+ "u": 12,
20
+ "x": 14,
21
+ "|": 0
22
  }