Update tokenizer.json
Browse files- tokenizer.json +5 -5
tokenizer.json
CHANGED
|
@@ -74,11 +74,11 @@
|
|
| 74 |
"<|endoftext|>": 1,
|
| 75 |
"<|padding|>": 1,
|
| 76 |
"<|unknown|>" : 2,
|
| 77 |
-
"a":
|
| 78 |
-
"c":
|
| 79 |
-
"g":
|
| 80 |
-
"t":
|
| 81 |
-
"n":
|
| 82 |
"<|beginoftext|>" : 0
|
| 83 |
}, "merges":[] }}
|
| 84 |
|
|
|
|
| 74 |
"<|endoftext|>": 1,
|
| 75 |
"<|padding|>": 1,
|
| 76 |
"<|unknown|>" : 2,
|
| 77 |
+
"a": 3,
|
| 78 |
+
"c": 4,
|
| 79 |
+
"g": 5,
|
| 80 |
+
"t": 6,
|
| 81 |
+
"n": 7,
|
| 82 |
"<|beginoftext|>" : 0
|
| 83 |
}, "merges":[] }}
|
| 84 |
|