Commit
•
7a518e6
1
Parent(s):
e5b5d01
Upload tokenizer.json
Browse files- tokenizer.json +1 -1
tokenizer.json
CHANGED
|
@@ -193,7 +193,7 @@
|
|
| 193 |
"special": false
|
| 194 |
},
|
| 195 |
{
|
| 196 |
-
"id":
|
| 197 |
"content": "<|EOT|>",
|
| 198 |
"single_word": false,
|
| 199 |
"lstrip": false,
|
|
|
|
| 193 |
"special": false
|
| 194 |
},
|
| 195 |
{
|
| 196 |
+
"id": 32023,
|
| 197 |
"content": "<|EOT|>",
|
| 198 |
"single_word": false,
|
| 199 |
"lstrip": false,
|