cfahlgren1 HF staff commited on
Commit
e5b5d01
1 Parent(s): c7fca37

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -170,7 +170,7 @@
170
  "single_word": false,
171
  "special": false
172
  },
173
- "32021": {
174
  "content": "<|EOT|>",
175
  "lstrip": false,
176
  "normalized": true,
 
170
  "single_word": false,
171
  "special": false
172
  },
173
+ "32023": {
174
  "content": "<|EOT|>",
175
  "lstrip": false,
176
  "normalized": true,