Erfan11 commited on
Commit
f84e164
1 Parent(s): 0c2448e

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +3 -4
tokenizer_config.json CHANGED
@@ -1,6 +1,5 @@
1
  {
2
- "do_lower_case": true,
3
  "model_max_length": 512,
4
- "tokenizer_class": "BertTokenizerFast",
5
- "use_fast": true
6
- }
 
1
  {
 
2
  "model_max_length": 512,
3
+ "padding": "max_length",
4
+ "truncation": true
5
+ }