arxyzan commited on
Commit
593e864
1 Parent(s): c6a2c08

Update preprocessor/tokenizer_config.yaml

Browse files
Files changed (1) hide show
  1. preprocessor/tokenizer_config.yaml +1 -0
preprocessor/tokenizer_config.yaml CHANGED
@@ -138,4 +138,5 @@ notimestamps_token: <|notimestamps|>
138
  add_prefix_space: false
139
  add_bos_token: false
140
  model_max_length: 1024
 
141
  predict_timestamps: false
 
138
  add_prefix_space: false
139
  add_bos_token: false
140
  model_max_length: 1024
141
+ language: persian
142
  predict_timestamps: false