arxyzan commited on
Commit
562d414
1 Parent(s): dbc5dc8

Update preprocessor/tokenizer_config.yaml

Browse files
Files changed (1) hide show
  1. preprocessor/tokenizer_config.yaml +1 -0
preprocessor/tokenizer_config.yaml CHANGED
@@ -135,4 +135,5 @@ notimestamps_token: <|notimestamps|>
135
  add_prefix_space: false
136
  add_bos_token: false
137
  model_max_length: 1024
 
138
  predict_timestamps: false
 
135
  add_prefix_space: false
136
  add_bos_token: false
137
  model_max_length: 1024
138
+ language: persian
139
  predict_timestamps: false