arkanbima commited on
Commit
ef5f69c
1 Parent(s): 493885d

Upload tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -24093,8 +24093,8 @@
24093
  },
24094
  "auto_map": {
24095
  "AutoTokenizer": [
24096
- "Obrolin/Obrolin/Cerpen-7B-v0.1--tokenization_llama.LlamaTokenizer",
24097
- "Obrolin/Obrolin/Cerpen-7B-v0.1--bahasallamatokenizer.LlamaTokenizerFast"
24098
  ]
24099
  },
24100
  "bos_token": "<s>",
 
24093
  },
24094
  "auto_map": {
24095
  "AutoTokenizer": [
24096
+ "Obrolin/Cerpen-7B-v0.1--tokenization_llama.LlamaTokenizer",
24097
+ "Obrolin/Cerpen-7B-v0.1--bahasallamatokenizer.LlamaTokenizerFast"
24098
  ]
24099
  },
24100
  "bos_token": "<s>",