Upload tokenizer_config.json
Browse files- tokenizer_config.json +2 -2
tokenizer_config.json
CHANGED
@@ -24093,8 +24093,8 @@
|
|
24093 |
},
|
24094 |
"auto_map": {
|
24095 |
"AutoTokenizer": [
|
24096 |
-
"Obrolin/
|
24097 |
-
"Obrolin/
|
24098 |
]
|
24099 |
},
|
24100 |
"bos_token": "<s>",
|
|
|
24093 |
},
|
24094 |
"auto_map": {
|
24095 |
"AutoTokenizer": [
|
24096 |
+
"Obrolin/Cerpen-7B-v0.1--tokenization_llama.LlamaTokenizer",
|
24097 |
+
"Obrolin/Cerpen-7B-v0.1--bahasallamatokenizer.LlamaTokenizerFast"
|
24098 |
]
|
24099 |
},
|
24100 |
"bos_token": "<s>",
|