Upload tokenizer
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -37,7 +37,7 @@
|
|
37 |
},
|
38 |
"additional_special_tokens": [],
|
39 |
"bos_token": "<s>",
|
40 |
-
"chat_template": "{% for message in messages %}{{ '[[Title]] ' + message['title'].strip() + '\n' }}{{ '[[Content]] ' + message['content'].strip() + '\n\n' + 'The following is an interaction between a user and an AI assistant that is related to the above text.\n\n[[User]] ' }}{% endfor %}",
|
41 |
"clean_up_tokenization_spaces": false,
|
42 |
"eos_token": "</s>",
|
43 |
"legacy": true,
|
|
|
37 |
},
|
38 |
"additional_special_tokens": [],
|
39 |
"bos_token": "<s>",
|
40 |
+
"chat_template": "{% for message in messages %}{{ '[[[Title]]] ' + message['title'].strip() + '\n' }}{{ '[[[Content]]] ' + message['content'].strip() + '\n\n' + 'The following is an interaction between a user and an AI assistant that is related to the above text.\n\n[[[User]]] ' }}{% endfor %}",
|
41 |
"clean_up_tokenization_spaces": false,
|
42 |
"eos_token": "</s>",
|
43 |
"legacy": true,
|