oscar
/
models
/models--silver--chatglm-6b-int4-slim
/snapshots
/02e096b3805c579caf5741a6d8eddd5ba7a74e0d
/tokenizer_config.json
{ | |
"name_or_path": "THUDM/chatglm-6b", | |
"bos_token": "<sop>", | |
"eop_token": "<eop>", | |
"eos_token": "</s>", | |
"gmask_token": "[gMASK]", | |
"mask_token": "[MASK]", | |
"pad_token": "<pad>", | |
"unk_token": "<unk>", | |
"remove_space": false, | |
"do_lower_case": false, | |
"tokenizer_class": "ChatGLMTokenizer", | |
"auto_map": { | |
"AutoTokenizer": [ | |
"tokenization_chatglm.ChatGLMTokenizer", | |
null | |
] | |
} | |
} | |