TheBloke
/

CollectiveCognition-v1.1-Mistral-7B-AWQ

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions Community

TheBloke commited on Oct 5, 2023

Commit

f8929a8

•

1 Parent(s): c85c86c

Fix tokenizer files

Files changed (1) hide show

tokenizer_config.json +8 -11

tokenizer_config.json CHANGED Viewed

@@ -4,25 +4,25 @@
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
-      "lstrip": true,
       "normalized": false,
-      "rstrip": true,
       "single_word": false,
       "special": true
     },
     "1": {
       "content": "<s>",
-      "lstrip": true,
       "normalized": false,
-      "rstrip": true,
       "single_word": false,
       "special": true
     },
     "2": {
       "content": "</s>",
-      "lstrip": true,
       "normalized": false,
-      "rstrip": true,
       "single_word": false,
       "special": true
     }
@@ -37,9 +37,6 @@
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
-  "tokenizer_file": "/home/teknium/.cache/huggingface/hub/models--mistralai--Mistral-7B-v0.1/snapshots/f966a600a1f2c35a067dcb16b24bbf9ac3b85799/tokenizer.json",
-  "trust_remote_code": false,
   "unk_token": "<unk>",
-  "use_default_system_prompt": true,
-  "use_fast": true
-}

   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
+      "lstrip": false,
       "normalized": false,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "1": {
       "content": "<s>",
+      "lstrip": false,
       "normalized": false,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "2": {
       "content": "</s>",
+      "lstrip": false,
       "normalized": false,
+      "rstrip": false,
       "single_word": false,
       "special": true
     }
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}