tokyotech-llm
/

Swallow-70b-NVE-hf

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Taishi-N324 commited on Jan 26

Commit

55370d1

•

1 Parent(s): a88401d

Upload special_tokens_map.json

Files changed (1) hide show

special_tokens_map.json +22 -21

special_tokens_map.json CHANGED Viewed

@@ -1,23 +1,24 @@
 {
-  "bos_token": {
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
   }
-}

 {
+    "bos_token": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    },
+    "eos_token": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    },
+    "unk_token": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false
+    }
   }