norallm
/

normistral-7b-warm

Text Generation

Norwegian Bokmål

Norwegian Nynorsk

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

davda54 commited on Apr 18

Commit

fdb8ae6

•

1 Parent(s): dfa3f8b

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json +4 -4

tokenizer.json CHANGED Viewed

@@ -32,7 +32,7 @@
     },
     {
       "id": 3,
-      "content": "<|im_start|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -41,7 +41,7 @@
     },
     {
       "id": 4,
-      "content": "<|im_end|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -265,8 +265,8 @@
       "<unk>": 0,
       "<s>": 1,
       "</s>": 2,
-      "<|im_start|>": 3,
-      "<|im_end|>": 4,
       "<extra_id_2>": 5,
       "<extra_id_3>": 6,
       "<extra_id_4>": 7,

     },
     {
       "id": 3,
+      "content": "<extra_id_0>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
     },
     {
       "id": 4,
+      "content": "<extra_id_1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "<unk>": 0,
       "<s>": 1,
       "</s>": 2,
+      "<extra_id_0>": 3,
+      "<extra_id_1>": 4,
       "<extra_id_2>": 5,
       "<extra_id_3>": 6,
       "<extra_id_4>": 7,