update v2

config.json

@@ -13,11 +13,15 @@
   "model_type": "llama",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
+  "num_key_value_heads": 12,
   "pad_token_id": 0,
+  "pretraining_tp": 1,
   "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.33.2",
   "use_cache": true,
   "vocab_size": 32000
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 0,
-  "transformers_version": "4.28.1"
+  "transformers_version": "4.33.2"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d9e5b44f147b96f452cffb8a6ae0f0f43dfadcd14a530f2af9db23b08b1337a
-size 479841145
+oid sha256:8502db988d77aeaa3b6ac39557e536f6eafe9d1291bdb86e9812f06470cef255
+size 479835785

tokenizer.json

@@ -77,10 +77,16 @@
           "type_id": 0
         }
       },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
       {
         "Sequence": {
           "id": "B",
-          "type_id": 0
+          "type_id": 1
         }
       }
     ],

tokenizer_config.json

@@ -1,6 +1,4 @@
 {
-  "add_bos_token": true,
-  "add_eos_token": false,
   "bos_token": {
     "__type": "AddedToken",
     "content": "<s>",
@@ -29,5 +27,6 @@
     "normalized": true,
     "rstrip": false,
     "single_word": false
-  }
+  },
+  "use_default_system_prompt": true
 }