Move to in-library checkpoint

config.json

@@ -1,13 +1,8 @@
 {
   "architectures": [
-    "InternLMForCausalLM"
+    "LlamaForCausalLM"
   ],
-  "auto_map": {
-    "AutoConfig": "configuration_internlm.InternLMConfig",
-    "AutoModel": "modeling_internlm.InternLMForCausalLM",
-    "AutoModelForCausalLM": "modeling_internlm.InternLMForCausalLM"
-  },
-  "bias": false,
+  "attention_bias": false,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -15,7 +10,7 @@
   "initializer_range": 0.02,
   "intermediate_size": 13824,
   "max_position_embeddings": 4096,
-  "model_type": "internlm",
+  "model_type": "llama",
   "num_attention_heads": 40,
   "num_hidden_layers": 60,
   "num_key_value_heads": 40,

tokenizer_config.json

@@ -1,15 +1,13 @@
 {
-  "auto_map": {
-    "AutoTokenizer": [
-      "tokenization_internlm.InternLMTokenizer",
-      null
-    ]
-  },
+  "add_bos_token": true,
+  "add_eos_token": false,
   "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.last and message['role'] != 'user' %}{{ raise_exception('Most recent message must come from user!') }}{% endif %}{% if message['role'] == 'user' %}{{ '<|User|>:' + message['content'] + '<eoh>\n'}}{% elif message['role'] == 'assistant' %}{{ '<|Bot|>:'  + message['content'] + '<eoa>\n'}}{% else %}{{ raise_exception('Only user and assistant roles are supported in this model!') }}{% endif %}{% endfor %}{{ '<|Bot|>:' }}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
+  "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
-  "tokenizer_class": "InternLMTokenizer",
+  "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>"
 }