Upload config.json

config.json

@@ -1,18 +1,18 @@
 {
-    "architectures": ["LLaMAModel"],  // Adjust based on your model's architecture
+    "architectures": ["LLaMAModel"],  
     "model_type": "llama",
-    "hidden_size": 4096,  // Example value, adjust as needed
-    "num_hidden_layers": 30,  // Example value, adjust as needed
-    "num_attention_heads": 16,  // Example value, adjust as needed
-    "intermediate_size": 11008,  // Example value, adjust as needed
-    "max_position_embeddings": 8192,  // Max sequence length, as inferred from tokenizer_config.json
-    "vocab_size": 128256,  // Adjust based on your tokenizer's actual vocabulary size
-    "activation_function": "gelu_new",  // Assuming typical activation function, adjust as needed
+    "hidden_size": 4096,  
+    "num_hidden_layers": 30,  
+    "num_attention_heads": 16,  
+    "intermediate_size": 11008,  
+    "max_position_embeddings": 8192, 
+    "vocab_size": 128256, 
+    "activation_function": "gelu_new", 
     "layer_norm_eps": 1e-5,
     "initializer_range": 0.02,
-    "bos_token_id": 128000,  // From tokenizer_config.json
-    "eos_token_id": 128001,  // From tokenizer_config.json
-    "pad_token_id": 128255,  // From tokenizer_config.json
+    "bos_token_id": 128000,  
+    "eos_token_id": 128001, 
+    "pad_token_id": 128255,  
     "special_tokens_map": {
         "bos_token": "<|begin_of_text|>",
         "eos_token": "<|end_of_text|>",