Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Weni/WeniGPT-Agents-Mistral-1.0.1-SFT-merged",
+  "_name_or_path": "Weni/WeniGPT-Agents-Mistral-4.0.0-KTO",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -16,6 +16,14 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "group_size": 128,
+    "modules_to_not_convert": null,
+    "quant_method": "awq",
+    "version": "gemm",
+    "zero_point": true
+  },
   "rms_norm_eps": 1e-05,
   "rope_theta": 1000000.0,
   "sliding_window": null,

generation_config.json

@@ -1,6 +1,7 @@
 {
   "_from_model_config": true,
   "bos_token_id": 1,
+  "do_sample": true,
   "eos_token_id": 2,
   "transformers_version": "4.38.2"
 }

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af84f056fa3adde03eaa5f67a5bf1b12dbdb92ed0aae7eaa7942da800e62d9e2
+size 4150913000

quant_config.json

@@ -0,0 +1 @@
+{"quant_method": "awq", "zero_point": true, "q_group_size": 128, "w_bit": 4, "version": "gemm", "modules_to_not_convert": null}