nm-autobot
commited on
Commit
•
6a32bb5
1
Parent(s):
5fbbdf8
Upload LlamaForCausalLM
Browse files- config.json +1 -1
config.json
CHANGED
@@ -46,7 +46,7 @@
|
|
46 |
],
|
47 |
"kv_cache_scheme": null,
|
48 |
"quant_method": "compressed-tensors",
|
49 |
-
"quantization_status": "
|
50 |
},
|
51 |
"eos_token_id": 2,
|
52 |
"hidden_act": "silu",
|
|
|
46 |
],
|
47 |
"kv_cache_scheme": null,
|
48 |
"quant_method": "compressed-tensors",
|
49 |
+
"quantization_status": "compressed"
|
50 |
},
|
51 |
"eos_token_id": 2,
|
52 |
"hidden_act": "silu",
|