nm-testing
/

Meta-Llama-3-8B-Instruct-fp8-hf_compat

compressed-tensors

Model card Files Files and versions Community

sadkins65 commited on Aug 30

Commit

5c6c13e

•

1 Parent(s): 5b7c361

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -44,7 +44,7 @@
     ],
     "kv_cache_scheme": null,
     "quant_method": "compressed-tensors",
-    "quantization_status": "frozen"
   },
   "eos_token_id": 128009,
   "hidden_act": "silu",

     ],
     "kv_cache_scheme": null,
     "quant_method": "compressed-tensors",
+    "quantization_status": "compressed"
   },
   "eos_token_id": 128009,
   "hidden_act": "silu",