Added quant_method to quantization_config
Browse files- config.json +2 -1
config.json
CHANGED
@@ -60,6 +60,7 @@
|
|
60 |
"global_sparsity": 19.098103233975568,
|
61 |
"registry_requires_subclass": false,
|
62 |
"sparsity_structure": "unstructured"
|
63 |
-
}
|
|
|
64 |
}
|
65 |
}
|
|
|
60 |
"global_sparsity": 19.098103233975568,
|
61 |
"registry_requires_subclass": false,
|
62 |
"sparsity_structure": "unstructured"
|
63 |
+
},
|
64 |
+
"quant_method": "compressed-tensors"
|
65 |
}
|
66 |
}
|