Added quant_method to quantization_config
Browse files- config.json +2 -1
config.json
CHANGED
@@ -70,6 +70,7 @@
|
|
70 |
"global_sparsity": 7.819650685473849,
|
71 |
"registry_requires_subclass": false,
|
72 |
"sparsity_structure": "unstructured"
|
73 |
-
}
|
|
|
74 |
}
|
75 |
}
|
|
|
70 |
"global_sparsity": 7.819650685473849,
|
71 |
"registry_requires_subclass": false,
|
72 |
"sparsity_structure": "unstructured"
|
73 |
+
},
|
74 |
+
"quant_method": "compressed-tensors"
|
75 |
}
|
76 |
}
|