alexmarques's picture
Upload folder using huggingface_hub
ca5a670 verified
raw
history blame
362 Bytes
quant_stage:
quant_modifiers:
QuantizationModifier:
ignore: [lm_head]
config_groups:
group_0:
targets: [Linear]
weights: {num_bits: 8, type: float, symmetric: true, strategy: tensor, observer: mse}
input_activations: {num_bits: 8, type: float, symmetric: true, strategy: tensor,
observer: mse}