DEFAULT_stage: | |
DEFAULT_modifiers: | |
QuantizationModifier: | |
ignore: ['re:.*lm_head', 're:mlp1.*', 're:vision_model.*'] | |
targets: Linear | |
scheme: W4A16 | |
DEFAULT_stage: | |
DEFAULT_modifiers: | |
QuantizationModifier: | |
ignore: ['re:.*lm_head', 're:mlp1.*', 're:vision_model.*'] | |
targets: Linear | |
scheme: W4A16 | |