quantize_config.json

{"damp_percent": 0.01, "group_size": 128, "desc_act": false, "bits": 8, "sym": false, "allow_mix_bits": false, "true_sequential": false, "static_groups": false, "version": "GPTQ", "quant_method": "gptq"}