{ | |
"model_name": "Compressa-Qwen2.5-14B-Instruct", | |
"torch_dtype": "torch.float16", | |
"device_map": "auto", | |
"trust_remote_code": false, | |
"backends": ["lmdeploy", "vllm"], | |
"config_class": "HFConfig" | |
} | |
{ | |
"model_name": "Compressa-Qwen2.5-14B-Instruct", | |
"torch_dtype": "torch.float16", | |
"device_map": "auto", | |
"trust_remote_code": false, | |
"backends": ["lmdeploy", "vllm"], | |
"config_class": "HFConfig" | |
} | |