{ | |
"bits": 4, | |
"group_size": 128, | |
"damp_percent": 0.01, | |
"desc_act": false, | |
"static_groups": false, | |
"sym": true, | |
"true_sequential": true, | |
"model_name_or_path": null, | |
"model_file_base_name": "tigerbot_70b_chat_4bit_c4_128g_no_act" | |
} | |
{ | |
"bits": 4, | |
"group_size": 128, | |
"damp_percent": 0.01, | |
"desc_act": false, | |
"static_groups": false, | |
"sym": true, | |
"true_sequential": true, | |
"model_name_or_path": null, | |
"model_file_base_name": "tigerbot_70b_chat_4bit_c4_128g_no_act" | |
} | |