File size: 179 Bytes
5316cd3 |
1 2 3 4 5 6 7 8 9 10 |
{
"llm_model": "qwen-7b-int4.mnn",
"llm_weight": "qwen-7b-int4.mnn.weight",
"backend_type": "cpu",
"thread_num": 4,
"precision": "low",
"memory": "low"
}
|