File size: 179 Bytes
5316cd3
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
    "llm_model": "qwen-7b-int4.mnn",
    "llm_weight": "qwen-7b-int4.mnn.weight",

    "backend_type": "cpu",
    "thread_num": 4,
    "precision": "low",
    "memory": "low"
}