File size: 187 Bytes
787a9dc
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
    "llm_model": "deepseek-7b-int4.mnn",
    "llm_weight": "deepseek-7b-int4.mnn.weight",

    "backend_type": "cpu",
    "thread_num": 4,
    "precision": "low",
    "memory": "low"
}