File size: 426 Bytes
d6bbf53
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
{
    "llm_model": "llm.mnn",
    "llm_weight": "llm.mnn.weight",
    "visual_model": "visual.mnn",
    "backend_type": "cpu",
    "thread_num": 40,
    "precision": "low",
    "memory": "low",
    "sampler_type": "penalty",
    "penalty": 1.1,
    "hidden_states": true,
    "all_logits": true,
    "mllm": {
        "backend_type": "cpu",
        "thread_num": 40,
        "precision": "low",
        "memory": "low"
    }
}