File size: 426 Bytes
d6bbf53 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
{
"llm_model": "llm.mnn",
"llm_weight": "llm.mnn.weight",
"visual_model": "visual.mnn",
"backend_type": "cpu",
"thread_num": 40,
"precision": "low",
"memory": "low",
"sampler_type": "penalty",
"penalty": 1.1,
"hidden_states": true,
"all_logits": true,
"mllm": {
"backend_type": "cpu",
"thread_num": 40,
"precision": "low",
"memory": "low"
}
} |