| [model] | |
| platform = "rkllm" | |
| kind = "chat" | |
| chip_type = "rk3588" | |
| quantized_dtype = "w8a8" | |
| tool_call_parser_class = "qwen3_5" | |
| [model.default_params] | |
| temperature = 1.0 | |
| top_p = 0.9 | |
| max_context_len = 5120 | |
| [model] | |
| platform = "rkllm" | |
| kind = "chat" | |
| chip_type = "rk3588" | |
| quantized_dtype = "w8a8" | |
| tool_call_parser_class = "qwen3_5" | |
| [model.default_params] | |
| temperature = 1.0 | |
| top_p = 0.9 | |
| max_context_len = 5120 | |