| [*] | |
| mmap = 1 | |
| [gpt-oss-20b-hf] | |
| hf = ggml-org/gpt-oss-20b-GGUF | |
| batch-size = 2048 | |
| ubatch-size = 2048 | |
| top-p = 1.0 | |
| top-k = 0 | |
| min-p = 0.01 | |
| temp = 1.0 | |
| chat-template-kwargs = {"reasoning_effort": "high"} | |
| [gpt-oss-120b-hf] | |
| hf = ggml-org/gpt-oss-120b-GGUF | |
| batch-size = 2048 | |
| ubatch-size = 2048 | |
| top-p = 1.0 | |
| top-k = 0 | |
| min-p = 0.01 | |
| temp = 1.0 | |
| chat-template-kwargs = {"reasoning_effort": "high"} |