preset-dev.ini

# uses:
# - llama.cpp webui
# - llama.vim
# - opencode
# - pi
#
# target machines:
# - M2 Ultra 192GB
# - NVIDIA DGX Spark

[*]
ctx-size             = 0
mmap                 = 1
kv-unified           = 1
parallel             = 4
spec-default         = 1

[gpt-oss-20b-hf]
hf                   = ggml-org/gpt-oss-20b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "high"}

[gpt-oss-20b-hf-low]
hf                   = ggml-org/gpt-oss-20b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "low"}

[gpt-oss-20b-hf-medium]
hf                   = ggml-org/gpt-oss-20b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "medium"}

[gpt-oss-20b-hf-high]
hf                   = ggml-org/gpt-oss-20b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "high"}

[gpt-oss-120b-hf]
hf                   = ggml-org/gpt-oss-120b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "high"}

[gpt-oss-120b-hf-low]
hf                   = ggml-org/gpt-oss-120b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "low"}

[gpt-oss-120b-hf-medium]
hf                   = ggml-org/gpt-oss-120b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "medium"}

[gpt-oss-120b-hf-high]
hf                   = ggml-org/gpt-oss-120b-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0
chat-template-kwargs = {"reasoning_effort": "high"}

[qwen3-coder-30b-hf]
hf                   = ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF
ctx-size             = 262144
#cache-reuse = 256
batch-size           = 2048
ubatch-size          = 2048
temp                 = 0.7
top-p                = 0.8
top-k                = 20

[qwen3-coder-30b-hf-fim]
hf                   = ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF
ctx-size             = 65536
cache-reuse          = 256
batch-size           = 1024
ubatch-size          = 1024
alias                = fim,infill

[qwen3-vl-30b-hf]
hf                   = ggml-org/Qwen3-VL-30B-A3B-Instruct-Q8_0-GGUF
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.1
top-k                = 40

[qwen3-next-80b-hf]
hf                   = ggml-org/Qwen3-Next-80B-A3B-Instruct-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 512
top-p                = 0.8
top-k                = 20
min-p                = 0.0
temp                 = 0.7

[glm-4.6V-hf]
hf                   = ggml-org/GLM-4.6V-GGUF:Q8_0
ctx-size             = 98304
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.6
top-k                = 2
min-p                = 0.01
temp                 = 0.8
#chat-template-kwargs = {"reasoning_effort": "high"}

[glm-4.6V-flash-hf]
hf                   = ggml-org/GLM-4.6V-Flash-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.6
top-k                = 2
min-p                = 0.01
temp                 = 0.8
#chat-template-kwargs = {"reasoning_effort": "high"}

[glm-4.7-flash-hf]
hf                   = ggml-org/GLM-4.7-Flash-GGUF:Q8_0
ctx-size             = 202752
batch-size           = 4096
ubatch-size          = 4096
top-p                = 1.0
top-k                = 0
temp                 = 0.2
chat-template-kwargs = {"enable_thinking": false}

[glm-4.7-flash-hf-thinking]
hf                   = ggml-org/GLM-4.7-Flash-GGUF:Q8_0
ctx-size             = 202752
batch-size           = 4096
ubatch-size          = 4096
top-p                = 0.95
top-k                = 0
temp                 = 1.0

[nemotron-nano-3-30b-hf]
hf                   = ggml-org/Nemotron-Nano-3-30B-A3B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 0
min-p                = 0.01
temp                 = 0.6

[devstral-small-2-24b-hf]
hf                   = ggml-org/Devstral-Small-2-24B-Instruct-2512-GGUF:Q8_0
ctx-size             = 131072
batch-size           = 2048
ubatch-size          = 2048
top-p                = 1.0
top-k                = 0
min-p                = 0.01
temp                 = 1.0

[qwen3-coder-next-hf]
hf                   = ggml-org/Qwen3-Coder-Next-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 4096
ubatch-size          = 512
top-p                = 1.0
top-k                = 0
temp                 = 0.2

[qwen3.5-35b-a3b-hf]
hf                   = ggml-org/Qwen3.5-35B-A3B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.8
top-k                = 20
temp                 = 0.7
min-p                = 0.0
chat-template-kwargs = {"enable_thinking": false}

[qwen3.6-35b-a3b-hf]
hf                   = ggml-org/Qwen3.6-35B-A3B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
alias                = qwen3.6-35b-a3b-hf
chat-template-kwargs = {"enable_thinking": false}

[qwen3.6-27b-hf]
hf                   = ggml-org/Qwen3.6-27B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
alias                = qwen3.6-27b-hf
chat-template-kwargs = {"enable_thinking": false}

[qwen3.5-35b-a3b-hf-think]
hf                   = ggml-org/Qwen3.5-35B-A3B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.8
top-k                = 20
temp                 = 0.7
min-p                = 0.0
chat-template-kwargs = {"preserve_thinking": true}

[qwen3.6-35b-a3b-hf-think]
hf                   = ggml-org/Qwen3.6-35B-A3B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
alias                = qwen3.6-35b-a3b-hf-think
chat-template-kwargs = {"preserve_thinking": true}

[qwen3.6-27b-hf-think]
hf                   = ggml-org/Qwen3.6-27B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
alias                = qwen3.6-27b-hf-think
chat-template-kwargs = {"preserve_thinking": true}

[qwen3.6-35b-a3b-hf-think-spec]
hf                   = ggml-org/Qwen3.6-35B-A3B-GGUF:Q8_0
spec-draft-hf        = ggml-org/Qwen3.5-0.8B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
alias                = qwen3.6-35b-a3b-hf-think-spec
chat-template-kwargs = {"preserve_thinking": true}

[qwen3.6-27b-hf-think-spec]
hf                   = ggml-org/Qwen3.6-27B-GGUF:Q8_0
spec-draft-hf        = ggml-org/Qwen3.5-0.8B-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
alias                = qwen3.6-27b-hf-think-spec
chat-template-kwargs = {"preserve_thinking": true}

# uses a dedicated, pure 4-bit drafter
[qwen3.6-35b-a3b-hf-think-mtp]
hf                   = ggml-org/Qwen3.6-35B-A3B-MTP-GGUF
spec-type            = draft-mtp
spec-draft-n-max     = 3
spec-draft-hf        = ggml-org/Qwen3.6-35B-A3B-GGUF
spec-draft-model     = mtp-Qwen3.6-35B-A3B-Q4_0.gguf
temp                 = 0.6
min-p                = 0.05
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 512
alias                = qwen3.6-35b-a3b-hf-think-mtp,inst
chat-template-kwargs = {"preserve_thinking": true}

# uses a dedicated, pure 4-bit drafter
[qwen3.6-27b-hf-think-mtp]
hf                   = ggml-org/Qwen3.6-27B-MTP-GGUF
spec-type            = draft-mtp
spec-draft-n-max     = 3
spec-draft-hf        = ggml-org/Qwen3.6-27B-GGUF
spec-draft-model     = mtp-Qwen3.6-27B-Q4_0.gguf
temp                 = 0.6
min-p                = 0.05
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
alias                = qwen3.6-27b-hf-think-mtp,pi
reasoning-budget     = 4096
reasoning-budget-message = ... I am thinking for too long and cannot make a decision. I will now explain the problem to the user and ask them for advice.
chat-template-kwargs = {"preserve_thinking": true}

[gemma-4-e2b-hf]
hf                   = ggml-org/gemma-4-E2B-it-GGUF:Q8_0
ctx-size             = 131072
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0
chat-template-kwargs = {"enable_thinking": false}

[gemma-4-e4b-hf]
hf                   = ggml-org/gemma-4-E4B-it-GGUF:Q8_0
ctx-size             = 131072
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0
chat-template-kwargs = {"enable_thinking": false}

[gemma-4-26b-a4b-hf]
hf                   = ggml-org/gemma-4-26B-A4B-it-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0
chat-template-kwargs = {"enable_thinking": false}

[gemma-4-31b-hf]
hf                   = ggml-org/gemma-4-31B-it-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0
chat-template-kwargs = {"enable_thinking": false}

[gemma-4-e2b-hf-think]
hf                   = ggml-org/gemma-4-E2B-it-GGUF:Q8_0
ctx-size             = 131072
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0

[gemma-4-e4b-hf-think]
hf                   = ggml-org/gemma-4-E4B-it-GGUF:Q8_0
ctx-size             = 131072
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0

[gemma-4-26b-a4b-hf-think]
hf                   = ggml-org/gemma-4-26B-A4B-it-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0
chat-template-kwargs = {"preserve_thinking": true}

[gemma-4-31b-hf-think]
hf                   = ggml-org/gemma-4-31B-it-GGUF:Q8_0
ctx-size             = 262144
batch-size           = 2048
ubatch-size          = 2048
top-p                = 0.95
top-k                = 64
temp                 = 1.0
chat-template-kwargs = {"preserve_thinking": true}