32gb : tune

preset-32GB.ini

@@ -61,6 +61,8 @@ chat-template-kwargs = {"reasoning_effort": "high"}
 [qwen2.5-coder-7b-hf-fim]
 hf                   = ggml-org/Qwen2.5-Coder-7B-Q8_0-GGUF
 ctx-size             = 65536
+cache-type-k         = q8_0
+cache-type-v         = q8_0
 cache-reuse          = 256
 batch-size           = 1024
 ubatch-size          = 1024
@@ -68,14 +70,17 @@ alias                = fim,infill
 
 # uses a dedicated, pure 4-bit drafter
 [qwen3.6-35b-a3b-hf-think-mtp]
-hf                   = unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q4_K_M
+hf                   = unsloth/Qwen3.6-35B-A3B-GGUF:Q4_K_M
 spec-type            = draft-mtp
 spec-draft-n-max     = 3
 spec-draft-hf        = ggml-org/Qwen3.6-35B-A3B-GGUF
 spec-draft-model     = mtp-Qwen3.6-35B-A3B-Q4_0.gguf
+mmproj-url           = https://huggingface.co/ggml-org/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-Qwen3.6-35B-A3B-Q8_0.gguf
 temp                 = 0.6
 min-p                = 0.05
-ctx-size             = 262144
+ctx-size             = 131072
+cache-type-k         = q8_0
+cache-type-v         = q8_0
 batch-size           = 2048
 ubatch-size          = 512
 alias                = qwen3.6-35b-a3b-hf-think-mtp,inst
@@ -83,16 +88,19 @@ chat-template-kwargs = {"preserve_thinking": true}
 
 # uses a dedicated, pure 4-bit drafter
 [qwen3.6-27b-hf-think-mtp]
-hf                   = unsloth/Qwen3.6-27B-MTP-GGUF:Q4_K_M
+hf                   = unsloth/Qwen3.6-27B-GGUF:Q4_K_M
 spec-type            = draft-mtp
 spec-draft-n-max     = 3
 spec-draft-hf        = ggml-org/Qwen3.6-27B-GGUF
 spec-draft-model     = mtp-Qwen3.6-27B-Q4_0.gguf
+mmproj-url           = https://huggingface.co/ggml-org/Qwen3.6-27B-GGUF/resolve/main/mmproj-Qwen3.6-27B-Q8_0.gguf
 temp                 = 0.6
 min-p                = 0.05
-ctx-size             = 262144
+ctx-size             = 131072
+cache-type-k         = q8_0
+cache-type-v         = q8_0
 batch-size           = 2048
-ubatch-size          = 2048
+ubatch-size          = 512
 alias                = qwen3.6-27b-hf-think-mtp,pi
 reasoning-budget     = 4096
 reasoning-budget-message = ... I am thinking for too long and cannot make a decision. I will now explain the problem to the user and ask them for advice.