Felladrin commited on
Commit
8f2b95a
·
1 Parent(s): d9391a5

Update LLM

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -8,4 +8,4 @@ ENV PATH=/home/user/.local/bin:$PATH
8
 
9
  EXPOSE 7860
10
 
11
- CMD ["--port", "7860", "--no-mmap", "--flash-attn", "on", "--fit", "on", "--ctx-size", "8192", "--samplers", "min_p", "--min-p", "0.005", "--backend-sampling", "--webui-mcp-proxy", "-hf", "unsloth/Qwen3.5-4B-GGUF:UD-Q4_K_XL", "--chat-template-kwargs", "{ \"enable_thinking\": false }"]
 
8
 
9
  EXPOSE 7860
10
 
11
+ CMD ["--port", "7860", "--no-mmap", "--flash-attn", "on", "--fit", "on", "--ctx-size", "8192", "--samplers", "min_p", "--min-p", "0.005", "--backend-sampling", "--webui-mcp-proxy", "-hf", "Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound:Q2_K_S", "--chat-template-kwargs", "{ \"enable_thinking\": false }"]