Felladrin commited on
Commit
539d6c7
·
1 Parent(s): 8f2b95a

Update LLM

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -1
Dockerfile CHANGED
@@ -6,6 +6,10 @@ USER user
6
  ENV HOME=/home/user
7
  ENV PATH=/home/user/.local/bin:$PATH
8
 
 
 
 
 
9
  EXPOSE 7860
10
 
11
- CMD ["--port", "7860", "--no-mmap", "--flash-attn", "on", "--fit", "on", "--ctx-size", "8192", "--samplers", "min_p", "--min-p", "0.005", "--backend-sampling", "--webui-mcp-proxy", "-hf", "Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound:Q2_K_S", "--chat-template-kwargs", "{ \"enable_thinking\": false }"]
 
6
  ENV HOME=/home/user
7
  ENV PATH=/home/user/.local/bin:$PATH
8
 
9
+ WORKDIR /app
10
+
11
+ ADD --chown=user https://huggingface.co/unsloth/gemma-3n-E4B-it-GGUF/resolve/main/gemma-3n-E4B-it-UD-Q4_K_XL.gguf /app/model.gguf
12
+
13
  EXPOSE 7860
14
 
15
+ CMD ["--port", "7860", "--no-mmap", "--flash-attn", "on", "--fit", "on", "--ctx-size", "8192", "--samplers", "min_p", "--min-p", "0.005", "--backend-sampling", "--webui-mcp-proxy", "-m", "/app/model.gguf", "--chat-template-kwargs", "{ \"enable_thinking\": false }"]