Spaces:
Running
Running
Update LLM
Browse files- Dockerfile +5 -1
Dockerfile
CHANGED
|
@@ -6,6 +6,10 @@ USER user
|
|
| 6 |
ENV HOME=/home/user
|
| 7 |
ENV PATH=/home/user/.local/bin:$PATH
|
| 8 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
EXPOSE 7860
|
| 10 |
|
| 11 |
-
CMD ["--port", "7860", "--no-mmap", "--flash-attn", "on", "--fit", "on", "--ctx-size", "8192", "--samplers", "min_p", "--min-p", "0.005", "--backend-sampling", "--webui-mcp-proxy", "-
|
|
|
|
| 6 |
ENV HOME=/home/user
|
| 7 |
ENV PATH=/home/user/.local/bin:$PATH
|
| 8 |
|
| 9 |
+
WORKDIR /app
|
| 10 |
+
|
| 11 |
+
ADD --chown=user https://huggingface.co/unsloth/gemma-3n-E4B-it-GGUF/resolve/main/gemma-3n-E4B-it-UD-Q4_K_XL.gguf /app/model.gguf
|
| 12 |
+
|
| 13 |
EXPOSE 7860
|
| 14 |
|
| 15 |
+
CMD ["--port", "7860", "--no-mmap", "--flash-attn", "on", "--fit", "on", "--ctx-size", "8192", "--samplers", "min_p", "--min-p", "0.005", "--backend-sampling", "--webui-mcp-proxy", "-m", "/app/model.gguf", "--chat-template-kwargs", "{ \"enable_thinking\": false }"]
|