Update Dockerfile
Browse files- Dockerfile +11 -2
Dockerfile
CHANGED
|
@@ -35,6 +35,9 @@ RUN wget "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-
|
|
| 35 |
# --- MODEL 9: MiniCPM5 1B ---
|
| 36 |
RUN wget "https://huggingface.co/openbmb/MiniCPM5-1B-GGUF/resolve/main/MiniCPM5-1B-Q4_K_M.gguf" -O /models/MiniCPM5-1B-Q4_K_M.gguf
|
| 37 |
|
|
|
|
|
|
|
|
|
|
| 38 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 39 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 40 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
@@ -86,7 +89,12 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
|
| 86 |
echo "[minicpm5-1b]" >> /models.ini && \
|
| 87 |
echo "model = /models/MiniCPM5-1B-Q4_K_M.gguf" >> /models.ini && \
|
| 88 |
echo "ctx-size = 131072" >> /models.ini && \
|
| 89 |
-
echo "flash-attn = on"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 90 |
|
| 91 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|
| 92 |
CMD [ \
|
|
@@ -99,4 +107,5 @@ CMD [ \
|
|
| 99 |
"--jinja", \
|
| 100 |
"--webui-mcp-proxy", \
|
| 101 |
"--cors-origins", "https://we2app-v4.hf.space" \
|
| 102 |
-
]
|
|
|
|
|
|
| 35 |
# --- MODEL 9: MiniCPM5 1B ---
|
| 36 |
RUN wget "https://huggingface.co/openbmb/MiniCPM5-1B-GGUF/resolve/main/MiniCPM5-1B-Q4_K_M.gguf" -O /models/MiniCPM5-1B-Q4_K_M.gguf
|
| 37 |
|
| 38 |
+
# --- MODEL 10: Nanbeige4.1 3B ---
|
| 39 |
+
RUN wget "https://huggingface.co/Mungert/Nanbeige4.1-3B-GGUF/resolve/main/Nanbeige4.1-3B-q4_k_m.gguf?download=true" -O /models/Nanbeige4.1-3B-q4_k_m.gguf
|
| 40 |
+
|
| 41 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 42 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 43 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
|
|
| 89 |
echo "[minicpm5-1b]" >> /models.ini && \
|
| 90 |
echo "model = /models/MiniCPM5-1B-Q4_K_M.gguf" >> /models.ini && \
|
| 91 |
echo "ctx-size = 131072" >> /models.ini && \
|
| 92 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 93 |
+
echo "" >> /models.ini && \
|
| 94 |
+
echo "[nanbeige4.1-3b]" >> /models.ini && \
|
| 95 |
+
echo "model = /models/Nanbeige4.1-3B-q4_k_m.gguf" >> /models.ini && \
|
| 96 |
+
echo "ctx-size = 32768" >> /models.ini && \
|
| 97 |
+
echo "flash-attn = on" >> /models.ini
|
| 98 |
|
| 99 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|
| 100 |
CMD [ \
|
|
|
|
| 107 |
"--jinja", \
|
| 108 |
"--webui-mcp-proxy", \
|
| 109 |
"--cors-origins", "https://we2app-v4.hf.space" \
|
| 110 |
+
]
|
| 111 |
+
```[cite: 1]
|