Update Dockerfile
Browse files- Dockerfile +6 -6
Dockerfile
CHANGED
|
@@ -11,12 +11,10 @@ RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mt
|
|
| 11 |
RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mmproj-F16.gguf" -O /models/gemma-4-E2B-it-mmproj.gguf
|
| 12 |
RUN wget "https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/gemma-3-270m-it-F16.gguf" -O /gemma-3-270m-it-F16.gguf
|
| 13 |
|
| 14 |
-
# --- MODEL 2: Gemma 3 1B Model
|
| 15 |
RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
|
| 16 |
|
| 17 |
-
|
| 18 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 19 |
-
# Appending configuration step-by-step to avoid any multiline shell escaping issues
|
| 20 |
RUN echo "[gemma-4-vision]" > /models.ini && \
|
| 21 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
| 22 |
echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
|
|
@@ -38,12 +36,14 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
|
|
| 38 |
echo "ctx-size = 4096" >> /models.ini && \
|
| 39 |
echo "flash-attn = on" >> /models.ini
|
| 40 |
|
| 41 |
-
|
| 42 |
-
# --- START SERVER IN ROUTER MODE ---
|
| 43 |
CMD [ \
|
| 44 |
"--models-preset", "/models.ini", \
|
| 45 |
"--port", "7860", \
|
| 46 |
"--host", "0.0.0.0", \
|
| 47 |
"-t", "2", \
|
| 48 |
-
"-tb", "2" \
|
|
|
|
|
|
|
|
|
|
| 49 |
]
|
|
|
|
| 11 |
RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mmproj-F16.gguf" -O /models/gemma-4-E2B-it-mmproj.gguf
|
| 12 |
RUN wget "https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/gemma-3-270m-it-F16.gguf" -O /gemma-3-270m-it-F16.gguf
|
| 13 |
|
| 14 |
+
# --- MODEL 2: Gemma 3 1B Model ---
|
| 15 |
RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
|
| 16 |
|
|
|
|
| 17 |
# --- CREATE ROUTER CONFIGURATION ---
|
|
|
|
| 18 |
RUN echo "[gemma-4-vision]" > /models.ini && \
|
| 19 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
| 20 |
echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
|
|
|
|
| 36 |
echo "ctx-size = 4096" >> /models.ini && \
|
| 37 |
echo "flash-attn = on" >> /models.ini
|
| 38 |
|
| 39 |
+
# --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
|
|
|
|
| 40 |
CMD [ \
|
| 41 |
"--models-preset", "/models.ini", \
|
| 42 |
"--port", "7860", \
|
| 43 |
"--host", "0.0.0.0", \
|
| 44 |
"-t", "2", \
|
| 45 |
+
"-tb", "2", \
|
| 46 |
+
"--tools", "all", \
|
| 47 |
+
"--jinja", \
|
| 48 |
+
"--webui-mcp-proxy" \
|
| 49 |
]
|