Update Dockerfile
Browse files- Dockerfile +9 -1
Dockerfile
CHANGED
|
@@ -29,6 +29,9 @@ RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-2
|
|
| 29 |
# --- MODEL 7: Gemma 4 12B IT ---
|
| 30 |
RUN wget "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf" -O /models/gemma-4-12b-it-Q4_K_M.gguf
|
| 31 |
|
|
|
|
|
|
|
|
|
|
| 32 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 33 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 34 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
@@ -69,7 +72,12 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
|
| 69 |
echo "" >> /models.ini && \
|
| 70 |
echo "[gemma-4-12b]" >> /models.ini && \
|
| 71 |
echo "model = /models/gemma-4-12b-it-Q4_K_M.gguf" >> /models.ini && \
|
| 72 |
-
echo "ctx-size =
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 73 |
echo "flash-attn = on"
|
| 74 |
|
| 75 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|
|
|
|
| 29 |
# --- MODEL 7: Gemma 4 12B IT ---
|
| 30 |
RUN wget "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf" -O /models/gemma-4-12b-it-Q4_K_M.gguf
|
| 31 |
|
| 32 |
+
# --- MODEL 8: Gemma 4 E4B IT ---
|
| 33 |
+
RUN wget "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf" -O /models/gemma-4-E4B-it-Q4_K_M.gguf
|
| 34 |
+
|
| 35 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 36 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 37 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
|
|
| 72 |
echo "" >> /models.ini && \
|
| 73 |
echo "[gemma-4-12b]" >> /models.ini && \
|
| 74 |
echo "model = /models/gemma-4-12b-it-Q4_K_M.gguf" >> /models.ini && \
|
| 75 |
+
echo "ctx-size = 131072" >> /models.ini && \
|
| 76 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 77 |
+
echo "" >> /models.ini && \
|
| 78 |
+
echo "[gemma-4-E4B-it]" >> /models.ini && \
|
| 79 |
+
echo "model = /models/gemma-4-E4B-it-Q4_K_M.gguf" >> /models.ini && \
|
| 80 |
+
echo "ctx-size = 131072" >> /models.ini && \
|
| 81 |
echo "flash-attn = on"
|
| 82 |
|
| 83 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|