Update Dockerfile
Browse files- Dockerfile +3 -3
Dockerfile
CHANGED
|
@@ -21,7 +21,7 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
|
|
| 21 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
| 22 |
echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
|
| 23 |
echo "mmproj = /models/gemma-4-E2B-it-mmproj.gguf" >> /models.ini && \
|
| 24 |
-
echo "ctx-size =
|
| 25 |
echo "flash-attn = on" >> /models.ini && \
|
| 26 |
echo "ubatch-size = 128" >> /models.ini && \
|
| 27 |
echo "batch-size = 512" >> /models.ini && \
|
|
@@ -30,12 +30,12 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
|
|
| 30 |
echo "" >> /models.ini && \
|
| 31 |
echo "[gemma-3-1b]" >> /models.ini && \
|
| 32 |
echo "model = /models/gemma-3-1b-it.Q3_K_M.gguf" >> /models.ini && \
|
| 33 |
-
echo "ctx-size =
|
| 34 |
echo "flash-attn = on" >> /models.ini && \
|
| 35 |
echo "" >> /models.ini && \
|
| 36 |
echo "[gemma-3-270m]" >> /models.ini && \
|
| 37 |
echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
|
| 38 |
-
echo "ctx-size =
|
| 39 |
echo "flash-attn = on"
|
| 40 |
|
| 41 |
# --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
|
|
|
|
| 21 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
| 22 |
echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
|
| 23 |
echo "mmproj = /models/gemma-4-E2B-it-mmproj.gguf" >> /models.ini && \
|
| 24 |
+
echo "ctx-size = 131072" >> /models.ini && \
|
| 25 |
echo "flash-attn = on" >> /models.ini && \
|
| 26 |
echo "ubatch-size = 128" >> /models.ini && \
|
| 27 |
echo "batch-size = 512" >> /models.ini && \
|
|
|
|
| 30 |
echo "" >> /models.ini && \
|
| 31 |
echo "[gemma-3-1b]" >> /models.ini && \
|
| 32 |
echo "model = /models/gemma-3-1b-it.Q3_K_M.gguf" >> /models.ini && \
|
| 33 |
+
echo "ctx-size = 131072" >> /models.ini && \
|
| 34 |
echo "flash-attn = on" >> /models.ini && \
|
| 35 |
echo "" >> /models.ini && \
|
| 36 |
echo "[gemma-3-270m]" >> /models.ini && \
|
| 37 |
echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
|
| 38 |
+
echo "ctx-size = 131072" >> /models.ini && \
|
| 39 |
echo "flash-attn = on"
|
| 40 |
|
| 41 |
# --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
|