Update Dockerfile
Browse files- Dockerfile +8 -0
Dockerfile
CHANGED
|
@@ -26,6 +26,9 @@ RUN wget "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-B
|
|
| 26 |
# --- MODEL 6: GPT OSS 20B ---
|
| 27 |
RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf" -O /models/gpt-oss-20b-Q4_0.gguf
|
| 28 |
|
|
|
|
|
|
|
|
|
|
| 29 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 30 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 31 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
@@ -62,6 +65,11 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
|
| 62 |
echo "[gpt-oss-20b]" >> /models.ini && \
|
| 63 |
echo "model = /models/gpt-oss-20b-Q4_0.gguf" >> /models.ini && \
|
| 64 |
echo "ctx-size = 32768" >> /models.ini && \
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 65 |
echo "flash-attn = on"
|
| 66 |
|
| 67 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|
|
|
|
| 26 |
# --- MODEL 6: GPT OSS 20B ---
|
| 27 |
RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf" -O /models/gpt-oss-20b-Q4_0.gguf
|
| 28 |
|
| 29 |
+
# --- MODEL 7: Gemma 4 12B IT ---
|
| 30 |
+
RUN wget "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf" -O /models/gemma-4-12b-it-Q4_K_M.gguf
|
| 31 |
+
|
| 32 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 33 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 34 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
|
|
| 65 |
echo "[gpt-oss-20b]" >> /models.ini && \
|
| 66 |
echo "model = /models/gpt-oss-20b-Q4_0.gguf" >> /models.ini && \
|
| 67 |
echo "ctx-size = 32768" >> /models.ini && \
|
| 68 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 69 |
+
echo "" >> /models.ini && \
|
| 70 |
+
echo "[gemma-4-12b]" >> /models.ini && \
|
| 71 |
+
echo "model = /models/gemma-4-12b-it-Q4_K_M.gguf" >> /models.ini && \
|
| 72 |
+
echo "ctx-size = 131072" >> /models.ini && \
|
| 73 |
echo "flash-attn = on"
|
| 74 |
|
| 75 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|