Update Dockerfile
Browse files- Dockerfile +8 -0
Dockerfile
CHANGED
|
@@ -16,6 +16,9 @@ RUN wget "https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/gemma
|
|
| 16 |
# --- MODEL 2: Gemma 3 1B Model ---
|
| 17 |
RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
|
| 18 |
|
|
|
|
|
|
|
|
|
|
| 19 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 20 |
RUN echo "[gemma-4-vision]" > /models.ini && \
|
| 21 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
@@ -36,6 +39,11 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
|
|
| 36 |
echo "[gemma-3-270m]" >> /models.ini && \
|
| 37 |
echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
|
| 38 |
echo "ctx-size = 131072" >> /models.ini && \
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
echo "flash-attn = on"
|
| 40 |
|
| 41 |
# --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
|
|
|
|
| 16 |
# --- MODEL 2: Gemma 3 1B Model ---
|
| 17 |
RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
|
| 18 |
|
| 19 |
+
# --- MODEL 3: Ornith 1.0 9B Model ---
|
| 20 |
+
RUN wget "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf" -O /models/ornith-1.0-9b-Q4_K_M.gguf
|
| 21 |
+
|
| 22 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 23 |
RUN echo "[gemma-4-vision]" > /models.ini && \
|
| 24 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
|
|
| 39 |
echo "[gemma-3-270m]" >> /models.ini && \
|
| 40 |
echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
|
| 41 |
echo "ctx-size = 131072" >> /models.ini && \
|
| 42 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 43 |
+
echo "" >> /models.ini && \
|
| 44 |
+
echo "[ornith-9b]" >> /models.ini && \
|
| 45 |
+
echo "model = /models/ornith-1.0-9b-Q4_K_M.gguf" >> /models.ini && \
|
| 46 |
+
echo "ctx-size = 8192" >> /models.ini && \
|
| 47 |
echo "flash-attn = on"
|
| 48 |
|
| 49 |
# --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
|