Update Dockerfile
Browse files- Dockerfile +16 -0
Dockerfile
CHANGED
|
@@ -41,6 +41,12 @@ RUN wget "https://huggingface.co/Mungert/Nanbeige4.1-3B-GGUF/resolve/main/Nanbei
|
|
| 41 |
# --- MODEL 11: TwIL-LM3 Q5_K_S ---
|
| 42 |
RUN wget "https://huggingface.co/holooo/TwIL-LM3-Q5_K_S-GGUF/resolve/main/twil-lm3-q5_k_s.gguf?download=true" -O /models/twil-lm3-q5_k_s.gguf
|
| 43 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 45 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 46 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
@@ -102,6 +108,16 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
|
| 102 |
echo "[twil-lm3]" >> /models.ini && \
|
| 103 |
echo "model = /models/twil-lm3-q5_k_s.gguf" >> /models.ini && \
|
| 104 |
echo "ctx-size = 32768" >> /models.ini && \
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 105 |
echo "flash-attn = on" >> /models.ini
|
| 106 |
|
| 107 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|
|
|
|
| 41 |
# --- MODEL 11: TwIL-LM3 Q5_K_S ---
|
| 42 |
RUN wget "https://huggingface.co/holooo/TwIL-LM3-Q5_K_S-GGUF/resolve/main/twil-lm3-q5_k_s.gguf?download=true" -O /models/twil-lm3-q5_k_s.gguf
|
| 43 |
|
| 44 |
+
# --- MODEL 12: LiquidAI LFM2.5 Audio 1.5B ---
|
| 45 |
+
RUN wget "https://huggingface.co/LiquidAI/LFM2.5-Audio-1.5B-GGUF/resolve/main/LFM2.5-Audio-1.5B-Q4_0.gguf?download=true" -O /models/LFM2.5-Audio-1.5B-Q4_0.gguf
|
| 46 |
+
|
| 47 |
+
# --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
|
| 48 |
+
RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
|
| 49 |
+
|
| 50 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 51 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 52 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
|
|
| 108 |
echo "[twil-lm3]" >> /models.ini && \
|
| 109 |
echo "model = /models/twil-lm3-q5_k_s.gguf" >> /models.ini && \
|
| 110 |
echo "ctx-size = 32768" >> /models.ini && \
|
| 111 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 112 |
+
echo "" >> /models.ini && \
|
| 113 |
+
echo "[lfm2.5-audio-1.5b]" >> /models.ini && \
|
| 114 |
+
echo "model = /models/LFM2.5-Audio-1.5B-Q4_0.gguf" >> /models.ini && \
|
| 115 |
+
echo "ctx-size = 32768" >> /models.ini && \
|
| 116 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 117 |
+
echo "" >> /models.ini && \
|
| 118 |
+
echo "[lfm2.5-8b-a1b]" >> /models.ini && \
|
| 119 |
+
echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
|
| 120 |
+
echo "ctx-size = 32768" >> /models.ini && \
|
| 121 |
echo "flash-attn = on" >> /models.ini
|
| 122 |
|
| 123 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|