Update Dockerfile
Browse files- Dockerfile +8 -0
Dockerfile
CHANGED
|
@@ -47,6 +47,9 @@ RUN wget "https://huggingface.co/LiquidAI/LFM2.5-Audio-1.5B-GGUF/resolve/main/LF
|
|
| 47 |
# --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
|
| 48 |
RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
|
| 49 |
|
|
|
|
|
|
|
|
|
|
| 50 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 51 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 52 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
@@ -118,6 +121,11 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
|
| 118 |
echo "[lfm2.5-8b-a1b]" >> /models.ini && \
|
| 119 |
echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
|
| 120 |
echo "ctx-size = 32768" >> /models.ini && \
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 121 |
echo "flash-attn = on" >> /models.ini
|
| 122 |
|
| 123 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|
|
|
|
| 47 |
# --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
|
| 48 |
RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
|
| 49 |
|
| 50 |
+
# --- MODEL 14: LiquidAI LFM2.5 VL 450M ---
|
| 51 |
+
RUN wget "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/LFM2.5-VL-450M-Q4_0.gguf?download=true" -O /models/LFM2.5-VL-450M-Q4_0.gguf
|
| 52 |
+
|
| 53 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 54 |
RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
|
| 55 |
echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
|
|
|
|
| 121 |
echo "[lfm2.5-8b-a1b]" >> /models.ini && \
|
| 122 |
echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
|
| 123 |
echo "ctx-size = 32768" >> /models.ini && \
|
| 124 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 125 |
+
echo "" >> /models.ini && \
|
| 126 |
+
echo "[lfm2.5-vl-450m]" >> /models.ini && \
|
| 127 |
+
echo "model = /models/LFM2.5-VL-450M-Q4_0.gguf" >> /models.ini && \
|
| 128 |
+
echo "ctx-size = 32768" >> /models.ini && \
|
| 129 |
echo "flash-attn = on" >> /models.ini
|
| 130 |
|
| 131 |
# --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
|