we2app commited on
Commit
eb2c5d5
·
verified ·
1 Parent(s): b2b2074

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -0
Dockerfile CHANGED
@@ -47,6 +47,9 @@ RUN wget "https://huggingface.co/LiquidAI/LFM2.5-Audio-1.5B-GGUF/resolve/main/LF
47
  # --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
48
  RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
49
 
 
 
 
50
  # --- CREATE ROUTER CONFIGURATION ---
51
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
52
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -118,6 +121,11 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
118
  echo "[lfm2.5-8b-a1b]" >> /models.ini && \
119
  echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
120
  echo "ctx-size = 32768" >> /models.ini && \
 
 
 
 
 
121
  echo "flash-attn = on" >> /models.ini
122
 
123
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
 
47
  # --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
48
  RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
49
 
50
+ # --- MODEL 14: LiquidAI LFM2.5 VL 450M ---
51
+ RUN wget "https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/LFM2.5-VL-450M-Q4_0.gguf?download=true" -O /models/LFM2.5-VL-450M-Q4_0.gguf
52
+
53
  # --- CREATE ROUTER CONFIGURATION ---
54
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
55
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
121
  echo "[lfm2.5-8b-a1b]" >> /models.ini && \
122
  echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
123
  echo "ctx-size = 32768" >> /models.ini && \
124
+ echo "flash-attn = on" >> /models.ini && \
125
+ echo "" >> /models.ini && \
126
+ echo "[lfm2.5-vl-450m]" >> /models.ini && \
127
+ echo "model = /models/LFM2.5-VL-450M-Q4_0.gguf" >> /models.ini && \
128
+ echo "ctx-size = 32768" >> /models.ini && \
129
  echo "flash-attn = on" >> /models.ini
130
 
131
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---