we2app commited on
Commit
b2b2074
·
verified ·
1 Parent(s): 7c804b1

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +16 -0
Dockerfile CHANGED
@@ -41,6 +41,12 @@ RUN wget "https://huggingface.co/Mungert/Nanbeige4.1-3B-GGUF/resolve/main/Nanbei
41
  # --- MODEL 11: TwIL-LM3 Q5_K_S ---
42
  RUN wget "https://huggingface.co/holooo/TwIL-LM3-Q5_K_S-GGUF/resolve/main/twil-lm3-q5_k_s.gguf?download=true" -O /models/twil-lm3-q5_k_s.gguf
43
 
 
 
 
 
 
 
44
  # --- CREATE ROUTER CONFIGURATION ---
45
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
46
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -102,6 +108,16 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
102
  echo "[twil-lm3]" >> /models.ini && \
103
  echo "model = /models/twil-lm3-q5_k_s.gguf" >> /models.ini && \
104
  echo "ctx-size = 32768" >> /models.ini && \
 
 
 
 
 
 
 
 
 
 
105
  echo "flash-attn = on" >> /models.ini
106
 
107
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
 
41
  # --- MODEL 11: TwIL-LM3 Q5_K_S ---
42
  RUN wget "https://huggingface.co/holooo/TwIL-LM3-Q5_K_S-GGUF/resolve/main/twil-lm3-q5_k_s.gguf?download=true" -O /models/twil-lm3-q5_k_s.gguf
43
 
44
+ # --- MODEL 12: LiquidAI LFM2.5 Audio 1.5B ---
45
+ RUN wget "https://huggingface.co/LiquidAI/LFM2.5-Audio-1.5B-GGUF/resolve/main/LFM2.5-Audio-1.5B-Q4_0.gguf?download=true" -O /models/LFM2.5-Audio-1.5B-Q4_0.gguf
46
+
47
+ # --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
48
+ RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
49
+
50
  # --- CREATE ROUTER CONFIGURATION ---
51
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
52
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
108
  echo "[twil-lm3]" >> /models.ini && \
109
  echo "model = /models/twil-lm3-q5_k_s.gguf" >> /models.ini && \
110
  echo "ctx-size = 32768" >> /models.ini && \
111
+ echo "flash-attn = on" >> /models.ini && \
112
+ echo "" >> /models.ini && \
113
+ echo "[lfm2.5-audio-1.5b]" >> /models.ini && \
114
+ echo "model = /models/LFM2.5-Audio-1.5B-Q4_0.gguf" >> /models.ini && \
115
+ echo "ctx-size = 32768" >> /models.ini && \
116
+ echo "flash-attn = on" >> /models.ini && \
117
+ echo "" >> /models.ini && \
118
+ echo "[lfm2.5-8b-a1b]" >> /models.ini && \
119
+ echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
120
+ echo "ctx-size = 32768" >> /models.ini && \
121
  echo "flash-attn = on" >> /models.ini
122
 
123
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---