we2app commited on
Commit
7c804b1
·
verified ·
1 Parent(s): 3d26a51

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -0
Dockerfile CHANGED
@@ -38,6 +38,9 @@ RUN wget "https://huggingface.co/openbmb/MiniCPM5-1B-GGUF/resolve/main/MiniCPM5-
38
  # --- MODEL 10: Nanbeige4.1 3B ---
39
  RUN wget "https://huggingface.co/Mungert/Nanbeige4.1-3B-GGUF/resolve/main/Nanbeige4.1-3B-q4_k_m.gguf?download=true" -O /models/Nanbeige4.1-3B-q4_k_m.gguf
40
 
 
 
 
41
  # --- CREATE ROUTER CONFIGURATION ---
42
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
43
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -94,6 +97,11 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
94
  echo "[nanbeige4.1-3b]" >> /models.ini && \
95
  echo "model = /models/Nanbeige4.1-3B-q4_k_m.gguf" >> /models.ini && \
96
  echo "ctx-size = 32768" >> /models.ini && \
 
 
 
 
 
97
  echo "flash-attn = on" >> /models.ini
98
 
99
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
 
38
  # --- MODEL 10: Nanbeige4.1 3B ---
39
  RUN wget "https://huggingface.co/Mungert/Nanbeige4.1-3B-GGUF/resolve/main/Nanbeige4.1-3B-q4_k_m.gguf?download=true" -O /models/Nanbeige4.1-3B-q4_k_m.gguf
40
 
41
+ # --- MODEL 11: TwIL-LM3 Q5_K_S ---
42
+ RUN wget "https://huggingface.co/holooo/TwIL-LM3-Q5_K_S-GGUF/resolve/main/twil-lm3-q5_k_s.gguf?download=true" -O /models/twil-lm3-q5_k_s.gguf
43
+
44
  # --- CREATE ROUTER CONFIGURATION ---
45
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
46
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
97
  echo "[nanbeige4.1-3b]" >> /models.ini && \
98
  echo "model = /models/Nanbeige4.1-3B-q4_k_m.gguf" >> /models.ini && \
99
  echo "ctx-size = 32768" >> /models.ini && \
100
+ echo "flash-attn = on" >> /models.ini && \
101
+ echo "" >> /models.ini && \
102
+ echo "[twil-lm3]" >> /models.ini && \
103
+ echo "model = /models/twil-lm3-q5_k_s.gguf" >> /models.ini && \
104
+ echo "ctx-size = 32768" >> /models.ini && \
105
  echo "flash-attn = on" >> /models.ini
106
 
107
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---