we2app commited on
Commit
65cc3d9
·
verified ·
1 Parent(s): 93cec89

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +11 -2
Dockerfile CHANGED
@@ -35,6 +35,9 @@ RUN wget "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-
35
  # --- MODEL 9: MiniCPM5 1B ---
36
  RUN wget "https://huggingface.co/openbmb/MiniCPM5-1B-GGUF/resolve/main/MiniCPM5-1B-Q4_K_M.gguf" -O /models/MiniCPM5-1B-Q4_K_M.gguf
37
 
 
 
 
38
  # --- CREATE ROUTER CONFIGURATION ---
39
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
40
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -86,7 +89,12 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
86
  echo "[minicpm5-1b]" >> /models.ini && \
87
  echo "model = /models/MiniCPM5-1B-Q4_K_M.gguf" >> /models.ini && \
88
  echo "ctx-size = 131072" >> /models.ini && \
89
- echo "flash-attn = on"
 
 
 
 
 
90
 
91
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
92
  CMD [ \
@@ -99,4 +107,5 @@ CMD [ \
99
  "--jinja", \
100
  "--webui-mcp-proxy", \
101
  "--cors-origins", "https://we2app-v4.hf.space" \
102
- ]
 
 
35
  # --- MODEL 9: MiniCPM5 1B ---
36
  RUN wget "https://huggingface.co/openbmb/MiniCPM5-1B-GGUF/resolve/main/MiniCPM5-1B-Q4_K_M.gguf" -O /models/MiniCPM5-1B-Q4_K_M.gguf
37
 
38
+ # --- MODEL 10: Nanbeige4.1 3B ---
39
+ RUN wget "https://huggingface.co/Mungert/Nanbeige4.1-3B-GGUF/resolve/main/Nanbeige4.1-3B-q4_k_m.gguf?download=true" -O /models/Nanbeige4.1-3B-q4_k_m.gguf
40
+
41
  # --- CREATE ROUTER CONFIGURATION ---
42
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
43
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
89
  echo "[minicpm5-1b]" >> /models.ini && \
90
  echo "model = /models/MiniCPM5-1B-Q4_K_M.gguf" >> /models.ini && \
91
  echo "ctx-size = 131072" >> /models.ini && \
92
+ echo "flash-attn = on" >> /models.ini && \
93
+ echo "" >> /models.ini && \
94
+ echo "[nanbeige4.1-3b]" >> /models.ini && \
95
+ echo "model = /models/Nanbeige4.1-3B-q4_k_m.gguf" >> /models.ini && \
96
+ echo "ctx-size = 32768" >> /models.ini && \
97
+ echo "flash-attn = on" >> /models.ini
98
 
99
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
100
  CMD [ \
 
107
  "--jinja", \
108
  "--webui-mcp-proxy", \
109
  "--cors-origins", "https://we2app-v4.hf.space" \
110
+ ]
111
+ ```[cite: 1]