we2app commited on
Commit
bf15c31
·
verified ·
1 Parent(s): 81c8014

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -6
Dockerfile CHANGED
@@ -11,12 +11,10 @@ RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mt
11
  RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mmproj-F16.gguf" -O /models/gemma-4-E2B-it-mmproj.gguf
12
  RUN wget "https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/gemma-3-270m-it-F16.gguf" -O /gemma-3-270m-it-F16.gguf
13
 
14
- # --- MODEL 2: Gemma 3 1B Model (Corrected Direct Download Link) ---
15
  RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
16
 
17
-
18
  # --- CREATE ROUTER CONFIGURATION ---
19
- # Appending configuration step-by-step to avoid any multiline shell escaping issues
20
  RUN echo "[gemma-4-vision]" > /models.ini && \
21
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
22
  echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
@@ -38,12 +36,14 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
38
  echo "ctx-size = 4096" >> /models.ini && \
39
  echo "flash-attn = on" >> /models.ini
40
 
41
-
42
- # --- START SERVER IN ROUTER MODE ---
43
  CMD [ \
44
  "--models-preset", "/models.ini", \
45
  "--port", "7860", \
46
  "--host", "0.0.0.0", \
47
  "-t", "2", \
48
- "-tb", "2" \
 
 
 
49
  ]
 
11
  RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mmproj-F16.gguf" -O /models/gemma-4-E2B-it-mmproj.gguf
12
  RUN wget "https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/gemma-3-270m-it-F16.gguf" -O /gemma-3-270m-it-F16.gguf
13
 
14
+ # --- MODEL 2: Gemma 3 1B Model ---
15
  RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
16
 
 
17
  # --- CREATE ROUTER CONFIGURATION ---
 
18
  RUN echo "[gemma-4-vision]" > /models.ini && \
19
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
20
  echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
 
36
  echo "ctx-size = 4096" >> /models.ini && \
37
  echo "flash-attn = on" >> /models.ini
38
 
39
+ # --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
 
40
  CMD [ \
41
  "--models-preset", "/models.ini", \
42
  "--port", "7860", \
43
  "--host", "0.0.0.0", \
44
  "-t", "2", \
45
+ "-tb", "2", \
46
+ "--tools", "all", \
47
+ "--jinja", \
48
+ "--webui-mcp-proxy" \
49
  ]