we2app commited on
Commit
77a0152
·
verified ·
1 Parent(s): f80a9a0

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -0
Dockerfile CHANGED
@@ -26,6 +26,9 @@ RUN wget "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-B
26
  # --- MODEL 6: GPT OSS 20B ---
27
  RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf" -O /models/gpt-oss-20b-Q4_0.gguf
28
 
 
 
 
29
  # --- CREATE ROUTER CONFIGURATION ---
30
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
31
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -62,6 +65,11 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
62
  echo "[gpt-oss-20b]" >> /models.ini && \
63
  echo "model = /models/gpt-oss-20b-Q4_0.gguf" >> /models.ini && \
64
  echo "ctx-size = 32768" >> /models.ini && \
 
 
 
 
 
65
  echo "flash-attn = on"
66
 
67
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
 
26
  # --- MODEL 6: GPT OSS 20B ---
27
  RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf" -O /models/gpt-oss-20b-Q4_0.gguf
28
 
29
+ # --- MODEL 7: Gemma 4 12B IT ---
30
+ RUN wget "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf" -O /models/gemma-4-12b-it-Q4_K_M.gguf
31
+
32
  # --- CREATE ROUTER CONFIGURATION ---
33
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
34
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
65
  echo "[gpt-oss-20b]" >> /models.ini && \
66
  echo "model = /models/gpt-oss-20b-Q4_0.gguf" >> /models.ini && \
67
  echo "ctx-size = 32768" >> /models.ini && \
68
+ echo "flash-attn = on" >> /models.ini && \
69
+ echo "" >> /models.ini && \
70
+ echo "[gemma-4-12b]" >> /models.ini && \
71
+ echo "model = /models/gemma-4-12b-it-Q4_K_M.gguf" >> /models.ini && \
72
+ echo "ctx-size = 131072" >> /models.ini && \
73
  echo "flash-attn = on"
74
 
75
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---