we2app commited on
Commit
fbff1f2
·
verified ·
1 Parent(s): 261354b

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +9 -1
Dockerfile CHANGED
@@ -29,6 +29,9 @@ RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-2
29
  # --- MODEL 7: Gemma 4 12B IT ---
30
  RUN wget "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf" -O /models/gemma-4-12b-it-Q4_K_M.gguf
31
 
 
 
 
32
  # --- CREATE ROUTER CONFIGURATION ---
33
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
34
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -69,7 +72,12 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
69
  echo "" >> /models.ini && \
70
  echo "[gemma-4-12b]" >> /models.ini && \
71
  echo "model = /models/gemma-4-12b-it-Q4_K_M.gguf" >> /models.ini && \
72
- echo "ctx-size = 32768" >> /models.ini && \
 
 
 
 
 
73
  echo "flash-attn = on"
74
 
75
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
 
29
  # --- MODEL 7: Gemma 4 12B IT ---
30
  RUN wget "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf" -O /models/gemma-4-12b-it-Q4_K_M.gguf
31
 
32
+ # --- MODEL 8: Gemma 4 E4B IT ---
33
+ RUN wget "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf" -O /models/gemma-4-E4B-it-Q4_K_M.gguf
34
+
35
  # --- CREATE ROUTER CONFIGURATION ---
36
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
37
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
72
  echo "" >> /models.ini && \
73
  echo "[gemma-4-12b]" >> /models.ini && \
74
  echo "model = /models/gemma-4-12b-it-Q4_K_M.gguf" >> /models.ini && \
75
+ echo "ctx-size = 131072" >> /models.ini && \
76
+ echo "flash-attn = on" >> /models.ini && \
77
+ echo "" >> /models.ini && \
78
+ echo "[gemma-4-E4B-it]" >> /models.ini && \
79
+ echo "model = /models/gemma-4-E4B-it-Q4_K_M.gguf" >> /models.ini && \
80
+ echo "ctx-size = 131072" >> /models.ini && \
81
  echo "flash-attn = on"
82
 
83
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---