we2app commited on
Commit
57f3b8a
·
verified ·
1 Parent(s): e6f5bd6

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -21,7 +21,7 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
21
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
22
  echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
23
  echo "mmproj = /models/gemma-4-E2B-it-mmproj.gguf" >> /models.ini && \
24
- echo "ctx-size = 4096" >> /models.ini && \
25
  echo "flash-attn = on" >> /models.ini && \
26
  echo "ubatch-size = 128" >> /models.ini && \
27
  echo "batch-size = 512" >> /models.ini && \
@@ -30,12 +30,12 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
30
  echo "" >> /models.ini && \
31
  echo "[gemma-3-1b]" >> /models.ini && \
32
  echo "model = /models/gemma-3-1b-it.Q3_K_M.gguf" >> /models.ini && \
33
- echo "ctx-size = 4096" >> /models.ini && \
34
  echo "flash-attn = on" >> /models.ini && \
35
  echo "" >> /models.ini && \
36
  echo "[gemma-3-270m]" >> /models.ini && \
37
  echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
38
- echo "ctx-size = 4096" >> /models.ini && \
39
  echo "flash-attn = on"
40
 
41
  # --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
 
21
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
22
  echo "spec-draft-model = /models/mtp-gemma-4-E2B-it.gguf" >> /models.ini && \
23
  echo "mmproj = /models/gemma-4-E2B-it-mmproj.gguf" >> /models.ini && \
24
+ echo "ctx-size = 131072" >> /models.ini && \
25
  echo "flash-attn = on" >> /models.ini && \
26
  echo "ubatch-size = 128" >> /models.ini && \
27
  echo "batch-size = 512" >> /models.ini && \
 
30
  echo "" >> /models.ini && \
31
  echo "[gemma-3-1b]" >> /models.ini && \
32
  echo "model = /models/gemma-3-1b-it.Q3_K_M.gguf" >> /models.ini && \
33
+ echo "ctx-size = 131072" >> /models.ini && \
34
  echo "flash-attn = on" >> /models.ini && \
35
  echo "" >> /models.ini && \
36
  echo "[gemma-3-270m]" >> /models.ini && \
37
  echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
38
+ echo "ctx-size = 131072" >> /models.ini && \
39
  echo "flash-attn = on"
40
 
41
  # --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---