we2app commited on
Commit
797021e
·
verified ·
1 Parent(s): 68d8ff7

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -0
Dockerfile CHANGED
@@ -19,6 +19,9 @@ RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/g
19
  # --- MODEL 3: Ornith 1.0 9B Model ---
20
  RUN wget "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf" -O /models/ornith-1.0-9b-Q4_K_M.gguf
21
 
 
 
 
22
  # --- CREATE ROUTER CONFIGURATION ---
23
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
24
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -44,6 +47,11 @@ RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
44
  echo "[ornith-9b]" >> /models.ini && \
45
  echo "model = /models/ornith-1.0-9b-Q4_K_M.gguf" >> /models.ini && \
46
  echo "ctx-size = 8192" >> /models.ini && \
 
 
 
 
 
47
  echo "flash-attn = on"
48
 
49
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---
 
19
  # --- MODEL 3: Ornith 1.0 9B Model ---
20
  RUN wget "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf" -O /models/ornith-1.0-9b-Q4_K_M.gguf
21
 
22
+ # --- NEW MODEL 4: Qwen 3.5 0.8B Model ---
23
+ RUN wget "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_M.gguf?download=true" -O /models/qwen-3.5-0.8b.gguf
24
+
25
  # --- CREATE ROUTER CONFIGURATION ---
26
  RUN echo "[gemma-4-E2B-it-vision]" > /models.ini && \
27
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
47
  echo "[ornith-9b]" >> /models.ini && \
48
  echo "model = /models/ornith-1.0-9b-Q4_K_M.gguf" >> /models.ini && \
49
  echo "ctx-size = 8192" >> /models.ini && \
50
+ echo "flash-attn = on" && \
51
+ echo "" >> /models.ini && \
52
+ echo "[qwen-3.5-0.8b]" >> /models.ini && \
53
+ echo "model = /models/qwen-3.5-0.8b.gguf" >> /models.ini && \
54
+ echo "ctx-size = 32768" >> /models.ini && \
55
  echo "flash-attn = on"
56
 
57
  # --- START SERVER IN ROUTER MODE WITH CORS, TOOLS & MCP ENABLED ---