we2app commited on
Commit
6409244
·
verified ·
1 Parent(s): 57f3b8a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -0
Dockerfile CHANGED
@@ -16,6 +16,9 @@ RUN wget "https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/gemma
16
  # --- MODEL 2: Gemma 3 1B Model ---
17
  RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
18
 
 
 
 
19
  # --- CREATE ROUTER CONFIGURATION ---
20
  RUN echo "[gemma-4-vision]" > /models.ini && \
21
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
@@ -36,6 +39,11 @@ RUN echo "[gemma-4-vision]" > /models.ini && \
36
  echo "[gemma-3-270m]" >> /models.ini && \
37
  echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
38
  echo "ctx-size = 131072" >> /models.ini && \
 
 
 
 
 
39
  echo "flash-attn = on"
40
 
41
  # --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---
 
16
  # --- MODEL 2: Gemma 3 1B Model ---
17
  RUN wget "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf" -O /models/gemma-3-1b-it.Q3_K_M.gguf
18
 
19
+ # --- MODEL 3: Ornith 1.0 9B Model ---
20
+ RUN wget "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf" -O /models/ornith-1.0-9b-Q4_K_M.gguf
21
+
22
  # --- CREATE ROUTER CONFIGURATION ---
23
  RUN echo "[gemma-4-vision]" > /models.ini && \
24
  echo "model = /models/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" >> /models.ini && \
 
39
  echo "[gemma-3-270m]" >> /models.ini && \
40
  echo "model = /models/gemma-3-270m-it-Q8_0.gguf" >> /models.ini && \
41
  echo "ctx-size = 131072" >> /models.ini && \
42
+ echo "flash-attn = on" >> /models.ini && \
43
+ echo "" >> /models.ini && \
44
+ echo "[ornith-9b]" >> /models.ini && \
45
+ echo "model = /models/ornith-1.0-9b-Q4_K_M.gguf" >> /models.ini && \
46
+ echo "ctx-size = 8192" >> /models.ini && \
47
  echo "flash-attn = on"
48
 
49
  # --- START SERVER IN ROUTER MODE WITH TOOLS & MCP ENABLED ---