yash184 commited on
Commit
9e358ba
·
verified ·
1 Parent(s): 5de7835

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -5
Dockerfile CHANGED
@@ -13,15 +13,14 @@ ENV PATH="/opt/venv/bin:$PATH"
13
  # Python tools install karna
14
  RUN pip install -U pip huggingface_hub
15
 
16
- # Model download karna (Qwen2.5-Coder-1.5B)
17
  RUN python3 -c 'from huggingface_hub import hf_hub_download; \
18
- repo="bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF"; \
19
- hf_hub_download(repo_id=repo, filename="Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf", local_dir="/app")'
20
 
21
  # Server start karne ka command
22
- # Humne mmproj hata diya hai taaki error na aaye
23
  CMD ["--server", \
24
- "-m", "/app/Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf", \
25
  "--host", "0.0.0.0", \
26
  "--port", "7860", \
27
  "-t", "2", \
 
13
  # Python tools install karna
14
  RUN pip install -U pip huggingface_hub
15
 
16
+ # Model download karna (Qwen2.5-Coder-3B-Instruct)
17
  RUN python3 -c 'from huggingface_hub import hf_hub_download; \
18
+ repo="bartowski/Qwen2.5-Coder-3B-Instruct-GGUF"; \
19
+ hf_hub_download(repo_id=repo, filename="Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf", local_dir="/app")'
20
 
21
  # Server start karne ka command
 
22
  CMD ["--server", \
23
+ "-m", "/app/Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf", \
24
  "--host", "0.0.0.0", \
25
  "--port", "7860", \
26
  "-t", "2", \