yash184 commited on
Commit
de1a817
·
verified ·
1 Parent(s): c6a9a31

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +14 -2
Dockerfile CHANGED
@@ -14,6 +14,18 @@ ENV PATH="/opt/venv/bin:${PATH}"
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
- RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='Qwen/Qwen2.5-Coder-3B-Instruct-GGUF', filename='qwen2.5-coder-3b-instruct-q4_k_m.gguf', local_dir='/app')"
18
 
19
- CMD ["--server","-m","/app/qwen2.5-coder-3b-instruct-q4_k_m.gguf","--host","0.0.0.0","--port","7860","-t","4","-b","1024","-c","16384","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]
 
 
 
 
 
 
 
 
 
 
 
 
 
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
+ RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF', filename='DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf', local_dir='/app')"
18
 
19
+ CMD [
20
+ "--server",
21
+ "-m","/app/DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf",
22
+ "--host","0.0.0.0",
23
+ "--port","7860",
24
+ "-t","4",
25
+ "-b","1024",
26
+ "-c","16384",
27
+ "-n","4096",
28
+ "--parallel","1",
29
+ "--cache-type-k","q8_0",
30
+ "--cache-type-v","q8_0"
31
+ ]