yash184 commited on
Commit
01221c2
·
verified ·
1 Parent(s): 7a9d2af

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +14 -11
Dockerfile CHANGED
@@ -15,15 +15,18 @@ ENV PATH="/opt/venv/bin:${PATH}"
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
  RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF', filename='DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf', local_dir='/app')"
 
18
 
19
- CMD --server \
20
- -m /app/DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf \
21
- --host 0.0.0.0 \
22
- --port 7860 \
23
- -t 4 \
24
- -b 1024 \
25
- -c 16384 \
26
- -n 4096 \
27
- --parallel 1 \
28
- --cache-type-k q8_0 \
29
- --cache-type-v q8_0
 
 
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
  RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF', filename='DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf', local_dir='/app')"
18
+ ENTRYPOINT ["/llama-server"]
19
 
20
+ CMD [
21
+ "--model",
22
+ "/app/DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf",
23
+ "--host","0.0.0.0",
24
+ "--port","7860",
25
+ "-t","4",
26
+ "-b","1024",
27
+ "-c","8192",
28
+ "-n","4096",
29
+ "--parallel","1",
30
+ "--cache-type-k","q8_0",
31
+ "--cache-type-v","q8_0"
32
+ ]