yash184 commited on
Commit
7a9d2af
·
verified ·
1 Parent(s): de1a817

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +11 -13
Dockerfile CHANGED
@@ -16,16 +16,14 @@ RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
  RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF', filename='DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf', local_dir='/app')"
18
 
19
- CMD [
20
- "--server",
21
- "-m","/app/DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf",
22
- "--host","0.0.0.0",
23
- "--port","7860",
24
- "-t","4",
25
- "-b","1024",
26
- "-c","16384",
27
- "-n","4096",
28
- "--parallel","1",
29
- "--cache-type-k","q8_0",
30
- "--cache-type-v","q8_0"
31
- ]
 
16
 
17
  RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF', filename='DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf', local_dir='/app')"
18
 
19
+ CMD --server \
20
+ -m /app/DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf \
21
+ --host 0.0.0.0 \
22
+ --port 7860 \
23
+ -t 4 \
24
+ -b 1024 \
25
+ -c 16384 \
26
+ -n 4096 \
27
+ --parallel 1 \
28
+ --cache-type-k q8_0 \
29
+ --cache-type-v q8_0