yash184 commited on
Commit
dac6121
·
verified ·
1 Parent(s): 371ccac

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +26 -2
Dockerfile CHANGED
@@ -14,5 +14,29 @@ ENV PATH="/opt/venv/bin:${PATH}"
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
- RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF', filename='DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf', local_dir='/app')"
18
- CMD ["--server","-m","/app/DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf","--host","0.0.0.0","--port","7860","-t","4","-b","1024","-c","8192","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
+ # Download Qwen3-4B GGUF
18
+ RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download( \
19
+ repo_id='bartowski/Qwen_Qwen3-4B-GGUF', \
20
+ filename='Qwen3-4B-Q4_K_M.gguf', \
21
+ local_dir='/app')"
22
+
23
+ CMD [
24
+ "--server",
25
+ "-m", "/app/Qwen3-4B-Q4_K_M.gguf",
26
+
27
+ "--host", "0.0.0.0",
28
+ "--port", "7860",
29
+
30
+ "--alias", "qwen3-4b",
31
+ "--api-key", "123456",
32
+
33
+ "-t", "4",
34
+ "-b", "1024",
35
+ "-c", "8192",
36
+ "-n", "4096",
37
+
38
+ "--parallel", "1",
39
+
40
+ "--cache-type-k", "q8_0",
41
+ "--cache-type-v", "q8_0"
42
+ ]