yash184 commited on
Commit
e0ca8bb
·
verified ·
1 Parent(s): d8646e1

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +29 -3
Dockerfile CHANGED
@@ -14,7 +14,33 @@ ENV PATH="/opt/venv/bin:${PATH}"
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
- # Download Qwen3-4B GGUF
18
- RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/Qwen_Qwen3-4B-GGUF', filename='Qwen3-4B-Q4_K_M.gguf', local_dir='/app')"
 
19
 
20
- CMD ["--server","-m","/app/Qwen3-4B-Q4_K_M.gguf","--host","0.0.0.0","--port","7860","--alias","qwen3-4b","--api-key","123456","-t","4","-b","1024","-c","8192","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
+ # Download verified Qwen3-4B GGUF
18
+ RUN python3 - <<EOF
19
+ from huggingface_hub import hf_hub_download
20
 
21
+ hf_hub_download(
22
+ repo_id="bartowski/Qwen_Qwen3-4B-GGUF",
23
+ filename="Qwen3-4B-Q4_K_M.gguf",
24
+ local_dir="/app",
25
+ local_dir_use_symlinks=False
26
+ )
27
+ EOF
28
+
29
+ CMD [
30
+ "-m","/app/Qwen3-4B-Q4_K_M.gguf",
31
+ "--host","0.0.0.0",
32
+ "--port","7860",
33
+
34
+ "--alias","qwen3-4b",
35
+ "--api-key","123456",
36
+
37
+ "-t","4",
38
+ "-b","1024",
39
+ "-c","8192",
40
+ "-n","4096",
41
+
42
+ "--parallel","1",
43
+
44
+ "--cache-type-k","q8_0",
45
+ "--cache-type-v","q8_0"
46
+ ]