yash184 commited on
Commit
cb18365
·
verified ·
1 Parent(s): 037a01c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +39 -3
Dockerfile CHANGED
@@ -14,16 +14,52 @@ ENV PATH="/opt/venv/bin:${PATH}"
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
- # Download verified Qwen3-4B GGUF
18
  RUN python3 - <<EOF
19
  from huggingface_hub import hf_hub_download
20
 
21
  hf_hub_download(
22
  repo_id="Qwen/Qwen2.5-Coder-3B-Instruct-GGUF",
23
- filename="Qwen2.5-Coder-3B-Instruct-GGUF",
24
  local_dir="/app",
25
  local_dir_use_symlinks=False
26
  )
27
  EOF
28
 
29
- CMD ["-m","/app/Qwen2.5-Coder-3B-Instruct-GGUF","--host","0.0.0.0","--port","7860","--alias","qwen3-4b","--api-key","123456","-t","4","-b","1024","-c","8192","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
 
15
  RUN pip install --no-cache-dir --upgrade pip huggingface_hub
16
 
17
+ # Download Qwen2.5-Coder-3B GGUF
18
  RUN python3 - <<EOF
19
  from huggingface_hub import hf_hub_download
20
 
21
  hf_hub_download(
22
  repo_id="Qwen/Qwen2.5-Coder-3B-Instruct-GGUF",
23
+ filename="qwen2.5-coder-3b-instruct-q4_k_m.gguf",
24
  local_dir="/app",
25
  local_dir_use_symlinks=False
26
  )
27
  EOF
28
 
29
+ CMD [
30
+ "-m",
31
+ "/app/qwen2.5-coder-3b-instruct-q4_k_m.gguf",
32
+
33
+ "--host",
34
+ "0.0.0.0",
35
+
36
+ "--port",
37
+ "7860",
38
+
39
+ "--alias",
40
+ "qwen3-4b",
41
+
42
+ "--api-key",
43
+ "123456",
44
+
45
+ "-t",
46
+ "4",
47
+
48
+ "-b",
49
+ "1024",
50
+
51
+ "-c",
52
+ "8192",
53
+
54
+ "-n",
55
+ "4096",
56
+
57
+ "--parallel",
58
+ "1",
59
+
60
+ "--cache-type-k",
61
+ "q8_0",
62
+
63
+ "--cache-type-v",
64
+ "q8_0"
65
+ ]