yash184 commited on
Commit
4846749
·
verified ·
1 Parent(s): 124675b

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +19 -42
Dockerfile CHANGED
@@ -4,52 +4,29 @@ WORKDIR /app
4
 
5
  # Install Python
6
  RUN apt-get update && \
7
- apt-get install -y python3 python3-pip python3-venv && \
 
 
 
8
  rm -rf /var/lib/apt/lists/*
9
 
 
10
  RUN python3 -m venv /opt/venv
11
- ENV PATH="/opt/venv/bin:$PATH"
12
 
13
- # Install HuggingFace Hub
14
- RUN pip install --no-cache-dir -U pip huggingface_hub
15
 
16
- # Download Model
17
- RUN python3 -c "from huggingface_hub import hf_hub_download; \
18
- hf_hub_download( \
19
- repo_id='Qwen/Qwen2.5-Coder-3B-Instruct-GGUF', \
20
- filename='qwen2.5-coder-3b-instruct-q4_k_m.gguf', \
21
- local_dir='/app')"
22
 
23
- CMD [
24
- "--server",
 
 
 
 
25
 
26
- "-m",
27
- "/app/qwen2.5-coder-3b-instruct-q4_k_m.gguf",
28
-
29
- "--host",
30
- "0.0.0.0",
31
-
32
- "--port",
33
- "7860",
34
-
35
- "-t",
36
- "4",
37
-
38
- "-b",
39
- "1024",
40
-
41
- "-c",
42
- "16384",
43
-
44
- "-n",
45
- "4096",
46
-
47
- "--parallel",
48
- "1",
49
-
50
- "--cache-type-k",
51
- "q8_0",
52
-
53
- "--cache-type-v",
54
- "q8_0"
55
- ]
 
4
 
5
  # Install Python
6
  RUN apt-get update && \
7
+ apt-get install -y --no-install-recommends \
8
+ python3 \
9
+ python3-pip \
10
+ python3-venv && \
11
  rm -rf /var/lib/apt/lists/*
12
 
13
+ # Python Virtual Environment
14
  RUN python3 -m venv /opt/venv
15
+ ENV PATH="/opt/venv/bin:${PATH}"
16
 
17
+ # Install Hugging Face Hub
18
+ RUN pip install --no-cache-dir --upgrade pip huggingface_hub
19
 
20
+ # Download model during image build
21
+ RUN python3 - <<'PY'
22
+ from huggingface_hub import hf_hub_download
 
 
 
23
 
24
+ hf_hub_download(
25
+ repo_id="Qwen/Qwen2.5-Coder-3B-Instruct-GGUF",
26
+ filename="qwen2.5-coder-3b-instruct-q4_k_m.gguf",
27
+ local_dir="/app"
28
+ )
29
+ PY
30
 
31
+ # llama.cpp arguments
32
+ CMD ["--server","-m","/app/qwen2.5-coder-3b-instruct-q4_k_m.gguf","--host","0.0.0.0","--port","7860","-t","4","-b","1024","-c","16384","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]