yash184 commited on
Commit
43dfe44
·
verified ·
1 Parent(s): ec50f8d

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +11 -25
Dockerfile CHANGED
@@ -3,38 +3,24 @@ FROM ubuntu:24.04
3
  ENV DEBIAN_FRONTEND=noninteractive
4
 
5
  RUN apt-get update && \
6
- apt-get install -y \
7
- git \
8
- build-essential \
9
- cmake \
10
- python3 \
11
- python3-pip \
12
- curl && \
13
  rm -rf /var/lib/apt/lists/*
14
 
15
  WORKDIR /app
16
 
17
- # Build latest llama.cpp
18
- RUN git clone https://github.com/ggml-org/llama.cpp.git && \
19
- cd llama.cpp && \
20
- cmake -B build && \
21
- cmake --build build -j$(nproc)
 
 
 
22
 
23
  RUN pip3 install --no-cache-dir huggingface_hub
24
 
25
- RUN python3 -c "\
26
- from huggingface_hub import hf_hub_download; \
27
- hf_hub_download( \
28
- repo_id='bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF', \
29
- filename='Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf', \
30
- local_dir='/app/model' \
31
- )"
32
 
33
  EXPOSE 7860
34
 
35
- CMD ["/app/llama.cpp/build/bin/llama-server",
36
- "-m","/app/model/Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf",
37
- "--host","0.0.0.0",
38
- "--port","7860",
39
- "-c","32768",
40
- "-ngl","0"]
 
3
  ENV DEBIAN_FRONTEND=noninteractive
4
 
5
  RUN apt-get update && \
6
+ apt-get install -y git build-essential cmake python3 python3-pip curl && \
 
 
 
 
 
 
7
  rm -rf /var/lib/apt/lists/*
8
 
9
  WORKDIR /app
10
 
11
+ RUN git clone https://github.com/ggml-org/llama.cpp.git
12
+
13
+ WORKDIR /app/llama.cpp
14
+
15
+ RUN cmake -B build
16
+ RUN cmake --build build -j4
17
+
18
+ WORKDIR /app
19
 
20
  RUN pip3 install --no-cache-dir huggingface_hub
21
 
22
+ RUN python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF', filename='Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf', local_dir='/app/model')"
 
 
 
 
 
 
23
 
24
  EXPOSE 7860
25
 
26
+ CMD ["/app/llama.cpp/build/bin/llama-server","-m","/app/model/Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf","--host","0.0.0.0","--port","7860","-c","32768","-ngl","0"]