ramedde commited on
Commit
89e6b8d
·
verified ·
1 Parent(s): 529b846

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +12 -7
Dockerfile CHANGED
@@ -1,23 +1,28 @@
1
- FROM ubuntu:24.04
2
 
 
 
3
  RUN apt-get update && apt-get install -y \
4
  python3 python3-pip \
5
  curl wget tar \
6
  && rm -rf /var/lib/apt/lists/*
7
-
8
  WORKDIR /app
9
-
10
  # ---- download precompiled llama.cpp ----
11
  RUN wget -O llama.tar.gz https://github.com/ggml-org/llama.cpp/releases/download/b9310/llama-b9310-bin-ubuntu-x64.tar.gz && \
12
  mkdir llama && \
13
  tar -xzf llama.tar.gz -C llama --strip-components=1 && \
14
  rm llama.tar.gz
15
-
16
  COPY requirements.txt .
17
  RUN pip3 install --no-cache-dir --break-system-packages -r requirements.txt
18
-
 
 
 
 
 
19
  COPY . .
20
-
21
  EXPOSE 7860
22
-
23
  CMD ["python3", "app.py"]
 
 
1
 
2
+ FROM ubuntu:24.04
3
+
4
  RUN apt-get update && apt-get install -y \
5
  python3 python3-pip \
6
  curl wget tar \
7
  && rm -rf /var/lib/apt/lists/*
8
+
9
  WORKDIR /app
10
+
11
  # ---- download precompiled llama.cpp ----
12
  RUN wget -O llama.tar.gz https://github.com/ggml-org/llama.cpp/releases/download/b9310/llama-b9310-bin-ubuntu-x64.tar.gz && \
13
  mkdir llama && \
14
  tar -xzf llama.tar.gz -C llama --strip-components=1 && \
15
  rm llama.tar.gz
16
+
17
  COPY requirements.txt .
18
  RUN pip3 install --no-cache-dir --break-system-packages -r requirements.txt
19
+
20
+ # ---- bake model into image so container starts instantly ----
21
+ RUN python3 -c "\
22
+ from huggingface_hub import hf_hub_download; \
23
+ hf_hub_download(repo_id='LiquidAI/LFM2.5-350M-GGUF', filename='LFM2.5-350M-Q8_0.gguf')"
24
+
25
  COPY . .
26
+
27
  EXPOSE 7860
 
28
  CMD ["python3", "app.py"]