CooLLaMACEO commited on
Commit
db08b31
·
verified ·
1 Parent(s): b944aa7

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +12 -5
Dockerfile CHANGED
@@ -1,14 +1,21 @@
1
- FROM python:3.10
 
 
 
 
 
2
 
3
  WORKDIR /app
4
 
5
- # 1. Install the FAST version first
6
- RUN pip install llama-cpp-python==0.3.2 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
 
7
 
8
- # 2. Install ONLY the web stuff (remove llama-cpp from requirements.txt!)
9
  COPY requirements.txt .
10
- RUN pip install -r requirements.txt
11
 
12
  COPY . .
 
13
  EXPOSE 7860
 
14
  CMD ["python", "app.py"]
 
1
+ FROM python:3.10-slim
2
+
3
+ # We need libgomp1 to run the math for the AI
4
+ RUN apt-get update && apt-get install -y \
5
+ libgomp1 \
6
+ && rm -rf /var/lib/apt/lists/*
7
 
8
  WORKDIR /app
9
 
10
+ # This link specifically pulls the 'manylinux' version (glibc) which matches HF
11
+ RUN pip install --no-cache-dir \
12
+ https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.2/llama_cpp_python-0.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
13
 
 
14
  COPY requirements.txt .
15
+ RUN pip install --no-cache-dir -r requirements.txt
16
 
17
  COPY . .
18
+
19
  EXPOSE 7860
20
+
21
  CMD ["python", "app.py"]