yashsecdev commited on
Commit
73465e6
·
1 Parent(s): e679ce0

Fix: Build llama-cpp-python from source

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -3
Dockerfile CHANGED
@@ -27,10 +27,12 @@ RUN mkdir -p /app/models && chmod 777 /app/models
27
  COPY requirements.txt .
28
 
29
  # Install dependencies
30
- # We forcefully install the specific Linux wheel for Python 3.11 to prevent compilation
31
  RUN pip install --no-cache-dir --upgrade pip && \
32
- pip install --no-cache-dir -r requirements.txt && \
33
- pip install https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.2/llama_cpp_python-0.3.2-cp311-cp311-linux_x86_64.whl
 
 
34
 
35
  # Copy the rest of the application
36
  COPY . .
 
27
  COPY requirements.txt .
28
 
29
  # Install dependencies
30
+ # Install dependencies
31
  RUN pip install --no-cache-dir --upgrade pip && \
32
+ pip install --no-cache-dir -r requirements.txt
33
+
34
+ # Install llama-cpp-python from source to ensure compatibility with system libraries
35
+ RUN pip install llama-cpp-python
36
 
37
  # Copy the rest of the application
38
  COPY . .