go

Dockerfile

@@ -8,10 +8,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 \
 
 WORKDIR /app
 
-# Install build dependencies for llama-cpp-python
+# Minimal dependencies
 RUN apt-get update && apt-get install -y \
-    build-essential \
-    cmake \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
@@ -19,15 +17,20 @@ RUN apt-get update && apt-get install -y \
 RUN useradd -m -u 1000 user
 RUN mkdir -p /app/cache /app/models && chown -R user:user /app
 
-# Install pip as root first
+USER user
+
+# Copy the wheel file you downloaded
+COPY --chown=user:user llama_cpp_python-0.3.16-cp310-cp310-manylinux_2_17_x86_64.whl /tmp/
+
+# Install pip
 RUN pip install --no-cache-dir --upgrade pip
 
-USER user
+# Install the wheel directly
+RUN pip install --no-cache-dir /tmp/llama_cpp_python-0.3.16-cp310-cp310-manylinux_2_17_x86_64.whl
 
-# Install dependencies
+# Install other dependencies
 COPY --chown=user:user requirements.txt .
-RUN CMAKE_ARGS="-DGGML_BLAS=OFF -DGGML_NATIVE=OFF" \
-    pip install --no-cache-dir -r requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
 
 # Copy app
 COPY --chown=user:user main.py .

requirements.txt

@@ -1,5 +1,3 @@
---extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
-llama-cpp-python>=0.2.90
 fastapi>=0.115.0
 uvicorn>=0.30.0
 pydantic>=2.8.0