Update Dockerfile

Dockerfile

@@ -2,19 +2,23 @@ FROM python:3.10-slim
 
 WORKDIR /app
 
-# Install system tools
+# Install system tools (curl for the model, build-essential just in case)
 RUN apt-get update && apt-get install -y \
     build-essential \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
-# Install Python requirements
-RUN pip install --no-cache-dir fastapi uvicorn llama-cpp-python
+# Fix: Use the pre-built CPU wheel to skip the "Building wheel" step
+RUN pip install --no-cache-dir \
+    fastapi \
+    uvicorn \
+    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu \
+    llama-cpp-python
 
-# Download MPT-7B Q2 from your specific link
+# Download MPT-7B Q2 from the link you provided
 RUN curl -L "https://huggingface.co/maddes8cht/mosaicml-mpt-7b-chat-gguf/resolve/main/mosaicml-mpt-7b-chat-Q2_K.gguf?download=true" -o mpt-7b-q2.gguf
 
-# Only copy the backend code
+# Copy backend only
 COPY app.py .
 
 EXPOSE 7860