Update Dockerfile

Dockerfile

@@ -2,26 +2,29 @@ FROM python:3.10-slim
 
 WORKDIR /app
 
-# Install wget and build tools
+# 1️⃣ Install system dependencies
 RUN apt-get update && apt-get install -y \
     wget \
-    git \
+    build-essential \
     && rm -rf /var/lib/apt/lists/*
 
-# Install Python dependencies
+# 2️⃣ Install Python dependencies (pre-built llama-cpp-python wheel!)
 RUN pip install --no-cache-dir \
     fastapi \
-    uvicorn[standard] \
-    torch \
-    transformers
+    uvicorn \
+    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu \
+    llama-cpp-python
 
-# Download model (example GGUF from Hugging Face)
-RUN wget -q -O mpt-7b-q2.gguf \
-    "https://huggingface.co/maddes8cht/mosaicml-mpt-7b-chat-gguf/resolve/main/mosaicml-mpt-7b-chat-Q2_K.gguf?download=true"
+# 3️⃣ Download GGUF model (must include tokenizer!)
+# Use a model with tokenizer included. Example:
+RUN wget -q -O mpt-7b-chat.gguf \
+    "https://huggingface.co/mosaicml/mpt-7b-chat-gguf/resolve/main/mpt-7b-chat.Q4_K_M.gguf"
 
-# Copy app
+# 4️⃣ Copy the FastAPI app
 COPY app.py .
 
+# 5️⃣ Expose port
 EXPOSE 7860
 
+# 6️⃣ Run the app
 CMD ["python", "app.py"]