Create Dockerfile

Dockerfile

@@ -0,0 +1,34 @@
+FROM python:3.10-slim
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    wget \
+    curl \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install llama-cpp-python with prebuilt CPU wheel
+RUN pip install --no-cache-dir \
+    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu \
+    llama-cpp-python==0.2.24
+
+# Copy and install remaining Python dependencies
+COPY requirements.txt .
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -r requirements.txt
+
+# Download the Zephyr Quiklang model (Q4_K_M)
+RUN wget --progress=bar:force:noscroll -O zephyr-quiklang-3b-4k.Q4_K_M.gguf \
+    https://huggingface.co/TheBloke/zephyr-quiklang-3b-4K-GGUF/resolve/main/zephyr-quiklang-3b-4k.Q4_K_M.gguf
+
+# Copy app files
+COPY api.py .
+COPY app.py .
+
+EXPOSE 7860
+
+HEALTHCHECK --interval=30s --timeout=30s --start-period=300s --retries=3 \
+  CMD curl --fail http://localhost:7860/_stcore/health || exit 1
+
+CMD ["streamlit", "run", "app.py", "--server.port=7860", "--server.address=0.0.0.0", "--server.headless=true"]