Create Dockerfile

Dockerfile

@@ -0,0 +1,31 @@
+# Use a slim Python image for a smaller container size
+FROM python:3.11-slim
+
+# Install system dependencies needed for llama-cpp-python to build
+# This includes gcc, g++, and cmake
+USER root
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    gcc \
+    g++ \
+    cmake \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+# Set the working directory
+WORKDIR /app
+
+# Copy and install Python dependencies
+COPY requirements.txt .
+# Install llama-cpp-python, which builds llama.cpp from source
+# --no-cache-dir helps keep the image size down
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the application code
+COPY app.py .
+
+# Hugging Face Spaces Docker SDK default port
+EXPOSE 7860
+
+# Define the command to run the FastAPI application
+# app:app refers to the 'app' FastAPI object in 'app.py'
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]