Dockerfile

FROM python:3.10-slim

# Install minimum system dependencies for C++ execution templates
RUN apt-get update && apt-get install -y git libgomp1

# Install runtime python dependencies
RUN pip install --upgrade pip
RUN pip install llama-cpp-python --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
RUN pip install fastapi uvicorn huggingface_hub

# Copy the application script into the container workspace
COPY app.py .

# Expose the internal network port
EXPOSE 7860

# Launch the secure FastAPI app
CMD ["python3", "app.py"]