Dockerfile

# 1. Use the official pre-compiled llama-cpp-python image!
FROM ghcr.io/abetlen/llama-cpp-python:latest

# 2. Set working directory
WORKDIR /code

# 3. Copy requirements and install
COPY ./requirements.txt /code/requirements.txt
RUN pip install --no-cache-dir --upgrade pip
RUN pip install --no-cache-dir -r /code/requirements.txt

# 4. Copy the rest of your app (app.py and the CSV)
COPY . .

# 5. Run the API (Ensure there is a space after CMD)
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]