Dockerfile

FROM python:3.9-slim

WORKDIR /code

RUN apt-get update && apt-get install -y build-essential python3-dev wget && rm -rf /var/lib/apt/lists/*

COPY ./requirements.txt /code/requirements.txt
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

# This line downloads a specialized 7B model that fits in free RAM
RUN wget -O model.gguf https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf

COPY . .

CMD ["python", "app.py"]