Dockerfile

FROM ollama/ollama

# 🔴 IMPORTANT: remove ollama entrypoint
ENTRYPOINT []

WORKDIR /app

RUN apt-get update && \
    apt-get install -y python3-venv python3-pip build-essential libffi-dev libssl-dev && \
    rm -rf /var/lib/apt/lists/*

RUN python3 -m venv /opt/venv
ENV PATH="/opt/venv/bin:$PATH"

COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

COPY . .

EXPOSE 8000

CMD sh -c "ollama serve & sleep 5 && ollama pull qwen2.5:1.5b && uvicorn app:app --host 0.0.0.0 --port $PORT"
# CMD sh -c "ollama serve & sleep 5 && ollama pull qwen2.5:3b && uvicorn app:app --host 0.0.0.0 --port $PORT"
# CMD sh -c "ollama serve & sleep 5 && ollama pull qwen2.5:7b && uvicorn app:app --host 0.0.0.0 --port $PORT"