Dockerfile

FROM python:3.11-slim

ENV PIP_NO_CACHE_DIR=1 PYTHONDONTWRITEBYTECODE=1
WORKDIR /app

COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

COPY server.py .

ENV MODEL_ID="milaadesign/helper-qwen-1_5b"
ENV MODEL_MAX_LEN=512
ENV TORCH_NUM_THREADS=2
ENV OMP_NUM_THREADS=2

EXPOSE 7860
CMD ["uvicorn", "server:app", "--host", "0.0.0.0", "--port", "7860"]