Dockerfile

FROM python:3.10-slim

ENV PYTHONDONTWRITEBYTECODE=1 \
    PYTHONUNBUFFERED=1 \
    PIP_NO_CACHE_DIR=1 \
    PIP_DISABLE_PIP_VERSION_CHECK=1 \
    PIP_DEFAULT_TIMEOUT=120 \
    HF_HOME=/tmp/hf-cache \
    HF_HUB_ENABLE_HF_TRANSFER=1

RUN apt-get update && apt-get install -y --no-install-recommends \
    build-essential \
    ca-certificates \
    cmake \
    curl \
    git \
    libgomp1 \
    ninja-build \
    pkg-config \
  && rm -rf /var/lib/apt/lists/*

WORKDIR /app

COPY requirements.txt /app/requirements.txt
RUN python -m pip install --upgrade pip setuptools wheel && \
    pip install --prefer-binary -r /app/requirements.txt

COPY start_server.py /app/start_server.py

ENV PORT=7860 \
    MODEL_REPO=unsloth/Qwen3.5-0.8B-GGUF \
    MODEL_FILE=Qwen3.5-0.8B-Q4_K_M.gguf \
    MODEL_DIR=/tmp/models \
    N_CTX=2048 \
    N_THREADS=2 \
    CHAT_FORMAT=chatml

EXPOSE 7860

CMD ["python", "/app/start_server.py"]