Dockerfile

# Nomos42 phi-3.5-mini-instruct CPU LLM Space — Docker SDK
FROM python:3.11-slim-bookworm

RUN apt-get update && apt-get install -y --no-install-recommends \
    cmake build-essential git curl \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

COPY requirements.txt .
RUN pip install --no-cache-dir --prefer-binary -r requirements.txt

COPY app.py .

EXPOSE 7860

RUN useradd -m -u 1000 user
USER user

ENV MODEL_REPO=bartowski/Phi-3.5-mini-instruct-GGUF \
    MODEL_FILE=Phi-3.5-mini-instruct-Q4_K_M.gguf \
    MODEL_DISPLAY=phi-3.5-mini-instruct \
    CHAT_FORMAT=chatml \
    N_CTX=2048 \
    N_THREADS=2 \
    HF_HOME=/tmp/hf-cache

CMD ["python", "app.py"]