gemma2-2b-cpu / Dockerfile
LBJLincoln's picture
reship OpenAI-compat + prebuilt wheel: gemma-2-2b-it
ec1dc81 verified
Raw
History Blame Contribute Delete
632 Bytes
# Nomos42 gemma-2-2b-it CPU LLM Space — Docker SDK
FROM python:3.11-slim-bookworm
RUN apt-get update && apt-get install -y --no-install-recommends \
cmake build-essential git curl \
&& rm -rf /var/lib/apt/lists/*
WORKDIR /app
COPY requirements.txt .
RUN pip install --no-cache-dir --prefer-binary -r requirements.txt
COPY app.py .
EXPOSE 7860
RUN useradd -m -u 1000 user
USER user
ENV MODEL_REPO=bartowski/gemma-2-2b-it-GGUF \
MODEL_FILE=gemma-2-2b-it-Q4_K_M.gguf \
MODEL_DISPLAY=gemma-2-2b-it \
CHAT_FORMAT=gemma \
N_CTX=2048 \
N_THREADS=2 \
HF_HOME=/tmp/hf-cache
CMD ["python", "app.py"]