Dockerfile

FROM ollama/ollama:latest
USER root
RUN apt-get update && apt-get install -y curl && \
    rm -rf /var/lib/apt/lists/*
RUN mkdir -p /workspace/ollama \
             /workspace/home && \
    chmod -R 777 /workspace

USER 1000
ENV HOME=/workspace/home \
    PATH=/usr/local/bin:$PATH \
    OLLAMA_HOST=0.0.0.0:7860 \
    OLLAMA_FLASH_ATTENTION=1 \
    OLLAMA_KV_CACHE_TYPE=q8_0 \
    OLLAMA_NUM_PARALLEL=1 \
    OLLAMA_CONTEXT_LENGTH=4096 \
    OLLAMA_KEEP_ALIVE=-1

EXPOSE 7860

ENTRYPOINT []
CMD ["ollama", "serve"]