Dockerfile

FROM ollama/ollama:latest
USER root
RUN apt-get update && apt-get install -y \
    python3 \
    python3-pip \
    && rm -rf /var/lib/apt/lists/*
RUN mkdir -p /workspace/ollama \
             /workspace/webui \
             /workspace/home && \
    chmod -R 777 /workspace
RUN pip install open-webui --break-system-packages && \
    chmod -R 777 /usr/local/lib/python3.12/dist-packages/open_webui/static
USER 1000
ENV HOME=/workspace/home \
    PATH=/usr/local/bin:$PATH \
    OLLAMA_HOST=0.0.0.0 \
    DATA_DIR=/workspace/webui \
    WEBUI_SECRET_KEY=supersecretkey123 \
    HF_TOKEN=${HF_TOKEN} \
    OLLAMA_FLASH_ATTENTION=1 \
    OLLAMA_KV_CACHE_TYPE=q8_0 \
    OLLAMA_NUM_PARALLEL=1 \
    OLLAMA_CONTEXT_LENGTH=4096 \
    OLLAMA_KEEP_ALIVE=-1
EXPOSE 7860
ENTRYPOINT []
CMD ["sh", "-c", "ollama serve & sleep 5 && open-webui serve --port 7860 --host 0.0.0.0"]