FROM ubuntu:22.04 RUN apt-get update && apt-get install -y \ python3 \ python3-pip \ curl \ ca-certificates \ zstd \ && rm -rf /var/lib/apt/lists/* RUN curl -fsSL https://ollama.ai/install.sh | sh RUN pip3 install --no-cache-dir \ fastapi \ uvicorn[standard] \ httpx RUN useradd -m -u 1000 user USER user ENV HOME=/home/user \ PATH="/home/user/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" \ OLLAMA_HOST=127.0.0.1:11434 \ OLLAMA_NUM_PARALLEL=2 \ OLLAMA_MAX_LOADED_MODELS=1 WORKDIR /home/user/app COPY --chown=user proxy.py . COPY --chown=user entrypoint.sh . RUN chmod +x entrypoint.sh EXPOSE 7860 CMD ["./entrypoint.sh"]