Dockerfile

FROM python:3.9
RUN curl -fsSL https://ollama.com/install.sh | sh
RUN useradd -m -u 1000 user
#COPY ./startollama.sh startollama.sh
#RUN chmod +x startollama.sh
#RUN /bin/sh startollama.sh
#RUN /usr/local/bin/ollama serve 
#& sleep 5 && ollama pull llava-llama3 && exit
#RUN ollama list
# Expose port 11434
EXPOSE 11434

# Command to run Ollama and serve
ENTRYPOINT ["/usr/local/bin/ollama"]
CMD ["serve"]
ENTRYPOINT ["/usr/local/bin/ollama"]
CMD ["pull llava-llama3"]

USER user
ENV PATH="/home/user/.local/bin:/usr/local/bin:$PATH"

WORKDIR /app

COPY --chown=user ./requirements.txt requirements.txt
RUN pip install --no-cache-dir --upgrade -r requirements.txt

COPY --chown=user . /app
RUN mkdir /app/db2
RUN mkdir /app/files
EXPOSE 7860
EXPOSE 11434
ENV GRADIO_SERVER_NAME="0.0.0.0"
ENTRYPOINT ["/usr/local/bin/python"]
CMD ["app.py"]