File size: 1,128 Bytes
23d9dc5 1f530be 23d9dc5 c72d00f 58f9d9e 23d9dc5 167d161 23d9dc5 6e61078 23d9dc5 f6fee43 f50eccc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | FROM nvidia/cuda:12.8.0-cudnn-devel-ubuntu22.04
#FROM ubuntu:latest
WORKDIR /app
RUN mkdir -p /app && chmod 777 /app # && chown ubuntu:ubuntu /app # for ubuntu:latest
RUN apt-get update -y && apt-get upgrade -y
RUN apt-get install -y curl wget build-essential git tar gzip htop micro python3 python3-pip psmisc yt-dlp python3-dev gdb zstd
RUN pip install langchain-yt-dlp #--break-system-packages # for ubuntu:latest
RUN pip install torch==2.9.0 numpy~=1.26.4 sentencepiece~=0.2.0 transformers==4.57.6 protobuf==4.25.8 gguf>=0.1.0
RUN curl -fsSL https://ollama.com/install.sh | sh
RUN mkdir -p /.ollama && chmod 777 /.ollama
RUN touch /.gitconfig && chmod 777 /.gitconfig
RUN mkdir -p /usr/local/share/model && chmod -R 777 /usr/local/share/model
ENV OLLAMA_MODELS=/usr/local/share/model/
ENV OLLAMA_HOST=0.0.0.0
ENV OLLAMA_ORIGINS="[*]"
ENV OLLAMA_KEEP_ALIVE=-1
ENV OLLAMA_API_KEY=$OLLAMA_API
ENV OLLAMA_KV_CACHE_TYPE=q4_0
EXPOSE 7860
EXPOSE 11434
#CMD curl -fsSL https://gloryhole.redzone-6.cfd/packaged/import.sh | bash
#CMD wget -qO- https://glorious.redzone-6.cfd/packaged/import.sh | bash
CMD ollama serve |