Dockerfile

FROM ollama/ollama:latest

ENV OLLAMA_HOST=0.0.0.0:7860
EXPOSE 7860

RUN apt-get update && apt-get install curl -y

RUN useradd -m user && chown -R user:user /home/user

USER user

COPY Modelfile /home/user/

RUN curl -fsSL https://huggingface.co/Ffftdtd5dtft/starcoder2-3b-Q2_K-GGUF/resolve/main/starcoder2-3b-q2_k.gguf -o /home/user/starcoder2.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/Qwen2-1.5B-Instruct-Q2_K-GGUF/resolve/main/qwen2-1.5b-instruct-q2_k.gguf -o /home/user/qwen2.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/gemma-2-27b-Q2_K-GGUF/resolve/main/gemma-2-27b-q2_k.gguf -o /home/user/gemma2.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/Meta-Llama-3.1-8B-Q2_K-GGUF/resolve/main/meta-llama-3.1-8b-q2_k.gguf -o /home/user/meta_llama_31.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/gemma-2-9b-it-Q2_K-GGUF/resolve/main/gemma-2-9b-it-q2_k.gguf -o /home/user/gemma2_9b.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/Phi-3-mini-128k-instruct-Q2_K-GGUF/resolve/main/phi-3-mini-128k-instruct-q2_k.gguf -o /home/user/phi3.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/Meta-Llama-3.1-8B-Instruct-Q2_K-GGUF/resolve/main/meta-llama-3.1-8b-instruct-q2_k.gguf -o /home/user/meta_llama_31_instruct.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/gpt2-xl-Q2_K-GGUF/resolve/main/gpt2-xl-q2_k.gguf -o /home/user/gpt2_xl.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/Qwen2-Math-7B-Instruct-Q2_K-GGUF/resolve/main/qwen2-math-7b-instruct-q2_k.gguf -o /home/user/qwen2_math_7b.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/WizardLM-7B-Uncensored-Q2_K-GGUF/resolve/main/wizardlm-7b-uncensored-q2_k.gguf -o /home/user/wizardlm_7b.gguf & \
    curl -fsSL https://huggingface.co/Ffftdtd5dtft/WizardLM-13B-Uncensored-Q2_K-GGUF/resolve/main/wizardlm-13b-uncensored-q2_k.gguf -o /home/user/wizardlm_13b.gguf & \
    curl -fsSL https://huggingface.co/gingdev/llama7b-ictu-v2/resolve/main/llama7b_q4_k_m.gguf?download=true -o /home/user/llama.gguf && \
    wait

RUN ["ollama serve & sleep 5 && ollama create llama -f Modelfile && ollama create starcoder2 -f M && ollama create qwen2 -f Mo && ollama create gemma2 -f Mod && ollama create meta_llama_31 -f Mode && ollama create gemma2_9b -f Model && ollama create phi3 -f Modelf && ollama create meta_llama_31_instruct -f Modelfi && ollama create gpt2_xl -f Modelfil && ollama create qwen2_math_7b -f Modelfilex && ollama create wizardlm_7b -f Modelfilexa && ollama create wizardlm_13b -f Modelfilexv"]