Dockerfile

FROM ubuntu:22.04

# Install dependencies
RUN apt update && apt install -y curl git python3 python3-pip

# Install Ollama
RUN curl -fsSL https://ollama.com/install.sh | sh

# Start Ollama server in the background and pull the model
RUN ollama serve & sleep 5 && ollama pull llama3.2:3b-instruct-fp16

# Install Python dependencies
RUN pip install langchain langchain_ollama ollama

# Expose Ollama API port
EXPOSE 11434

# Start Ollama on container startup
CMD ["ollama", "serve"]