FROM ubuntu:22.04 # Install dependencies RUN apt-get update && apt-get install -y \ git \ build-essential \ cmake \ curl \ python3-pip \ && rm -rf /var/lib/apt/lists/* # Install llama.cpp RUN cd / && git clone https://github.com/ggerganov/llama.cpp && cd llama.cpp && make # Setup model directory WORKDIR /models # Python dependencies COPY requirements.txt . RUN pip install -r requirements.txt # Copy app files COPY app.py . # Download model and start server CMD ["bash", "-c", "cd /models && python3 app.py"]