File size: 541 Bytes
1e80bae |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
FROM ubuntu:22.04
# Install dependencies
RUN apt-get update && apt-get install -y \
git \
build-essential \
cmake \
curl \
python3-pip \
&& rm -rf /var/lib/apt/lists/*
# Install llama.cpp
RUN cd / && git clone https://github.com/ggerganov/llama.cpp && cd llama.cpp && make
# Setup model directory
WORKDIR /models
# Python dependencies
COPY requirements.txt .
RUN pip install -r requirements.txt
# Copy app files
COPY app.py .
# Download model and start server
CMD ["bash", "-c", "cd /models && python3 app.py"] |