| FROM debian:bookworm-slim | |
| WORKDIR /app | |
| # System dependencies INCLUDING libcurl4 | |
| RUN apt-get update && apt-get install -y \ | |
| wget \ | |
| ca-certificates \ | |
| python3 \ | |
| python3-pip \ | |
| unzip \ | |
| libcurl4 | |
| RUN pip3 install --break-system-packages huggingface_hub | |
| # Prebuilt llama.cpp binaries | |
| RUN wget https://github.com/ggerganov/llama.cpp/releases/download/b3040/llama-b3040-bin-ubuntu-x64.zip -O llama.zip \ | |
| && unzip llama.zip -d /app \ | |
| && rm llama.zip | |
| COPY start.py /app/start.py | |
| EXPOSE 7860 | |
| CMD ["python3", "/app/start.py"] | |