FROM debian:bookworm-slim WORKDIR /app # System dependencies INCLUDING libcurl4 RUN apt-get update && apt-get install -y \ wget \ ca-certificates \ python3 \ python3-pip \ unzip \ libcurl4 RUN pip3 install --break-system-packages huggingface_hub # Prebuilt llama.cpp binaries RUN wget https://github.com/ggerganov/llama.cpp/releases/download/b3040/llama-b3040-bin-ubuntu-x64.zip -O llama.zip \ && unzip llama.zip -d /app \ && rm llama.zip COPY start.py /app/start.py EXPOSE 7860 CMD ["python3", "/app/start.py"]