Dockerfile

FROM python:3.11-slim

ENV DEBIAN_FRONTEND=noninteractive
ENV LLAMA_SERVER=/opt/llama-server-cpu-x86_64/llama-server
ENV LD_LIBRARY_PATH=/opt/llama-server-cpu-x86_64/lib:${LD_LIBRARY_PATH}
ENV PYTHONUNBUFFERED=1
ENV PIP_NO_CACHE_DIR=1

RUN apt-get update && apt-get install -y --no-install-recommends \
    curl \
    ca-certificates \
    libgomp1 \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /opt

COPY bin/llama-server-cpu-x86_64.tar.gz /opt/llama-server-cpu-x86_64.tar.gz

RUN tar -xzf /opt/llama-server-cpu-x86_64.tar.gz -C /opt && \
    chmod +x /opt/llama-server-cpu-x86_64/llama-server && \
    ls -lh /opt/llama-server-cpu-x86_64 && \
    ls -lh /opt/llama-server-cpu-x86_64/lib

WORKDIR /app

COPY requirements.txt .
RUN python -m pip install -r requirements.txt

COPY app.py ./app.py
COPY gigscan ./gigscan

EXPOSE 7860

CMD ["python", "app.py"]