Dockerfile

FROM python:3.9-slim

WORKDIR /app

RUN apt-get update && apt-get install -y \
    build-essential \
    curl \
    software-properties-common \
    git \
    && rm -rf /var/lib/apt/lists/*

COPY requirements.txt ./
COPY src/ ./src/

RUN pip install --upgrade pip
RUN pip3 install --upgrade -r requirements.txt

EXPOSE 8501

ENV STREAMLIT_CONFIG_DIR=/tmp/.streamlit
ENV STREAMLIT_DATA_DIR=/tmp/.streamlit
ENV STREAMLIT_SERVER_FILE_WATCHER_TYPE=none
ENV HF_HOME=/tmp/hf_cache
ENV TRANSFORMERS_CACHE=/tmp/hf_cache
ENV SENTENCE_TRANSFORMERS_HOME=/tmp/st_cache

HEALTHCHECK CMD curl --fail http://localhost:8501/_stcore/health

ENTRYPOINT ["streamlit", "run", "src/tinny_llama.py", "--server.port=8501", "--server.address=0.0.0.0"]