Dockerfile

FROM python:3.10

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"

WORKDIR /app

RUN git clone https://huggingface.co/zcamz/tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune

COPY --chown=user TinyLLaVA_Factory/pyproject.toml /app

RUN pip install --upgrade pip  # enable PEP 660 support
RUN pip install -e .

COPY --chown=user TinyLLaVA_Factory/ /app

CMD ["python", "tinyllava/serve/app.py", "--model-path", "./tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune", "--port", "7860"]