File size: 582 Bytes
b5aedd3
 
 
 
 
 
 
 
c5c7f9e
 
 
b5aedd3
 
 
c5c7f9e
 
b5aedd3
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
FROM python:3.10

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"

WORKDIR /app

RUN git clone https://huggingface.co/zcamz/tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune

COPY --chown=user TinyLLaVA_Factory/pyproject.toml /app

RUN pip install --upgrade pip  # enable PEP 660 support
RUN pip install -e .

COPY --chown=user TinyLLaVA_Factory/ /app

CMD ["python", "tinyllava/serve/app.py", "--model-path", "./tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune", "--port", "7860"]