Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +12 -21
Dockerfile
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
FROM
|
| 2 |
|
| 3 |
ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
|
| 4 |
ENV DEFAULT_MODEL_FILE="llava-v1.6-mistral-7b.Q3_K_XS.gguf"
|
|
@@ -7,7 +7,6 @@ ENV DEFAULT_MODEL_BRANCH="main"
|
|
| 7 |
ENV DEFAULT_CLIP_MODEL_FILE="mmproj-model-f16.gguf"
|
| 8 |
ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
|
| 9 |
ENV CLIP_MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_CLIP_MODEL_FILE}"
|
| 10 |
-
ENV PATH="/usr/local/cuda/bin:$PATH"
|
| 11 |
|
| 12 |
RUN apt update && \
|
| 13 |
apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git && \
|
|
@@ -15,39 +14,31 @@ RUN apt update && \
|
|
| 15 |
|
| 16 |
WORKDIR /app
|
| 17 |
|
| 18 |
-
RUN apt-get install -y wget && \
|
| 19 |
-
wget -qO- "https://cmake.org/files/v3.18/cmake-3.18.0-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
|
| 20 |
-
|
| 21 |
COPY requirements.txt ./
|
| 22 |
|
| 23 |
-
RUN pip install --upgrade pip && \
|
| 24 |
pip install -r requirements.txt
|
| 25 |
|
| 26 |
-
#
|
| 27 |
-
WORKDIR /app
|
| 28 |
-
|
| 29 |
RUN echo ${MODEL_URL} && \
|
| 30 |
-
wget -O /app/${DEFAULT_MODEL_FILE} ${MODEL_URL}
|
| 31 |
-
|
| 32 |
-
RUN echo ${CLIP_MODEL_URL} && \
|
| 33 |
wget -O /app/${DEFAULT_CLIP_MODEL_FILE} ${CLIP_MODEL_URL}
|
| 34 |
-
|
| 35 |
-
RUN useradd -m -u 1000 user
|
| 36 |
|
| 37 |
-
|
|
|
|
|
|
|
| 38 |
mv /app/${DEFAULT_MODEL_FILE} /home/user/app && \
|
| 39 |
-
mv /app/${DEFAULT_CLIP_MODEL_FILE} /home/user/app
|
| 40 |
-
|
| 41 |
-
RUN chown -R user:user /home/user/app
|
| 42 |
|
| 43 |
USER user
|
| 44 |
ENV HOME=/home/user \
|
| 45 |
-
|
| 46 |
-
MODEL_NAME=${MODEL_NAME} \
|
| 47 |
-
MODEL_FILE=/home/user/app/${DEFAULT_MODEL_FILE}
|
| 48 |
|
| 49 |
WORKDIR $HOME/app
|
| 50 |
|
|
|
|
| 51 |
COPY --chown=user . .
|
| 52 |
|
| 53 |
RUN ls -al
|
|
|
|
| 1 |
+
FROM ubuntu:20.04
|
| 2 |
|
| 3 |
ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
|
| 4 |
ENV DEFAULT_MODEL_FILE="llava-v1.6-mistral-7b.Q3_K_XS.gguf"
|
|
|
|
| 7 |
ENV DEFAULT_CLIP_MODEL_FILE="mmproj-model-f16.gguf"
|
| 8 |
ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
|
| 9 |
ENV CLIP_MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_CLIP_MODEL_FILE}"
|
|
|
|
| 10 |
|
| 11 |
RUN apt update && \
|
| 12 |
apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git && \
|
|
|
|
| 14 |
|
| 15 |
WORKDIR /app
|
| 16 |
|
|
|
|
|
|
|
|
|
|
| 17 |
COPY requirements.txt ./
|
| 18 |
|
| 19 |
+
RUN python3 -m pip install --upgrade pip && \
|
| 20 |
pip install -r requirements.txt
|
| 21 |
|
| 22 |
+
# Downloading the models
|
|
|
|
|
|
|
| 23 |
RUN echo ${MODEL_URL} && \
|
| 24 |
+
wget -O /app/${DEFAULT_MODEL_FILE} ${MODEL_URL} && \
|
| 25 |
+
echo ${CLIP_MODEL_URL} && \
|
|
|
|
| 26 |
wget -O /app/${DEFAULT_CLIP_MODEL_FILE} ${CLIP_MODEL_URL}
|
|
|
|
|
|
|
| 27 |
|
| 28 |
+
# Creating a non-root user
|
| 29 |
+
RUN useradd -m -u 1000 user && \
|
| 30 |
+
mkdir -p /home/user/app && \
|
| 31 |
mv /app/${DEFAULT_MODEL_FILE} /home/user/app && \
|
| 32 |
+
mv /app/${DEFAULT_CLIP_MODEL_FILE} /home/user/app && \
|
| 33 |
+
chown -R user:user /home/user/app
|
|
|
|
| 34 |
|
| 35 |
USER user
|
| 36 |
ENV HOME=/home/user \
|
| 37 |
+
PATH=/home/user/.local/bin:$PATH
|
|
|
|
|
|
|
| 38 |
|
| 39 |
WORKDIR $HOME/app
|
| 40 |
|
| 41 |
+
# Copying the rest of your application
|
| 42 |
COPY --chown=user . .
|
| 43 |
|
| 44 |
RUN ls -al
|