Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +1 -15
Dockerfile
CHANGED
|
@@ -33,22 +33,8 @@ RUN wget https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/ll
|
|
| 33 |
RUN ls -al
|
| 34 |
RUN make LLAMA_CUBLAS=1
|
| 35 |
|
| 36 |
-
# Create a non-root user for security reasons
|
| 37 |
-
RUN useradd -m -u 1000 user && \
|
| 38 |
-
mkdir -p /home/user/app && \
|
| 39 |
-
cp /app/llava-v1.6-mistral-7b.Q5_K_M.gguf /home/user/app && \
|
| 40 |
-
cp /app/mmproj-model-f16.gguf /home/user/app
|
| 41 |
-
|
| 42 |
-
RUN chown user:user /home/user/app/llava-v1.6-mistral-7b.Q5_K_M.gguf && \
|
| 43 |
-
chown user:user /home/user/app/mmproj-model-f16.gguf
|
| 44 |
-
|
| 45 |
-
USER user
|
| 46 |
-
ENV HOME=/home/user
|
| 47 |
-
|
| 48 |
-
WORKDIR $HOME/app
|
| 49 |
-
|
| 50 |
# Expose the port
|
| 51 |
EXPOSE 8080
|
| 52 |
|
| 53 |
# Start the llava-server with models
|
| 54 |
-
CMD ["
|
|
|
|
| 33 |
RUN ls -al
|
| 34 |
RUN make LLAMA_CUBLAS=1
|
| 35 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
# Expose the port
|
| 37 |
EXPOSE 8080
|
| 38 |
|
| 39 |
# Start the llava-server with models
|
| 40 |
+
CMD ["./server", "--model", "llava-v1.6-mistral-7b.Q5_K_M.gguf", "--mmproj", "mmproj-model-f16.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "30"]
|