Hugging Face's logo

Spaces:
matthoffner
/
ggml-mllm
Paused

App Files Community
matthoffner commited on
Commit
9e8d33e
·
1 Parent(s): d145cfd

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -1
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- FROM nvidia/cuda:12.0.0-cudnn8-devel-ubuntu22.04
2
 
3
  ENV DEBIAN_FRONTEND=noninteractive
4
 
@@ -10,6 +10,8 @@ RUN apt update && \
10
 
11
  WORKDIR /app
12
 
 
 
13
  # Download ggml and mmproj models from HuggingFace
14
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
15
  wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
 
1
+ FROM nvidia/cuda:12.2.0-devel-ubuntu22.04
2
 
3
  ENV DEBIAN_FRONTEND=noninteractive
4
 
 
10
 
11
  WORKDIR /app
12
 
13
+ ENV PATH=/usr/local/cuda/bin:${PATH}
14
+
15
  # Download ggml and mmproj models from HuggingFace
16
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
17
  wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf