Update Dockerfile

Dockerfile

@@ -4,7 +4,8 @@ ENV DEBIAN_FRONTEND=noninteractive
 
 # Install dependencies
 RUN apt update && \
-    apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git cmake zlib1g-dev libblas-dev libcublas-dev && \
+    apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git cmake zlib1g-dev libblas-dev && \
+    apt install -y cuda-libraries-dev-12-2 && \
     apt clean && rm -rf /var/lib/apt/lists/*
 
 WORKDIR /app
@@ -37,4 +38,4 @@ EXPOSE 8080
 RUN ls -al
 
 # Start the llava-server with models
-CMD ["/app/llava-cpp-server/bin/llava-server", "-m", "/home/user/app/ggml-model-q4_k.gguf", "--mmproj", "/home/user/app/mmproj-model-f16.gguf", "--host", "0.0.0.0", "--port", "8080"]
+CMD ["/app/llava-cpp-server/bin/llava-server", "-m", "/home/user/app/ggml-model-q4_k.gguf", "--mmproj", "/home/user/app/mmproj-model-f16.gguf", "--host", "0.0.0