CharlieBonito commited on
Commit
d27e6ea
·
1 Parent(s): 65593ac

Fix: use CUDA 12.6 image for libcudart.so.13 compatibility

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -4
Dockerfile CHANGED
@@ -1,8 +1,7 @@
1
  # ClarityGuard - HuggingFace Spaces L4 GPU
2
  # llama-server precompiled locally and uploaded to the repo as a binary.
3
- # No compile step in HF Spaces, avoiding CUDA build OOM/timeouts.
4
 
5
- FROM nvidia/cuda:12.4.1-runtime-ubuntu22.04
6
 
7
  ENV DEBIAN_FRONTEND=noninteractive
8
  ENV PYTHONUNBUFFERED=1
@@ -22,10 +21,8 @@ RUN apt-get update && apt-get install -y \
22
  python3 python3-pip \
23
  git git-lfs curl \
24
  libgomp1 \
25
- libcublas-12-4 \
26
  && rm -rf /var/lib/apt/lists/*
27
 
28
- # Copy precompiled llama-server and its shared libraries from the repo.
29
  COPY bin/llama-server /opt/llama-cpp/llama-server
30
  COPY bin/*.so* /usr/local/lib/
31
  RUN chmod +x /opt/llama-cpp/llama-server && ldconfig
 
1
  # ClarityGuard - HuggingFace Spaces L4 GPU
2
  # llama-server precompiled locally and uploaded to the repo as a binary.
 
3
 
4
+ FROM nvidia/cuda:12.6.3-runtime-ubuntu22.04
5
 
6
  ENV DEBIAN_FRONTEND=noninteractive
7
  ENV PYTHONUNBUFFERED=1
 
21
  python3 python3-pip \
22
  git git-lfs curl \
23
  libgomp1 \
 
24
  && rm -rf /var/lib/apt/lists/*
25
 
 
26
  COPY bin/llama-server /opt/llama-cpp/llama-server
27
  COPY bin/*.so* /usr/local/lib/
28
  RUN chmod +x /opt/llama-cpp/llama-server && ldconfig