Spaces:
Runtime error
Runtime error
Commit ·
d27e6ea
1
Parent(s): 65593ac
Fix: use CUDA 12.6 image for libcudart.so.13 compatibility
Browse files- Dockerfile +1 -4
Dockerfile
CHANGED
|
@@ -1,8 +1,7 @@
|
|
| 1 |
# ClarityGuard - HuggingFace Spaces L4 GPU
|
| 2 |
# llama-server precompiled locally and uploaded to the repo as a binary.
|
| 3 |
-
# No compile step in HF Spaces, avoiding CUDA build OOM/timeouts.
|
| 4 |
|
| 5 |
-
FROM nvidia/cuda:12.
|
| 6 |
|
| 7 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 8 |
ENV PYTHONUNBUFFERED=1
|
|
@@ -22,10 +21,8 @@ RUN apt-get update && apt-get install -y \
|
|
| 22 |
python3 python3-pip \
|
| 23 |
git git-lfs curl \
|
| 24 |
libgomp1 \
|
| 25 |
-
libcublas-12-4 \
|
| 26 |
&& rm -rf /var/lib/apt/lists/*
|
| 27 |
|
| 28 |
-
# Copy precompiled llama-server and its shared libraries from the repo.
|
| 29 |
COPY bin/llama-server /opt/llama-cpp/llama-server
|
| 30 |
COPY bin/*.so* /usr/local/lib/
|
| 31 |
RUN chmod +x /opt/llama-cpp/llama-server && ldconfig
|
|
|
|
| 1 |
# ClarityGuard - HuggingFace Spaces L4 GPU
|
| 2 |
# llama-server precompiled locally and uploaded to the repo as a binary.
|
|
|
|
| 3 |
|
| 4 |
+
FROM nvidia/cuda:12.6.3-runtime-ubuntu22.04
|
| 5 |
|
| 6 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 7 |
ENV PYTHONUNBUFFERED=1
|
|
|
|
| 21 |
python3 python3-pip \
|
| 22 |
git git-lfs curl \
|
| 23 |
libgomp1 \
|
|
|
|
| 24 |
&& rm -rf /var/lib/apt/lists/*
|
| 25 |
|
|
|
|
| 26 |
COPY bin/llama-server /opt/llama-cpp/llama-server
|
| 27 |
COPY bin/*.so* /usr/local/lib/
|
| 28 |
RUN chmod +x /opt/llama-cpp/llama-server && ldconfig
|