Spaces:

ngxson
/

llamacpp-builder

Paused

ngxson HF Staff commited on Nov 12, 2024

Commit

9ef7983

verified ·

1 Parent(s): 5004322

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -16,7 +16,7 @@ WORKDIR /app
 RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 .
 # Use the default CUDA archs if not specified
-RUN LDFLAGS="-cudart=static -lcublas_static -lcublasLt_static -lculibos" GGML_CUDA=1 LLAMA_CURL=1 LLAMA_CUDA=1 make llama-server -j
 FROM node:22 AS runtime

 RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 .
 # Use the default CUDA archs if not specified
+RUN LDFLAGS="-lcudart_static -lcublas_static -lcublasLt_static -lculibos" GGML_CUDA=1 LLAMA_CURL=1 LLAMA_CUDA=1 make llama-server -j
 FROM node:22 AS runtime