Emmanuel Durand commited on
Commit
84077c1
·
1 Parent(s): c5b2fdb

Fix llama.cpp test

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -6,7 +6,7 @@ RUN DEBIAN_FRONTED=noninteractive apt install -y git git-lfs build-essential cma
6
  RUN git clone https://github.com/ggml-org/llama.cpp.git
7
  WORKDIR llama.cpp
8
  ENV LD_LIBRARY_PATH="/usr/local/cuda/compat:$LD_LIBRARY_PATH"
9
- RUN cmake -B build -GNinja -DGGML_CUDA=1 -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_TESTS=OFF -DLLAMA_BUILD_TOOLS=OFF && \
10
  cmake --build build --config Release
11
 
12
  CMD ./build/bin/llama-server --host 0.0.0.0 -hf ggml-org/SmolVLM-256M-Instruct-GGUF
 
6
  RUN git clone https://github.com/ggml-org/llama.cpp.git
7
  WORKDIR llama.cpp
8
  ENV LD_LIBRARY_PATH="/usr/local/cuda/compat:$LD_LIBRARY_PATH"
9
+ RUN cmake -B build -GNinja -DGGML_CUDA=1 -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_TESTS=OFF && \
10
  cmake --build build --config Release
11
 
12
  CMD ./build/bin/llama-server --host 0.0.0.0 -hf ggml-org/SmolVLM-256M-Instruct-GGUF