Dmitry Beresnev commited on
Commit
58d70b1
·
1 Parent(s): 952d357

Fix Docker build for modular llm-manager

Browse files
Files changed (2) hide show
  1. Dockerfile +4 -2
  2. cpp/runtime_components.h +1 -0
Dockerfile CHANGED
@@ -52,7 +52,9 @@ RUN git clone --depth 1 --branch ${LLAMA_CPP_REF} https://github.com/ggerganov/l
52
  -DLLAMA_OPENSSL=ON && \
53
  cmake --build build --config Release --target llama-server -j"${JOBS}" && \
54
  echo "=== Binary dependencies ===" && \
55
- ldd build/bin/llama-server || true
 
 
56
 
57
  # Build C++ manager (Boost.Beast + JSON)
58
  COPY cpp/ /build/cpp/
@@ -83,7 +85,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
83
 
84
  # Copy llama-server binary and all shared libraries from builder
85
  COPY --from=builder /build/llama.cpp/build/bin/llama-server /usr/local/bin/llama-server
86
- COPY --from=builder /build/llama.cpp/build/bin/*.so.* /usr/local/lib/
87
  COPY --from=builder /build/llm-manager /usr/local/bin/llm-manager
88
 
89
  # Update library cache
 
52
  -DLLAMA_OPENSSL=ON && \
53
  cmake --build build --config Release --target llama-server -j"${JOBS}" && \
54
  echo "=== Binary dependencies ===" && \
55
+ ldd build/bin/llama-server || true && \
56
+ mkdir -p /build/llama-libs && \
57
+ find build -type f \( -name '*.so' -o -name '*.so.*' \) -exec cp -v {} /build/llama-libs/ \; || true
58
 
59
  # Build C++ manager (Boost.Beast + JSON)
60
  COPY cpp/ /build/cpp/
 
85
 
86
  # Copy llama-server binary and all shared libraries from builder
87
  COPY --from=builder /build/llama.cpp/build/bin/llama-server /usr/local/bin/llama-server
88
+ COPY --from=builder /build/llama-libs/ /usr/local/lib/
89
  COPY --from=builder /build/llm-manager /usr/local/bin/llm-manager
90
 
91
  # Update library cache
cpp/runtime_components.h CHANGED
@@ -4,6 +4,7 @@
4
 
5
  #include <deque>
6
  #include <memory>
 
7
  #include <thread>
8
  #include <unordered_map>
9
 
 
4
 
5
  #include <deque>
6
  #include <memory>
7
+ #include <optional>
8
  #include <thread>
9
  #include <unordered_map>
10