Spaces:
Running
Running
Dmitry Beresnev commited on
Commit ·
58d70b1
1
Parent(s): 952d357
Fix Docker build for modular llm-manager
Browse files- Dockerfile +4 -2
- cpp/runtime_components.h +1 -0
Dockerfile
CHANGED
|
@@ -52,7 +52,9 @@ RUN git clone --depth 1 --branch ${LLAMA_CPP_REF} https://github.com/ggerganov/l
|
|
| 52 |
-DLLAMA_OPENSSL=ON && \
|
| 53 |
cmake --build build --config Release --target llama-server -j"${JOBS}" && \
|
| 54 |
echo "=== Binary dependencies ===" && \
|
| 55 |
-
ldd build/bin/llama-server || true
|
|
|
|
|
|
|
| 56 |
|
| 57 |
# Build C++ manager (Boost.Beast + JSON)
|
| 58 |
COPY cpp/ /build/cpp/
|
|
@@ -83,7 +85,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
| 83 |
|
| 84 |
# Copy llama-server binary and all shared libraries from builder
|
| 85 |
COPY --from=builder /build/llama.cpp/build/bin/llama-server /usr/local/bin/llama-server
|
| 86 |
-
COPY --from=builder /build/llama
|
| 87 |
COPY --from=builder /build/llm-manager /usr/local/bin/llm-manager
|
| 88 |
|
| 89 |
# Update library cache
|
|
|
|
| 52 |
-DLLAMA_OPENSSL=ON && \
|
| 53 |
cmake --build build --config Release --target llama-server -j"${JOBS}" && \
|
| 54 |
echo "=== Binary dependencies ===" && \
|
| 55 |
+
ldd build/bin/llama-server || true && \
|
| 56 |
+
mkdir -p /build/llama-libs && \
|
| 57 |
+
find build -type f \( -name '*.so' -o -name '*.so.*' \) -exec cp -v {} /build/llama-libs/ \; || true
|
| 58 |
|
| 59 |
# Build C++ manager (Boost.Beast + JSON)
|
| 60 |
COPY cpp/ /build/cpp/
|
|
|
|
| 85 |
|
| 86 |
# Copy llama-server binary and all shared libraries from builder
|
| 87 |
COPY --from=builder /build/llama.cpp/build/bin/llama-server /usr/local/bin/llama-server
|
| 88 |
+
COPY --from=builder /build/llama-libs/ /usr/local/lib/
|
| 89 |
COPY --from=builder /build/llm-manager /usr/local/bin/llm-manager
|
| 90 |
|
| 91 |
# Update library cache
|
cpp/runtime_components.h
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
|
| 5 |
#include <deque>
|
| 6 |
#include <memory>
|
|
|
|
| 7 |
#include <thread>
|
| 8 |
#include <unordered_map>
|
| 9 |
|
|
|
|
| 4 |
|
| 5 |
#include <deque>
|
| 6 |
#include <memory>
|
| 7 |
+
#include <optional>
|
| 8 |
#include <thread>
|
| 9 |
#include <unordered_map>
|
| 10 |
|