Spaces:

zrxarchit
/

inference

Sleeping

0xarchit commited on May 19

Commit

85f2f8b

1 Parent(s): 63aa2ad

Fix llama.cpp math compiler flags

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -21,8 +21,8 @@ RUN cmake -B build -S . \
     -DGGML_NATIVE=ON \
     -DCMAKE_BUILD_TYPE=Release \
     -DCMAKE_INTERPROCEDURAL_OPTIMIZATION=ON \
-    -DCMAKE_C_FLAGS_RELEASE="-Ofast -march=native -flto" \
-    -DCMAKE_CXX_FLAGS_RELEASE="-Ofast -march=native -flto" \
   && cmake --build build -j"$(nproc)" --target llama-server
 FROM debian:bookworm-slim

     -DGGML_NATIVE=ON \
     -DCMAKE_BUILD_TYPE=Release \
     -DCMAKE_INTERPROCEDURAL_OPTIMIZATION=ON \
+    -DCMAKE_C_FLAGS_RELEASE="-Ofast -march=native -flto -fno-finite-math-only" \
+    -DCMAKE_CXX_FLAGS_RELEASE="-Ofast -march=native -flto -fno-finite-math-only" \
   && cmake --build build -j"$(nproc)" --target llama-server
 FROM debian:bookworm-slim