Update Dockerfile
Browse files- Dockerfile +6 -6
Dockerfile
CHANGED
|
@@ -24,18 +24,18 @@ WORKDIR $HOME/app
|
|
| 24 |
# -DGGML_NATIVE=ON: Targets your specific Ice Lake instructions
|
| 25 |
# -DGGML_AVX512 & VNNI: Uses the hardware acceleration flags found in your cpuinfo
|
| 26 |
# -DGGML_CURL=ON: Enables the -hf downloading capability
|
| 27 |
-
RUN git clone --depth 1 https://github.com/ggerganov/llama.cpp.git .
|
| 28 |
-
|
| 29 |
-DCMAKE_BUILD_TYPE=Release \
|
| 30 |
-DGGML_NATIVE=ON \
|
| 31 |
-DGGML_AVX512=ON \
|
| 32 |
-DGGML_AVX512_VNNI=ON \
|
| 33 |
-DGGML_OPENMP=ON \
|
| 34 |
-DGGML_BLAS=ON \
|
| 35 |
-
-DGGML_BLAS_VENDOR=OpenBLAS \
|
| 36 |
-
-DGGML_CURL=ON
|
| 37 |
-
|
| 38 |
-
|
| 39 |
|
| 40 |
|
| 41 |
|
|
|
|
| 24 |
# -DGGML_NATIVE=ON: Targets your specific Ice Lake instructions
|
| 25 |
# -DGGML_AVX512 & VNNI: Uses the hardware acceleration flags found in your cpuinfo
|
| 26 |
# -DGGML_CURL=ON: Enables the -hf downloading capability
|
| 27 |
+
RUN git clone --depth 1 https://github.com/ggerganov/llama.cpp.git . && \
|
| 28 |
+
cmake -B build \
|
| 29 |
-DCMAKE_BUILD_TYPE=Release \
|
| 30 |
-DGGML_NATIVE=ON \
|
| 31 |
-DGGML_AVX512=ON \
|
| 32 |
-DGGML_AVX512_VNNI=ON \
|
| 33 |
-DGGML_OPENMP=ON \
|
| 34 |
-DGGML_BLAS=ON \
|
| 35 |
+
-DGGML_BLAS_VENDOR=OpenBLAS \
|
| 36 |
+
-DGGML_CURL=ON && \
|
| 37 |
+
cmake --build build --config Release --target llama-server -j 8
|
| 38 |
+
|
| 39 |
|
| 40 |
|
| 41 |
|