Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +4 -6
Dockerfile
CHANGED
|
@@ -25,6 +25,9 @@ RUN mkdir build && \
|
|
| 25 |
cmake .. && \
|
| 26 |
cmake --build . --config Release
|
| 27 |
|
|
|
|
|
|
|
|
|
|
| 28 |
FROM ${BASE_CUDA_RUN_CONTAINER} as runtime
|
| 29 |
|
| 30 |
|
|
@@ -32,12 +35,7 @@ WORKDIR /app
|
|
| 32 |
|
| 33 |
# Copy the executable from the build stage
|
| 34 |
COPY --from=build /build/llama.cpp/build/bin/server /app
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
WORKDIR /data
|
| 38 |
-
|
| 39 |
-
RUN wget https://huggingface.co/IlyaGusev/saiga2_70b_gguf/resolve/main/ggml-model-q4_1.gguf -nv -O model.gguf
|
| 40 |
-
|
| 41 |
WORKDIR /app
|
| 42 |
EXPOSE 7860
|
| 43 |
|
|
|
|
| 25 |
cmake .. && \
|
| 26 |
cmake --build . --config Release
|
| 27 |
|
| 28 |
+
WORKDIR /data
|
| 29 |
+
RUN wget https://huggingface.co/IlyaGusev/saiga2_70b_gguf/resolve/main/ggml-model-q4_1.gguf -nv -O model.gguf
|
| 30 |
+
|
| 31 |
FROM ${BASE_CUDA_RUN_CONTAINER} as runtime
|
| 32 |
|
| 33 |
|
|
|
|
| 35 |
|
| 36 |
# Copy the executable from the build stage
|
| 37 |
COPY --from=build /build/llama.cpp/build/bin/server /app
|
| 38 |
+
COPY --from=build /data/model.gguf /data/model.gguf
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
WORKDIR /app
|
| 40 |
EXPOSE 7860
|
| 41 |
|