llama-cpp-server-70b

Runtime error

muryshev commited on Jan 18, 2024

Commit

1ed3257

verified ·

1 Parent(s): 01dfda0

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -36,11 +36,11 @@ WORKDIR /app
 COPY --from=build /build/llama.cpp/build/bin/server /app
 COPY --from=build /build/llama.cpp/examples/server/public /app/public
 COPY ./run.sh /app/run.sh
-WORKDIR /app
-RUN wget -P /models -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf -L https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 EXPOSE 7860
 # Make the script executable
 RUN chmod +x run.sh

 COPY --from=build /build/llama.cpp/build/bin/server /app
 COPY --from=build /build/llama.cpp/examples/server/public /app/public
 COPY ./run.sh /app/run.sh
+WORKDIR /models
+RUN wget https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf -nv -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 EXPOSE 7860
+WORKDIR /app
 # Make the script executable
 RUN chmod +x run.sh