llama-cpp-server-70b

Runtime error

muryshev commited on Jan 18, 2024

Commit

01dfda0

verified ·

1 Parent(s): fc5c092

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -38,7 +38,7 @@ COPY --from=build /build/llama.cpp/examples/server/public /app/public
 COPY ./run.sh /app/run.sh
 WORKDIR /app
-wget -P /models -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf -L https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 EXPOSE 7860
 # Make the script executable

 COPY ./run.sh /app/run.sh
 WORKDIR /app
+RUN wget -P /models -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf -L https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 EXPOSE 7860
 # Make the script executable