llama-cpp-server-70b

Runtime error

muryshev commited on Jan 19, 2024

Commit

d3613bc

verified ·

1 Parent(s): cb94104

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -38,7 +38,7 @@ COPY --from=build /build/llama.cpp/examples/server/public /app/public
 COPY ./run.sh /app/run.sh
 WORKDIR /models
-RUN wget https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/blob/main/mixtral-8x7b-v0.1.Q4_0.gguf -nv -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 EXPOSE 7860
 WORKDIR /app
 # Make the script executable

 COPY ./run.sh /app/run.sh
 WORKDIR /models
+RUN wget https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/blob/main/mixtral-8x7b-v0.1.Q5_0.gguf -nv -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 EXPOSE 7860
 WORKDIR /app
 # Make the script executable