llama-cpp-server-13b

Sleeping

muryshev commited on Dec 25, 2023

Commit

fa4f8bb

1 Parent(s): 9ab26e1

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -26,7 +26,7 @@ RUN mkdir build && \
     cmake --build . --config Release
 WORKDIR /data
-RUN wget https://huggingface.co/IlyaGusev/saiga2_7b_gguf/resolve/main/model-q8_0.gguf -nv -O model.gguf
 FROM ${BASE_CUDA_RUN_CONTAINER} as runtime

     cmake --build . --config Release
 WORKDIR /data
+RUN wget https://huggingface.co/IlyaGusev/saiga2_13b_gguf/resolve/main/model-q8_0.gguf -nv -O model.gguf
 FROM ${BASE_CUDA_RUN_CONTAINER} as runtime