Update Dockerfile

Dockerfile

@@ -21,12 +21,12 @@ ENV LLAMA_CUBLAS=1
 
 RUN mkdir build && \
     cd build && \
-#    cmake .. #-DLLAMA_CUBLAS=ON && \
+    cmake .. #-DLLAMA_CUBLAS=ON && \
     cmake .. && \
     cmake --build . --config Release
 
 WORKDIR /data
-RUN wget https://huggingface.co/IlyaGusev/saiga2_13b_gguf/resolve/main/model-q8_0.gguf -nv -O model.gguf
+RUN wget https://huggingface.co/IlyaGusev/saiga2_70b_gguf/resolve/main/ggml-model-q4_1.gguf -nv -O model.gguf
 
 FROM ${BASE_CUDA_RUN_CONTAINER} as runtime
 
@@ -39,4 +39,4 @@ COPY --from=build /data/model.gguf /data/model.gguf
 WORKDIR /app
 EXPOSE 7860
 
-CMD ./server -m /data/model.gguf -c 2048 --port 7860 --host 0.0.0.0
+CMD ./server -m /data/model.gguf -c 4096 --port 7860 --host 0.0.0.0