Update Dockerfile

Dockerfile

@@ -19,7 +19,7 @@ RUN apt update && \
 
 WORKDIR /app
 
-RUN wget https://huggingface.co/itsdotscience/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_q8_0.gguf
+RUN wget https://huggingface.co/matthoffner/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_Q4_K_M.gguf
 
 RUN git clone https://github.com/ggerganov/llama.cpp.git && \
     cd llama.cpp && \
@@ -30,9 +30,9 @@ RUN git clone https://github.com/ggerganov/llama.cpp.git && \
 # Create a non-root user for security reasons
 RUN useradd -m -u 1000 user && \
     mkdir -p /home/user/app && \
-    cp /app/Magicoder-S-DS-6.7B_q8_0.gguf /home/user/app
+    cp /app/Magicoder-S-DS-6.7B_Q4_K_M.gguf /home/user/app
 
-RUN chown user:user /home/user/app/Magicoder-S-DS-6.7B_q8_0.gguf
+RUN chown user:user /home/user/app/Magicoder-S-DS-6.7B_Q4_K_M.gguf
 
 USER user
 ENV HOME=/home/user
@@ -43,4 +43,4 @@ WORKDIR $HOME/app
 EXPOSE 8080
 
 # Start the llava-server with models
-CMD ["/app/llama.cpp/server", "--model", "Magicoder-S-DS-6.7B_q8_0.gguf", "--threads", "6", "--host", "0.0.0.0"]
+CMD ["/app/llama.cpp/server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "8", "--host", "0.0.0.0"]