Update Dockerfile

Dockerfile

@@ -2,20 +2,7 @@ ARG UBUNTU_VERSION=22.04
 ARG CUDA_VERSION=12.2.2                                                                                                                                               
 ARG CUDA_DOCKER_ARCH=all                                                                                                                                              
 
-FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} as builder 
-
-RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip pkg-config libcurl4-openssl-dev -y
-RUN mkdir /opt/koboldcpp && mkdir /opt/llamacpp
-RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp && git clone https://github.com/ggerganov/llama.cpp /opt/llamacpp
-
-WORKDIR /opt/llamacpp
-RUN make LLAMA_OPENBLAS=1 LLAMA_CUDA=1
-
-WORKDIR /opt/koboldcpp
-RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1 LLAMA_PORTABLE=1
-
-
-FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} as final
+FROM nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}
 
 ENV DEBIAN_FRONTEND=noninteractive \
 	TZ=Asia/Jakarta
@@ -50,9 +37,6 @@ RUN curl -fsSL https://tailscale.com/install.sh | sh
 # Create a working directory
 WORKDIR /app
 
-COPY --from=builder /opt/koboldcpp /app/koboldcpp                                                                                                                         
-COPY --from=builder /opt/llamacpp /app/llama.cpp 
-
 # Create a non-root user and switch to it
 RUN adduser --disabled-password --gecos '' --shell /bin/bash user \
  && chown -R user:user /app
@@ -104,6 +88,8 @@ RUN --mount=target=requirements.txt,source=requirements.txt \
 
 # Copy the current directory contents into the container at $HOME/app setting the owner to the user
 COPY --chown=user . $HOME/app
+#COPY --chown=user --from=netora/kobold:latest /opt/koboldcpp /app/koboldcpp                                                                                                                         
+COPY --chown=user --from=netora/kobold:latest /opt/llamacpp /app/llama.cpp 
 
 RUN chmod +x start_server.sh