concedo commited on
Commit
36b4454
·
verified ·
1 Parent(s): 81d6ed5

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -9
Dockerfile CHANGED
@@ -1,12 +1,8 @@
1
  FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
2
- ARG MODEL
3
- ARG MODEL_NAME
4
- ARG ADDITIONAL
5
  RUN mkdir /opt/koboldcpp
6
- RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
7
- RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
8
  WORKDIR /opt/koboldcpp
9
- COPY default.json /opt/koboldcpp/default.json
10
- RUN make LLAMA_OPENBLAS=1
11
- RUN wget -O model.ggml $MODEL || true
12
- CMD /bin/python3 ./koboldcpp.py --model model.ggml $ADDITIONAL --port 7860 --hordeconfig $MODEL_NAME 1 1 --preloadstory default.json --ignoremissing
 
1
  FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
2
+ ARG CLI
 
 
3
  RUN mkdir /opt/koboldcpp
4
+ RUN apt update && apt install git wget python3-pip -y
 
5
  WORKDIR /opt/koboldcpp
6
+ RUN curl -fLo koboldcpp https://github.com/LostRuins/koboldcpp/releases/latest/download/koboldcpp-linux-x64-nocuda
7
+ RUN chmod +x ./koboldcpp
8
+ CMD ./koboldcpp $CLI --port 7860 --ignoremissing