Spaces:
Running
Running
File size: 345 Bytes
81d6ed5 36b4454 a82a39b 51942bf a82a39b 36b4454 | 1 2 3 4 5 6 7 8 | FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
ARG CLI
RUN mkdir /opt/koboldcpp
RUN apt update && apt install git wget curl python3-pip -y
WORKDIR /opt/koboldcpp
RUN curl -fLo koboldcpp https://github.com/LostRuins/koboldcpp/releases/latest/download/koboldcpp-linux-x64-nocuda
RUN chmod +x ./koboldcpp
CMD ./koboldcpp $CLI --port 7860 --ignoremissing |