LLM / Dockerfile
arvinega's picture
Update Dockerfile
2b4af15 verified
raw
history blame contribute delete
432 Bytes
FROM ghcr.io/ggml-org/llama.cpp:full
RUN apt update && apt install wget -y
# Ganti ke model Dhanishtha GGUF (Q4_K_M)
RUN wget "https://huggingface.co/DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF/resolve/main/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q8_0.gguf?download=true" -O /sahabatai.gguf
CMD ["--server", "-m", "/sahabatai.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]