mylocalmodels / Modelfile
Juna190825's picture
Update Dockerfile
c3442e8 verified
raw
history blame contribute delete
275 Bytes
FROM llama2-7b-gguf:latest
# Specify the GGUF model file
# PARAMETER gguf /Llama-2-7B-GGUF/llama-2-7b.Q4_K_M.gguf
PARAMETER gguf /models/llama-2-7b.Q4_K_M.gguf
# Set context length
PARAMETER num_ctx 4096
# System prompt (optional)
SYSTEM "You are a helpful AI assistant."