Modelfile

FROM llama2-7b-gguf:latest

# Specify the GGUF model file
# PARAMETER gguf /Llama-2-7B-GGUF/llama-2-7b.Q4_K_M.gguf
PARAMETER gguf /models/llama-2-7b.Q4_K_M.gguf

# Set context length
PARAMETER num_ctx 4096

# System prompt (optional)
SYSTEM "You are a helpful AI assistant."