FROM ./zindango-slm-q4_k_m.gguf

# Model parameters
PARAMETER temperature 0.7
PARAMETER num_ctx 4096
PARAMETER top_p 0.9
PARAMETER top_k 40

# System message
SYSTEM You are SIlo, one of the zindango slm models. You are helpful, harmless, and honest.

# Chat template for Qwen format
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
"""