FROM ./qwen2_5-0_5b-distilledmacro-f16.gguf

TEMPLATE "{{if .System}}{{.System}}{{end}}{{if .Prompt}}<|im_start|>user
{{.Prompt}}<|im_end|>
<|im_start|>assistant
{{end}}{{if .Response}}{{.Response}}{{end}}<|im_end|>"
PARAMETER temperature 0.7
PARAMETER top_p 0.8
PARAMETER repeat_penalty 1.05
PARAMETER stop "<|im_end|>"
PARAMETER num_ctx 4096