File size: 345 Bytes
e3ff0bf | 1 2 3 4 5 6 7 8 9 10 11 12 | FROM ./qwen2_5-0_5b-distilledmacro-f16.gguf
TEMPLATE "{{if .System}}{{.System}}{{end}}{{if .Prompt}}<|im_start|>user
{{.Prompt}}<|im_end|>
<|im_start|>assistant
{{end}}{{if .Response}}{{.Response}}{{end}}<|im_end|>"
PARAMETER temperature 0.7
PARAMETER top_p 0.8
PARAMETER repeat_penalty 1.05
PARAMETER stop "<|im_end|>"
PARAMETER num_ctx 4096
|