| FROM ./qwen2_5-0_5b-distilledmacro-f16.gguf | |
| TEMPLATE "{{if .System}}{{.System}}{{end}}{{if .Prompt}}<|im_start|>user | |
| {{.Prompt}}<|im_end|> | |
| <|im_start|>assistant | |
| {{end}}{{if .Response}}{{.Response}}{{end}}<|im_end|>" | |
| PARAMETER temperature 0.7 | |
| PARAMETER top_p 0.8 | |
| PARAMETER repeat_penalty 1.05 | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER num_ctx 4096 | |