| FROM ./llm-350m-instruct-q4_k_m.gguf | |
| # ChatML template (v2 — trained on OpenHermes-2.5) | |
| TEMPLATE """<|im_start|>system | |
| {{ if .System }}{{ .System }}{{ else }}You are a helpful assistant.{{ end }}<|im_end|> | |
| <|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| <|im_start|>assistant | |
| """ | |
| SYSTEM "You are a helpful assistant." | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER stop "<|im_start|>" | |
| PARAMETER temperature 0.7 | |
| PARAMETER top_p 0.9 | |
| PARAMETER top_k 50 | |
| PARAMETER num_ctx 2048 | |