| FROM ./bartleby-LFM2.5-1.2B-Q4_K_M.gguf | |
| TEMPLATE """{{- range $i, $_ := .Messages }} | |
| {{- $last := eq (len (slice $.Messages $i)) 1 }} | |
| {{- if or (eq .Role "user") (eq .Role "system") }}<|im_start|>user | |
| {{ .Content }}<|im_end|> | |
| {{ if $last }}<|im_start|>assistant | |
| {{ end }} | |
| {{- else if eq .Role "assistant" }}<|im_start|>assistant | |
| {{ .Content }}{{ if not $last }}<|im_end|> | |
| {{ end }} | |
| {{- end }} | |
| {{- end }}""" | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER stop "<|endoftext|>" | |
| PARAMETER temperature 1.0 | |
| PARAMETER top_p 0.95 | |