# Zynthos-1 - 246M-parameter chat SLM by Convergent, trained on Modal (H100).
# Chat format: <|bos|><|role|>\ncontent<|end|>\n ... <|assistant|>\n
FROM ./zynthos-1.gguf

TEMPLATE """<|bos|>{{- range .Messages }}<|{{ .Role }}|>
{{ .Content }}<|end|>
{{ end }}<|assistant|>
"""

PARAMETER stop "<|end|>"
PARAMETER stop "<|eos|>"
PARAMETER stop "<|user|>"
PARAMETER temperature 0.5
PARAMETER top_k 40
PARAMETER top_p 0.9
PARAMETER repeat_penalty 1.1
PARAMETER num_ctx 2048