FROM ./section138-expert-v3-q8_0.gguf

TEMPLATE """{{- if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
"""

SYSTEM "You are Qwen, created by Alibaba Cloud. You are a helpful assistant."

PARAMETER temperature 0
PARAMETER repeat_penalty 1.1
PARAMETER num_ctx 4096
PARAMETER num_predict 700
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|endoftext|>"