File size: 337 Bytes
19aa324 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
FROM ./sdf-classify-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf
TEMPLATE """{{- if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
"""
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"
PARAMETER temperature 0.1
PARAMETER num_predict 256
PARAMETER num_ctx 4096
|