File size: 508 Bytes
9058245 acec5fe 6de0c46 9058245 6de0c46 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""
SYSTEM """Respond in the following format:
<think>
...
</think>
<answer
...
</answer>
"""
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
PARAMETER temperature 0.6
PARAMETER min_p 0.1
PARAMETER repeat_last_n 128
PARAMETER repeat_penalty 1.3
PARAMETER top_k 20
PARAMETER top_p 0.7
PARAMETER min_p 0.05 |