| FROM ./model-f16.gguf | |
| TEMPLATE """{{ if .System }}<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| {{ end }}{{ if .Prompt }}<|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| {{ end }}<|im_start|>assistant | |
| """ | |
| PARAMETER stop "<|im_start|>" | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER stop "<eos>" | |
| PARAMETER stop "</s>" | |
| PARAMETER temperature 0.7 | |
| SYSTEM """You are a helpful assistant.""" | |