ft-test-1-4 / Modelfile
EugeneEvstafev's picture
feat: add Modelfile for task 4
95ffda5 verified
FROM ./model-f16.gguf
TEMPLATE '''{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
'''
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
PARAMETER temperature 0.7
SYSTEM '''You are a helpful assistant.'''