File size: 613 Bytes
3ef519d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
FROM /content/unsloth/mistral-7b-bnb-4bit/unsloth.Q8_0.gguf
TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}
### Instruction:
{{ .Prompt }}{{ end }}
### Response:
{{ .Response }}</s>"""
PARAMETER stop "[INST]"
PARAMETER stop "<unk>"
PARAMETER stop "[AVAILABLE_TOOLS]"
PARAMETER stop "[/INST]"
PARAMETER stop "[/TOOL_RESULTS]"
PARAMETER stop "[TOOL_CALLS]"
PARAMETER stop "[TOOL_RESULTS]"
PARAMETER stop "[/AVAILABLE_TOOLS]"
PARAMETER stop "</s>"
PARAMETER stop "[control_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1 |