Modelfile

FROM /content/model/unsloth.Q8_0.gguf

TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}

### Instruction:
{{ .Prompt }}{{ end }}

### Response:
{{ .Response }}<｜end▁of▁sentence｜>"""

PARAMETER stop "<think>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<｜▁pad▁｜>"
PARAMETER stop "<|python_tag|>"
PARAMETER stop "</think>"
PARAMETER stop "<|eom_id|>"
PARAMETER stop "<｜User｜>"
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|finetune_right_pad_id|>"
PARAMETER stop "<｜Assistant｜>"
PARAMETER stop "<｜end▁of▁sentence｜>"
PARAMETER stop "<|reserved_special_token_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1