| FROM /content/sha-codes/qwen_ft/unsloth.F16.gguf |
|
|
| TEMPLATE """Below are instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }} |
|
|
| ### Instruction: |
| {{ .Prompt }}{{ end }} |
|
|
| ### Response: |
| {{ .Response }}<|im_end|>""" |
|
|
| PARAMETER stop "<|box_start|>" |
| PARAMETER stop "<|endoftext|>" |
| PARAMETER stop "<|quad_end|>" |
| PARAMETER stop "<tool_call>" |
| PARAMETER stop "<|file_sep|>" |
| PARAMETER stop "<|box_end|>" |
| PARAMETER stop "<|repo_name|>" |
| PARAMETER stop "<|image_pad|>" |
| PARAMETER stop "<|video_pad|>" |
| PARAMETER stop "<|quad_start|>" |
| PARAMETER stop "<|object_ref_start|>" |
| PARAMETER stop "</tool_call>" |
| PARAMETER stop "<|object_ref_end|>" |
| PARAMETER stop "<|im_start|>" |
| PARAMETER stop "<|im_end|>" |
| PARAMETER stop "<|vision_" |
| PARAMETER stop "<|fim_" |
| PARAMETER temperature 1.5 |
| PARAMETER min_p 0.1 |
