File size: 2,198 Bytes
4222dd5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 | FROM ./AgentFlow-3B.gguf
# set the temperature to 1 [higher is more creative, lower is more coherent]
PARAMETER temperature 0.644224422442
PARAMETER num_ctx 4096
# PARAMETER num_gpu 42
# PARAMETER num_thread 2
PARAMETER stop "</s>"
PARAMETER stop "<s>"
PARAMETER stop "<br/>"
PARAMETER stop "<br>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|end|>"
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|`end `|>"
PARAMETER stop "<|` end `|>"
PARAMETER stop "<|` end`|>"
PARAMETER stop "<|`---`|>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "\n\n\n"
PARAMETER stop "BEGININPUT"
PARAMETER stop "ENDINPUT"
PARAMETER stop "BEGINCONTEXT"
PARAMETER stop "ENDCONTEXT"
PARAMETER stop "BEGININSTRUCTION"
PARAMETER stop "ENDINSTRUCTION"
# PARAMETER repeat_penalty 1.6
# PARAMETER num_predict -2
PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|reserved_special_token"
PARAMETER stop "<|system|>"
PARAMETER stop " \`\`\` "
# # set the system prompt
# TEMPLATE """
# <|im_start|> {{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }} {{ .Prompt }} {{ end }}
# <|im_start|> {{ if .System }}{{ .System }}{{ end }} {{ .Response }} <|im_end|>
# """
# set the system prompt
# TEMPLATE """
# {{ if .System }}<|system|>
# {{ .System }}<|end|>
# {{ end }}{{ if .Prompt }}<|user|>
# {{ .Prompt }}<|end|>
# {{ end }}<|assistant|>
# {{ .Response }}<|end|>
# """
# TEMPLATE """
# BEGININPUT
# BEGINCONTEXT
# ENDCONTEXT
# {{ if .System }}<|system|>:{{ .System }}{{ end }}
# ENDINPUT
# BEGININSTRUCTION
# {{ if .Prompt }}{{ .Prompt }}{{ end }}
# ENDINSTRUCTION
# ### Contextual Response
# {{ .Response }}
# """
# TEMPLATE """
# Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
# {{ if .System }}### Instruction:
# {{ .System }}{{ end }}
# {{ if .Prompt }}### Input:
# {{ .Prompt }}{{ end }}
# ### Response:
# """
TEMPLATE """
{{ if .Prompt }}{{ .Prompt }}{{ end }}
<|flow|>
```mermaid
{{ .Response }}
```
""" |