| FROM ./DeepCoder-14B-Preview-imatrix-GGUF:Q4_K_M | |
| PARAMETER temperature 0.6 | |
| PARAMETER top_p 0.95 | |
| LICENSE """MIT License | |
| Copyright (c) 2025 Agentica | |
| Permission is hereby granted, free of charge, to any person obtaining a copy | |
| of this software and associated documentation files (the "Software"), to deal | |
| in the Software without restriction, including without limitation the rights | |
| to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
| copies of the Software, and to permit persons to whom the Software is | |
| furnished to do so, subject to the following conditions: | |
| The above copyright notice and this permission notice shall be included in all | |
| copies or substantial portions of the Software. | |
| THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
| IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
| FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
| AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
| LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
| OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |
| SOFTWARE. | |
| """ | |
| TEMPLATE """{{- if or .System .Tools }}<|im_start|>system | |
| {{- if .System }}{{ .System }}{{ end }} | |
| {{- if .Tools }} | |
| # Tools | |
| You may call one or more functions to assist with the user query. | |
| You are provided with function signatures within <tools></tools> XML tags: | |
| <tools> | |
| {{- range .Tools }} | |
| {"type": "function", "function": {{ .Function }}} | |
| {{- end }} | |
| </tools> | |
| For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags: | |
| <tool_call> | |
| {"name": <function-name>, "arguments": <args-json-object>} | |
| </tool_call> | |
| {{- end }}<|im_end|> | |
| {{ end }} | |
| {{- range $i, $_ := .Messages }} | |
| {{- $last := eq (len (slice $.Messages $i)) 1}} | |
| {{- if eq .Role "user" }}<｜User｜>{{ .Content }} | |
| {{- else if eq .Role "assistant" }}<｜Assistant｜>{{ .Content }}{{- if not $last }}<｜end▁of▁sentence｜> | |
| {{- else if .ToolCalls }}<tool_call> | |
| {{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}} | |
| {{ end }}</tool_call> | |
| {{- end }}{{ if not $last }}<|im_end|> | |
| {{ end }} | |
| {{- else if eq .Role "tool" }}<|im_start|>user | |
| <tool_response> | |
| {{ .Content }} | |
| </tool_response><|im_end|> | |
| {{ end }} | |
| {{- if and $last (ne .Role "assistant") }}<｜Assistant｜>{{- end }} | |
| {{- end -}}""" | |