FROM ./qwen3c_fp16.gguf # 融合版本:支持工具调用和思维模式的Qwen3配置 # 启用思考模式,模型会显示推理过程,同时保持工具调用能力 TEMPLATE """{{- if or .System .Tools }}<|im_start|>system {{- if .System }} {{ .System }} {{- else }} You are a helpful assistant. Please think step-by-step when answering questions. {{- end }} {{- if .Tools }} # Tools You may call one or more functions to assist with the user query. You are provided with function signatures within XML tags: {{- range .Tools }} {"type": "function", "function": {{ .Function }}} {{- end }} For each function call, return a json object with function name and arguments within XML tags: {"name": , "arguments": } {{- end }} /think <|im_end|> {{ else }}<|im_start|>system You are a helpful assistant. Please think step-by-step when answering questions. /think <|im_end|> {{ end }} {{- range $i, $_ := .Messages }} {{- $last := eq (len (slice $.Messages $i)) 1 -}} {{- if eq .Role "user" }}<|im_start|>user {{ .Content }}<|im_end|> <|im_start|>assistant {{ else if eq .Role "assistant" }}{{ if .Content }}{{ .Content }} {{- else if .ToolCalls }} {{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}} {{ end }} {{- end }}{{ if not $last }}<|im_end|> {{ end }} {{- else if eq .Role "tool" }}<|im_start|>user {{ .Content }} <|im_end|> <|im_start|>assistant {{ end }} {{- if and (ne .Role "assistant") $last }}<|im_start|>assistant {{ end }} {{- end }}""" PARAMETER stop "<|im_start|>" PARAMETER stop "<|im_end|>" PARAMETER temperature 0.6 PARAMETER top_k 20 PARAMETER top_p 0.95 PARAMETER num_ctx 40960 PARAMETER num_predict 32768