File size: 2,707 Bytes
a8549df | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 | {# --- System Prompt Handling --- #}
{%- if messages and messages[0]['role'] == 'system' %}
{%- set remaining_messages = messages[1:] %}
{%- else %}
{%- set remaining_messages = messages %}
{%- endif %}
{%- if tools %}
{{- '<|im_start|>system\n' }}
{%- if messages[0].role == 'system' %}
{{- messages[0].content + '\n' }}
{%- endif %}
# Tools
You may call one or more functions to assist with the user query. You are provided with function signatures within <tools></tools> XML tags.
<tools>
{%- for tool in tools %}
{{- "" }}
{{ tool | tojson }}
{%- endfor %}
{{- "" }}
</tools>
For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
<tool_call>
{"name": <function-name>, "arguments": <args-json-object>}
</tool_call>
{{- '<|im_end|>\n' }}
{%- else %}
{%- if messages[0].role == 'system' %}
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{# --- Render remaining messages --- #}
{%- for message in remaining_messages %}
{%- if message['role'] == 'user' %}
{{- '<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>\n' }}
{%- elif message['role'] == 'assistant' %}
{{- '<|im_start|>' + message['role'] +'\n' }}
{%- if message.get('content','') %}
{{- message['content'] + '\n' }}
{%- endif %}
{%- if tools and message.tool_calls %}
{%- for tool_call in message.tool_calls %}
{%- if tool_call.function is defined %}
{%- set tool_call = tool_call.function %}
{%- endif %}
{{-'<tool_call>\n' }}
{{- '{"name": "'+ tool_call.name + '", "arguments":' }}
{%- if tool_call.arguments is string -%}
{{ tool_call.arguments }}
{%- else -%}
{{ tool_call.arguments | tojson }}
{%- endif -%}
{{- '}' }}
{{- '\n</tool_call>\n' }}
{%- endfor %}
{%- endif %}
{%- if not loop.last %}
{{- '<|im_end|>' + '\n' }}
{%- else %}
{{- '<|im_end|>' }}
{%- endif %}
{%- elif message['role'] == 'tool' %}
{# Tool responses treated as user messages #}
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
{{- '<|im_start|>user' }}
{%- endif %}
{{- '\n<tool_response>\n' + message['content'] + '\n</tool_response>' }}
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
{{- '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{# --- Add generation prompt after last message if requested --- #}
{%- if loop.last and add_generation_prompt %}
{{- '<|im_start|>assistant\n' }}
{%- endif %}
{%- endfor %}
|