chat_template.jinja

{%- if messages[0]["role"] == "system" %}
    {%- set system_message = messages[0]["content"] %}
    {%- set loop_messages = messages[1:] %}
{%- else %}
    {%- set loop_messages = messages %}
{%- endif %}
{%- if not tools is defined %}
    {%- set tools = none %}
{%- endif %}
{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}

{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
{%- set ns = namespace() %}
{%- set ns.index = 0 %}
{%- for message in loop_messages %}
    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
        {%- endif %}
        {%- set ns.index = ns.index + 1 %}
    {%- endif %}
{%- endfor %}

{{- bos_token }}
{%- for message in loop_messages %}
    {%- if message["role"] == "user" %}
        {%- if message == user_messages[-1] and system_message is defined and tools is not none %}
            {{- "<instruction>" + system_message + "\n\n" + "<list_tools>[" }}
            {%- for tool in tools %}
{{ tool }}
 {%- if not loop.last %}
                    {{- ", " }}
                {%- else %}
                    {{- "]" }}
 {%- endif %}
    {%- endfor %}
            {{- "</list_tools>" + "\n\n" + message["content"] + "</instruction>" }}
            {%- elif message == user_messages[-1] and system_message is defined  and tools is none %}
            {{- "<instruction>" + system_message + "\n\n" + message["content"] + "</instruction>" }}
        {%- else %}
            {{- "<instruction>" + message["content"] + "</instruction>" }}
        {%- endif %}
    {%- elif (message.tool_calls is defined and message.tool_calls is not none) %}
        {{- "<tool_call>[" }}
        {%- for tool_call in message.tool_calls %}
{{ tool_call }}
 {%- if not loop.last %}
                    {{- ", " }}
                {%- else %}
                    {{- "]" }}
 {%- endif %}
 {%- endfor %}      {{- "</tool_call>" + eos_token }}
            {%- elif message["role"] == "assistant" %}
        {{- message["content"] + eos_token}}
    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
        {%- if message.content is defined and message.content.content is defined %}
            {%- set content = message.content.content %}
        {%- else %}
            {%- set content = message.content %}
        {%- endif %}
        {{- '<tool_result>{"content": ' + content|string }}
    {{- '}</tool_result>' }}
    {%- else %}
        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
    {%- endif %}
{%- endfor %}