unsloth

/

MiMo-V2-Flash-GGUF

like 11

Follow

Unsloth AI 12.7k

I got it working fine with this chat template based on INTELLECT 3:

{%- macro render_extra_keys(json_dict, handled_keys) -%}
    {%- if json_dict is mapping -%}
        {%- for json_key in json_dict if json_key not in handled_keys -%}
            {%- if json_dict[json_key] is mapping or json_dict[json_key] is sequence and json_dict[json_key] is not string -%}
                {{- "\n<" ~ json_key ~ ">" ~ json_dict[json_key] | tojson | safe ~ "</" ~ json_key ~ ">" -}}
            {%- else -%}
                {{- "\n<" ~ json_key ~ ">" ~ json_dict[json_key] | string ~ "</" ~ json_key ~ ">" -}}
            {%- endif -%}
        {%- endfor -%}
    {%- endif -%}
{%- endmacro -%}
{%- if messages[0]["role"] == "system" -%}
    {%- set system_message = messages[0]["content"] -%}
    {%- set loop_messages = messages[1:] -%}
{%- else -%}
    {%- set loop_messages = messages -%}
{%- endif -%}
{%- if not tools is defined -%}
    {%- set tools = [] -%}
{%- endif -%}
{%- if system_message is defined -%}
    {{- "<|im_start|>system\n" + system_message -}}
{%- elif tools is iterable and tools | length > 0 -%}
    {{- "<|im_start|>system\nYou are a helpful assistant." -}}
{%- endif -%}
{%- if tools is iterable and tools | length > 0 -%}
    {{- "\n\n# Tools\n\nYou have access to the following functions:\n\n" -}}
    {{- "<tools>" -}}
    {%- for tool in tools -%}
        {%- if tool.function is defined -%}
            {%- set tool = tool.function -%}
        {%- endif -%}
        {{- "\n<function>\n<name>" ~ tool.name ~ "</name>" -}}
        {%- if tool.description is defined -%}
            {{- "\n<description>" ~ tool.description | trim ~ "</description>" -}}
        {%- endif -%}
        {{- "\n<parameters>" -}}
        {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping -%}
            {%- for (param_name, param_fields) in tool.parameters.properties | items -%}
                {{- "\n<parameter>" -}}
                {{- "\n<name>" ~ param_name ~ "</name>" -}}
                {%- if param_fields.type is defined -%}
                    {{- "\n<type>" ~ param_fields.type | string ~ "</type>" -}}
                {%- endif -%}
                {%- if param_fields.description is defined -%}
                    {{- "\n<description>" ~ param_fields.description | trim ~ "</description>" -}}
                {%- endif -%}
                {%- set handled_keys = ["name", "type", "description"] -%}
                {{- render_extra_keys(param_fields, handled_keys) -}}
                {{- "\n</parameter>" -}}
            {%- endfor -%}
        {%- endif -%}
        {%- set handled_keys = ["type", "properties"] -%}
        {{- render_extra_keys(tool.parameters, handled_keys) -}}
        {{- "\n</parameters>" -}}
        {%- set handled_keys = ["type", "name", "description", "parameters"] -%}
        {{- render_extra_keys(tool, handled_keys) -}}
        {{- "\n</function>" -}}
    {%- endfor -%}
    {{- "\n</tools>" -}}
    {{- "\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>" -}}
{%- endif -%}
{%- if system_message is defined -%}
    {{- "<|im_end|>\n" -}}
{%- elif tools is iterable and tools | length > 0 -%}
    {{- "<|im_end|>\n" -}}
{%- endif -%}
{%- for message in loop_messages -%}
    {%- if message.role == "assistant" and message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 -%}
        {{- "<|im_start|>" + message.role -}}
        {%- if message.content is defined and message.content is string -%}
            {%- if message.reasoning_content is defined -%}
                {%- if message.reasoning_content -%}
                    {{- "\n<think>" + message.reasoning_content.strip() + "</think>" -}}
                {%- else -%}
                    {{- "\n<think></think>" -}}
                {%- endif -%}
            {%- endif -%}
            {{- "\n" + message.content | trim + "\n" -}}
        {%- endif -%}
        {%- for tool_call in message.tool_calls -%}
            {%- if tool_call.function is defined -%}
                {%- set tool_call = tool_call.function -%}
            {%- endif -%}
            {{- "\n<tool_call>\n<function=" + tool_call.name + ">\n" -}}
            {%- if tool_call.arguments is defined -%}
                {%- for (args_name, args_value) in tool_call.arguments | items -%}
                    {{- "<parameter=" + args_name + ">\n" -}}
                    {%- set args_value = args_value | tojson | safe if args_value is mapping or args_value is sequence and args_value is not string else args_value | string -%}
                    {{- args_value -}}
                    {{- "\n</parameter>\n" -}}
                {%- endfor -%}
            {%- endif -%}
            {{- "</function>\n</tool_call>" -}}
        {%- endfor -%}
        {{- "<|im_end|>\n" -}}
    {%- elif message.role == "user" or message.role == "system" or message.role == "assistant" -%}
        {{- "<|im_start|>" + message.role -}}
        {%- if message.role == "assistant" and message.reasoning_content is defined -%}
            {%- if message.reasoning_content -%}
                {{- "\n<think>" + message.reasoning_content.strip() + "</think>" -}}
            {%- else -%}
                {{- "\n<think></think>" -}}
            {%- endif -%}
            {%- if message.content.strip() -%}
                {{- "\n" + message.content.strip() -}}
            {%- endif -%}
        {%- else -%}
            {{- "\n" + message.content -}}
        {%- endif -%}
        {{- "<|im_end|>" + "\n" -}}
    {%- elif message.role == "tool" -%}
        {%- if loop.previtem and loop.previtem.role != "tool" -%}
            {{- "<|im_start|>user\n" -}}
        {%- endif -%}
        {{- "<tool_response>\n" -}}
        {{- message.content -}}
        {{- "\n</tool_response>\n" -}}
        {%- if not loop.last and loop.nextitem.role != "tool" -%}
            {{- "<|im_end|>\n" -}}
        {%- elif loop.last -%}
            {{- "<|im_end|>\n" -}}
        {%- endif -%}
    {%- else -%}
        {{- "<|im_start|>" + message.role + "\n" + message.content + "<|im_end|>\n" -}}
    {%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
    {{- "<|im_start|>assistant\n" -}}
    {{- "<think></think>\n" if enable_thinking is defined and not enable_thinking else "" -}}
{%- endif -%}