File size: 10,223 Bytes
1fb8dc2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 | {#- ----------‑‑‑ special token variables ‑‑‑---------- -#}
{%- set HYTK = ':opensource' %}
{%- set eos_token = '<｜hy_eos{}｜>'.format(HYTK) %}
{%- set bos_token = '<｜hy_begin_of_sentence{}｜>'.format(HYTK) %}
{%- set pad_token = '<｜hy_pad{}｜>'.format(HYTK) %}
{%- set user_token = '<｜hy_User{}｜>'.format(HYTK) %}
{%- set assistant_token = '<｜hy_Assistant{}｜>'.format(HYTK) %}
{%- set think_begin_token = '<think{}>'.format(HYTK) %}
{%- set think_end_token = '</think{}>'.format(HYTK) %}
{%- set toolcalls_begin_token = '<tool_calls{}>'.format(HYTK) %}
{%- set toolcalls_end_token = '</tool_calls{}>'.format(HYTK) %}
{%- set toolcall_begin_token = '<tool_call{}>'.format(HYTK) %}
{%- set toolcall_end_token = '</tool_call{}>'.format(HYTK) %}
{%- set toolsep_token = '<tool_sep{}>'.format(HYTK) %}
{%- set argkey_begin_token = '<arg_key{}>'.format(HYTK) %}
{%- set argkey_end_token = '</arg_key{}>'.format(HYTK) %}
{%- set argvalue_begin_token = '<arg_value{}>'.format(HYTK) %}
{%- set argvalue_end_token = '</arg_value{}>'.format(HYTK) %}
{%- set toolresponses_begin_token = '<tool_responses{}>'.format(HYTK) %}
{%- set toolresponses_end_token = '</tool_responses{}>'.format(HYTK) %}
{%- set toolresponse_begin_token = '<tool_response{}>'.format(HYTK) %}
{%- set toolresponse_end_token = '</tool_response{}>'.format(HYTK) %}
{%- set reasoning_mode_token = '<｜reasoning_mode{}｜>'.format(HYTK) %}
{#- ----------‑‑‑ hyperparameters variables ‑‑‑---------- -#}
{%- if not add_generation_prompt is defined %}
{%- set add_generation_prompt = false %}
{%- endif %}
{%- if not preserved_thinking is defined %}
{%- if not tools %}
{%- set preserved_thinking = false %}
{%- else %}
{%- set preserved_thinking = true %}
{%- endif %}
{%- endif %}
{%- if not is_training is defined %}
{%- set is_training = false %}
{%- endif %}
{%- if not reasoning_effort is defined %}
{%- set reasoning_effort = 'no_think' %}
{%- elif reasoning_effort not in ['high', 'low', 'no_think'] %}
{%- if reasoning_effort is none %}
{{- raise_exception('reasoning_effort error : None, should be no_think/low/high') }}
{%- else %}
{{- raise_exception('reasoning_effort error : ' + reasoning_effort + ', should be no_think/low/high') }}
{%- endif %}
{%- endif %}
{%- if fallback_strategy is defined and fallback_strategy == 'reasoning_toolcall_retry' %}
{%- set reasoning_effort = 'high' %}
{%- set add_generation_prompt = false %}
{%- endif %}
{%- if not raw_last_assistant is defined %}
{%- set raw_last_assistant = false %}
{%- endif %}
{%- macro visible_text(content) -%}
{%- if content is string -%}
{{- content }}
{%- elif content is iterable and content is not mapping -%}
{%- for item in content -%}
{%- if item is mapping and item.type == 'text' -%}
{{- item.text }}
{%- elif item is string -%}
{{- item }}
{%- endif -%}
{%- endfor -%}
{%- elif content is none -%}
{{- '' }}
{%- else -%}
{{- content }}
{%- endif -%}
{%- endmacro -%}
{%- set ns = namespace(last_user_index=-1) %}
{%- set sp_ns = namespace(system_prompt='', is_first_sp=true) %}
{%- for message in messages %}
{%- if message['role'] == 'system' %}
{%- set sp_ns.system_prompt = sp_ns.system_prompt + visible_text(message['content']) %}
{%- endif %}
{%- if message['role'] == 'user' %}
{%- set ns.last_user_index = loop.index0 %}
{%- endif %}
{%- endfor %}
{%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' and not tools %}
{%- set sp_ns.system_prompt = sp_ns.system_prompt + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort %}
{%- endif %}
{{- bos_token }}
{{- sp_ns.system_prompt }}
{%- if tools %}
{%- if sp_ns.system_prompt != '' %}
{{- '\n\n# Tools\n\nYou may call one or more functions to assist with the user query.' }}
{%- else %}
{{- '# Tools\n\nYou may call one or more functions to assist with the user query.' }}
{%- endif %}
{{- '\n\nYou are provided with function signatures within <tools></tools> XML tags:' }}
{{- '\n<tools>\n' }}
{%- for tool in tools %}
{%- if loop.index0 > 0 %}
{{- '\n' }}
{%- endif %}
{{- tool | tojson }}
{%- endfor %}
{{- '\n</tools>\n\n' }}
{{- 'For function call returns, you should first print ' + toolcalls_begin_token + '\n' }}
{{- 'For each function call, you should return object like:\n' }}
{{- toolcall_begin_token + '{function-name}' + toolsep_token + '\n' }}
{{- argkey_begin_token + '{arg-key-1}' + argkey_end_token + '\n' }}
{{- argvalue_begin_token + '{arg-value-1}' + argvalue_end_token + '\n' }}
{{- argkey_begin_token + '{arg-key-2}' + argkey_end_token + '\n' }}
{{- argvalue_begin_token + '{arg-value-2}' + argvalue_end_token + '\n' }}
{{- '...\n' }}
{{- toolcall_end_token + '\n' }}
{%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' %}
{{- 'At the end of function call returns, you should print ' + toolcalls_end_token + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort }}
{%- else %}
{{- 'At the end of function call returns, you should print ' + toolcalls_end_token }}
{%- endif %}
{%- endif %}
{%- set prev_ns = namespace(is_tool=false, is_tool_first=true) %}
{%- set last_ns = namespace(last_is_assistant=false) %}
{%- for message in messages %}
{%- if message['role'] == 'user' %}
{%- if prev_ns.is_tool %}
{{- toolresponses_end_token }}
{%- endif %}
{{- user_token + visible_text(message['content']) }}
{%- set prev_ns.is_tool = false %}
{%- endif %}
{%- if message['role'] == 'assistant' %}
{%- if is_training %}
{%- if 'reasoning_content' in message and message['reasoning_content'] is string %}
{%- set rc = message['reasoning_content'] %}
{%- elif 'reasoning' in message and message['reasoning'] is string %}
{%- set rc = message['reasoning'] %}
{%- else %}
{%- set rc = none %}
{%- endif %}
{%- if rc is not none %}
{%- set content = think_begin_token + rc + think_end_token + visible_text(message['content']) %}
{%- else %}
{%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
{%- endif %}
{%- else %}
{%- if ((preserved_thinking is defined and preserved_thinking) or loop.index0 > ns.last_user_index) %}
{%- if 'reasoning_content' in message and message['reasoning_content'] is string %}
{%- set rc = message['reasoning_content'] %}
{%- elif 'reasoning' in message and message['reasoning'] is string %}
{%- set rc = message['reasoning'] %}
{%- else %}
{%- set rc = none %}
{%- endif %}
{%- if rc is not none %}
{%- set content = think_begin_token + rc + think_end_token + visible_text(message['content']) %}
{%- else %}
{%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
{%- endif %}
{%- else %}
{%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
{%- endif %}
{%- endif %}
{%- if prev_ns.is_tool %}
{{- toolresponses_end_token }}
{%- endif %}
{{- assistant_token }}
{%- if message['tool_calls'] is defined and message['tool_calls'] %}
{%- set prev_ns.is_tool_first = true %}
{{- content }}
{{- toolcalls_begin_token + '\n' }}
{%- for tool in message['tool_calls'] %}
{%- set arguments = tool['function']['arguments'] %}
{{- toolcall_begin_token + tool['function']['name'] + toolsep_token + '\n' }}
{%- for key, value in arguments.items() %}
{{- argkey_begin_token + key + argkey_end_token + '\n' }}
{%- if value is not string %}
{%- set value = value | tojson(ensure_ascii=False) %}
{%- endif %}
{{- argvalue_begin_token + value + argvalue_end_token + '\n' }}
{%- endfor %}
{{- toolcall_end_token + '\n' }}
{%- endfor %}
{{- toolcalls_end_token + eos_token }}
{%- else %}
{%- if loop.last and raw_last_assistant %}
{{- visible_text(message['content']) }}
{%- elif not loop.last or is_training %}
{{- content + eos_token }}
{%- else %}
{{- content }}
{%- endif %}
{%- endif %}
{%- set prev_ns.is_tool = false %}
{%- endif %}
{%- if message['role'] == 'tool' %}
{%- set prev_ns.is_tool = true %}
{%- if prev_ns.is_tool_first %}
{{- toolresponses_begin_token + '\n' }}
{%- set prev_ns.is_tool_first = false %}
{%- endif %}
{{- toolresponse_begin_token + '\n' + visible_text(message['content']) + '\n' + toolresponse_end_token + '\n' }}
{%- endif %}
{%- if loop.last and message['role'] == 'assistant' %}
{%- set last_ns.last_is_assistant = true %}
{%- endif %}
{%- endfor %}
{%- if prev_ns.is_tool %}
{{- toolresponses_end_token }}
{%- endif %}
{%- if add_generation_prompt %}
{%- if not last_ns.last_is_assistant %}
{%- if reasoning_effort is defined and reasoning_effort in ['low', 'high'] %}
{{- assistant_token + think_begin_token }}
{%- elif reasoning_effort is defined and reasoning_effort == 'no_think' %}
{{- assistant_token + think_begin_token + think_end_token }}
{%- else %}
{{- assistant_token }}
{%- endif %}
{%- endif %}
{%- endif %} |