{ "backend": "tokenizers", "bos_token": "<|startoftext|>", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "is_local": false, "legacy": false, "local_files_only": false, "model_max_length": 1000000000000000019884624838656, "pad_token": "<|pad|>", "padding_side": "left", "tokenizer_class": "TokenizersBackend", "use_default_system_prompt": false, "added_tokens_decoder": { "124893": { "content": "<|pad|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124894": { "content": "<|startoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124895": { "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124896": { "content": "<|fim_pre|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124897": { "content": "<|fim_mid|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124898": { "content": "<|fim_suf|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124899": { "content": "<|im_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124900": { "content": "<|im_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124901": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "124902": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "124903": { "content": "<|tool_list_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124904": { "content": "<|tool_list_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124905": { "content": "<|tool_call_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "124906": { "content": "<|tool_call_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "124907": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124908": { "content": "<|img_row_1_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124909": { "content": "<|img_row_1_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124910": { "content": "<|img_row_1_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124911": { "content": "<|img_row_1_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124912": { "content": "<|img_row_1_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124913": { "content": "<|img_row_1_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124914": { "content": "<|img_row_1_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124915": { "content": "<|img_row_1_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124916": { "content": "<|img_row_1_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124917": { "content": "<|img_row_1_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124918": { "content": "<|img_row_2_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124919": { "content": "<|img_row_2_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124920": { "content": "<|img_row_2_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124921": { "content": "<|img_row_2_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124922": { "content": "<|img_row_2_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124923": { "content": "<|img_row_2_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124924": { "content": "<|img_row_2_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124925": { "content": "<|img_row_2_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124926": { "content": "<|img_row_2_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124927": { "content": "<|img_row_2_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124928": { "content": "<|img_row_3_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124929": { "content": "<|img_row_3_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124930": { "content": "<|img_row_3_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124931": { "content": "<|img_row_3_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124932": { "content": "<|img_row_3_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124933": { "content": "<|img_row_3_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124934": { "content": "<|img_row_3_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124935": { "content": "<|img_row_3_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124936": { "content": "<|img_row_3_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124937": { "content": "<|img_row_3_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124938": { "content": "<|img_row_4_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124939": { "content": "<|img_row_4_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124940": { "content": "<|img_row_4_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124941": { "content": "<|img_row_4_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124942": { "content": "<|img_row_4_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124943": { "content": "<|img_row_4_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124944": { "content": "<|img_row_4_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124945": { "content": "<|img_row_4_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124946": { "content": "<|img_row_4_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124947": { "content": "<|img_row_4_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124948": { "content": "<|img_row_5_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124949": { "content": "<|img_row_5_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124950": { "content": "<|img_row_5_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124951": { "content": "<|img_row_5_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124952": { "content": "<|img_row_5_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124953": { "content": "<|img_row_5_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124954": { "content": "<|img_row_5_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124955": { "content": "<|img_row_5_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124956": { "content": "<|img_row_5_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124957": { "content": "<|img_row_5_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124958": { "content": "<|img_row_6_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124959": { "content": "<|img_row_6_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124960": { "content": "<|img_row_6_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124961": { "content": "<|img_row_6_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124962": { "content": "<|img_row_6_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124963": { "content": "<|img_row_6_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124964": { "content": "<|img_row_6_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124965": { "content": "<|img_row_6_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124966": { "content": "<|img_row_6_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124967": { "content": "<|img_row_6_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124968": { "content": "<|img_row_7_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124969": { "content": "<|img_row_7_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124970": { "content": "<|img_row_7_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124971": { "content": "<|img_row_7_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124972": { "content": "<|img_row_7_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124973": { "content": "<|img_row_7_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124974": { "content": "<|img_row_7_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124975": { "content": "<|img_row_7_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124976": { "content": "<|img_row_7_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124977": { "content": "<|img_row_7_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124978": { "content": "<|img_row_8_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124979": { "content": "<|img_row_8_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124980": { "content": "<|img_row_8_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124981": { "content": "<|img_row_8_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124982": { "content": "<|img_row_8_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124983": { "content": "<|img_row_8_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124984": { "content": "<|img_row_8_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124985": { "content": "<|img_row_8_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124986": { "content": "<|img_row_8_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124987": { "content": "<|img_row_8_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124988": { "content": "<|img_row_9_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124989": { "content": "<|img_row_9_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124990": { "content": "<|img_row_9_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124991": { "content": "<|img_row_9_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124992": { "content": "<|img_row_9_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124993": { "content": "<|img_row_9_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124994": { "content": "<|img_row_9_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124995": { "content": "<|img_row_9_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124996": { "content": "<|img_row_9_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124997": { "content": "<|img_row_9_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124998": { "content": "<|img_row_10_col_1|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "124999": { "content": "<|img_row_10_col_2|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125000": { "content": "<|img_row_10_col_3|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125001": { "content": "<|img_row_10_col_4|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125002": { "content": "<|img_row_10_col_5|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125003": { "content": "<|img_row_10_col_6|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125004": { "content": "<|img_row_10_col_7|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125005": { "content": "<|img_row_10_col_8|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125006": { "content": "<|img_row_10_col_9|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125007": { "content": "<|img_row_10_col_10|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125008": { "content": "<|img_thumbnail|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125009": { "content": "<|image_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125010": { "content": "<|image_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125011": { "content": "<|image_split|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125012": { "content": "<|audio_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125013": { "content": "<|text_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125014": { "content": "<|text_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125015": { "content": "<|mixed_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "125016": { "content": "<|mixed_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } }, "chat_template": "{{- bos_token -}}\n{%- set preserve_thinking = preserve_thinking | default(false) -%}\n\n{%- macro format_arg_value(arg_value) -%}\n {%- if arg_value is string -%}\n {{- \"'\" + (arg_value | replace(\"\\\\\", \"\\\\\\\\\") | replace(\"'\", \"\\\\'\") | replace(\"\\n\", \"\\\\n\") | replace(\"\\r\", \"\\\\r\")) + \"'\" -}}\n {%- elif arg_value is mapping or arg_value is iterable -%}\n {{- arg_value | tojson -}}\n {%- else -%}\n {{- arg_value | string -}}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro parse_content(content) -%}\n {%- if content is string -%}\n {{- content -}}\n {%- elif content is mapping -%}\n {{- content | tojson -}}\n {%- elif content is iterable -%}\n {%- set _ns = namespace(result=\"\") -%}\n {%- for item in content -%}\n {%- if item is string -%}\n {%- set _ns.result = _ns.result + item -%}\n {%- elif item is mapping and item.get(\"type\") == \"image\" -%}\n {%- set _ns.result = _ns.result + \"\" -%}\n {%- elif item is mapping and item.get(\"type\") == \"text\" -%}\n {%- set _ns.result = _ns.result + ((item.get(\"text\") or \"\") | string) -%}\n {%- else -%}\n {%- set _ns.result = _ns.result + (item | tojson) -%}\n {%- endif -%}\n {%- endfor -%}\n {{- _ns.result -}}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro render_tool_calls(tool_calls) -%}\n {%- set tool_calls_ns = namespace(tool_calls=[]) -%}\n {%- for tool_call in tool_calls -%}\n {%- set func = tool_call[\"function\"] if \"function\" in tool_call else tool_call -%}\n {%- set func_name = func[\"name\"] -%}\n {%- set func_args = func.get(\"arguments\") -%}\n {%- set args_ns = namespace(arg_strings=[]) -%}\n {%- if func_args is mapping -%}\n {%- for arg_name, arg_value in func_args.items() -%}\n {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + \"=\" + format_arg_value(arg_value)] -%}\n {%- endfor -%}\n {%- elif func_args is string and (func_args | trim) not in [\"\", \"{}\", \"null\"] -%}\n {{- raise_exception(\"Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template\") -}}\n {%- endif -%}\n {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + \"(\" + (args_ns.arg_strings | join(\", \")) + \")\"] -%}\n {%- endfor -%}\n {{- \"<|tool_call_start|>[\" + (tool_calls_ns.tool_calls | join(\", \")) + \"]<|tool_call_end|>\" -}}\n{%- endmacro -%}\n\n{%- set ns = namespace(system_prompt=\"\", last_user_index=-1) -%}\n{%- if messages and messages[0][\"role\"] == \"system\" -%}\n {%- if messages[0].get(\"content\") -%}\n {%- set ns.system_prompt = parse_content(messages[0][\"content\"]) -%}\n {%- endif -%}\n {%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n {%- set ns.system_prompt = ns.system_prompt + (\"\\n\" if ns.system_prompt else \"\") + \"List of tools: [\" -%}\n {%- for tool in tools -%}\n {%- if tool is not string -%}\n {%- set tool = tool | tojson -%}\n {%- endif -%}\n {%- set ns.system_prompt = ns.system_prompt + tool -%}\n {%- if not loop.last -%}\n {%- set ns.system_prompt = ns.system_prompt + \", \" -%}\n {%- endif -%}\n {%- endfor -%}\n {%- set ns.system_prompt = ns.system_prompt + \"]\" -%}\n{%- endif -%}\n{%- if ns.system_prompt -%}\n {{- \"<|im_start|>system\\n\" + ns.system_prompt + \"<|im_end|>\\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n {%- if message[\"role\"] == \"user\" -%}\n {%- set ns.last_user_index = loop.index0 -%}\n {%- endif -%}\n{%- endfor -%}\n{%- for message in messages -%}\n {{- \"<|im_start|>\" + message.role + \"\\n\" -}}\n {%- if message.role == \"assistant\" -%}\n {%- generation -%}\n {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}\n {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%}\n {%- set thinking = thinking if thinking is string else \"\" -%}\n {%- if thinking and keep_thinking -%}\n {{- \"\" + thinking + \"\" -}}\n {%- endif -%}\n {%- set _cfm_tag = \"CONTINUE_FINAL_MESSAGE_TAG \" -%}\n {%- set _has_cfm = false -%}\n {%- set content = \"\" -%}\n {%- if message.get(\"content\") -%}\n {%- set content = parse_content(message.content) -%}\n {%- endif -%}\n {%- if not keep_thinking and \"\" in content -%}\n {%- set content = content.split(\"\")[-1] | trim -%}\n {%- endif -%}\n {%- if content.endswith(_cfm_tag) -%}\n {%- set _has_cfm = true -%}\n {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}\n {%- set content = content[:_trunc_len] -%}\n {%- endif -%}\n {{- content -}}\n {%- if message.tool_calls -%}\n {{- render_tool_calls(message.tool_calls) -}}\n {%- endif -%}\n {%- if _has_cfm -%}\n {{- _cfm_tag -}}\n {%- endif -%}\n {{- \"<|im_end|>\\n\" -}}\n {%- endgeneration -%}\n {%- else %}\n {%- if message.get(\"content\") -%}\n {{- parse_content(message[\"content\"]) -}}\n {%- endif -%}\n {{- \"<|im_end|>\\n\" -}}\n {%- endif %}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{- \"<|im_start|>assistant\\n\" -}}\n{%- endif -%}\n" }