{ "added_tokens_decoder": { "151329": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151330": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151331": { "content": "[gMASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151332": { "content": "[sMASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151333": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151334": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151335": { "content": "<|system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151336": { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151337": { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151338": { "content": "<|observation|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151339": { "content": "<|begin_of_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151340": { "content": "<|end_of_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151341": { "content": "<|begin_of_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151342": { "content": "<|end_of_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151343": { "content": "<|begin_of_audio|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151344": { "content": "<|end_of_audio|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151345": { "content": "<|begin_of_transcription|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151346": { "content": "<|end_of_transcription|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151347": { "content": "<|code_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151348": { "content": "<|code_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151349": { "content": "<|code_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151350": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151351": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151352": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151353": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151354": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151355": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151356": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151357": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151358": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151359": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151360": { "content": "/nothink", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151361": { "content": "<|begin_of_box|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151362": { "content": "<|end_of_box|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151363": { "content": "<|image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151364": { "content": "<|video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|endoftext|>", "[MASK]", "[gMASK]", "[sMASK]", "", "", "<|system|>", "<|user|>", "<|assistant|>", "<|observation|>", "<|begin_of_image|>", "<|end_of_image|>", "<|begin_of_video|>", "<|end_of_video|>", "<|begin_of_audio|>", "<|end_of_audio|>", "<|image|>", "<|video|>", "<|begin_of_transcription|>", "<|end_of_transcription|>", "<|code_prefix|>", "<|code_middle|>", "<|code_suffix|>", "/nothink" ], "bos_token": null, "clean_up_tokenization_spaces": false, "do_lower_case": false, "eos_token": "<|endoftext|>", "extra_special_tokens": {}, "model_max_length": 131072, "pad_token": "[MASK]", "padding_side": "left", "remove_space": false, "tokenizer_class": "PreTrainedTokenizerFast", "unk_token": null, "chat_template": "{# Unsloth template fixes #}\n[gMASK]\n{%- if tools -%}\n<|system|>\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n\n{% for tool in tools %}\n{{ tool | tojson|string }}\n{% endfor %}\n\n\nFor each function call, output the function name and arguments within the following XML format:\n{function-name}\n{arg-key-1}\n{arg-value-1}\n{arg-key-2}\n{arg-value-2}\n...\n{%- endif -%}\n{%- macro visible_text(content) -%}\n {%- if content is string -%}\n {{- content }}\n {%- elif content is iterable and content is not mapping -%}\n {%- for item in content -%}\n {%- if item is mapping and item.type == 'text' -%}\n {{- item.text }}\n {%- elif item is mapping and (item.type == 'image' or 'image' in item) -%}\n <|begin_of_image|><|image|><|end_of_image|>\n {%- elif item is mapping and (item.type == 'video' or 'video' in item) -%}\n <|begin_of_video|><|video|><|end_of_video|>\n {%- elif item is string -%}\n {{- item }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{- content }}\n {%- endif -%}\n{%- endmacro -%}\n{%- set ns = namespace(last_user_index=-1) %}\n{%- for m in messages %}\n {%- if m.role == 'user' %}\n {% set ns.last_user_index = loop.index0 -%}\n {%- endif %}\n{%- endfor %}\n{% for m in messages %}\n{%- if m.role == 'user' -%}<|user|>\n{% if m.content is string %}\n{{ m.content }}\n{%- else %}\n{%- for item in m.content %}\n{% if item.type == 'video' or 'video' in item %}\n<|begin_of_video|><|video|><|end_of_video|>{% elif item.type == 'image' or 'image' in item %}\n<|begin_of_image|><|image|><|end_of_image|>{% elif item.type == 'text' %}\n{{ item.text }}\n{%- endif %}\n{%- endfor %}\n{%- endif %}\n{{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith(\"/nothink\")) else '' -}}\n{%- elif m.role == 'assistant' -%}\n<|assistant|>\n{%- set reasoning_content = '' %}\n{%- set content = visible_text(m.content) %}\n{%- if m.reasoning_content is string %}\n {%- set reasoning_content = m.reasoning_content %}\n{%- else %}\n {%- if '' in content %}\n {%- set reasoning_content = ((content.split('')|first).rstrip('\\n').split('')|last).lstrip('\\n') %}\n {%- set content = (content.split('')|last).lstrip('\\n') %}\n {%- endif %}\n{%- endif %}\n{%- if loop.index0 > ns.last_user_index and reasoning_content -%}\n{{ '\\n' + reasoning_content.strip() + ''}}\n{%- else -%}\n{{ '\\n' }}\n{%- endif -%}\n{%- if content.strip() -%}\n{{ '\\n' + content.strip() }}\n{%- endif -%}\n{% if m.tool_calls %}\n{% for tc in m.tool_calls %}\n{%- if tc.function %}\n {%- set tc = tc.function %}\n{%- endif %}\n{{ '\\n' + tc.name }}\n{% set _args = tc.arguments %}\n{%- if _args is mapping -%}{% for k, v in _args|items %}\n{{ k }}\n{{ v | tojson|string if v is not string else v }}\n{% endfor %}{% endif %}\n{% endfor %}\n{% endif %}\n{%- elif m.role == 'tool' -%}\n{%- if m.content is string -%}\n{%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|observation|>' }}\n{%- endif %}\n{{- '\\n\\n' }}\n{{- m.content }}\n{{- '\\n' }}\n{% elif m.content is iterable and m.content is not mapping %}\n{%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n{{- '<|observation|>' }}\n{%- endif %}\n{{- '\\n\\n' }}\n{%- for tr in m.content -%}\n {%- if tr is mapping and tr.type is defined -%}\n {%- set t = tr.type | lower -%}\n {%- if t == 'text' and tr.text is defined -%}\n{{ tr.text }}\n {%- elif t in ['image', 'image_url'] -%}\n<|begin_of_image|><|image|><|end_of_image|>\n {%- elif t in ['video', 'video_url'] -%}\n<|begin_of_video|><|video|><|end_of_video|>\n {%- else -%}\n{{ tr | tojson|string }}\n {%- endif -%}\n {%- else -%}\n{{ tr.output if tr.output is defined else tr }}\n {%- endif -%}\n{%- endfor -%}\n{{- '\\n' }}\n{%- else -%}\n<|observation|>{% for tr in m.content %}\n\n\n{{ tr.output if tr.output is defined else tr }}\n{% endfor -%}\n{% endif -%}\n{%- elif m.role == 'system' -%}\n<|system|>\n{{ visible_text(m.content) }}\n{%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n<|assistant|>\n{{'\\n' if (enable_thinking is defined and not enable_thinking) else ''}}\n{%- endif -%}\n{# Copyright 2025-present Unsloth. Apache 2.0 License. #}" }