{ "added_tokens_decoder": { "154820": { "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154821": { "content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154822": { "content": "[gMASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154823": { "content": "[sMASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154824": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154825": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154826": { "content": "<|system|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154827": { "content": "<|user|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154828": { "content": "<|assistant|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154829": { "content": "<|observation|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154830": { "content": "<|begin_of_image|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154831": { "content": "<|end_of_image|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154832": { "content": "<|begin_of_video|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154833": { "content": "<|end_of_video|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154834": { "content": "<|begin_of_audio|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154835": { "content": "<|end_of_audio|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154836": { "content": "<|begin_of_transcription|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154837": { "content": "<|end_of_transcription|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "154838": { "content": "<|code_prefix|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154839": { "content": "<|code_middle|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154840": { "content": "<|code_suffix|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154841": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154842": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154843": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154844": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154845": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154846": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154847": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154848": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154849": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154850": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154851": { "content": "/nothink", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154852": { "content": "<|begin_of_box|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154853": { "content": "<|end_of_box|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154854": { "content": "<|image|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false }, "154855": { "content": "<|video|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false } }, "additional_special_tokens": [ "<|endoftext|>", "[MASK]", "[gMASK]", "[sMASK]", "", "", "<|system|>", "<|user|>", "<|assistant|>", "<|observation|>", "<|begin_of_image|>", "<|end_of_image|>", "<|begin_of_video|>", "<|end_of_video|>", "<|begin_of_audio|>", "<|end_of_audio|>", "<|begin_of_transcription|>", "<|end_of_transcription|>" ], "clean_up_tokenization_spaces": false, "do_lower_case": false, "eos_token": "<|endoftext|>", "extra_special_tokens": {}, "model_max_length": 128000, "pad_token": "<|endoftext|>", "padding_side": "left", "remove_space": false, "tokenizer_class": "PreTrainedTokenizer", "chat_template": "[gMASK]\n{%- if tools -%}\n<|system|>\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n\n{% for tool in tools %}\n{{ tool | tojson(ensure_ascii=False) }}\n{% endfor %}\n\n\nFor each function call, output the function name and arguments within the following XML format:\n{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%}\n{%- macro visible_text(content) -%}\n {%- if content is string -%}\n {{- content }}\n {%- elif content is iterable and content is not mapping -%}\n {%- for item in content -%}\n {%- if item is mapping and item.type == 'text' -%}\n {{- item.text }}\n {%- elif item is string -%}\n {{- item }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{- content }}\n {%- endif -%}\n{%- endmacro -%}\n{%- set ns = namespace(last_user_index=-1) %}\n{%- for m in messages %}\n {%- if m.role == 'user' %}\n {% set ns.last_user_index = loop.index0 -%}\n {%- endif %}\n{%- endfor %}\n{% for m in messages %}\n{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}\n{%- elif m.role == 'assistant' -%}\n<|assistant|>\n{%- set reasoning_content = '' %}\n{%- set content = visible_text(m.content) %}\n{%- if m.reasoning_content is string %}\n {%- set reasoning_content = m.reasoning_content %}\n{%- else %}\n {%- if '' in content %}\n {%- set reasoning_content = content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- set content = content.split('')[-1].lstrip('\\n') %}\n {%- endif %}\n{%- endif %}\n{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content -%}\n{{ '' + reasoning_content.strip() + ''}}\n{%- else -%}\n{{ '' }}\n{%- endif -%}\n{%- if content.strip() -%}\n{{ content.strip() }}\n{%- endif -%}\n{% if m.tool_calls %}\n{% for tc in m.tool_calls %}\n{%- if tc.function %}\n {%- set tc = tc.function %}\n{%- endif %}\n{{- '' + tc.name -}}\n{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %}\n{% endif %}\n{%- elif m.role == 'tool' -%}\n{%- if m.content is string -%}\n{%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|observation|>' }}\n{%- endif %}\n{{- '' }}\n{{- m.content }}\n{{- '' }}\n{%- else -%}\n<|observation|>{% for tr in m.content %}\n{{ tr.output if tr.output is defined else tr }}{% endfor -%}\n{% endif -%}\n{%- elif m.role == 'system' -%}\n<|system|>{{ visible_text(m.content) }}\n{%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}}\n{%- endif -%}" }