tokenizer_config.json

{
  "add_prefix_space": false,
  "backend": "tokenizers",
  "bos_token": null,
  "clean_up_tokenization_spaces": false,
  "eos_token": "<|im_end|>",
  "errors": "replace",
  "extra_special_tokens": [
    "<|im_start|>",
    "<|im_end|>",
    "<|object_ref_start|>",
    "<|object_ref_end|>",
    "<|box_start|>",
    "<|box_end|>",
    "<|quad_start|>",
    "<|quad_end|>",
    "<|vision_start|>",
    "<|vision_end|>",
    "<|vision_pad|>",
    "<|image_pad|>",
    "<|video_pad|>"
  ],
  "is_local": true,
  "local_files_only": false,
  "model_max_length": 131072,
  "pad_token": "<|endoftext|>",
  "split_special_tokens": false,
  "tokenizer_class": "Qwen2Tokenizer",
  "unk_token": null,
  "chat_template": "{#-\n  General Knowledge — thinking-enabled chat template for Qwen3-1.7B.\n  Allows the model to emit a <think>...</think> reasoning block first, then\n  the final \\boxed{LETTER} answer.\n  The CI calls:\n      tokenizer.apply_chat_template(messages, add_generation_prompt=True)\n  with no extra kwargs, so any behaviour we want must be encoded here.\n-#}\n{%- set gk_system = \"You are a knowledge expert. Read the question and the labelled options carefully. Reason step by step inside <think> ... </think>, then choose exactly one option. End your reply with the letter of the correct option wrapped in \\\\boxed{}, e.g. \\\\boxed{C}. Do not output anything after the boxed answer.\" -%}\n{%- if messages[0].role == 'system' -%}\n    {{- '<|im_start|>system\\n' + messages[0].content + '\\n\\n' + gk_system + '<|im_end|>\\n' -}}\n    {%- set messages = messages[1:] -%}\n{%- else -%}\n    {{- '<|im_start|>system\\n' + gk_system + '<|im_end|>\\n' -}}\n{%- endif -%}\n{%- for message in messages -%}\n    {%- if message.role == 'user' -%}\n        {{- '<|im_start|>user\\n' + message.content + '<|im_end|>\\n' -}}\n    {%- elif message.role == 'assistant' -%}\n        {{- '<|im_start|>assistant\\n' + message.content + '<|im_end|>\\n' -}}\n    {%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{- '<|im_start|>assistant\\n<think>\\n' -}}\n{%- endif -%}\n"
}