| { |
| "audio_out_token": "<|audio_out|>", |
| "audio_token": "<|audio|>", |
| "backend": "tokenizers", |
| "bos_token": "<|startoftext|>", |
| "eos_token": "<|im_end|>", |
| "extra_special_tokens": [], |
| "image_token": "<|image|>", |
| "is_local": false, |
| "local_files_only": false, |
| "model_max_length": 1000000000000000019884624838656, |
| "model_specific_special_tokens": { |
| "audio_out_token": "<|audio_out|>", |
| "audio_token": "<|audio|>", |
| "image_token": "<|image|>", |
| "video_token": "<|video|>", |
| "vision_end_token": "<|vision_end|>", |
| "vision_start_token": "<|vision_start|>" |
| }, |
| "pad_token": "<|pad|>", |
| "response_template": { |
| "defaults": { |
| "role": "assistant" |
| }, |
| "fields": { |
| "content": { |
| "close_pattern": "<\\|im_end\\|>\\s*", |
| "content": "text" |
| }, |
| "reasoning_content": { |
| "close_pattern": "</think>\\s*", |
| "content": "text", |
| "open_pattern": "<think>\\n?" |
| }, |
| "tool_calls": { |
| "close_pattern": "</tool_call>\\s*", |
| "content": "xml-inline", |
| "content_args": { |
| "tag_pattern": "<parameter=(?P<key>[^>\\n]+)>\\n?(?P<value>.*?)\\n?</parameter>(?=\\s*(?:<parameter=|</function>\\s*\\Z|\\Z))", |
| "value_parser": { |
| "args": { |
| "strip": false |
| }, |
| "name": "text" |
| } |
| }, |
| "open_pattern": "<tool_call>\\s*<function=(?P<name>[^\\n>]+)>", |
| "repeats": true, |
| "transform": { |
| "function": { |
| "arguments": "{content}", |
| "name": "{name}" |
| }, |
| "type": "function" |
| } |
| } |
| }, |
| "start_anchor_pattern": "<\\|im_start\\|>assistant\\n" |
| }, |
| "tokenizer_class": "TokenizersBackend", |
| "video_token": "<|video|>", |
| "vision_end_token": "<|vision_end|>", |
| "vision_start_token": "<|vision_start|>" |
| } |
|
|
