| { |
| "add_prefix_space": false, |
| "backend": "tokenizers", |
| "bos_token": "<s>", |
| "clean_up_tokenization_spaces": false, |
| "cls_token": "<|begin_of_sentence|>", |
| "eos_token": "</s>", |
| "extra_special_tokens": [ |
| "<|IMAGE_PLACEHOLDER|>", |
| "<|IMAGE_START|>", |
| "<|IMAGE_END|>", |
| "<|VIDEO_PLACEHOLDER|>", |
| "<|VIDEO_START|>", |
| "<|VIDEO_END|>", |
| "<think>", |
| "</think>" |
| ], |
| "header_end_token": "<mask:7>", |
| "header_start_token": "<mask:6>", |
| "image_end_token": "<|IMAGE_END|>", |
| "image_start_token": "<|IMAGE_START|>", |
| "image_token": "<|IMAGE_PLACEHOLDER|>", |
| "is_local": true, |
| "local_files_only": false, |
| "mask_token": "<mask:1>", |
| "model_max_length": 131072, |
| "model_specific_special_tokens": { |
| "header_end_token": "<mask:7>", |
| "header_start_token": "<mask:6>", |
| "image_end_token": "<|IMAGE_END|>", |
| "image_start_token": "<|IMAGE_START|>", |
| "image_token": "<|IMAGE_PLACEHOLDER|>", |
| "sys_end_token": "<mask:5>", |
| "sys_start_token": "<mask:4>", |
| "video_end_token": "<|VIDEO_END|>", |
| "video_start_token": "<|VIDEO_START|>", |
| "video_token": "<|VIDEO_PLACEHOLDER|>" |
| }, |
| "pad_token": "<unk>", |
| "padding_side": "left", |
| "processor_class": "Ernie4_5_VL_MoeProcessor", |
| "sep_token": "<|end_of_sentence|>", |
| "sys_end_token": "<mask:5>", |
| "sys_start_token": "<mask:4>", |
| "tokenizer_class": "LlamaTokenizer", |
| "unk_token": "<unk>", |
| "use_default_system_prompt": false, |
| "video_end_token": "<|VIDEO_END|>", |
| "video_start_token": "<|VIDEO_START|>", |
| "video_token": "<|VIDEO_PLACEHOLDER|>" |
| } |
|
|
