{ "added_tokens_decoder": { "151329": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151330": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151331": { "content": "[gMASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151332": { "content": "[sMASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151333": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151334": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151335": { "content": "<|system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151336": { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151337": { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151338": { "content": "<|observation|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151339": { "content": "<|begin_of_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151340": { "content": "<|end_of_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151341": { "content": "<|begin_of_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151342": { "content": "<|end_of_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151343": { "content": "<|image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151344": { "content": "<|video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151345": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151346": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151347": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151348": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151349": { "content": "<|begin_of_box|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151350": { "content": "<|end_of_box|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151351": { "content": "<|sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151352": { "content": "<|PAD_TOKEN|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|endoftext|>", "[MASK]", "[gMASK]", "[sMASK]", "", "", "<|system|>", "<|user|>", "<|assistant|>", "<|observation|>", "<|begin_of_image|>", "<|end_of_image|>", "<|begin_of_video|>", "<|end_of_video|>", "<|image|>", "<|video|>" ], "clean_up_tokenization_spaces": false, "do_lower_case": false, "eos_token": "<|endoftext|>", "extra_special_tokens": {}, "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 65536, "pad_token": "<|PAD_TOKEN|>", "padding_side": "right", "processor_class": "Glm4vProcessor", "remove_space": false, "tokenizer_class": "PreTrainedTokenizerFast", "chat_template": "[gMASK]\n{%- for msg in messages %}\n {%- if msg.role == 'system' %}\n<|system|>\n{{ msg.content }}\n {%- elif msg.role == 'user' %}\n<|user|>{{ '\\n' }}\n\n {%- if msg.content is string %}\n{{ msg.content }}\n {%- else %}\n {%- for item in msg.content %}\n {%- if item.type == 'video' or 'video' in item %}\n<|begin_of_video|><|video|><|end_of_video|>\n {%- elif item.type == 'image' or 'image' in item %}\n<|begin_of_image|><|image|><|end_of_image|>\n {%- elif item.type == 'text' %}\n{{ item.text }}\n {%- endif %}\n {%- endfor %}\n {%- endif %}\n {%- elif msg.role == 'assistant' %}\n {%- if msg.metadata %}\n<|assistant|>{{ msg.metadata }}\n{{ msg.content }}\n {%- else %}\n<|assistant|>\n{{ msg.content }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{% if add_generation_prompt %}<|assistant|>\n{% endif %}" }