special_tokens_map.json

{"bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, "eos_token": "</s>", "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, "sep_token": "<|end_of_sentence|>", "pad_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, "cls_token": "<|begin_of_sentence|>", "mask_token": {"content": "<mask:1>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": false}, "additional_special_tokens": ["<|IMAGE_PLACEHOLDER|>", "<|image_pad|>", "<|IMAGE_START|>", "<|IMAGE_END|>", "<|video_pad|>"]}