| { | |
| "additional_special_tokens": [ | |
| "<|START_RESPONSE|>", | |
| "<|END_RESPONSE|>" | |
| ], | |
| "boi_token": "<|START_OF_IMG|>", | |
| "bos_token": { | |
| "content": "<BOS_TOKEN>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "eoi_token": "<|END_OF_IMG|>", | |
| "eos_token": { | |
| "content": "<|END_OF_TURN_TOKEN|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "image_token": "<|IMG_PATCH|>", | |
| "img_line_break_token": "<|IMG_LINE_BREAK|>", | |
| "pad_token": { | |
| "content": "<PAD>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "unk_token": { | |
| "content": "<UNK>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |