| { |
| "additional_special_tokens": [ |
| "<|im_start|>", |
| "<|im_end|>", |
| "<|action_start|>", |
| "<|action_end|>", |
| "<|interpreter|>", |
| "<|plugin|>", |
| "<img>", |
| "</img>", |
| "<IMG_CONTEXT>", |
| "<quad>", |
| "</quad>", |
| "<ref>", |
| "</ref>", |
| "<box>", |
| "</box>" |
| ], |
| "bos_token": { |
| "content": "<s>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "context_image_token": "<IMG_CONTEXT>", |
| "end_image_token": "</img>", |
| "eos_token": { |
| "content": "</s>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "pad_token": { |
| "content": "</s>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "start_image_token": "<img>", |
| "unk_token": { |
| "content": "<unk>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "video_token": "<video>" |
| } |
|
|