| { |
| "additional_special_tokens": [ |
| "<mask_131048>", |
| "<mask_131049>", |
| "<mask_131050>", |
| "<mask_131051>", |
| "<mask_131052>", |
| "<mask_131053>", |
| "<mask_131054>", |
| "<mask_131055>", |
| "<mask_131056>", |
| "<mask_131057>", |
| "<mask_131058>", |
| "<mask_131059>", |
| "<mask_131060>", |
| "<mask_131061>", |
| "<mask_131062>", |
| "<mask_131063>", |
| "<mask_131064>", |
| "<mask_131065>", |
| "<longcat_img_token_size>", |
| "</longcat_img_token_size>", |
| "<mask_131068>", |
| "<mask_131069>", |
| "<mask_131070>", |
| "<mask_131071>", |
| "<longcat_point_start>", |
| "<longcat_point_end>", |
| "<longcat_point_delim>", |
| "<longcat_polygon_start>", |
| "<longcat_polygon_end>", |
| "<mask_131077>", |
| "<mask_131078>", |
| "<longcat_audio_start>", |
| "<longcat_audio_end>", |
| "<longcat_audio_pad>", |
| "<longcat_img_start>", |
| "<longcat_img_end>", |
| "<longcat_img_pad>", |
| "<longcat_img_newline>", |
| "<longcat_box_start>", |
| "<longcat_box_end>", |
| "<longcat_box_delim>", |
| "<longcat_ref_start>", |
| "<longcat_ref_end>", |
| "<longcat_img_delim>", |
| "<longcat_audio_delim>", |
| "<longcat_video_palce>", |
| "<longcat_video_start>", |
| "<longcat_video_end>", |
| "<longcat_audiotext_start>", |
| "<longcat_audiotext_end>", |
| "<longcat_audiotext_pad>", |
| "<longcat_audiogen_start>", |
| "<longcat_audiogen_end>" |
| ], |
| "bos_token": { |
| "content": "<longcat_s>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "eos_token": { |
| "content": "</longcat_s>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "pad_token": { |
| "content": "<longcat_pad>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| }, |
| "unk_token": { |
| "content": "<longcat_unk>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false |
| } |
| } |
|
|
