test_model_1 / special_tokens_map.json
mohitmayank's picture
Upload tokenizer
4d98aea verified
{
"additional_special_tokens": [
"<audio_start>",
"<audio_end>",
"<layer_sep>",
"<snac_pad>",
"<burps>",
"<sadly>",
"<smooches>",
"<chuckles>",
"<moans>",
"<whispers>",
"<stutters>",
"<sighing>",
"<Chuckles>",
"<천잰소리>",
"<gasps>",
"<sighs>",
"<laughs>",
"<scoffs>",
"<sonora>",
"<sigh>",
"<giggles>",
"<Chuckle>",
"<sniffs>",
"<chewing>",
"<singing>",
"<yawning>",
"<coughs>",
"<music>"
],
"boi_token": "<start_of_image>",
"bos_token": {
"content": "<bos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eoi_token": "<end_of_image>",
"eos_token": {
"content": "<eos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"image_token": "<image_soft_token>",
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}