{ "added_tokens_decoder": { "154820": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154821": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154822": { "content": "[gMASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154823": { "content": "[sMASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154824": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154825": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154826": { "content": "<|system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154827": { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154828": { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154829": { "content": "<|observation|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154830": { "content": "<|begin_of_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154831": { "content": "<|end_of_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154832": { "content": "<|begin_of_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154833": { "content": "<|end_of_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154834": { "content": "<|begin_of_audio|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154835": { "content": "<|end_of_audio|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154836": { "content": "<|begin_of_transcription|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154837": { "content": "<|end_of_transcription|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154838": { "content": "<|code_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154839": { "content": "<|code_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154840": { "content": "<|code_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154841": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154842": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154843": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154844": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154845": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154846": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154847": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154848": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154849": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154850": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154851": { "content": "/nothink", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154852": { "content": "<|begin_of_box|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154853": { "content": "<|end_of_box|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154854": { "content": "<|image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154855": { "content": "<|video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false } }, "clean_up_tokenization_spaces": false, "eos_token": "<|endoftext|>", "extra_special_tokens": {}, "model_max_length": 1048576, "pad_token": "<|endoftext|>", "padding_side": "left", "tokenizer_class": "PreTrainedTokenizerFast" }