{ "tokenizer_class": "PreTrainedTokenizerFast", "auto_map": {}, "bos_token": "<|bos|>", "eos_token": "<|end_of_text|>", "unk_token": "<|unk|>", "sep_token": null, "pad_token": "<|pad|>", "cls_token": null, "mask_token": "<|mask|>", "additional_special_tokens": [ "<|assistant_end|>", "<|assistant_start|>", "<|bos|>", "<|end_of_text|>", "<|mask|>", "<|output_end|>", "<|output_start|>", "<|pad|>", "<|python_end|>", "<|python_start|>", "<|unk|>", "<|user_end|>", "<|user_start|>" ], "model_max_length": 1000000000000000019884624838656, "is_fast": true }