{ "tokenizer_class": "TikTokenTokenizer", "model_max_length": 131072, "bos_token": "<|im_start|>", "eos_token": "<|im_end|>", "unk_token": "<|unk|>", "pad_token": "<|im_end|>", "clean_up_tokenization_spaces": false, "auto_map": { "AutoTokenizer": ["tokenization_kimi.TikTokenTokenizer", null] } }