{ "tokenizer_class": "PreTrainedTokenizerFast", "model_max_length": 1000000000, "clean_up_tokenization_spaces": false, "add_prefix_space": false, "add_bos_token": false, "add_eos_token": false, "bos_token": null, "eos_token": "<|endoftext|>", "pad_token": "<|pad|>", "unk_token": null, "additional_special_tokens": [ "<|bos|>", "<|fim_prefix|>", "<|fim_middle|>", "<|fim_suffix|>", "<|fim_pad|>", "<|im_start|>", "<|im_end|>", "<|think|>", "<|/think|>", "<|tool_call|>", "<|/tool_call|>", "<|tool_response|>", "<|/tool_response|>", "<|repo_name|>", "<|file_sep|>", "<|file_path|>", "<|code_start|>", "<|code_end|>" ] }