{ "backend": "tokenizers", "eos_token": "<|endoftext|>", "is_local": true, "local_files_only": false, "model_max_length": 512, "pad_token": "<|endoftext|>", "tokenizer_class": "PreTrainedTokenizerFast" }