{ "add_prefix_space": true, "backend": "tokenizers", "bos_token": "[BOS]", "clean_up_tokenization_spaces": false, "eos_token": "[EOS]", "is_local": true, "model_max_length": 1024, "pad_token": "[EOS]", "tokenizer_class": "TokenizersBackend", "unk_token": "[UNK]" }