{ "add_bos_token": true, "add_eos_token": true, "bos_token": "<|bos|>", "clean_up_tokenization_spaces": false, "eos_token": "<|eos|>", "model_max_length": 2048, "model_input_names": [ "input_ids", "attention_mask" ], "pad_token": "<|pad|>", "tokenizer_class": "PreTrainedTokenizerFast" }