{ "additional_special_tokens": [ "<|endoftext|>" ], "auto_map": { "AutoTokenizer": [ "tokenization_atom.AtomTokenizer", null ] }, "bos_token": "<|bos|>", "eos_token": "<|eos|>", "model_max_length": 548, "pad_token": "<|pad|>", "tokenizer_class": "AtomTokenizer", "unk_token": "<|unk|>" }