{ "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45806": { "content": "<|User|>:", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45813": { "content": "<|Bot|>:", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45830": { "content": "[unused0]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45840": { "content": "[unused1]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45846": { "content": "[unused2]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45849": { "content": "[unused3]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45861": { "content": "[unused4]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45866": { "content": "[unused5]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45874": { "content": "[unused6]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45883": { "content": "[unused7]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45884": { "content": "[unused8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45887": { "content": "[unused9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45892": { "content": "[unused10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45920": { "content": "[unused11]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45932": { "content": "[unused12]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45938": { "content": "[unused13]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45953": { "content": "[unused14]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45968": { "content": "[unused15]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45974": { "content": "[unused16]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45982": { "content": "[unused17]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45986": { "content": "[unused18]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46005": { "content": "[unused19]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46007": { "content": "[unused20]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46014": { "content": "[unused21]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46017": { "content": "[unused22]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46028": { "content": "[unused23]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46032": { "content": "[unused24]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46081": { "content": "[unused25]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46086": { "content": "[unused26]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46101": { "content": "[unused27]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46183": { "content": "[unused28]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46230": { "content": "[unused29]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46245": { "content": "[unused30]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46257": { "content": "[unused31]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "144208": { "content": "[unused32]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "144209": { "content": "[unused33]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "auto_map": { "AutoTokenizer": [ "tokenization_openpangu.PanguTokenizer", null ] }, "bos_token": "", "clean_up_tokenization_spaces": false, "eos_token": "[unused10]", "extra_special_tokens": {}, "legacy": true, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "spaces_between_special_tokens": false, "tokenizer_class": "PanguTokenizer", "unk_token": "", "use_default_system_prompt": false }