{ "added_tokens_decoder": { "0": { "content": "<|startoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<|return|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2048": { "content": "<|reserved_200000|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2049": { "content": "<|reserved_200001|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2050": { "content": "<|constrain|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2051": { "content": "<|reserved_200004|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2052": { "content": "<|channel|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2053": { "content": "<|start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2054": { "content": "<|end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2055": { "content": "<|message|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2056": { "content": "<|reserved_200009|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2057": { "content": "<|reserved_200010|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2058": { "content": "<|reserved_200011|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2059": { "content": "<|call|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2060": { "content": "<|reserved_200013|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2061": { "content": "<|reserved_200014|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2062": { "content": "<|reserved_200015|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2063": { "content": "<|reserved_200016|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2064": { "content": "<|reserved_200017|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2065": { "content": "<|endofprompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2066": { "content": "<|unk|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|startoftext|>", "clean_up_tokenization_spaces": false, "eos_token": "<|return|>", "extra_special_tokens": {}, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "tokenizer_class": "PreTrainedTokenizerFast", "unk_token": "<|unk|>" }