{ "added_tokens_decoder": { "256": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64345": { "content": "<|md_reserved_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64347": { "content": "<|md_reserved_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64349": { "content": "<|md_reserved_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64350": { "content": "<|md_reserved_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64352": { "content": "<|md_reserved_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64354": { "content": "<|md_reserved_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64357": { "content": "<|md_reserved_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64358": { "content": "<|md_reserved_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64361": { "content": "<|md_reserved_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64362": { "content": "<|md_reserved_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64365": { "content": "<|md_reserved_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64366": { "content": "<|md_reserved_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64368": { "content": "<|md_reserved_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64370": { "content": "<|md_reserved_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64372": { "content": "<|md_reserved_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64375": { "content": "<|md_reserved_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64377": { "content": "<|md_reserved_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64378": { "content": "<|md_reserved_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64380": { "content": "<|md_reserved_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64382": { "content": "<|md_reserved_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "clean_up_tokenization_spaces": false, "extra_special_tokens": {}, "model_max_length": 1000000000000000019884624838656, "tokenizer_class": "PreTrainedTokenizerFast" }