{ "added_tokens_decoder": { "131068": { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131069": { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131070": { "content": "<|code|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131071": { "content": "<|end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "clean_up_tokenization_spaces": false, "eos_token": "<|end|>", "extra_special_tokens": {}, "model_max_length": 8192, "pad_token": "<|end|>", "tokenizer_class": "PreTrainedTokenizerFast" }