{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "5": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "6": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "7": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "8": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "9": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "10": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "11": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "12": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "13": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "14": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "15": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "16": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "17": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "18": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "19": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "20": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "21": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "22": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "23": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "24": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "25": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "26": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "27": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "28": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "29": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "30": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "31": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "32": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "33": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "34": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "35": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "36": { "content": "\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "37": { "content": "\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "38": { "content": "\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "39": { "content": "\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "40": { "content": "\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "41": { "content": "\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "42": { "content": "\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "43": { "content": "\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "44": { "content": "\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "45": { "content": "\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "46": { "content": "\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "47": { "content": "\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "48": { "content": "\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "49": { "content": "\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "50": { "content": "\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "51": { "content": "\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250880": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250881": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250882": { "content": "<|start_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250883": { "content": "<|end_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250884": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250885": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250886": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250887": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250888": { "content": "<|object_ref_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250889": { "content": "<|object_ref_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250890": { "content": "<|box_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250891": { "content": "<|box_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250892": { "content": "<|quad_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250893": { "content": "<|quad_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250894": { "content": "<|vision_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250895": { "content": "<|vision_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250896": { "content": "<|vision_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250897": { "content": "<|image_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250898": { "content": "<|video_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "250899": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250900": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250901": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250902": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250903": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250904": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250905": { "content": "<|repo_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250906": { "content": "<|file_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250907": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250908": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250909": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250910": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250911": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250912": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250913": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250914": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250915": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250916": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250917": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250918": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250919": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250920": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250921": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250922": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250923": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250924": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250925": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250926": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250927": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250928": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250929": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250930": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250931": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250932": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250933": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250934": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250935": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250936": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250937": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250938": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250939": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250940": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250941": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250942": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "250943": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "<|begin_of_text|>", "<|end_of_text|>", "<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>" ], "bos_token": "", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "extra_special_tokens": {}, "legacy": true, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false }