{ "add_prefix_space": false, "added_tokens_decoder": { "100256": { "content": "<|extra_id_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100257": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100258": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100259": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100260": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100261": { "content": "|||PHONE_NUMBER|||", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100262": { "content": "|||EMAIL_ADDRESS|||", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100263": { "content": "|||IP_ADDRESS|||", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100264": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100265": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100266": { "content": "<|extra_id_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100267": { "content": "<|extra_id_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100268": { "content": "<|extra_id_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100269": { "content": "<|extra_id_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100270": { "content": "<|extra_id_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100271": { "content": "<|extra_id_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100272": { "content": "<|extra_id_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100273": { "content": "<|extra_id_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100274": { "content": "<|extra_id_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100275": { "content": "<|extra_id_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100276": { "content": "<|endofprompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100277": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100278": { "content": "𐔲", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100279": { "content": "𐔾", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100280": { "content": "〉", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100281": { "content": "𝜎", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100282": { "content": "⋁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100283": { "content": "𐕠", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100284": { "content": "𐕜", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100285": { "content": "𐔸", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100286": { "content": "∧", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100287": { "content": "≥", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100288": { "content": "𐕟", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100289": { "content": "𐕖", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100290": { "content": "⟂", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100291": { "content": "𐕏", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100292": { "content": "⋀", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100293": { "content": "𐕣", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100294": { "content": "𐕃", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100295": { "content": "𐕙", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100296": { "content": "𐕕", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100297": { "content": "χ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100298": { "content": "𐕊", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100299": { "content": "〈", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100300": { "content": "𐕐", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100301": { "content": "𐔻", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100302": { "content": "𐕀", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100303": { "content": "𐔳", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100304": { "content": "≠", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100305": { "content": "𐔷", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100306": { "content": "≤", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100307": { "content": "𐕞", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100308": { "content": "𐔱", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100309": { "content": "𐕂", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100310": { "content": "↦", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100311": { "content": "𐕎", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100312": { "content": "→", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100313": { "content": "𐕛", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100314": { "content": "𐔰", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100315": { "content": "ε", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false } }, "bos_token": null, "clean_up_tokenization_spaces": false, "eos_token": "<|endoftext|>", "extra_special_tokens": {}, "model_max_length": 65536, "pad_token": "<|pad|>", "tokenizer_class": "GPT2Tokenizer", "unk_token": "<|endoftext|>" }