{ "add_bos_token": false, "add_eos_token": false, "add_prefix_space": false, "added_tokens_decoder": { "100257": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100256": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100261": { "content": "<|extra_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100262": { "content": "<|extra_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100263": { "content": "<|extra_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100264": { "content": "<|extra_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100265": { "content": "<|extra_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100266": { "content": "<|extra_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100267": { "content": "<|extra_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100268": { "content": "<|extra_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100269": { "content": "<|extra_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100270": { "content": "<|extra_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100271": { "content": "<|extra_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100272": { "content": "<|extra_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100273": { "content": "<|extra_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100274": { "content": "<|extra_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100275": { "content": "<|extra_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100277": { "content": "<|extra_added_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100278": { "content": "<|extra_added_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100279": { "content": "<|extra_added_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100280": { "content": "<|extra_added_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100281": { "content": "<|extra_added_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100282": { "content": "<|extra_added_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100283": { "content": "<|extra_added_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100284": { "content": "<|extra_added_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100285": { "content": "<|extra_added_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100286": { "content": "<|extra_added_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100287": { "content": "<|extra_added_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100288": { "content": "<|extra_added_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100289": { "content": "<|extra_added_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100290": { "content": "<|extra_added_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100291": { "content": "<|extra_added_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100292": { "content": "<|extra_added_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100293": { "content": "<|extra_added_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100294": { "content": "<|extra_added_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100295": { "content": "<|extra_added_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100296": { "content": "<|extra_added_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100297": { "content": "<|extra_added_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100298": { "content": "<|extra_added_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100299": { "content": "<|extra_added_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100300": { "content": "<|extra_added_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100301": { "content": "<|extra_added_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100302": { "content": "<|extra_added_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100303": { "content": "<|extra_added_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100304": { "content": "<|extra_added_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100305": { "content": "<|extra_added_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100306": { "content": "<|extra_added_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100307": { "content": "<|extra_added_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100308": { "content": "<|extra_added_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100309": { "content": "<|extra_added_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100310": { "content": "<|extra_added_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100311": { "content": "<|extra_added_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100312": { "content": "<|extra_added_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100313": { "content": "<|extra_added_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100314": { "content": "<|extra_added_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100315": { "content": "<|extra_added_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100316": { "content": "<|extra_added_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100317": { "content": "<|extra_added_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100318": { "content": "<|extra_added_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100319": { "content": "<|extra_added_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100320": { "content": "<|extra_added_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100321": { "content": "<|extra_added_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100322": { "content": "<|extra_added_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100323": { "content": "<|extra_added_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100324": { "content": "<|extra_added_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100325": { "content": "<|extra_added_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100326": { "content": "<|extra_added_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100327": { "content": "<|extra_added_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100328": { "content": "<|extra_added_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100329": { "content": "<|extra_added_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100330": { "content": "<|extra_added_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100331": { "content": "<|extra_added_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100332": { "content": "<|extra_added_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100333": { "content": "<|extra_added_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100334": { "content": "<|extra_added_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100335": { "content": "<|extra_added_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100336": { "content": "<|extra_added_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100337": { "content": "<|extra_added_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100338": { "content": "<|extra_added_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100339": { "content": "<|extra_added_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100340": { "content": "<|extra_added_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100341": { "content": "<|extra_added_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100342": { "content": "<|extra_added_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100343": { "content": "<|extra_added_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100344": { "content": "<|extra_added_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100345": { "content": "<|extra_added_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100346": { "content": "<|extra_added_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100347": { "content": "<|extra_added_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100348": { "content": "<|extra_added_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100349": { "content": "<|extra_added_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100350": { "content": "<|extra_added_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100351": { "content": "<|extra_added_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [], "bos_token": "<|endoftext|>", "clean_up_tokenization_spaces": true, "encoding_name": null, "eos_token": "<|endoftext|>", "errors": "replace", "model_max_length": 1000000000000000019884624838656, "model_name": "gpt-4", "pad_token": "<|pad|>", "tokenizer_class": "GPT2Tokenizer", "unk_token": "<|endoftext|>" }