| { |
| "add_bos_token": true, |
| "add_eos_token": false, |
| "added_tokens_decoder": { |
| "0": { |
| "content": "<unk>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "1": { |
| "content": "<s>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "2": { |
| "content": "</s>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32000": { |
| "content": "<|begin_of_text|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32001": { |
| "content": "<|end_of_text|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32002": { |
| "content": "<|reserved_special_token_0|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32003": { |
| "content": "<|reserved_special_token_1|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32004": { |
| "content": "<|reserved_special_token_2|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32005": { |
| "content": "<|reserved_special_token_3|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32006": { |
| "content": "<|start_header_id|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32007": { |
| "content": "<|end_header_id|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32008": { |
| "content": "<|reserved_special_token_4|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32009": { |
| "content": "<|eot_id|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32010": { |
| "content": "<|reserved_special_token_5|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32011": { |
| "content": "<|reserved_special_token_6|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32012": { |
| "content": "<|reserved_special_token_7|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32013": { |
| "content": "<|reserved_special_token_8|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32014": { |
| "content": "<|reserved_special_token_9|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32015": { |
| "content": "<|reserved_special_token_10|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32016": { |
| "content": "<|reserved_special_token_11|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32017": { |
| "content": "<|reserved_special_token_12|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32018": { |
| "content": "<|reserved_special_token_13|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32019": { |
| "content": "<|reserved_special_token_14|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32020": { |
| "content": "<|reserved_special_token_15|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32021": { |
| "content": "<|reserved_special_token_16|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32022": { |
| "content": "<|reserved_special_token_17|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32023": { |
| "content": "<|reserved_special_token_18|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32024": { |
| "content": "<|reserved_special_token_19|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32025": { |
| "content": "<|reserved_special_token_20|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32026": { |
| "content": "<|reserved_special_token_21|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32027": { |
| "content": "<|reserved_special_token_22|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32028": { |
| "content": "<|reserved_special_token_23|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32029": { |
| "content": "<|reserved_special_token_24|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32030": { |
| "content": "<|reserved_special_token_25|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32031": { |
| "content": "<|reserved_special_token_26|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32032": { |
| "content": "<|reserved_special_token_27|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32033": { |
| "content": "<|reserved_special_token_28|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32034": { |
| "content": "<|reserved_special_token_29|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32035": { |
| "content": "<|reserved_special_token_30|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32036": { |
| "content": "<|reserved_special_token_31|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32037": { |
| "content": "<|reserved_special_token_32|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32038": { |
| "content": "<|reserved_special_token_33|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32039": { |
| "content": "<|reserved_special_token_34|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32040": { |
| "content": "<|reserved_special_token_35|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32041": { |
| "content": "<|reserved_special_token_36|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32042": { |
| "content": "<|reserved_special_token_37|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32043": { |
| "content": "<|reserved_special_token_38|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32044": { |
| "content": "<|reserved_special_token_39|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32045": { |
| "content": "<|reserved_special_token_40|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32046": { |
| "content": "<|reserved_special_token_41|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32047": { |
| "content": "<|reserved_special_token_42|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32048": { |
| "content": "<|reserved_special_token_43|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32049": { |
| "content": "<|reserved_special_token_44|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32050": { |
| "content": "<|reserved_special_token_45|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32051": { |
| "content": "<|reserved_special_token_46|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32052": { |
| "content": "<|reserved_special_token_47|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32053": { |
| "content": "<|reserved_special_token_48|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32054": { |
| "content": "<|reserved_special_token_49|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32055": { |
| "content": "<|reserved_special_token_50|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32056": { |
| "content": "<|reserved_special_token_51|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32057": { |
| "content": "<|reserved_special_token_52|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32058": { |
| "content": "<|reserved_special_token_53|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32059": { |
| "content": "<|reserved_special_token_54|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32060": { |
| "content": "<|reserved_special_token_55|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32061": { |
| "content": "<|reserved_special_token_56|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32062": { |
| "content": "<|reserved_special_token_57|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32063": { |
| "content": "<|reserved_special_token_58|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32064": { |
| "content": "<|reserved_special_token_59|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32065": { |
| "content": "<|reserved_special_token_60|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32066": { |
| "content": "<|reserved_special_token_61|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32067": { |
| "content": "<|reserved_special_token_62|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32068": { |
| "content": "<|reserved_special_token_63|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32069": { |
| "content": "<|reserved_special_token_64|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32070": { |
| "content": "<|reserved_special_token_65|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32071": { |
| "content": "<|reserved_special_token_66|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32072": { |
| "content": "<|reserved_special_token_67|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32073": { |
| "content": "<|reserved_special_token_68|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32074": { |
| "content": "<|reserved_special_token_69|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32075": { |
| "content": "<|reserved_special_token_70|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32076": { |
| "content": "<|reserved_special_token_71|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32077": { |
| "content": "<|reserved_special_token_72|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32078": { |
| "content": "<|reserved_special_token_73|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32079": { |
| "content": "<|reserved_special_token_74|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32080": { |
| "content": "<|reserved_special_token_75|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32081": { |
| "content": "<|reserved_special_token_76|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32082": { |
| "content": "<|reserved_special_token_77|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32083": { |
| "content": "<|reserved_special_token_78|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32084": { |
| "content": "<|reserved_special_token_79|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32085": { |
| "content": "<|reserved_special_token_80|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32086": { |
| "content": "<|reserved_special_token_81|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32087": { |
| "content": "<|reserved_special_token_82|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32088": { |
| "content": "<|reserved_special_token_83|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32089": { |
| "content": "<|reserved_special_token_84|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32090": { |
| "content": "<|reserved_special_token_85|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32091": { |
| "content": "<|reserved_special_token_86|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32092": { |
| "content": "<|reserved_special_token_87|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32093": { |
| "content": "<|reserved_special_token_88|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32094": { |
| "content": "<|reserved_special_token_89|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32095": { |
| "content": "<|reserved_special_token_90|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32096": { |
| "content": "<|reserved_special_token_91|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32097": { |
| "content": "<|reserved_special_token_92|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32098": { |
| "content": "<|reserved_special_token_93|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32099": { |
| "content": "<|reserved_special_token_94|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32100": { |
| "content": "<|reserved_special_token_95|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32101": { |
| "content": "<|reserved_special_token_96|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32102": { |
| "content": "<|reserved_special_token_97|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32103": { |
| "content": "<|reserved_special_token_98|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32104": { |
| "content": "<|reserved_special_token_99|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32105": { |
| "content": "<|reserved_special_token_100|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32106": { |
| "content": "<|reserved_special_token_101|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32107": { |
| "content": "<|reserved_special_token_102|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32108": { |
| "content": "<|reserved_special_token_103|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32109": { |
| "content": "<|reserved_special_token_104|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32110": { |
| "content": "<|reserved_special_token_105|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32111": { |
| "content": "<|reserved_special_token_106|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32112": { |
| "content": "<|reserved_special_token_107|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32113": { |
| "content": "<|reserved_special_token_108|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32114": { |
| "content": "<|reserved_special_token_109|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32115": { |
| "content": "<|reserved_special_token_110|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32116": { |
| "content": "<|reserved_special_token_111|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32117": { |
| "content": "<|reserved_special_token_112|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32118": { |
| "content": "<|reserved_special_token_113|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32119": { |
| "content": "<|reserved_special_token_114|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32120": { |
| "content": "<|reserved_special_token_115|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32121": { |
| "content": "<|reserved_special_token_116|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32122": { |
| "content": "<|reserved_special_token_117|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32123": { |
| "content": "<|reserved_special_token_118|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32124": { |
| "content": "<|reserved_special_token_119|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32125": { |
| "content": "<|reserved_special_token_120|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32126": { |
| "content": "<|reserved_special_token_121|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32127": { |
| "content": "<|reserved_special_token_122|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32128": { |
| "content": "<|reserved_special_token_123|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32129": { |
| "content": "<|reserved_special_token_124|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32130": { |
| "content": "<|reserved_special_token_125|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32131": { |
| "content": "<|reserved_special_token_126|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32132": { |
| "content": "<|reserved_special_token_127|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32133": { |
| "content": "<|reserved_special_token_128|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32134": { |
| "content": "<|reserved_special_token_129|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32135": { |
| "content": "<|reserved_special_token_130|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32136": { |
| "content": "<|reserved_special_token_131|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32137": { |
| "content": "<|reserved_special_token_132|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32138": { |
| "content": "<|reserved_special_token_133|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32139": { |
| "content": "<|reserved_special_token_134|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32140": { |
| "content": "<|reserved_special_token_135|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32141": { |
| "content": "<|reserved_special_token_136|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32142": { |
| "content": "<|reserved_special_token_137|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32143": { |
| "content": "<|reserved_special_token_138|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32144": { |
| "content": "<|reserved_special_token_139|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32145": { |
| "content": "<|reserved_special_token_140|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32146": { |
| "content": "<|reserved_special_token_141|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32147": { |
| "content": "<|reserved_special_token_142|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32148": { |
| "content": "<|reserved_special_token_143|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32149": { |
| "content": "<|reserved_special_token_144|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32150": { |
| "content": "<|reserved_special_token_145|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32151": { |
| "content": "<|reserved_special_token_146|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32152": { |
| "content": "<|reserved_special_token_147|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32153": { |
| "content": "<|reserved_special_token_148|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32154": { |
| "content": "<|reserved_special_token_149|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32155": { |
| "content": "<|reserved_special_token_150|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32156": { |
| "content": "<|reserved_special_token_151|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32157": { |
| "content": "<|reserved_special_token_152|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32158": { |
| "content": "<|reserved_special_token_153|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32159": { |
| "content": "<|reserved_special_token_154|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32160": { |
| "content": "<|reserved_special_token_155|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32161": { |
| "content": "<|reserved_special_token_156|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32162": { |
| "content": "<|reserved_special_token_157|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32163": { |
| "content": "<|reserved_special_token_158|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32164": { |
| "content": "<|reserved_special_token_159|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32165": { |
| "content": "<|reserved_special_token_160|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32166": { |
| "content": "<|reserved_special_token_161|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32167": { |
| "content": "<|reserved_special_token_162|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32168": { |
| "content": "<|reserved_special_token_163|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32169": { |
| "content": "<|reserved_special_token_164|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32170": { |
| "content": "<|reserved_special_token_165|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32171": { |
| "content": "<|reserved_special_token_166|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32172": { |
| "content": "<|reserved_special_token_167|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32173": { |
| "content": "<|reserved_special_token_168|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32174": { |
| "content": "<|reserved_special_token_169|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32175": { |
| "content": "<|reserved_special_token_170|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32176": { |
| "content": "<|reserved_special_token_171|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32177": { |
| "content": "<|reserved_special_token_172|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32178": { |
| "content": "<|reserved_special_token_173|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32179": { |
| "content": "<|reserved_special_token_174|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32180": { |
| "content": "<|reserved_special_token_175|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32181": { |
| "content": "<|reserved_special_token_176|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32182": { |
| "content": "<|reserved_special_token_177|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32183": { |
| "content": "<|reserved_special_token_178|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32184": { |
| "content": "<|reserved_special_token_179|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32185": { |
| "content": "<|reserved_special_token_180|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32186": { |
| "content": "<|reserved_special_token_181|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32187": { |
| "content": "<|reserved_special_token_182|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32188": { |
| "content": "<|reserved_special_token_183|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32189": { |
| "content": "<|reserved_special_token_184|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32190": { |
| "content": "<|reserved_special_token_185|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32191": { |
| "content": "<|reserved_special_token_186|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32192": { |
| "content": "<|reserved_special_token_187|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32193": { |
| "content": "<|reserved_special_token_188|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32194": { |
| "content": "<|reserved_special_token_189|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32195": { |
| "content": "<|reserved_special_token_190|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32196": { |
| "content": "<|reserved_special_token_191|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32197": { |
| "content": "<|reserved_special_token_192|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32198": { |
| "content": "<|reserved_special_token_193|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32199": { |
| "content": "<|reserved_special_token_194|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32200": { |
| "content": "<|reserved_special_token_195|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32201": { |
| "content": "<|reserved_special_token_196|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32202": { |
| "content": "<|reserved_special_token_197|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32203": { |
| "content": "<|reserved_special_token_198|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32204": { |
| "content": "<|reserved_special_token_199|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32205": { |
| "content": "<|reserved_special_token_200|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32206": { |
| "content": "<|reserved_special_token_201|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32207": { |
| "content": "<|reserved_special_token_202|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32208": { |
| "content": "<|reserved_special_token_203|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32209": { |
| "content": "<|reserved_special_token_204|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32210": { |
| "content": "<|reserved_special_token_205|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32211": { |
| "content": "<|reserved_special_token_206|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32212": { |
| "content": "<|reserved_special_token_207|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32213": { |
| "content": "<|reserved_special_token_208|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32214": { |
| "content": "<|reserved_special_token_209|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32215": { |
| "content": "<|reserved_special_token_210|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32216": { |
| "content": "<|reserved_special_token_211|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32217": { |
| "content": "<|reserved_special_token_212|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32218": { |
| "content": "<|reserved_special_token_213|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32219": { |
| "content": "<|reserved_special_token_214|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32220": { |
| "content": "<|reserved_special_token_215|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32221": { |
| "content": "<|reserved_special_token_216|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32222": { |
| "content": "<|reserved_special_token_217|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32223": { |
| "content": "<|reserved_special_token_218|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32224": { |
| "content": "<|reserved_special_token_219|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32225": { |
| "content": "<|reserved_special_token_220|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32226": { |
| "content": "<|reserved_special_token_221|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32227": { |
| "content": "<|reserved_special_token_222|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32228": { |
| "content": "<|reserved_special_token_223|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32229": { |
| "content": "<|reserved_special_token_224|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32230": { |
| "content": "<|reserved_special_token_225|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32231": { |
| "content": "<|reserved_special_token_226|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32232": { |
| "content": "<|reserved_special_token_227|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32233": { |
| "content": "<|reserved_special_token_228|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32234": { |
| "content": "<|reserved_special_token_229|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32235": { |
| "content": "<|reserved_special_token_230|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32236": { |
| "content": "<|reserved_special_token_231|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32237": { |
| "content": "<|reserved_special_token_232|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32238": { |
| "content": "<|reserved_special_token_233|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32239": { |
| "content": "<|reserved_special_token_234|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32240": { |
| "content": "<|reserved_special_token_235|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32241": { |
| "content": "<|reserved_special_token_236|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32242": { |
| "content": "<|reserved_special_token_237|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32243": { |
| "content": "<|reserved_special_token_238|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32244": { |
| "content": "<|reserved_special_token_239|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32245": { |
| "content": "<|reserved_special_token_240|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32246": { |
| "content": "<|reserved_special_token_241|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32247": { |
| "content": "<|reserved_special_token_242|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32248": { |
| "content": "<|reserved_special_token_243|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32249": { |
| "content": "<|reserved_special_token_244|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32250": { |
| "content": "<|reserved_special_token_245|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32251": { |
| "content": "<|reserved_special_token_246|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32252": { |
| "content": "<|reserved_special_token_247|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32253": { |
| "content": "<|reserved_special_token_248|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32254": { |
| "content": "<|reserved_special_token_249|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "32255": { |
| "content": "<|reserved_special_token_250|>", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| } |
| }, |
| "additional_special_tokens": [ |
| "<|begin_of_text|>", |
| "<|end_of_text|>", |
| "<|reserved_special_token_0|>", |
| "<|reserved_special_token_1|>", |
| "<|reserved_special_token_2|>", |
| "<|reserved_special_token_3|>", |
| "<|start_header_id|>", |
| "<|end_header_id|>", |
| "<|reserved_special_token_4|>", |
| "<|eot_id|>", |
| "<|reserved_special_token_5|>", |
| "<|reserved_special_token_6|>", |
| "<|reserved_special_token_7|>", |
| "<|reserved_special_token_8|>", |
| "<|reserved_special_token_9|>", |
| "<|reserved_special_token_10|>", |
| "<|reserved_special_token_11|>", |
| "<|reserved_special_token_12|>", |
| "<|reserved_special_token_13|>", |
| "<|reserved_special_token_14|>", |
| "<|reserved_special_token_15|>", |
| "<|reserved_special_token_16|>", |
| "<|reserved_special_token_17|>", |
| "<|reserved_special_token_18|>", |
| "<|reserved_special_token_19|>", |
| "<|reserved_special_token_20|>", |
| "<|reserved_special_token_21|>", |
| "<|reserved_special_token_22|>", |
| "<|reserved_special_token_23|>", |
| "<|reserved_special_token_24|>", |
| "<|reserved_special_token_25|>", |
| "<|reserved_special_token_26|>", |
| "<|reserved_special_token_27|>", |
| "<|reserved_special_token_28|>", |
| "<|reserved_special_token_29|>", |
| "<|reserved_special_token_30|>", |
| "<|reserved_special_token_31|>", |
| "<|reserved_special_token_32|>", |
| "<|reserved_special_token_33|>", |
| "<|reserved_special_token_34|>", |
| "<|reserved_special_token_35|>", |
| "<|reserved_special_token_36|>", |
| "<|reserved_special_token_37|>", |
| "<|reserved_special_token_38|>", |
| "<|reserved_special_token_39|>", |
| "<|reserved_special_token_40|>", |
| "<|reserved_special_token_41|>", |
| "<|reserved_special_token_42|>", |
| "<|reserved_special_token_43|>", |
| "<|reserved_special_token_44|>", |
| "<|reserved_special_token_45|>", |
| "<|reserved_special_token_46|>", |
| "<|reserved_special_token_47|>", |
| "<|reserved_special_token_48|>", |
| "<|reserved_special_token_49|>", |
| "<|reserved_special_token_50|>", |
| "<|reserved_special_token_51|>", |
| "<|reserved_special_token_52|>", |
| "<|reserved_special_token_53|>", |
| "<|reserved_special_token_54|>", |
| "<|reserved_special_token_55|>", |
| "<|reserved_special_token_56|>", |
| "<|reserved_special_token_57|>", |
| "<|reserved_special_token_58|>", |
| "<|reserved_special_token_59|>", |
| "<|reserved_special_token_60|>", |
| "<|reserved_special_token_61|>", |
| "<|reserved_special_token_62|>", |
| "<|reserved_special_token_63|>", |
| "<|reserved_special_token_64|>", |
| "<|reserved_special_token_65|>", |
| "<|reserved_special_token_66|>", |
| "<|reserved_special_token_67|>", |
| "<|reserved_special_token_68|>", |
| "<|reserved_special_token_69|>", |
| "<|reserved_special_token_70|>", |
| "<|reserved_special_token_71|>", |
| "<|reserved_special_token_72|>", |
| "<|reserved_special_token_73|>", |
| "<|reserved_special_token_74|>", |
| "<|reserved_special_token_75|>", |
| "<|reserved_special_token_76|>", |
| "<|reserved_special_token_77|>", |
| "<|reserved_special_token_78|>", |
| "<|reserved_special_token_79|>", |
| "<|reserved_special_token_80|>", |
| "<|reserved_special_token_81|>", |
| "<|reserved_special_token_82|>", |
| "<|reserved_special_token_83|>", |
| "<|reserved_special_token_84|>", |
| "<|reserved_special_token_85|>", |
| "<|reserved_special_token_86|>", |
| "<|reserved_special_token_87|>", |
| "<|reserved_special_token_88|>", |
| "<|reserved_special_token_89|>", |
| "<|reserved_special_token_90|>", |
| "<|reserved_special_token_91|>", |
| "<|reserved_special_token_92|>", |
| "<|reserved_special_token_93|>", |
| "<|reserved_special_token_94|>", |
| "<|reserved_special_token_95|>", |
| "<|reserved_special_token_96|>", |
| "<|reserved_special_token_97|>", |
| "<|reserved_special_token_98|>", |
| "<|reserved_special_token_99|>", |
| "<|reserved_special_token_100|>", |
| "<|reserved_special_token_101|>", |
| "<|reserved_special_token_102|>", |
| "<|reserved_special_token_103|>", |
| "<|reserved_special_token_104|>", |
| "<|reserved_special_token_105|>", |
| "<|reserved_special_token_106|>", |
| "<|reserved_special_token_107|>", |
| "<|reserved_special_token_108|>", |
| "<|reserved_special_token_109|>", |
| "<|reserved_special_token_110|>", |
| "<|reserved_special_token_111|>", |
| "<|reserved_special_token_112|>", |
| "<|reserved_special_token_113|>", |
| "<|reserved_special_token_114|>", |
| "<|reserved_special_token_115|>", |
| "<|reserved_special_token_116|>", |
| "<|reserved_special_token_117|>", |
| "<|reserved_special_token_118|>", |
| "<|reserved_special_token_119|>", |
| "<|reserved_special_token_120|>", |
| "<|reserved_special_token_121|>", |
| "<|reserved_special_token_122|>", |
| "<|reserved_special_token_123|>", |
| "<|reserved_special_token_124|>", |
| "<|reserved_special_token_125|>", |
| "<|reserved_special_token_126|>", |
| "<|reserved_special_token_127|>", |
| "<|reserved_special_token_128|>", |
| "<|reserved_special_token_129|>", |
| "<|reserved_special_token_130|>", |
| "<|reserved_special_token_131|>", |
| "<|reserved_special_token_132|>", |
| "<|reserved_special_token_133|>", |
| "<|reserved_special_token_134|>", |
| "<|reserved_special_token_135|>", |
| "<|reserved_special_token_136|>", |
| "<|reserved_special_token_137|>", |
| "<|reserved_special_token_138|>", |
| "<|reserved_special_token_139|>", |
| "<|reserved_special_token_140|>", |
| "<|reserved_special_token_141|>", |
| "<|reserved_special_token_142|>", |
| "<|reserved_special_token_143|>", |
| "<|reserved_special_token_144|>", |
| "<|reserved_special_token_145|>", |
| "<|reserved_special_token_146|>", |
| "<|reserved_special_token_147|>", |
| "<|reserved_special_token_148|>", |
| "<|reserved_special_token_149|>", |
| "<|reserved_special_token_150|>", |
| "<|reserved_special_token_151|>", |
| "<|reserved_special_token_152|>", |
| "<|reserved_special_token_153|>", |
| "<|reserved_special_token_154|>", |
| "<|reserved_special_token_155|>", |
| "<|reserved_special_token_156|>", |
| "<|reserved_special_token_157|>", |
| "<|reserved_special_token_158|>", |
| "<|reserved_special_token_159|>", |
| "<|reserved_special_token_160|>", |
| "<|reserved_special_token_161|>", |
| "<|reserved_special_token_162|>", |
| "<|reserved_special_token_163|>", |
| "<|reserved_special_token_164|>", |
| "<|reserved_special_token_165|>", |
| "<|reserved_special_token_166|>", |
| "<|reserved_special_token_167|>", |
| "<|reserved_special_token_168|>", |
| "<|reserved_special_token_169|>", |
| "<|reserved_special_token_170|>", |
| "<|reserved_special_token_171|>", |
| "<|reserved_special_token_172|>", |
| "<|reserved_special_token_173|>", |
| "<|reserved_special_token_174|>", |
| "<|reserved_special_token_175|>", |
| "<|reserved_special_token_176|>", |
| "<|reserved_special_token_177|>", |
| "<|reserved_special_token_178|>", |
| "<|reserved_special_token_179|>", |
| "<|reserved_special_token_180|>", |
| "<|reserved_special_token_181|>", |
| "<|reserved_special_token_182|>", |
| "<|reserved_special_token_183|>", |
| "<|reserved_special_token_184|>", |
| "<|reserved_special_token_185|>", |
| "<|reserved_special_token_186|>", |
| "<|reserved_special_token_187|>", |
| "<|reserved_special_token_188|>", |
| "<|reserved_special_token_189|>", |
| "<|reserved_special_token_190|>", |
| "<|reserved_special_token_191|>", |
| "<|reserved_special_token_192|>", |
| "<|reserved_special_token_193|>", |
| "<|reserved_special_token_194|>", |
| "<|reserved_special_token_195|>", |
| "<|reserved_special_token_196|>", |
| "<|reserved_special_token_197|>", |
| "<|reserved_special_token_198|>", |
| "<|reserved_special_token_199|>", |
| "<|reserved_special_token_200|>", |
| "<|reserved_special_token_201|>", |
| "<|reserved_special_token_202|>", |
| "<|reserved_special_token_203|>", |
| "<|reserved_special_token_204|>", |
| "<|reserved_special_token_205|>", |
| "<|reserved_special_token_206|>", |
| "<|reserved_special_token_207|>", |
| "<|reserved_special_token_208|>", |
| "<|reserved_special_token_209|>", |
| "<|reserved_special_token_210|>", |
| "<|reserved_special_token_211|>", |
| "<|reserved_special_token_212|>", |
| "<|reserved_special_token_213|>", |
| "<|reserved_special_token_214|>", |
| "<|reserved_special_token_215|>", |
| "<|reserved_special_token_216|>", |
| "<|reserved_special_token_217|>", |
| "<|reserved_special_token_218|>", |
| "<|reserved_special_token_219|>", |
| "<|reserved_special_token_220|>", |
| "<|reserved_special_token_221|>", |
| "<|reserved_special_token_222|>", |
| "<|reserved_special_token_223|>", |
| "<|reserved_special_token_224|>", |
| "<|reserved_special_token_225|>", |
| "<|reserved_special_token_226|>", |
| "<|reserved_special_token_227|>", |
| "<|reserved_special_token_228|>", |
| "<|reserved_special_token_229|>", |
| "<|reserved_special_token_230|>", |
| "<|reserved_special_token_231|>", |
| "<|reserved_special_token_232|>", |
| "<|reserved_special_token_233|>", |
| "<|reserved_special_token_234|>", |
| "<|reserved_special_token_235|>", |
| "<|reserved_special_token_236|>", |
| "<|reserved_special_token_237|>", |
| "<|reserved_special_token_238|>", |
| "<|reserved_special_token_239|>", |
| "<|reserved_special_token_240|>", |
| "<|reserved_special_token_241|>", |
| "<|reserved_special_token_242|>", |
| "<|reserved_special_token_243|>", |
| "<|reserved_special_token_244|>", |
| "<|reserved_special_token_245|>", |
| "<|reserved_special_token_246|>", |
| "<|reserved_special_token_247|>", |
| "<|reserved_special_token_248|>", |
| "<|reserved_special_token_249|>", |
| "<|reserved_special_token_250|>" |
| ], |
| "bos_token": "<|begin_of_text|>", |
| "clean_up_tokenization_spaces": false, |
| "eos_token": "<|end_of_text|>", |
| "legacy": true, |
| "model_max_length": 1000000000000000019884624838656, |
| "pad_token": null, |
| "sp_model_kwargs": {}, |
| "spaces_between_special_tokens": false, |
| "tokenizer_class": "LlamaTokenizer", |
| "unk_token": "<unk>", |
| "use_default_system_prompt": true |
| } |
|
|
