{ "add_prefix_space": false, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "4": { "content": ".", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "6": { "content": ",", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "35": { "content": ":", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "43": { "content": ")", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "113": { "content": "\"", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "131": { "content": ";", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "742": { "content": "]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "1039": { "content": "@", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "1640": { "content": "(", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "10975": { "content": "[", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "12606": { "content": "**", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "15698": { "content": ">", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "24303": { "content": "}", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "41552": { "content": "<", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "45152": { "content": "{", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "48232": { "content": "^^", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50118": { "content": "Ċ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50264": { "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "50265": { "content": "ĠaĠ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50266": { "content": "_:", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "errors": "replace", "mask_token": "", "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sep_token": "", "tokenizer_class": "BartTokenizer", "trim_offsets": true, "unk_token": "" }