{ "added_tokens_decoder": { "0": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "[CLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "[SEP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "[UNK]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "128000": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128001": { "content": "[SEC_ABSTRACT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128002": { "content": "[SEC_ACKNOW]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128003": { "content": "[SEC_CONCL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128004": { "content": "[SEC_INTRO]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128005": { "content": "[SEC_ACKNOWLEDGMENTS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128006": { "content": "[SEC_BACKGROUND]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128007": { "content": "[SEC_CATEGORIES_AND_SUBJECT_DESCRIPTORS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128008": { "content": "[SEC_CONCLUSIONS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128009": { "content": "[SEC_DISCUSSIONS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128010": { "content": "[SEC_EVALUATION]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128011": { "content": "[SEC_GENERAL_TERMS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128012": { "content": "[SEC_INTRODUCTION]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128013": { "content": "[SEC_KEYWORDS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128014": { "content": "[SEC_METHOD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128015": { "content": "[SEC_REFERENCES]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128016": { "content": "[SEC_RELATED_WORK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "[SEC_ABSTRACT]", "[SEC_ACKNOW]", "[SEC_CONCL]", "[SEC_INTRO]", "[SEC_ABSTRACT]", "[SEC_ACKNOWLEDGMENTS]", "[SEC_BACKGROUND]", "[SEC_CATEGORIES_AND_SUBJECT_DESCRIPTORS]", "[SEC_CONCLUSIONS]", "[SEC_DISCUSSIONS]", "[SEC_EVALUATION]", "[SEC_GENERAL_TERMS]", "[SEC_INTRODUCTION]", "[SEC_KEYWORDS]", "[SEC_METHOD]", "[SEC_REFERENCES]", "[SEC_RELATED_WORK]" ], "bos_token": "[CLS]", "clean_up_tokenization_spaces": false, "cls_token": "[CLS]", "do_lower_case": false, "eos_token": "[SEP]", "extra_special_tokens": {}, "mask_token": "[MASK]", "model_max_length": 1000000000000000019884624838656, "pad_token": "[PAD]", "sep_token": "[SEP]", "sp_model_kwargs": {}, "split_by_punct": false, "tokenizer_class": "DebertaV2Tokenizer", "unk_token": "[UNK]", "vocab_type": "spm" }