{ "added_tokens_decoder": { "0": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "[UNK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "[CLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "[SEP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "5": { "content": "[+]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65000": { "content": "[/OBJ_CARDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65001": { "content": "[/OBJ_CURR]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65002": { "content": "[/OBJ_DATE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65003": { "content": "[/OBJ_EVENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65004": { "content": "[/OBJ_FAC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65005": { "content": "[/OBJ_GPE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65006": { "content": "[/OBJ_LANGUAGE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65007": { "content": "[/OBJ_LAW]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65008": { "content": "[/OBJ_LOC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65009": { "content": "[/OBJ_MONEY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65010": { "content": "[/OBJ_NORP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65011": { "content": "[/OBJ_OCC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65012": { "content": "[/OBJ_ORDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65013": { "content": "[/OBJ_ORG]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65014": { "content": "[/OBJ_PERCENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65015": { "content": "[/OBJ_PERS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65016": { "content": "[/OBJ_PRODUCT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65017": { "content": "[/OBJ_QUANTITY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65018": { "content": "[/OBJ_TIME]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65019": { "content": "[/OBJ_UNIT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65020": { "content": "[/OBJ_WEBSITE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65021": { "content": "[/SUBJ_CARDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65022": { "content": "[/SUBJ_CURR]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65023": { "content": "[/SUBJ_DATE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65024": { "content": "[/SUBJ_EVENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65025": { "content": "[/SUBJ_FAC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65026": { "content": "[/SUBJ_GPE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65027": { "content": "[/SUBJ_LANGUAGE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65028": { "content": "[/SUBJ_LAW]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65029": { "content": "[/SUBJ_LOC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65030": { "content": "[/SUBJ_MONEY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65031": { "content": "[/SUBJ_NORP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65032": { "content": "[/SUBJ_OCC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65033": { "content": "[/SUBJ_ORDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65034": { "content": "[/SUBJ_ORG]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65035": { "content": "[/SUBJ_PERCENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65036": { "content": "[/SUBJ_PERS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65037": { "content": "[/SUBJ_PRODUCT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65038": { "content": "[/SUBJ_QUANTITY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65039": { "content": "[/SUBJ_TIME]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65040": { "content": "[/SUBJ_UNIT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65041": { "content": "[/SUBJ_WEBSITE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65042": { "content": "[OBJ_CARDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65043": { "content": "[OBJ_CURR]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65044": { "content": "[OBJ_DATE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65045": { "content": "[OBJ_EVENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65046": { "content": "[OBJ_FAC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65047": { "content": "[OBJ_GPE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65048": { "content": "[OBJ_LANGUAGE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65049": { "content": "[OBJ_LAW]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65050": { "content": "[OBJ_LOC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65051": { "content": "[OBJ_MONEY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65052": { "content": "[OBJ_NORP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65053": { "content": "[OBJ_OCC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65054": { "content": "[OBJ_ORDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65055": { "content": "[OBJ_ORG]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65056": { "content": "[OBJ_PERCENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65057": { "content": "[OBJ_PERS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65058": { "content": "[OBJ_PRODUCT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65059": { "content": "[OBJ_QUANTITY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65060": { "content": "[OBJ_TIME]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65061": { "content": "[OBJ_UNIT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65062": { "content": "[OBJ_WEBSITE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65063": { "content": "[SUBJ_CARDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65064": { "content": "[SUBJ_CURR]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65065": { "content": "[SUBJ_DATE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65066": { "content": "[SUBJ_EVENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65067": { "content": "[SUBJ_FAC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65068": { "content": "[SUBJ_GPE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65069": { "content": "[SUBJ_LANGUAGE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65070": { "content": "[SUBJ_LAW]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65071": { "content": "[SUBJ_LOC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65072": { "content": "[SUBJ_MONEY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65073": { "content": "[SUBJ_NORP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65074": { "content": "[SUBJ_OCC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65075": { "content": "[SUBJ_ORDINAL]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65076": { "content": "[SUBJ_ORG]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65077": { "content": "[SUBJ_PERCENT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65078": { "content": "[SUBJ_PERS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65079": { "content": "[SUBJ_PRODUCT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65080": { "content": "[SUBJ_QUANTITY]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65081": { "content": "[SUBJ_TIME]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65082": { "content": "[SUBJ_UNIT]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65083": { "content": "[SUBJ_WEBSITE]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "[/OBJ_CARDINAL]", "[/OBJ_CURR]", "[/OBJ_DATE]", "[/OBJ_EVENT]", "[/OBJ_FAC]", "[/OBJ_GPE]", "[/OBJ_LANGUAGE]", "[/OBJ_LAW]", "[/OBJ_LOC]", "[/OBJ_MONEY]", "[/OBJ_NORP]", "[/OBJ_OCC]", "[/OBJ_ORDINAL]", "[/OBJ_ORG]", "[/OBJ_PERCENT]", "[/OBJ_PERS]", "[/OBJ_PRODUCT]", "[/OBJ_QUANTITY]", "[/OBJ_TIME]", "[/OBJ_UNIT]", "[/OBJ_WEBSITE]", "[/SUBJ_CARDINAL]", "[/SUBJ_CURR]", "[/SUBJ_DATE]", "[/SUBJ_EVENT]", "[/SUBJ_FAC]", "[/SUBJ_GPE]", "[/SUBJ_LANGUAGE]", "[/SUBJ_LAW]", "[/SUBJ_LOC]", "[/SUBJ_MONEY]", "[/SUBJ_NORP]", "[/SUBJ_OCC]", "[/SUBJ_ORDINAL]", "[/SUBJ_ORG]", "[/SUBJ_PERCENT]", "[/SUBJ_PERS]", "[/SUBJ_PRODUCT]", "[/SUBJ_QUANTITY]", "[/SUBJ_TIME]", "[/SUBJ_UNIT]", "[/SUBJ_WEBSITE]", "[OBJ_CARDINAL]", "[OBJ_CURR]", "[OBJ_DATE]", "[OBJ_EVENT]", "[OBJ_FAC]", "[OBJ_GPE]", "[OBJ_LANGUAGE]", "[OBJ_LAW]", "[OBJ_LOC]", "[OBJ_MONEY]", "[OBJ_NORP]", "[OBJ_OCC]", "[OBJ_ORDINAL]", "[OBJ_ORG]", "[OBJ_PERCENT]", "[OBJ_PERS]", "[OBJ_PRODUCT]", "[OBJ_QUANTITY]", "[OBJ_TIME]", "[OBJ_UNIT]", "[OBJ_WEBSITE]", "[SUBJ_CARDINAL]", "[SUBJ_CURR]", "[SUBJ_DATE]", "[SUBJ_EVENT]", "[SUBJ_FAC]", "[SUBJ_GPE]", "[SUBJ_LANGUAGE]", "[SUBJ_LAW]", "[SUBJ_LOC]", "[SUBJ_MONEY]", "[SUBJ_NORP]", "[SUBJ_OCC]", "[SUBJ_ORDINAL]", "[SUBJ_ORG]", "[SUBJ_PERCENT]", "[SUBJ_PERS]", "[SUBJ_PRODUCT]", "[SUBJ_QUANTITY]", "[SUBJ_TIME]", "[SUBJ_UNIT]", "[SUBJ_WEBSITE]" ], "apply_stemming": true, "auto_map": { "AutoTokenizer": [ "U4RASD/NeoAraBERT--tokenizer.ArabicMorphTokenizer", null ] }, "clean_up_tokenization_spaces": false, "cls_token": "[CLS]", "do_lower_case": false, "extra_special_tokens": {}, "mask_token": "[MASK]", "model_max_length": 1000000000000000019884624838656, "pad_token": "[PAD]", "sep_token": "[SEP]", "strip_accents": null, "tokenize_chinese_chars": true, "tokenizer_class": "PreTrainedTokenizer", "trust_remote_code": true, "unk_token": "[UNK]" }