| { |
| "added_tokens_decoder": { |
| "0": { |
| "content": "[PAD]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "1": { |
| "content": "[UNK]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "2": { |
| "content": "[CLS]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "3": { |
| "content": "[SEP]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "4": { |
| "content": "[MASK]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "5": { |
| "content": "[+]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65000": { |
| "content": "[/OBJ_CARDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65001": { |
| "content": "[/OBJ_CURR]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65002": { |
| "content": "[/OBJ_DATE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65003": { |
| "content": "[/OBJ_EVENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65004": { |
| "content": "[/OBJ_FAC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65005": { |
| "content": "[/OBJ_GPE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65006": { |
| "content": "[/OBJ_LANGUAGE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65007": { |
| "content": "[/OBJ_LAW]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65008": { |
| "content": "[/OBJ_LOC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65009": { |
| "content": "[/OBJ_MONEY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65010": { |
| "content": "[/OBJ_NORP]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65011": { |
| "content": "[/OBJ_OCC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65012": { |
| "content": "[/OBJ_ORDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65013": { |
| "content": "[/OBJ_ORG]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65014": { |
| "content": "[/OBJ_PERCENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65015": { |
| "content": "[/OBJ_PERS]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65016": { |
| "content": "[/OBJ_PRODUCT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65017": { |
| "content": "[/OBJ_QUANTITY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65018": { |
| "content": "[/OBJ_TIME]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65019": { |
| "content": "[/OBJ_UNIT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65020": { |
| "content": "[/OBJ_WEBSITE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65021": { |
| "content": "[/SUBJ_CARDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65022": { |
| "content": "[/SUBJ_CURR]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65023": { |
| "content": "[/SUBJ_DATE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65024": { |
| "content": "[/SUBJ_EVENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65025": { |
| "content": "[/SUBJ_FAC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65026": { |
| "content": "[/SUBJ_GPE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65027": { |
| "content": "[/SUBJ_LANGUAGE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65028": { |
| "content": "[/SUBJ_LAW]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65029": { |
| "content": "[/SUBJ_LOC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65030": { |
| "content": "[/SUBJ_MONEY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65031": { |
| "content": "[/SUBJ_NORP]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65032": { |
| "content": "[/SUBJ_OCC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65033": { |
| "content": "[/SUBJ_ORDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65034": { |
| "content": "[/SUBJ_ORG]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65035": { |
| "content": "[/SUBJ_PERCENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65036": { |
| "content": "[/SUBJ_PERS]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65037": { |
| "content": "[/SUBJ_PRODUCT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65038": { |
| "content": "[/SUBJ_QUANTITY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65039": { |
| "content": "[/SUBJ_TIME]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65040": { |
| "content": "[/SUBJ_UNIT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65041": { |
| "content": "[/SUBJ_WEBSITE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65042": { |
| "content": "[OBJ_CARDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65043": { |
| "content": "[OBJ_CURR]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65044": { |
| "content": "[OBJ_DATE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65045": { |
| "content": "[OBJ_EVENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65046": { |
| "content": "[OBJ_FAC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65047": { |
| "content": "[OBJ_GPE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65048": { |
| "content": "[OBJ_LANGUAGE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65049": { |
| "content": "[OBJ_LAW]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65050": { |
| "content": "[OBJ_LOC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65051": { |
| "content": "[OBJ_MONEY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65052": { |
| "content": "[OBJ_NORP]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65053": { |
| "content": "[OBJ_OCC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65054": { |
| "content": "[OBJ_ORDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65055": { |
| "content": "[OBJ_ORG]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65056": { |
| "content": "[OBJ_PERCENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65057": { |
| "content": "[OBJ_PERS]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65058": { |
| "content": "[OBJ_PRODUCT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65059": { |
| "content": "[OBJ_QUANTITY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65060": { |
| "content": "[OBJ_TIME]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65061": { |
| "content": "[OBJ_UNIT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65062": { |
| "content": "[OBJ_WEBSITE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65063": { |
| "content": "[SUBJ_CARDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65064": { |
| "content": "[SUBJ_CURR]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65065": { |
| "content": "[SUBJ_DATE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65066": { |
| "content": "[SUBJ_EVENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65067": { |
| "content": "[SUBJ_FAC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65068": { |
| "content": "[SUBJ_GPE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65069": { |
| "content": "[SUBJ_LANGUAGE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65070": { |
| "content": "[SUBJ_LAW]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65071": { |
| "content": "[SUBJ_LOC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65072": { |
| "content": "[SUBJ_MONEY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65073": { |
| "content": "[SUBJ_NORP]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65074": { |
| "content": "[SUBJ_OCC]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65075": { |
| "content": "[SUBJ_ORDINAL]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65076": { |
| "content": "[SUBJ_ORG]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65077": { |
| "content": "[SUBJ_PERCENT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65078": { |
| "content": "[SUBJ_PERS]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65079": { |
| "content": "[SUBJ_PRODUCT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65080": { |
| "content": "[SUBJ_QUANTITY]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65081": { |
| "content": "[SUBJ_TIME]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65082": { |
| "content": "[SUBJ_UNIT]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| }, |
| "65083": { |
| "content": "[SUBJ_WEBSITE]", |
| "lstrip": false, |
| "normalized": false, |
| "rstrip": false, |
| "single_word": false, |
| "special": true |
| } |
| }, |
| "additional_special_tokens": [ |
| "[/OBJ_CARDINAL]", |
| "[/OBJ_CURR]", |
| "[/OBJ_DATE]", |
| "[/OBJ_EVENT]", |
| "[/OBJ_FAC]", |
| "[/OBJ_GPE]", |
| "[/OBJ_LANGUAGE]", |
| "[/OBJ_LAW]", |
| "[/OBJ_LOC]", |
| "[/OBJ_MONEY]", |
| "[/OBJ_NORP]", |
| "[/OBJ_OCC]", |
| "[/OBJ_ORDINAL]", |
| "[/OBJ_ORG]", |
| "[/OBJ_PERCENT]", |
| "[/OBJ_PERS]", |
| "[/OBJ_PRODUCT]", |
| "[/OBJ_QUANTITY]", |
| "[/OBJ_TIME]", |
| "[/OBJ_UNIT]", |
| "[/OBJ_WEBSITE]", |
| "[/SUBJ_CARDINAL]", |
| "[/SUBJ_CURR]", |
| "[/SUBJ_DATE]", |
| "[/SUBJ_EVENT]", |
| "[/SUBJ_FAC]", |
| "[/SUBJ_GPE]", |
| "[/SUBJ_LANGUAGE]", |
| "[/SUBJ_LAW]", |
| "[/SUBJ_LOC]", |
| "[/SUBJ_MONEY]", |
| "[/SUBJ_NORP]", |
| "[/SUBJ_OCC]", |
| "[/SUBJ_ORDINAL]", |
| "[/SUBJ_ORG]", |
| "[/SUBJ_PERCENT]", |
| "[/SUBJ_PERS]", |
| "[/SUBJ_PRODUCT]", |
| "[/SUBJ_QUANTITY]", |
| "[/SUBJ_TIME]", |
| "[/SUBJ_UNIT]", |
| "[/SUBJ_WEBSITE]", |
| "[OBJ_CARDINAL]", |
| "[OBJ_CURR]", |
| "[OBJ_DATE]", |
| "[OBJ_EVENT]", |
| "[OBJ_FAC]", |
| "[OBJ_GPE]", |
| "[OBJ_LANGUAGE]", |
| "[OBJ_LAW]", |
| "[OBJ_LOC]", |
| "[OBJ_MONEY]", |
| "[OBJ_NORP]", |
| "[OBJ_OCC]", |
| "[OBJ_ORDINAL]", |
| "[OBJ_ORG]", |
| "[OBJ_PERCENT]", |
| "[OBJ_PERS]", |
| "[OBJ_PRODUCT]", |
| "[OBJ_QUANTITY]", |
| "[OBJ_TIME]", |
| "[OBJ_UNIT]", |
| "[OBJ_WEBSITE]", |
| "[SUBJ_CARDINAL]", |
| "[SUBJ_CURR]", |
| "[SUBJ_DATE]", |
| "[SUBJ_EVENT]", |
| "[SUBJ_FAC]", |
| "[SUBJ_GPE]", |
| "[SUBJ_LANGUAGE]", |
| "[SUBJ_LAW]", |
| "[SUBJ_LOC]", |
| "[SUBJ_MONEY]", |
| "[SUBJ_NORP]", |
| "[SUBJ_OCC]", |
| "[SUBJ_ORDINAL]", |
| "[SUBJ_ORG]", |
| "[SUBJ_PERCENT]", |
| "[SUBJ_PERS]", |
| "[SUBJ_PRODUCT]", |
| "[SUBJ_QUANTITY]", |
| "[SUBJ_TIME]", |
| "[SUBJ_UNIT]", |
| "[SUBJ_WEBSITE]" |
| ], |
| "apply_stemming": true, |
| "auto_map": { |
| "AutoTokenizer": [ |
| "U4RASD/NeoAraBERT--tokenizer.ArabicMorphTokenizer", |
| null |
| ] |
| }, |
| "clean_up_tokenization_spaces": false, |
| "cls_token": "[CLS]", |
| "do_lower_case": false, |
| "extra_special_tokens": {}, |
| "mask_token": "[MASK]", |
| "model_max_length": 1000000000000000019884624838656, |
| "pad_token": "[PAD]", |
| "sep_token": "[SEP]", |
| "strip_accents": null, |
| "tokenize_chinese_chars": true, |
| "tokenizer_class": "PreTrainedTokenizer", |
| "trust_remote_code": true, |
| "unk_token": "[UNK]" |
| } |
|
|
