| { |
| "architectures": [ |
| "ModernBertForTokenClassification" |
| ], |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "bos_token_id": 2, |
| "classifier_activation": "gelu", |
| "classifier_bias": false, |
| "classifier_dropout": 0.0, |
| "classifier_pooling": "mean", |
| "cls_token_id": 1, |
| "decoder_bias": true, |
| "deterministic_flash_attn": false, |
| "dtype": "float32", |
| "embedding_dropout": 0.0, |
| "eos_token_id": 1, |
| "global_attn_every_n_layers": 3, |
| "gradient_checkpointing": false, |
| "hidden_activation": "gelu", |
| "hidden_size": 768, |
| "id2label": { |
| "0": "O", |
| "1": "B-ACCOUNT_BALANCE", |
| "2": "I-ACCOUNT_BALANCE", |
| "3": "B-ACCOUNT_NUMBER", |
| "4": "I-ACCOUNT_NUMBER", |
| "5": "B-ADVERTISING_ID", |
| "6": "I-ADVERTISING_ID", |
| "7": "B-AGE", |
| "8": "I-AGE", |
| "9": "B-API_KEY", |
| "10": "I-API_KEY", |
| "11": "B-ASSET_INFORMATION", |
| "12": "I-ASSET_INFORMATION", |
| "13": "B-BANK_ACCOUNT_STATEMENT", |
| "14": "I-BANK_ACCOUNT_STATEMENT", |
| "15": "B-BANK_ROUTING_NUMBER", |
| "16": "I-BANK_ROUTING_NUMBER", |
| "17": "B-BENEFICIARY_NUMBER", |
| "18": "I-BENEFICIARY_NUMBER", |
| "19": "B-BIOMETRIC_IDENTIFIER", |
| "20": "I-BIOMETRIC_IDENTIFIER", |
| "21": "B-BLOOD_TYPE", |
| "22": "I-BLOOD_TYPE", |
| "23": "B-BROWSING_HISTORY_BEHAVIOUR_DATA", |
| "24": "I-BROWSING_HISTORY_BEHAVIOUR_DATA", |
| "25": "B-CHILD_INFORMATION", |
| "26": "I-CHILD_INFORMATION", |
| "27": "B-COOKIE", |
| "28": "I-COOKIE", |
| "29": "B-COORDINATES", |
| "30": "I-COORDINATES", |
| "31": "B-CREDIT_CARD", |
| "32": "I-CREDIT_CARD", |
| "33": "B-CREDIT_HISTORY", |
| "34": "I-CREDIT_HISTORY", |
| "35": "B-CREDIT_SCORE", |
| "36": "I-CREDIT_SCORE", |
| "37": "B-CRIMINAL_LEGAL_RECORDS", |
| "38": "I-CRIMINAL_LEGAL_RECORDS", |
| "39": "B-CUSTOMER_ID", |
| "40": "I-CUSTOMER_ID", |
| "41": "B-CVV", |
| "42": "I-CVV", |
| "43": "B-DATE_TIME", |
| "44": "I-DATE_TIME", |
| "45": "B-DEBT_INFORMATION", |
| "46": "I-DEBT_INFORMATION", |
| "47": "B-DEVICE_ID", |
| "48": "I-DEVICE_ID", |
| "49": "B-DEVICE_IDENTIFIER", |
| "50": "I-DEVICE_IDENTIFIER", |
| "51": "B-DOB", |
| "52": "I-DOB", |
| "53": "B-DOMAIN_NAME", |
| "54": "I-DOMAIN_NAME", |
| "55": "B-EDUCATION_LEVEL", |
| "56": "I-EDUCATION_LEVEL", |
| "57": "B-EMAIL_ADDRESS", |
| "58": "I-EMAIL_ADDRESS", |
| "59": "B-EMPLOYEE_ID", |
| "60": "I-EMPLOYEE_ID", |
| "61": "B-EMPLOYMENT_STATUS", |
| "62": "I-EMPLOYMENT_STATUS", |
| "63": "B-FAX_NUMBER", |
| "64": "I-FAX_NUMBER", |
| "65": "B-FINANCIAL_STATEMENTS", |
| "66": "I-FINANCIAL_STATEMENTS", |
| "67": "B-GENDER", |
| "68": "I-GENDER", |
| "69": "B-GENETIC_DATA", |
| "70": "I-GENETIC_DATA", |
| "71": "B-GPE", |
| "72": "I-GPE", |
| "73": "B-HEALTH_INSURANCE_ID", |
| "74": "I-HEALTH_INSURANCE_ID", |
| "75": "B-HEALTH_INSURANCE_ID_NUMBER", |
| "76": "I-HEALTH_INSURANCE_ID_NUMBER", |
| "77": "B-HEALTH_PLAN_BENEFICIARY_NUMBER", |
| "78": "I-HEALTH_PLAN_BENEFICIARY_NUMBER", |
| "79": "B-IBAN_CODE", |
| "80": "I-IBAN_CODE", |
| "81": "B-INCOME_INFORMATION", |
| "82": "I-INCOME_INFORMATION", |
| "83": "B-IP_ADDRESS", |
| "84": "I-IP_ADDRESS", |
| "85": "B-LANGUAGE", |
| "86": "I-LANGUAGE", |
| "87": "B-LICENSE_NUMBER", |
| "88": "I-LICENSE_NUMBER", |
| "89": "B-MAC_ADDRESS", |
| "90": "I-MAC_ADDRESS", |
| "91": "B-MARITAL_RELATIONSHIP_STATUS", |
| "92": "I-MARITAL_RELATIONSHIP_STATUS", |
| "93": "B-MEDIA_RECORDING", |
| "94": "I-MEDIA_RECORDING", |
| "95": "B-MEDICAL_RECORD_NUMBER", |
| "96": "I-MEDICAL_RECORD_NUMBER", |
| "97": "B-NATIONAL_ID", |
| "98": "I-NATIONAL_ID", |
| "99": "B-NETWORK_ACTIVITY_LOGS", |
| "100": "I-NETWORK_ACTIVITY_LOGS", |
| "101": "B-NET_WORTH_INFORMATION", |
| "102": "I-NET_WORTH_INFORMATION", |
| "103": "B-NRP", |
| "104": "I-NRP", |
| "105": "B-OCCUPATION", |
| "106": "I-OCCUPATION", |
| "107": "B-ORGANIZATION", |
| "108": "I-ORGANIZATION", |
| "109": "B-PAN_NUMBER", |
| "110": "I-PAN_NUMBER", |
| "111": "B-PARENT_INFORMATION", |
| "112": "I-PARENT_INFORMATION", |
| "113": "B-PASSPORT_NUMBER", |
| "114": "I-PASSPORT_NUMBER", |
| "115": "B-PAYMENT_HISTORY", |
| "116": "I-PAYMENT_HISTORY", |
| "117": "B-PERSON", |
| "118": "I-PERSON", |
| "119": "B-PHONE_NUMBER", |
| "120": "I-PHONE_NUMBER", |
| "121": "B-PIN", |
| "122": "I-PIN", |
| "123": "B-PRIVATE_DATE", |
| "124": "I-PRIVATE_DATE", |
| "125": "B-SECRET", |
| "126": "I-SECRET", |
| "127": "B-SEXUALITY", |
| "128": "I-SEXUALITY", |
| "129": "B-SOCIAL_MEDIA_POSTS", |
| "130": "I-SOCIAL_MEDIA_POSTS", |
| "131": "B-STREET_ADDRESS", |
| "132": "I-STREET_ADDRESS", |
| "133": "B-STUDENT_ID", |
| "134": "I-STUDENT_ID", |
| "135": "B-SWIFT_CODE", |
| "136": "I-SWIFT_CODE", |
| "137": "B-TAX_ID", |
| "138": "I-TAX_ID", |
| "139": "B-TIME", |
| "140": "I-TIME", |
| "141": "B-TITLE", |
| "142": "I-TITLE", |
| "143": "B-TRADE_UNION_MEMBERSHIP", |
| "144": "I-TRADE_UNION_MEMBERSHIP", |
| "145": "B-TRANSACTION_HISTORY", |
| "146": "I-TRANSACTION_HISTORY", |
| "147": "B-UNIQUE_ID", |
| "148": "I-UNIQUE_ID", |
| "149": "B-USERNAME", |
| "150": "I-USERNAME", |
| "151": "B-US_DRIVER_LICENSE", |
| "152": "I-US_DRIVER_LICENSE", |
| "153": "B-US_SSN", |
| "154": "I-US_SSN", |
| "155": "B-VEHICLE_IDENTIFIER", |
| "156": "I-VEHICLE_IDENTIFIER", |
| "157": "B-WIRE_TRANSFER_DETAILS", |
| "158": "I-WIRE_TRANSFER_DETAILS", |
| "159": "B-ZIP_CODE", |
| "160": "I-ZIP_CODE" |
| }, |
| "initializer_cutoff_factor": 2.0, |
| "initializer_range": 0.02, |
| "intermediate_size": 1152, |
| "label2id": { |
| "B-ACCOUNT_BALANCE": 1, |
| "B-ACCOUNT_NUMBER": 3, |
| "B-ADVERTISING_ID": 5, |
| "B-AGE": 7, |
| "B-API_KEY": 9, |
| "B-ASSET_INFORMATION": 11, |
| "B-BANK_ACCOUNT_STATEMENT": 13, |
| "B-BANK_ROUTING_NUMBER": 15, |
| "B-BENEFICIARY_NUMBER": 17, |
| "B-BIOMETRIC_IDENTIFIER": 19, |
| "B-BLOOD_TYPE": 21, |
| "B-BROWSING_HISTORY_BEHAVIOUR_DATA": 23, |
| "B-CHILD_INFORMATION": 25, |
| "B-COOKIE": 27, |
| "B-COORDINATES": 29, |
| "B-CREDIT_CARD": 31, |
| "B-CREDIT_HISTORY": 33, |
| "B-CREDIT_SCORE": 35, |
| "B-CRIMINAL_LEGAL_RECORDS": 37, |
| "B-CUSTOMER_ID": 39, |
| "B-CVV": 41, |
| "B-DATE_TIME": 43, |
| "B-DEBT_INFORMATION": 45, |
| "B-DEVICE_ID": 47, |
| "B-DEVICE_IDENTIFIER": 49, |
| "B-DOB": 51, |
| "B-DOMAIN_NAME": 53, |
| "B-EDUCATION_LEVEL": 55, |
| "B-EMAIL_ADDRESS": 57, |
| "B-EMPLOYEE_ID": 59, |
| "B-EMPLOYMENT_STATUS": 61, |
| "B-FAX_NUMBER": 63, |
| "B-FINANCIAL_STATEMENTS": 65, |
| "B-GENDER": 67, |
| "B-GENETIC_DATA": 69, |
| "B-GPE": 71, |
| "B-HEALTH_INSURANCE_ID": 73, |
| "B-HEALTH_INSURANCE_ID_NUMBER": 75, |
| "B-HEALTH_PLAN_BENEFICIARY_NUMBER": 77, |
| "B-IBAN_CODE": 79, |
| "B-INCOME_INFORMATION": 81, |
| "B-IP_ADDRESS": 83, |
| "B-LANGUAGE": 85, |
| "B-LICENSE_NUMBER": 87, |
| "B-MAC_ADDRESS": 89, |
| "B-MARITAL_RELATIONSHIP_STATUS": 91, |
| "B-MEDIA_RECORDING": 93, |
| "B-MEDICAL_RECORD_NUMBER": 95, |
| "B-NATIONAL_ID": 97, |
| "B-NETWORK_ACTIVITY_LOGS": 99, |
| "B-NET_WORTH_INFORMATION": 101, |
| "B-NRP": 103, |
| "B-OCCUPATION": 105, |
| "B-ORGANIZATION": 107, |
| "B-PAN_NUMBER": 109, |
| "B-PARENT_INFORMATION": 111, |
| "B-PASSPORT_NUMBER": 113, |
| "B-PAYMENT_HISTORY": 115, |
| "B-PERSON": 117, |
| "B-PHONE_NUMBER": 119, |
| "B-PIN": 121, |
| "B-PRIVATE_DATE": 123, |
| "B-SECRET": 125, |
| "B-SEXUALITY": 127, |
| "B-SOCIAL_MEDIA_POSTS": 129, |
| "B-STREET_ADDRESS": 131, |
| "B-STUDENT_ID": 133, |
| "B-SWIFT_CODE": 135, |
| "B-TAX_ID": 137, |
| "B-TIME": 139, |
| "B-TITLE": 141, |
| "B-TRADE_UNION_MEMBERSHIP": 143, |
| "B-TRANSACTION_HISTORY": 145, |
| "B-UNIQUE_ID": 147, |
| "B-USERNAME": 149, |
| "B-US_DRIVER_LICENSE": 151, |
| "B-US_SSN": 153, |
| "B-VEHICLE_IDENTIFIER": 155, |
| "B-WIRE_TRANSFER_DETAILS": 157, |
| "B-ZIP_CODE": 159, |
| "I-ACCOUNT_BALANCE": 2, |
| "I-ACCOUNT_NUMBER": 4, |
| "I-ADVERTISING_ID": 6, |
| "I-AGE": 8, |
| "I-API_KEY": 10, |
| "I-ASSET_INFORMATION": 12, |
| "I-BANK_ACCOUNT_STATEMENT": 14, |
| "I-BANK_ROUTING_NUMBER": 16, |
| "I-BENEFICIARY_NUMBER": 18, |
| "I-BIOMETRIC_IDENTIFIER": 20, |
| "I-BLOOD_TYPE": 22, |
| "I-BROWSING_HISTORY_BEHAVIOUR_DATA": 24, |
| "I-CHILD_INFORMATION": 26, |
| "I-COOKIE": 28, |
| "I-COORDINATES": 30, |
| "I-CREDIT_CARD": 32, |
| "I-CREDIT_HISTORY": 34, |
| "I-CREDIT_SCORE": 36, |
| "I-CRIMINAL_LEGAL_RECORDS": 38, |
| "I-CUSTOMER_ID": 40, |
| "I-CVV": 42, |
| "I-DATE_TIME": 44, |
| "I-DEBT_INFORMATION": 46, |
| "I-DEVICE_ID": 48, |
| "I-DEVICE_IDENTIFIER": 50, |
| "I-DOB": 52, |
| "I-DOMAIN_NAME": 54, |
| "I-EDUCATION_LEVEL": 56, |
| "I-EMAIL_ADDRESS": 58, |
| "I-EMPLOYEE_ID": 60, |
| "I-EMPLOYMENT_STATUS": 62, |
| "I-FAX_NUMBER": 64, |
| "I-FINANCIAL_STATEMENTS": 66, |
| "I-GENDER": 68, |
| "I-GENETIC_DATA": 70, |
| "I-GPE": 72, |
| "I-HEALTH_INSURANCE_ID": 74, |
| "I-HEALTH_INSURANCE_ID_NUMBER": 76, |
| "I-HEALTH_PLAN_BENEFICIARY_NUMBER": 78, |
| "I-IBAN_CODE": 80, |
| "I-INCOME_INFORMATION": 82, |
| "I-IP_ADDRESS": 84, |
| "I-LANGUAGE": 86, |
| "I-LICENSE_NUMBER": 88, |
| "I-MAC_ADDRESS": 90, |
| "I-MARITAL_RELATIONSHIP_STATUS": 92, |
| "I-MEDIA_RECORDING": 94, |
| "I-MEDICAL_RECORD_NUMBER": 96, |
| "I-NATIONAL_ID": 98, |
| "I-NETWORK_ACTIVITY_LOGS": 100, |
| "I-NET_WORTH_INFORMATION": 102, |
| "I-NRP": 104, |
| "I-OCCUPATION": 106, |
| "I-ORGANIZATION": 108, |
| "I-PAN_NUMBER": 110, |
| "I-PARENT_INFORMATION": 112, |
| "I-PASSPORT_NUMBER": 114, |
| "I-PAYMENT_HISTORY": 116, |
| "I-PERSON": 118, |
| "I-PHONE_NUMBER": 120, |
| "I-PIN": 122, |
| "I-PRIVATE_DATE": 124, |
| "I-SECRET": 126, |
| "I-SEXUALITY": 128, |
| "I-SOCIAL_MEDIA_POSTS": 130, |
| "I-STREET_ADDRESS": 132, |
| "I-STUDENT_ID": 134, |
| "I-SWIFT_CODE": 136, |
| "I-TAX_ID": 138, |
| "I-TIME": 140, |
| "I-TITLE": 142, |
| "I-TRADE_UNION_MEMBERSHIP": 144, |
| "I-TRANSACTION_HISTORY": 146, |
| "I-UNIQUE_ID": 148, |
| "I-USERNAME": 150, |
| "I-US_DRIVER_LICENSE": 152, |
| "I-US_SSN": 154, |
| "I-VEHICLE_IDENTIFIER": 156, |
| "I-WIRE_TRANSFER_DETAILS": 158, |
| "I-ZIP_CODE": 160, |
| "O": 0 |
| }, |
| "layer_norm_eps": 1e-05, |
| "layer_types": [ |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention" |
| ], |
| "local_attention": 128, |
| "mask_token_id": 4, |
| "max_position_embeddings": 32768, |
| "mlp_bias": false, |
| "mlp_dropout": 0.0, |
| "model_type": "modernbert", |
| "norm_bias": false, |
| "norm_eps": 1e-05, |
| "num_attention_heads": 12, |
| "num_hidden_layers": 22, |
| "pad_token_id": 0, |
| "position_embedding_type": "sans_pos", |
| "repad_logits_with_grad": false, |
| "rope_parameters": { |
| "full_attention": { |
| "rope_theta": 160000, |
| "rope_type": "default" |
| }, |
| "sliding_attention": { |
| "rope_theta": 160000, |
| "rope_type": "default" |
| } |
| }, |
| "sep_token_id": 1, |
| "sparse_pred_ignore_index": -100, |
| "sparse_prediction": false, |
| "tie_word_embeddings": true, |
| "transformers_version": "5.5.0", |
| "use_cache": false, |
| "vocab_size": 256000 |
| } |
|
|
