{ "architectures": [ "ModernBertForTokenClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 2, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 1, "decoder_bias": true, "deterministic_flash_attn": false, "dtype": "float32", "embedding_dropout": 0.0, "eos_token_id": 1, "global_attn_every_n_layers": 3, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "O", "1": "B-ACCOUNT_BALANCE", "2": "I-ACCOUNT_BALANCE", "3": "B-ACCOUNT_NUMBER", "4": "I-ACCOUNT_NUMBER", "5": "B-ADVERTISING_ID", "6": "I-ADVERTISING_ID", "7": "B-AGE", "8": "I-AGE", "9": "B-API_KEY", "10": "I-API_KEY", "11": "B-ASSET_INFORMATION", "12": "I-ASSET_INFORMATION", "13": "B-BANK_ACCOUNT_STATEMENT", "14": "I-BANK_ACCOUNT_STATEMENT", "15": "B-BANK_ROUTING_NUMBER", "16": "I-BANK_ROUTING_NUMBER", "17": "B-BENEFICIARY_NUMBER", "18": "I-BENEFICIARY_NUMBER", "19": "B-BIOMETRIC_IDENTIFIER", "20": "I-BIOMETRIC_IDENTIFIER", "21": "B-BLOOD_TYPE", "22": "I-BLOOD_TYPE", "23": "B-BROWSING_HISTORY_BEHAVIOUR_DATA", "24": "I-BROWSING_HISTORY_BEHAVIOUR_DATA", "25": "B-CHILD_INFORMATION", "26": "I-CHILD_INFORMATION", "27": "B-COOKIE", "28": "I-COOKIE", "29": "B-COORDINATES", "30": "I-COORDINATES", "31": "B-CREDIT_CARD", "32": "I-CREDIT_CARD", "33": "B-CREDIT_HISTORY", "34": "I-CREDIT_HISTORY", "35": "B-CREDIT_SCORE", "36": "I-CREDIT_SCORE", "37": "B-CRIMINAL_LEGAL_RECORDS", "38": "I-CRIMINAL_LEGAL_RECORDS", "39": "B-CUSTOMER_ID", "40": "I-CUSTOMER_ID", "41": "B-CVV", "42": "I-CVV", "43": "B-DATE_TIME", "44": "I-DATE_TIME", "45": "B-DEBT_INFORMATION", "46": "I-DEBT_INFORMATION", "47": "B-DEVICE_ID", "48": "I-DEVICE_ID", "49": "B-DEVICE_IDENTIFIER", "50": "I-DEVICE_IDENTIFIER", "51": "B-DOB", "52": "I-DOB", "53": "B-DOMAIN_NAME", "54": "I-DOMAIN_NAME", "55": "B-EDUCATION_LEVEL", "56": "I-EDUCATION_LEVEL", "57": "B-EMAIL_ADDRESS", "58": "I-EMAIL_ADDRESS", "59": "B-EMPLOYEE_ID", "60": "I-EMPLOYEE_ID", "61": "B-EMPLOYMENT_STATUS", "62": "I-EMPLOYMENT_STATUS", "63": "B-FAX_NUMBER", "64": "I-FAX_NUMBER", "65": "B-FINANCIAL_STATEMENTS", "66": "I-FINANCIAL_STATEMENTS", "67": "B-GENDER", "68": "I-GENDER", "69": "B-GENETIC_DATA", "70": "I-GENETIC_DATA", "71": "B-GPE", "72": "I-GPE", "73": "B-HEALTH_INSURANCE_ID", "74": "I-HEALTH_INSURANCE_ID", "75": "B-HEALTH_INSURANCE_ID_NUMBER", "76": "I-HEALTH_INSURANCE_ID_NUMBER", "77": "B-HEALTH_PLAN_BENEFICIARY_NUMBER", "78": "I-HEALTH_PLAN_BENEFICIARY_NUMBER", "79": "B-IBAN_CODE", "80": "I-IBAN_CODE", "81": "B-INCOME_INFORMATION", "82": "I-INCOME_INFORMATION", "83": "B-IP_ADDRESS", "84": "I-IP_ADDRESS", "85": "B-LANGUAGE", "86": "I-LANGUAGE", "87": "B-LICENSE_NUMBER", "88": "I-LICENSE_NUMBER", "89": "B-MAC_ADDRESS", "90": "I-MAC_ADDRESS", "91": "B-MARITAL_RELATIONSHIP_STATUS", "92": "I-MARITAL_RELATIONSHIP_STATUS", "93": "B-MEDIA_RECORDING", "94": "I-MEDIA_RECORDING", "95": "B-MEDICAL_RECORD_NUMBER", "96": "I-MEDICAL_RECORD_NUMBER", "97": "B-NATIONAL_ID", "98": "I-NATIONAL_ID", "99": "B-NETWORK_ACTIVITY_LOGS", "100": "I-NETWORK_ACTIVITY_LOGS", "101": "B-NET_WORTH_INFORMATION", "102": "I-NET_WORTH_INFORMATION", "103": "B-NRP", "104": "I-NRP", "105": "B-OCCUPATION", "106": "I-OCCUPATION", "107": "B-ORGANIZATION", "108": "I-ORGANIZATION", "109": "B-PAN_NUMBER", "110": "I-PAN_NUMBER", "111": "B-PARENT_INFORMATION", "112": "I-PARENT_INFORMATION", "113": "B-PASSPORT_NUMBER", "114": "I-PASSPORT_NUMBER", "115": "B-PAYMENT_HISTORY", "116": "I-PAYMENT_HISTORY", "117": "B-PERSON", "118": "I-PERSON", "119": "B-PHONE_NUMBER", "120": "I-PHONE_NUMBER", "121": "B-PIN", "122": "I-PIN", "123": "B-PRIVATE_DATE", "124": "I-PRIVATE_DATE", "125": "B-SECRET", "126": "I-SECRET", "127": "B-SEXUALITY", "128": "I-SEXUALITY", "129": "B-SOCIAL_MEDIA_POSTS", "130": "I-SOCIAL_MEDIA_POSTS", "131": "B-STREET_ADDRESS", "132": "I-STREET_ADDRESS", "133": "B-STUDENT_ID", "134": "I-STUDENT_ID", "135": "B-SWIFT_CODE", "136": "I-SWIFT_CODE", "137": "B-TAX_ID", "138": "I-TAX_ID", "139": "B-TIME", "140": "I-TIME", "141": "B-TITLE", "142": "I-TITLE", "143": "B-TRADE_UNION_MEMBERSHIP", "144": "I-TRADE_UNION_MEMBERSHIP", "145": "B-TRANSACTION_HISTORY", "146": "I-TRANSACTION_HISTORY", "147": "B-UNIQUE_ID", "148": "I-UNIQUE_ID", "149": "B-USERNAME", "150": "I-USERNAME", "151": "B-US_DRIVER_LICENSE", "152": "I-US_DRIVER_LICENSE", "153": "B-US_SSN", "154": "I-US_SSN", "155": "B-VEHICLE_IDENTIFIER", "156": "I-VEHICLE_IDENTIFIER", "157": "B-WIRE_TRANSFER_DETAILS", "158": "I-WIRE_TRANSFER_DETAILS", "159": "B-ZIP_CODE", "160": "I-ZIP_CODE" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "B-ACCOUNT_BALANCE": 1, "B-ACCOUNT_NUMBER": 3, "B-ADVERTISING_ID": 5, "B-AGE": 7, "B-API_KEY": 9, "B-ASSET_INFORMATION": 11, "B-BANK_ACCOUNT_STATEMENT": 13, "B-BANK_ROUTING_NUMBER": 15, "B-BENEFICIARY_NUMBER": 17, "B-BIOMETRIC_IDENTIFIER": 19, "B-BLOOD_TYPE": 21, "B-BROWSING_HISTORY_BEHAVIOUR_DATA": 23, "B-CHILD_INFORMATION": 25, "B-COOKIE": 27, "B-COORDINATES": 29, "B-CREDIT_CARD": 31, "B-CREDIT_HISTORY": 33, "B-CREDIT_SCORE": 35, "B-CRIMINAL_LEGAL_RECORDS": 37, "B-CUSTOMER_ID": 39, "B-CVV": 41, "B-DATE_TIME": 43, "B-DEBT_INFORMATION": 45, "B-DEVICE_ID": 47, "B-DEVICE_IDENTIFIER": 49, "B-DOB": 51, "B-DOMAIN_NAME": 53, "B-EDUCATION_LEVEL": 55, "B-EMAIL_ADDRESS": 57, "B-EMPLOYEE_ID": 59, "B-EMPLOYMENT_STATUS": 61, "B-FAX_NUMBER": 63, "B-FINANCIAL_STATEMENTS": 65, "B-GENDER": 67, "B-GENETIC_DATA": 69, "B-GPE": 71, "B-HEALTH_INSURANCE_ID": 73, "B-HEALTH_INSURANCE_ID_NUMBER": 75, "B-HEALTH_PLAN_BENEFICIARY_NUMBER": 77, "B-IBAN_CODE": 79, "B-INCOME_INFORMATION": 81, "B-IP_ADDRESS": 83, "B-LANGUAGE": 85, "B-LICENSE_NUMBER": 87, "B-MAC_ADDRESS": 89, "B-MARITAL_RELATIONSHIP_STATUS": 91, "B-MEDIA_RECORDING": 93, "B-MEDICAL_RECORD_NUMBER": 95, "B-NATIONAL_ID": 97, "B-NETWORK_ACTIVITY_LOGS": 99, "B-NET_WORTH_INFORMATION": 101, "B-NRP": 103, "B-OCCUPATION": 105, "B-ORGANIZATION": 107, "B-PAN_NUMBER": 109, "B-PARENT_INFORMATION": 111, "B-PASSPORT_NUMBER": 113, "B-PAYMENT_HISTORY": 115, "B-PERSON": 117, "B-PHONE_NUMBER": 119, "B-PIN": 121, "B-PRIVATE_DATE": 123, "B-SECRET": 125, "B-SEXUALITY": 127, "B-SOCIAL_MEDIA_POSTS": 129, "B-STREET_ADDRESS": 131, "B-STUDENT_ID": 133, "B-SWIFT_CODE": 135, "B-TAX_ID": 137, "B-TIME": 139, "B-TITLE": 141, "B-TRADE_UNION_MEMBERSHIP": 143, "B-TRANSACTION_HISTORY": 145, "B-UNIQUE_ID": 147, "B-USERNAME": 149, "B-US_DRIVER_LICENSE": 151, "B-US_SSN": 153, "B-VEHICLE_IDENTIFIER": 155, "B-WIRE_TRANSFER_DETAILS": 157, "B-ZIP_CODE": 159, "I-ACCOUNT_BALANCE": 2, "I-ACCOUNT_NUMBER": 4, "I-ADVERTISING_ID": 6, "I-AGE": 8, "I-API_KEY": 10, "I-ASSET_INFORMATION": 12, "I-BANK_ACCOUNT_STATEMENT": 14, "I-BANK_ROUTING_NUMBER": 16, "I-BENEFICIARY_NUMBER": 18, "I-BIOMETRIC_IDENTIFIER": 20, "I-BLOOD_TYPE": 22, "I-BROWSING_HISTORY_BEHAVIOUR_DATA": 24, "I-CHILD_INFORMATION": 26, "I-COOKIE": 28, "I-COORDINATES": 30, "I-CREDIT_CARD": 32, "I-CREDIT_HISTORY": 34, "I-CREDIT_SCORE": 36, "I-CRIMINAL_LEGAL_RECORDS": 38, "I-CUSTOMER_ID": 40, "I-CVV": 42, "I-DATE_TIME": 44, "I-DEBT_INFORMATION": 46, "I-DEVICE_ID": 48, "I-DEVICE_IDENTIFIER": 50, "I-DOB": 52, "I-DOMAIN_NAME": 54, "I-EDUCATION_LEVEL": 56, "I-EMAIL_ADDRESS": 58, "I-EMPLOYEE_ID": 60, "I-EMPLOYMENT_STATUS": 62, "I-FAX_NUMBER": 64, "I-FINANCIAL_STATEMENTS": 66, "I-GENDER": 68, "I-GENETIC_DATA": 70, "I-GPE": 72, "I-HEALTH_INSURANCE_ID": 74, "I-HEALTH_INSURANCE_ID_NUMBER": 76, "I-HEALTH_PLAN_BENEFICIARY_NUMBER": 78, "I-IBAN_CODE": 80, "I-INCOME_INFORMATION": 82, "I-IP_ADDRESS": 84, "I-LANGUAGE": 86, "I-LICENSE_NUMBER": 88, "I-MAC_ADDRESS": 90, "I-MARITAL_RELATIONSHIP_STATUS": 92, "I-MEDIA_RECORDING": 94, "I-MEDICAL_RECORD_NUMBER": 96, "I-NATIONAL_ID": 98, "I-NETWORK_ACTIVITY_LOGS": 100, "I-NET_WORTH_INFORMATION": 102, "I-NRP": 104, "I-OCCUPATION": 106, "I-ORGANIZATION": 108, "I-PAN_NUMBER": 110, "I-PARENT_INFORMATION": 112, "I-PASSPORT_NUMBER": 114, "I-PAYMENT_HISTORY": 116, "I-PERSON": 118, "I-PHONE_NUMBER": 120, "I-PIN": 122, "I-PRIVATE_DATE": 124, "I-SECRET": 126, "I-SEXUALITY": 128, "I-SOCIAL_MEDIA_POSTS": 130, "I-STREET_ADDRESS": 132, "I-STUDENT_ID": 134, "I-SWIFT_CODE": 136, "I-TAX_ID": 138, "I-TIME": 140, "I-TITLE": 142, "I-TRADE_UNION_MEMBERSHIP": 144, "I-TRANSACTION_HISTORY": 146, "I-UNIQUE_ID": 148, "I-USERNAME": 150, "I-US_DRIVER_LICENSE": 152, "I-US_SSN": 154, "I-VEHICLE_IDENTIFIER": 156, "I-WIRE_TRANSFER_DETAILS": 158, "I-ZIP_CODE": 160, "O": 0 }, "layer_norm_eps": 1e-05, "layer_types": [ "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention" ], "local_attention": 128, "mask_token_id": 4, "max_position_embeddings": 32768, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 0, "position_embedding_type": "sans_pos", "repad_logits_with_grad": false, "rope_parameters": { "full_attention": { "rope_theta": 160000, "rope_type": "default" }, "sliding_attention": { "rope_theta": 160000, "rope_type": "default" } }, "sep_token_id": 1, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "tie_word_embeddings": true, "transformers_version": "5.5.0", "use_cache": false, "vocab_size": 256000 }