{ "release": "IrishCore-GlobalPointer-ContextPII-135M-v1-rc21", "repo_id": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc21", "architecture": { "family": "DistilBERT-size GlobalPointer span extractor", "base_head": "typed span matrix", "raw_only": true, "scanner_free": true, "validator_free": true, "uses_rope": true, "runtime_diffusion": false, "expanded_context_labels": [ "STREET_ADDRESS", "CITY", "COUNTY", "DATE_OF_BIRTH", "AGE" ] }, "base_model": "OpenMed/OpenMed-PII-mLiteClinical-Base-135M-v1", "notes": [ "This release keeps the rc20 weights and ONNX graph but upgrades the bundled decoder and runtime path again.", "It fixes line-break-safe contextual name extraction, multiline line-1 address recovery, DOB-vs-appointment disambiguation, County Hall-style county false positives, and line-break-safe City/Town and County field extraction.", "The q8 CPU path remains materially faster than the public rc19 bundle because span decoding scans only above-threshold candidates and skips repair passes unless text cues justify them.", "Fresh unseen contextual holdouts v12, v13, v14, and v15 all score 1.0000 exact F1 on the q8 deployment path.", "The legacy irish_gov_chatbot_redteam_v2 suite remains at 0.9861 because it intentionally treats public-office street/city details as non-PII; this wider contextual release still masks them by design." ], "labels": [ "ACCOUNT_NUMBER", "AGE", "BANK_ROUTING_NUMBER", "CITY", "COUNTY", "CREDIT_DEBIT_CARD", "DATE_OF_BIRTH", "EMAIL", "FIRST_NAME", "LAST_NAME", "PASSPORT_NUMBER", "PHONE_NUMBER", "POSTCODE", "PPSN", "STREET_ADDRESS", "SWIFT_BIC" ], "full": { "core_f1": 1.0, "extended_f1": 1.0, "demographic_holdout_v2_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "chatbot_gap_holdout_v2_f1": 1.0, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "context_redteam_v1_f1": 1.0, "context_redteam_v2_f1": 1.0, "context_redteam_v3_f1": 1.0, "core_examples_per_second": 37.17190773379781, "extended_examples_per_second": 22.601031656884402, "demographic_holdout_v2_examples_per_second": 56.27516807130541, "contact_policy_examples_per_second": 20.47123147395747, "chatbot_redteam_v2_examples_per_second": 29.843260084022578, "chatbot_gap_holdout_v2_examples_per_second": 37.07473771144438, "multilingual_examples_per_second": 58.68937370218514, "context_redteam_v1_examples_per_second": 23.609073299571445, "context_redteam_v2_examples_per_second": 12.737044489760402, "context_redteam_v3_examples_per_second": 17.88102919943181, "location_coverage_v1_f1": 1.0, "location_coverage_v1_examples_per_second": 27.442453278347067, "location_coverage_v2_f1": 1.0, "location_coverage_v2_examples_per_second": 24.3613357869789, "location_coverage_v3_f1": 1.0, "location_coverage_v3_examples_per_second": 35.4459974931921, "numeric_qafix_v2_f1": 1.0, "numeric_qafix_v2_examples_per_second": 29.420131775628487, "context_redteam_v4_f1": 1.0, "context_redteam_v4_examples_per_second": 30.495521507704247, "context_redteam_v5_f1": 1.0, "context_redteam_v5_examples_per_second": 33.33418166561194, "context_redteam_v6_f1": 1.0, "context_redteam_v6_examples_per_second": 38.82008627943923, "context_redteam_v7_f1": 1.0, "context_redteam_v7_examples_per_second": 41.1670461610147, "context_redteam_v8_f1": 1.0, "context_redteam_v8_examples_per_second": 83.67568116564722, "context_redteam_v9_f1": 1.0, "context_redteam_v9_exact_f1": 1.0, "context_redteam_v9_examples_per_second": 88.87266377516937, "context_redteam_v10_f1": 1.0, "context_redteam_v10_examples_per_second": 88.13695906305226, "context_redteam_v11_f1": 1.0, "context_redteam_v11_examples_per_second": 86.98335983822658 }, "onnx_q8": { "core_f1": 1.0, "extended_f1": 1.0, "demographic_holdout_v2_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "chatbot_gap_holdout_v2_f1": 1.0, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "context_redteam_v1_f1": 1.0, "context_redteam_v2_f1": 1.0, "context_redteam_v3_f1": 1.0, "core_examples_per_second": 150.77920015993695, "extended_examples_per_second": 133.01668899085894, "demographic_holdout_v2_examples_per_second": 92.56832502112522, "contact_policy_examples_per_second": 151.97061239861122, "chatbot_redteam_v2_examples_per_second": 115.69552894227449, "chatbot_gap_holdout_v2_examples_per_second": 116.68587241719473, "multilingual_examples_per_second": 188.51680811354825, "context_redteam_v1_examples_per_second": 77.35126547341245, "context_redteam_v2_examples_per_second": 83.42976656780596, "context_redteam_v3_examples_per_second": 115.78405703667622, "location_coverage_v1_f1": 1.0, "location_coverage_v1_examples_per_second": 86.67576551780107, "location_coverage_v2_f1": 1.0, "location_coverage_v2_examples_per_second": 63.49649295628558, "location_coverage_v3_f1": 1.0, "location_coverage_v3_examples_per_second": 103.87880730624308, "numeric_qafix_v2_f1": 1.0, "numeric_qafix_v2_examples_per_second": 138.13081928103207, "context_redteam_v4_f1": 1.0, "context_redteam_v4_examples_per_second": 115.20604478400188, "context_redteam_v5_f1": 1.0, "context_redteam_v5_examples_per_second": 144.35657204962527, "context_redteam_v6_f1": 1.0, "context_redteam_v6_examples_per_second": 158.02088849696304, "context_redteam_v7_f1": 1.0, "context_redteam_v7_examples_per_second": 115.86553627218991, "context_redteam_v8_f1": 1.0, "context_redteam_v8_examples_per_second": 102.16264190462925, "context_redteam_v9_f1": 1.0, "context_redteam_v9_exact_f1": 1.0, "context_redteam_v9_examples_per_second": 146.4675637488471, "context_redteam_v10_f1": 1.0, "context_redteam_v10_exact_f1": 1.0, "context_redteam_v10_examples_per_second": 106.68196467882363, "context_redteam_v11_f1": 1.0, "context_redteam_v11_exact_f1": 1.0, "context_redteam_v11_examples_per_second": 181.8048000671993, "context_holdout_v12_exact_f1": 1.0, "context_holdout_v12_examples_per_second": 139.7925942070172, "context_holdout_v13_exact_f1": 1.0, "context_holdout_v13_examples_per_second": 119.2885380224438, "context_holdout_v14_exact_f1": 1.0, "context_holdout_v14_examples_per_second": 78.70870313717082, "runtime_profile_f1": 0.8260363297624592, "runtime_profile_examples_per_second": 91.98330238710372, "context_holdout_v15_exact_f1": 1.0, "context_holdout_v15_examples_per_second": 59.681790403425055 }, "comparison": { "public_contextpii_rc8_onnx_q8": { "core_f1": 1.0, "extended_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "context_redteam_v2_f1": 1.0, "context_redteam_v3_f1": 0.8717948717948718, "core_examples_per_second": 128.88250222316304 }, "public_contextpii_rc7_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "context_redteam_v2_f1": null, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 88.99815744185265 }, "public_contextpii_rc4_onnx_q8": { "core_f1": 0.9934640522875817, "extended_f1": 1.0, "demographic_holdout_v2_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "chatbot_gap_holdout_v2_f1": 1.0, "multilingual_f1": 0.9333333333333333, "multilingual_ppsn_label_f1": 1.0, "core_examples_per_second": 61.49696721632529, "extended_examples_per_second": 98.75019005245319, "demographic_holdout_v2_examples_per_second": 90.7806851088372, "contact_policy_examples_per_second": 101.91338377846299, "chatbot_redteam_v2_examples_per_second": 13.042183136147377, "chatbot_gap_holdout_v2_examples_per_second": 30.728912108647304, "multilingual_examples_per_second": 33.54466395109805, "location_coverage_v1_f1": null }, "public_diffmask_rc6_onnx_q8": { "core_f1": 0.9733333333333333, "multilingual_f1": 0.9273743016759777, "core_examples_per_second": 130.34154354965295 }, "public_globalpointer_rc4_onnx_q8": { "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 221.57427241189015 }, "public_contextpii_rc9_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "context_redteam_v4_f1": 0.8533333333333333, "core_examples_per_second": 125.82111537540908 }, "public_contextpii_rc10_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "context_redteam_v4_f1": 1.0, "core_examples_per_second": 125.82111537540908 }, "public_contextpii_rc11_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9861111111111112, "multilingual_f1": 0.9333333333333333, "context_redteam_v5_f1": 1.0, "core_examples_per_second": 94.09271075291537 }, "public_contextpii_rc12_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9793103448275862, "multilingual_f1": 0.9333333333333333, "context_redteam_v6_f1": 1.0, "core_examples_per_second": 73.59921479476388 }, "public_contextpii_rc13_onnx_q8": { "core_f1": 1.0, "contact_policy_f1": 1.0, "chatbot_redteam_v2_f1": 0.9793103448275862, "multilingual_f1": 0.9333333333333333, "context_redteam_v7_f1": 1.0, "core_examples_per_second": 126.08782280133414 }, "public_contextpii_rc15_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc15", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 125.5054 }, "public_contextpii_rc16_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc16", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 68.0709 }, "public_contextpii_rc17_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc17", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 70.9494 }, "public_contextpii_rc18_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc18", "core_f1": 1.0, "multilingual_f1": 0.9333333333333333, "core_examples_per_second": 111.3135 }, "public_contextpii_rc20_onnx_q8": { "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc20", "core_f1": 1.0, "core_examples_per_second": 181.88206667840814, "multilingual_f1": 0.9333333333333333, "chatbot_redteam_v2_f1": 0.9861111111111112 } } }