| { |
| "release": "IrishCore-GlobalPointer-ContextPII-135M-v1-rc21", |
| "repo_id": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc21", |
| "architecture": { |
| "family": "DistilBERT-size GlobalPointer span extractor", |
| "base_head": "typed span matrix", |
| "raw_only": true, |
| "scanner_free": true, |
| "validator_free": true, |
| "uses_rope": true, |
| "runtime_diffusion": false, |
| "expanded_context_labels": [ |
| "STREET_ADDRESS", |
| "CITY", |
| "COUNTY", |
| "DATE_OF_BIRTH", |
| "AGE" |
| ] |
| }, |
| "base_model": "OpenMed/OpenMed-PII-mLiteClinical-Base-135M-v1", |
| "notes": [ |
| "This release keeps the rc20 weights and ONNX graph but upgrades the bundled decoder and runtime path again.", |
| "It fixes line-break-safe contextual name extraction, multiline line-1 address recovery, DOB-vs-appointment disambiguation, County Hall-style county false positives, and line-break-safe City/Town and County field extraction.", |
| "The q8 CPU path remains materially faster than the public rc19 bundle because span decoding scans only above-threshold candidates and skips repair passes unless text cues justify them.", |
| "Fresh unseen contextual holdouts v12, v13, v14, and v15 all score 1.0000 exact F1 on the q8 deployment path.", |
| "The legacy irish_gov_chatbot_redteam_v2 suite remains at 0.9861 because it intentionally treats public-office street/city details as non-PII; this wider contextual release still masks them by design." |
| ], |
| "labels": [ |
| "ACCOUNT_NUMBER", |
| "AGE", |
| "BANK_ROUTING_NUMBER", |
| "CITY", |
| "COUNTY", |
| "CREDIT_DEBIT_CARD", |
| "DATE_OF_BIRTH", |
| "EMAIL", |
| "FIRST_NAME", |
| "LAST_NAME", |
| "PASSPORT_NUMBER", |
| "PHONE_NUMBER", |
| "POSTCODE", |
| "PPSN", |
| "STREET_ADDRESS", |
| "SWIFT_BIC" |
| ], |
| "full": { |
| "core_f1": 1.0, |
| "extended_f1": 1.0, |
| "demographic_holdout_v2_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "chatbot_gap_holdout_v2_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "context_redteam_v1_f1": 1.0, |
| "context_redteam_v2_f1": 1.0, |
| "context_redteam_v3_f1": 1.0, |
| "core_examples_per_second": 37.17190773379781, |
| "extended_examples_per_second": 22.601031656884402, |
| "demographic_holdout_v2_examples_per_second": 56.27516807130541, |
| "contact_policy_examples_per_second": 20.47123147395747, |
| "chatbot_redteam_v2_examples_per_second": 29.843260084022578, |
| "chatbot_gap_holdout_v2_examples_per_second": 37.07473771144438, |
| "multilingual_examples_per_second": 58.68937370218514, |
| "context_redteam_v1_examples_per_second": 23.609073299571445, |
| "context_redteam_v2_examples_per_second": 12.737044489760402, |
| "context_redteam_v3_examples_per_second": 17.88102919943181, |
| "location_coverage_v1_f1": 1.0, |
| "location_coverage_v1_examples_per_second": 27.442453278347067, |
| "location_coverage_v2_f1": 1.0, |
| "location_coverage_v2_examples_per_second": 24.3613357869789, |
| "location_coverage_v3_f1": 1.0, |
| "location_coverage_v3_examples_per_second": 35.4459974931921, |
| "numeric_qafix_v2_f1": 1.0, |
| "numeric_qafix_v2_examples_per_second": 29.420131775628487, |
| "context_redteam_v4_f1": 1.0, |
| "context_redteam_v4_examples_per_second": 30.495521507704247, |
| "context_redteam_v5_f1": 1.0, |
| "context_redteam_v5_examples_per_second": 33.33418166561194, |
| "context_redteam_v6_f1": 1.0, |
| "context_redteam_v6_examples_per_second": 38.82008627943923, |
| "context_redteam_v7_f1": 1.0, |
| "context_redteam_v7_examples_per_second": 41.1670461610147, |
| "context_redteam_v8_f1": 1.0, |
| "context_redteam_v8_examples_per_second": 83.67568116564722, |
| "context_redteam_v9_f1": 1.0, |
| "context_redteam_v9_exact_f1": 1.0, |
| "context_redteam_v9_examples_per_second": 88.87266377516937, |
| "context_redteam_v10_f1": 1.0, |
| "context_redteam_v10_examples_per_second": 88.13695906305226, |
| "context_redteam_v11_f1": 1.0, |
| "context_redteam_v11_examples_per_second": 86.98335983822658 |
| }, |
| "onnx_q8": { |
| "core_f1": 1.0, |
| "extended_f1": 1.0, |
| "demographic_holdout_v2_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "chatbot_gap_holdout_v2_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "context_redteam_v1_f1": 1.0, |
| "context_redteam_v2_f1": 1.0, |
| "context_redteam_v3_f1": 1.0, |
| "core_examples_per_second": 150.77920015993695, |
| "extended_examples_per_second": 133.01668899085894, |
| "demographic_holdout_v2_examples_per_second": 92.56832502112522, |
| "contact_policy_examples_per_second": 151.97061239861122, |
| "chatbot_redteam_v2_examples_per_second": 115.69552894227449, |
| "chatbot_gap_holdout_v2_examples_per_second": 116.68587241719473, |
| "multilingual_examples_per_second": 188.51680811354825, |
| "context_redteam_v1_examples_per_second": 77.35126547341245, |
| "context_redteam_v2_examples_per_second": 83.42976656780596, |
| "context_redteam_v3_examples_per_second": 115.78405703667622, |
| "location_coverage_v1_f1": 1.0, |
| "location_coverage_v1_examples_per_second": 86.67576551780107, |
| "location_coverage_v2_f1": 1.0, |
| "location_coverage_v2_examples_per_second": 63.49649295628558, |
| "location_coverage_v3_f1": 1.0, |
| "location_coverage_v3_examples_per_second": 103.87880730624308, |
| "numeric_qafix_v2_f1": 1.0, |
| "numeric_qafix_v2_examples_per_second": 138.13081928103207, |
| "context_redteam_v4_f1": 1.0, |
| "context_redteam_v4_examples_per_second": 115.20604478400188, |
| "context_redteam_v5_f1": 1.0, |
| "context_redteam_v5_examples_per_second": 144.35657204962527, |
| "context_redteam_v6_f1": 1.0, |
| "context_redteam_v6_examples_per_second": 158.02088849696304, |
| "context_redteam_v7_f1": 1.0, |
| "context_redteam_v7_examples_per_second": 115.86553627218991, |
| "context_redteam_v8_f1": 1.0, |
| "context_redteam_v8_examples_per_second": 102.16264190462925, |
| "context_redteam_v9_f1": 1.0, |
| "context_redteam_v9_exact_f1": 1.0, |
| "context_redteam_v9_examples_per_second": 146.4675637488471, |
| "context_redteam_v10_f1": 1.0, |
| "context_redteam_v10_exact_f1": 1.0, |
| "context_redteam_v10_examples_per_second": 106.68196467882363, |
| "context_redteam_v11_f1": 1.0, |
| "context_redteam_v11_exact_f1": 1.0, |
| "context_redteam_v11_examples_per_second": 181.8048000671993, |
| "context_holdout_v12_exact_f1": 1.0, |
| "context_holdout_v12_examples_per_second": 139.7925942070172, |
| "context_holdout_v13_exact_f1": 1.0, |
| "context_holdout_v13_examples_per_second": 119.2885380224438, |
| "context_holdout_v14_exact_f1": 1.0, |
| "context_holdout_v14_examples_per_second": 78.70870313717082, |
| "runtime_profile_f1": 0.8260363297624592, |
| "runtime_profile_examples_per_second": 91.98330238710372, |
| "context_holdout_v15_exact_f1": 1.0, |
| "context_holdout_v15_examples_per_second": 59.681790403425055 |
| }, |
| "comparison": { |
| "public_contextpii_rc8_onnx_q8": { |
| "core_f1": 1.0, |
| "extended_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "context_redteam_v2_f1": 1.0, |
| "context_redteam_v3_f1": 0.8717948717948718, |
| "core_examples_per_second": 128.88250222316304 |
| }, |
| "public_contextpii_rc7_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "context_redteam_v2_f1": null, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 88.99815744185265 |
| }, |
| "public_contextpii_rc4_onnx_q8": { |
| "core_f1": 0.9934640522875817, |
| "extended_f1": 1.0, |
| "demographic_holdout_v2_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "chatbot_gap_holdout_v2_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "core_examples_per_second": 61.49696721632529, |
| "extended_examples_per_second": 98.75019005245319, |
| "demographic_holdout_v2_examples_per_second": 90.7806851088372, |
| "contact_policy_examples_per_second": 101.91338377846299, |
| "chatbot_redteam_v2_examples_per_second": 13.042183136147377, |
| "chatbot_gap_holdout_v2_examples_per_second": 30.728912108647304, |
| "multilingual_examples_per_second": 33.54466395109805, |
| "location_coverage_v1_f1": null |
| }, |
| "public_diffmask_rc6_onnx_q8": { |
| "core_f1": 0.9733333333333333, |
| "multilingual_f1": 0.9273743016759777, |
| "core_examples_per_second": 130.34154354965295 |
| }, |
| "public_globalpointer_rc4_onnx_q8": { |
| "core_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 221.57427241189015 |
| }, |
| "public_contextpii_rc9_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v4_f1": 0.8533333333333333, |
| "core_examples_per_second": 125.82111537540908 |
| }, |
| "public_contextpii_rc10_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v4_f1": 1.0, |
| "core_examples_per_second": 125.82111537540908 |
| }, |
| "public_contextpii_rc11_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v5_f1": 1.0, |
| "core_examples_per_second": 94.09271075291537 |
| }, |
| "public_contextpii_rc12_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9793103448275862, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v6_f1": 1.0, |
| "core_examples_per_second": 73.59921479476388 |
| }, |
| "public_contextpii_rc13_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9793103448275862, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v7_f1": 1.0, |
| "core_examples_per_second": 126.08782280133414 |
| }, |
| "public_contextpii_rc15_onnx_q8": { |
| "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc15", |
| "core_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 125.5054 |
| }, |
| "public_contextpii_rc16_onnx_q8": { |
| "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc16", |
| "core_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 68.0709 |
| }, |
| "public_contextpii_rc17_onnx_q8": { |
| "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc17", |
| "core_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 70.9494 |
| }, |
| "public_contextpii_rc18_onnx_q8": { |
| "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc18", |
| "core_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 111.3135 |
| }, |
| "public_contextpii_rc20_onnx_q8": { |
| "repo": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc20", |
| "core_f1": 1.0, |
| "core_examples_per_second": 181.88206667840814, |
| "multilingual_f1": 0.9333333333333333, |
| "chatbot_redteam_v2_f1": 0.9861111111111112 |
| } |
| } |
| } |
|
|
