| { |
| "release": "IrishCore-GlobalPointer-ContextPII-135M-v1-rc15", |
| "repo_id": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc15", |
| "architecture": { |
| "family": "DistilBERT-size GlobalPointer span extractor", |
| "base_head": "typed span matrix", |
| "raw_only": true, |
| "scanner_free": true, |
| "validator_free": true, |
| "uses_rope": true, |
| "runtime_diffusion": false, |
| "expanded_context_labels": [ |
| "STREET_ADDRESS", |
| "CITY", |
| "COUNTY", |
| "DATE_OF_BIRTH", |
| "AGE" |
| ] |
| }, |
| "base_model": "OpenMed/OpenMed-PII-mLiteClinical-Base-135M-v1", |
| "notes": [ |
| "This release keeps the rc14 weights and ONNX graph but strengthens the bundled decoder for Gaelic lenited address cues, city-before-county recovery, business-centre address blocks, generic county/city field cues, and structured-cue name recovery.", |
| "The decoder now fixes the new contextual red-team families added in v8 without regressing the earlier v7 contextual suite or the Irish core suite on the q8 deployment path.", |
| "The release also expands county handling for `Co.` forms and avoids the earlier county-field regression on `Contae na Mí` style address text.", |
| "The broader contextual policy still masks assistant-side street/city/county contact details on the policy-aligned suites; if you need the narrower structured-only line, prefer `temsa/IrishCore-GlobalPointer-135M-v1-rc4`." |
| ], |
| "labels": [ |
| "ACCOUNT_NUMBER", |
| "AGE", |
| "BANK_ROUTING_NUMBER", |
| "CITY", |
| "COUNTY", |
| "CREDIT_DEBIT_CARD", |
| "DATE_OF_BIRTH", |
| "EMAIL", |
| "FIRST_NAME", |
| "LAST_NAME", |
| "PASSPORT_NUMBER", |
| "PHONE_NUMBER", |
| "POSTCODE", |
| "PPSN", |
| "STREET_ADDRESS", |
| "SWIFT_BIC" |
| ], |
| "full": { |
| "core_f1": 1.0, |
| "extended_f1": 1.0, |
| "demographic_holdout_v2_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "chatbot_gap_holdout_v2_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "context_redteam_v1_f1": 1.0, |
| "context_redteam_v2_f1": 1.0, |
| "context_redteam_v3_f1": 1.0, |
| "core_examples_per_second": 37.17190773379781, |
| "extended_examples_per_second": 22.601031656884402, |
| "demographic_holdout_v2_examples_per_second": 56.27516807130541, |
| "contact_policy_examples_per_second": 20.47123147395747, |
| "chatbot_redteam_v2_examples_per_second": 29.843260084022578, |
| "chatbot_gap_holdout_v2_examples_per_second": 37.07473771144438, |
| "multilingual_examples_per_second": 58.68937370218514, |
| "context_redteam_v1_examples_per_second": 23.609073299571445, |
| "context_redteam_v2_examples_per_second": 12.737044489760402, |
| "context_redteam_v3_examples_per_second": 17.88102919943181, |
| "location_coverage_v1_f1": 1.0, |
| "location_coverage_v1_examples_per_second": 27.442453278347067, |
| "location_coverage_v2_f1": 1.0, |
| "location_coverage_v2_examples_per_second": 24.3613357869789, |
| "location_coverage_v3_f1": 1.0, |
| "location_coverage_v3_examples_per_second": 35.4459974931921, |
| "numeric_qafix_v2_f1": 1.0, |
| "numeric_qafix_v2_examples_per_second": 29.420131775628487, |
| "context_redteam_v4_f1": 1.0, |
| "context_redteam_v4_examples_per_second": 30.495521507704247, |
| "context_redteam_v5_f1": 1.0, |
| "context_redteam_v5_examples_per_second": 33.33418166561194, |
| "context_redteam_v6_f1": 1.0, |
| "context_redteam_v6_examples_per_second": 38.82008627943923, |
| "context_redteam_v7_f1": 1.0, |
| "context_redteam_v7_examples_per_second": 41.1670461610147, |
| "context_redteam_v8_f1": 1.0, |
| "context_redteam_v8_examples_per_second": 83.67568116564722 |
| }, |
| "onnx_q8": { |
| "core_f1": 1.0, |
| "extended_f1": 1.0, |
| "demographic_holdout_v2_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "chatbot_gap_holdout_v2_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "context_redteam_v1_f1": 1.0, |
| "context_redteam_v2_f1": 1.0, |
| "context_redteam_v3_f1": 1.0, |
| "core_examples_per_second": 125.50543882985251, |
| "extended_examples_per_second": 83.16660601622321, |
| "demographic_holdout_v2_examples_per_second": 92.56832502112522, |
| "contact_policy_examples_per_second": 74.36759422903161, |
| "chatbot_redteam_v2_examples_per_second": 74.9870854931101, |
| "chatbot_gap_holdout_v2_examples_per_second": 76.36724293476742, |
| "multilingual_examples_per_second": 120.67076013818983, |
| "context_redteam_v1_examples_per_second": 77.35126547341245, |
| "context_redteam_v2_examples_per_second": 83.42976656780596, |
| "context_redteam_v3_examples_per_second": 115.78405703667622, |
| "location_coverage_v1_f1": 1.0, |
| "location_coverage_v1_examples_per_second": 86.67576551780107, |
| "location_coverage_v2_f1": 1.0, |
| "location_coverage_v2_examples_per_second": 63.49649295628558, |
| "location_coverage_v3_f1": 1.0, |
| "location_coverage_v3_examples_per_second": 103.87880730624308, |
| "numeric_qafix_v2_f1": 1.0, |
| "numeric_qafix_v2_examples_per_second": 138.13081928103207, |
| "context_redteam_v4_f1": 1.0, |
| "context_redteam_v4_examples_per_second": 115.20604478400188, |
| "context_redteam_v5_f1": 1.0, |
| "context_redteam_v5_examples_per_second": 144.35657204962527, |
| "context_redteam_v6_f1": 1.0, |
| "context_redteam_v6_examples_per_second": 158.02088849696304, |
| "context_redteam_v7_f1": 1.0, |
| "context_redteam_v7_examples_per_second": 115.86553627218991, |
| "context_redteam_v8_f1": 1.0, |
| "context_redteam_v8_examples_per_second": 102.16264190462925 |
| }, |
| "comparison": { |
| "public_contextpii_rc8_onnx_q8": { |
| "core_f1": 1.0, |
| "extended_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "context_redteam_v2_f1": 1.0, |
| "context_redteam_v3_f1": 0.8717948717948718, |
| "core_examples_per_second": 128.88250222316304 |
| }, |
| "public_contextpii_rc7_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "context_redteam_v2_f1": null, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 88.99815744185265 |
| }, |
| "public_contextpii_rc4_onnx_q8": { |
| "core_f1": 0.9934640522875817, |
| "extended_f1": 1.0, |
| "demographic_holdout_v2_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "chatbot_gap_holdout_v2_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "multilingual_ppsn_label_f1": 1.0, |
| "core_examples_per_second": 61.49696721632529, |
| "extended_examples_per_second": 98.75019005245319, |
| "demographic_holdout_v2_examples_per_second": 90.7806851088372, |
| "contact_policy_examples_per_second": 101.91338377846299, |
| "chatbot_redteam_v2_examples_per_second": 13.042183136147377, |
| "chatbot_gap_holdout_v2_examples_per_second": 30.728912108647304, |
| "multilingual_examples_per_second": 33.54466395109805, |
| "location_coverage_v1_f1": null |
| }, |
| "public_diffmask_rc6_onnx_q8": { |
| "core_f1": 0.9733333333333333, |
| "multilingual_f1": 0.9273743016759777, |
| "core_examples_per_second": 130.34154354965295 |
| }, |
| "public_globalpointer_rc4_onnx_q8": { |
| "core_f1": 1.0, |
| "multilingual_f1": 0.9333333333333333, |
| "core_examples_per_second": 221.57427241189015 |
| }, |
| "public_contextpii_rc9_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v4_f1": 0.8533333333333333, |
| "core_examples_per_second": 125.82111537540908 |
| }, |
| "public_contextpii_rc10_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v4_f1": 1.0, |
| "core_examples_per_second": 125.82111537540908 |
| }, |
| "public_contextpii_rc11_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9861111111111112, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v5_f1": 1.0, |
| "core_examples_per_second": 94.09271075291537 |
| }, |
| "public_contextpii_rc12_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9793103448275862, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v6_f1": 1.0, |
| "core_examples_per_second": 73.59921479476388 |
| }, |
| "public_contextpii_rc13_onnx_q8": { |
| "core_f1": 1.0, |
| "contact_policy_f1": 1.0, |
| "chatbot_redteam_v2_f1": 0.9793103448275862, |
| "multilingual_f1": 0.9333333333333333, |
| "context_redteam_v7_f1": 1.0, |
| "core_examples_per_second": 126.08782280133414 |
| } |
| } |
| } |
|
|
