kpfbert-ner / label_thresholds.json
townboy's picture
Fix Korean ID context dependence and publish new independent evaluation
6732015 verified
Raw
History Blame Contribute Delete
6.03 kB
{
"confidence_definition": "minimum token probability in predicted entity span",
"initial_mode": "No below-low discard. Auto-accept is enabled only for labels whose calibration criteria passed; all other NER candidates require downstream review.",
"labels": {
"ACCOUNT_NUMBER": {
"risk_tier": "high",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"ADDRESS": {
"risk_tier": "high",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"AGE": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": true
},
"ALIEN_NUMBER": {
"risk_tier": "high",
"low": 0.618,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"BIRTHDATE": {
"risk_tier": "medium",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"BLOOD_TYPE": {
"risk_tier": "low",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"CARD_NUMBER": {
"risk_tier": "high",
"low": 0.756,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"CITY": {
"risk_tier": "medium",
"low": 0.84,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"DEPARTMENT": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"DRIVER_LICENSE": {
"risk_tier": "medium",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"EMAIL": {
"risk_tier": "high",
"low": 0.85,
"high": 0.999,
"auto_accept_enabled": true,
"future_discard_below_low_allowed": false
},
"EMPLOYEE_ID": {
"risk_tier": "medium",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"GENDER": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": true
},
"HEIGHT": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": true
},
"IP_ADDRESS": {
"risk_tier": "medium",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"MAJOR": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"MEMBER_ID": {
"risk_tier": "medium",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"NAME": {
"risk_tier": "medium",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": true
},
"NATIONALITY": {
"risk_tier": "medium",
"low": 0.85,
"high": 0.999,
"auto_accept_enabled": true,
"future_discard_below_low_allowed": true
},
"NICKNAME": {
"risk_tier": "medium",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"PARTICIPANT_ID": {
"risk_tier": "medium",
"low": 0.767,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"PASSPORTNUM": {
"risk_tier": "high",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"PHONE": {
"risk_tier": "high",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"POSITION": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"RELIGION": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"RRN": {
"risk_tier": "high",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"SCHOOL": {
"risk_tier": "medium",
"low": 0.85,
"high": 0.999,
"auto_accept_enabled": true,
"future_discard_below_low_allowed": true
},
"URL": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"USER_ID": {
"risk_tier": "medium",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"VEHICLE_NUMBER": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": true
},
"WEIGHT": {
"risk_tier": "low",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": true
},
"WORKPLACE": {
"risk_tier": "medium",
"low": 0.6,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
},
"ZIPCODE": {
"risk_tier": "medium",
"low": 0.85,
"high": 1.0,
"auto_accept_enabled": false,
"future_discard_below_low_allowed": false
}
}
}