{ "version": "threshold_policy_calibration_v4_conservative", "model": "townboy/kpfbert-ner", "calibration_data": "private synthetic calibration set (3,960 documents)", "matching": "BIO prediction converted to character offsets; exact label/start/end matching; confidence=min token probability", "confidence": "minimum token probability in predicted entity span", "policy_summary": { "initial_mode": "Only labels with zero V4 FP and >=10 TP at confidence >=0.999 may auto-accept; all other NER candidates route to SLLM", "future_mode": "middle band => SLLM; below low may be discarded only when future_discard_below_low_allowed=true; high-risk labels never discard below low", "important_limit": "Gold entities with no NER candidate (FN) cannot be recovered by candidate-level thresholds; document-level fallback is required.", "low_rule": "floor(max(0.60, min(0.85, TP confidence p01)), 3 decimals)", "high_rule": "auto enabled only if V4 raw FP=0, V4 TP>=100, and confidence>=0.999 band has >=10 TP and 0 FP", "precision_targets": { "high": 0.995, "medium": 0.985, "low": 0.98 }, "conservative_reason": "The broader empirical precision policy reached only 0.9825 auto precision on diagnostic holdout V2, below its 0.995 target" }, "high_risk_labels": [ "ACCOUNT_NUMBER", "ADDRESS", "ALIEN_NUMBER", "CARD_NUMBER", "EMAIL", "PASSPORTNUM", "PHONE", "RRN" ], "medium_risk_labels": [ "BIRTHDATE", "CITY", "DRIVER_LICENSE", "EMPLOYEE_ID", "IP_ADDRESS", "MEMBER_ID", "NAME", "NATIONALITY", "NICKNAME", "PARTICIPANT_ID", "SCHOOL", "USER_ID", "WORKPLACE", "ZIPCODE" ], "labels": { "ACCOUNT_NUMBER": { "risk_tier": "high", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 150, "tp": 141, "fp": 28, "fn": 9, "raw_precision": 0.834319526627219, "raw_recall": 0.94, "raw_f1": 0.8840125391849529, "tp_p01": 0.5279600262641907, "tp_p05": 0.7730298042297363, "fp_p95": 0.9650364160537719, "fp_p99": 0.989805857539177, "tp_below_low": 3, "tp_below_low_rate": 0.02127659574468085, "fp_below_low": 14, "auto_band": { "tp": 83, "fp": 0, "precision": 1.0, "coverage": 0.5886524822695035, "wilson95_lower": 0.9557631365612794 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 169, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 83, "auto_accept_fp": 0, "sllm_candidates": 86, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "ADDRESS": { "risk_tier": "high", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 100, "tp": 98, "fp": 5, "fn": 2, "raw_precision": 0.9514563106796117, "raw_recall": 0.98, "raw_f1": 0.9655172413793104, "tp_p01": 0.989485747218132, "tp_p05": 0.99609954059124, "fp_p95": 0.9989572048187256, "fp_p99": 0.999220905303955, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 1, "auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "wilson95_lower": null } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 103, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 103, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "AGE": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": true, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 100, "fp": 33, "fn": 0, "raw_precision": 0.7518796992481203, "raw_recall": 1.0, "raw_f1": 0.8583690987124464, "tp_p01": 0.9887144988775254, "tp_p05": 0.9955841392278671, "fp_p95": 0.14105110466480253, "fp_p99": 0.15072334706783294, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 33, "auto_band": { "tp": 99, "fp": 0, "precision": 1.0, "coverage": 0.99, "wilson95_lower": 0.9626454664260378 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 133, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 99, "auto_accept_fp": 0, "sllm_candidates": 1, "discarded_candidates": 33, "discarded_tp": 0, "discarded_fp": 33 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "ALIEN_NUMBER": { "risk_tier": "high", "low": 0.618, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 150, "tp": 143, "fp": 68, "fn": 7, "raw_precision": 0.6777251184834123, "raw_recall": 0.9533333333333334, "raw_f1": 0.7922437673130195, "tp_p01": 0.6181560385227203, "tp_p05": 0.7406675696372986, "fp_p95": 0.9107672691345214, "fp_p99": 0.9874289107322693, "tp_below_low": 2, "tp_below_low_rate": 0.013986013986013986, "fp_below_low": 42, "auto_band": { "tp": 78, "fp": 0, "precision": 1.0, "coverage": 0.5454545454545454, "wilson95_lower": 0.9530605462258802 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 211, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 78, "auto_accept_fp": 0, "sllm_candidates": 133, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "BIRTHDATE": { "risk_tier": "medium", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 100, "tp": 99, "fp": 7, "fn": 1, "raw_precision": 0.9339622641509434, "raw_recall": 0.99, "raw_f1": 0.9611650485436893, "tp_p01": 0.9531525158882141, "tp_p05": 0.9944851279258728, "fp_p95": 0.8616051375865935, "fp_p99": 0.8743154466152191, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 6, "auto_band": { "tp": 98, "fp": 0, "precision": 1.0, "coverage": 0.98989898989899, "wilson95_lower": 0.9622786759045421 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 106, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 98, "auto_accept_fp": 0, "sllm_candidates": 8, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "BLOOD_TYPE": { "risk_tier": "low", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 81, "fp": 115, "fn": 19, "raw_precision": 0.413265306122449, "raw_recall": 0.81, "raw_f1": 0.5472972972972974, "tp_p01": 0.5110871195793152, "tp_p05": 0.89145827293396, "fp_p95": 0.9984909772872924, "fp_p99": 0.9990045022964478, "tp_below_low": 2, "tp_below_low_rate": 0.024691358024691357, "fp_below_low": 22, "auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "wilson95_lower": null } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 196, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 196, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "CARD_NUMBER": { "risk_tier": "high", "low": 0.756, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 150, "tp": 149, "fp": 6, "fn": 1, "raw_precision": 0.9612903225806452, "raw_recall": 0.9933333333333333, "raw_f1": 0.9770491803278689, "tp_p01": 0.7564220571517944, "tp_p05": 0.944215738773346, "fp_p95": 0.6197407692670822, "fp_p99": 0.6254905790090561, "tp_below_low": 2, "tp_below_low_rate": 0.013422818791946308, "fp_below_low": 6, "auto_band": { "tp": 143, "fp": 0, "precision": 1.0, "coverage": 0.959731543624161, "wilson95_lower": 0.9738384762900977 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 155, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 143, "auto_accept_fp": 0, "sllm_candidates": 12, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "CITY": { "risk_tier": "medium", "low": 0.84, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 150, "tp": 149, "fp": 3, "fn": 1, "raw_precision": 0.9802631578947368, "raw_recall": 0.9933333333333333, "raw_f1": 0.9867549668874172, "tp_p01": 0.8406903600692749, "tp_p05": 0.9489035844802857, "fp_p95": 0.8427393794059753, "fp_p99": 0.8552059245109558, "tp_below_low": 2, "tp_below_low_rate": 0.013422818791946308, "fp_below_low": 2, "auto_band": { "tp": 146, "fp": 0, "precision": 1.0, "coverage": 0.9798657718120806, "wilson95_lower": 0.9743622598797664 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 152, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 146, "auto_accept_fp": 0, "sllm_candidates": 6, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "DEPARTMENT": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 99, "fp": 2, "fn": 1, "raw_precision": 0.9801980198019802, "raw_recall": 0.99, "raw_f1": 0.9850746268656716, "tp_p01": 0.9717840254306793, "tp_p05": 0.9864128172397614, "fp_p95": 0.46165389120578765, "fp_p99": 0.46920298397541044, "tp_below_low": 1, "tp_below_low_rate": 0.010101010101010102, "fp_below_low": 2, "auto_band": { "tp": 97, "fp": 0, "precision": 1.0, "coverage": 0.9797979797979798, "wilson95_lower": 0.9619046107955446 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 101, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 97, "auto_accept_fp": 0, "sllm_candidates": 4, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "DRIVER_LICENSE": { "risk_tier": "medium", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 100, "tp": 94, "fp": 55, "fn": 6, "raw_precision": 0.6308724832214765, "raw_recall": 0.94, "raw_f1": 0.7550200803212851, "tp_p01": 0.5541346728801727, "tp_p05": 0.673829996585846, "fp_p95": 0.9832729935646057, "fp_p99": 0.9893621695041657, "tp_below_low": 2, "tp_below_low_rate": 0.02127659574468085, "fp_below_low": 11, "auto_band": { "tp": 43, "fp": 0, "precision": 1.0, "coverage": 0.4574468085106383, "wilson95_lower": 0.9179874299767727 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 149, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 43, "auto_accept_fp": 0, "sllm_candidates": 106, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "EMAIL": { "risk_tier": "high", "low": 0.85, "high": 0.999, "routing": { "confidence_gte_high": "NER_ACCEPT", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": true, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 100, "tp": 100, "fp": 0, "fn": 0, "raw_precision": 1.0, "raw_recall": 1.0, "raw_f1": 1.0, "tp_p01": 0.9912993973493576, "tp_p05": 0.9992368340492248, "fp_p95": null, "fp_p99": null, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 0, "auto_band": { "tp": 99, "fp": 0, "precision": 1.0, "coverage": 0.99, "wilson95_lower": 0.9626454664260378 } }, "routing_counts_initial": { "auto_accept_tp": 96, "auto_accept_fp": 0, "sllm_candidates": 4, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 99, "auto_accept_fp": 0, "sllm_candidates": 1, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 96, "fp": 0, "precision": 1.0, "coverage": 0.96, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "EMPLOYEE_ID": { "risk_tier": "medium", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 141, "tp": 129, "fp": 144, "fn": 12, "raw_precision": 0.4725274725274725, "raw_recall": 0.9148936170212766, "raw_f1": 0.6231884057971014, "tp_p01": 0.8613667511940002, "tp_p05": 0.966871702671051, "fp_p95": 0.9300328224897384, "fp_p99": 0.9805235266685486, "tp_below_low": 2, "tp_below_low_rate": 0.015503875968992248, "fp_below_low": 129, "auto_band": { "tp": 112, "fp": 1, "precision": 0.9911504424778761, "coverage": 0.8682170542635659, "wilson95_lower": 0.9515679439394749 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 273, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 112, "auto_accept_fp": 1, "sllm_candidates": 160, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "GENDER": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": true, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 100, "fp": 69, "fn": 0, "raw_precision": 0.591715976331361, "raw_recall": 1.0, "raw_f1": 0.7434944237918216, "tp_p01": 0.997779933810234, "tp_p05": 0.9981514066457748, "fp_p95": 0.9962255835533143, "fp_p99": 0.9973360109329223, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 1, "auto_band": { "tp": 97, "fp": 0, "precision": 1.0, "coverage": 0.97, "wilson95_lower": 0.9619046107955446 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 169, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 97, "auto_accept_fp": 0, "sllm_candidates": 71, "discarded_candidates": 1, "discarded_tp": 0, "discarded_fp": 1 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "HEIGHT": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": true, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 100, "fp": 70, "fn": 0, "raw_precision": 0.5882352941176471, "raw_recall": 1.0, "raw_f1": 0.7407407407407407, "tp_p01": 0.9012879550457001, "tp_p05": 0.9939749002456665, "fp_p95": 0.999596643447876, "fp_p99": 0.9996490907669067, "tp_below_low": 1, "tp_below_low_rate": 0.01, "fp_below_low": 3, "auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "wilson95_lower": null } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 170, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 166, "discarded_candidates": 4, "discarded_tp": 1, "discarded_fp": 3 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "IP_ADDRESS": { "risk_tier": "medium", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 100, "tp": 99, "fp": 58, "fn": 1, "raw_precision": 0.6305732484076433, "raw_recall": 0.99, "raw_f1": 0.7704280155642024, "tp_p01": 0.9597602045536041, "tp_p05": 0.982790744304657, "fp_p95": 0.9981081038713455, "fp_p99": 0.9983216363191605, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 38, "auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "wilson95_lower": null } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 157, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 157, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "MAJOR": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 99, "fp": 58, "fn": 1, "raw_precision": 0.6305732484076433, "raw_recall": 0.99, "raw_f1": 0.7704280155642024, "tp_p01": 0.9984672820568085, "tp_p05": 0.9990727007389069, "fp_p95": 0.9110401004552842, "fp_p99": 0.9904469752311706, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 52, "auto_band": { "tp": 94, "fp": 1, "precision": 0.9894736842105263, "coverage": 0.9494949494949495, "wilson95_lower": 0.9427599067633495 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 157, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 94, "auto_accept_fp": 1, "sllm_candidates": 62, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "MEMBER_ID": { "risk_tier": "medium", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 142, "tp": 129, "fp": 25, "fn": 13, "raw_precision": 0.8376623376623377, "raw_recall": 0.9084507042253521, "raw_f1": 0.8716216216216216, "tp_p01": 0.5225646281242371, "tp_p05": 0.667635440826416, "fp_p95": 0.7362570047378539, "fp_p99": 0.767651801109314, "tp_below_low": 4, "tp_below_low_rate": 0.031007751937984496, "fp_below_low": 19, "auto_band": { "tp": 108, "fp": 0, "precision": 1.0, "coverage": 0.8372093023255814, "wilson95_lower": 0.9656514212958325 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 154, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 108, "auto_accept_fp": 0, "sllm_candidates": 46, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "NAME": { "risk_tier": "medium", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": true, "precision_target": 0.985, "calibration": { "gold": 150, "tp": 145, "fp": 41, "fn": 5, "raw_precision": 0.7795698924731183, "raw_recall": 0.9666666666666667, "raw_f1": 0.8630952380952382, "tp_p01": 0.9945324158668518, "tp_p05": 0.9993756294250488, "fp_p95": 0.9911686182022095, "fp_p99": 0.9998230695724487, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 31, "auto_band": { "tp": 142, "fp": 2, "precision": 0.9861111111111112, "coverage": 0.9793103448275862, "wilson95_lower": 0.9507765031823722 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 186, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 142, "auto_accept_fp": 2, "sllm_candidates": 11, "discarded_candidates": 31, "discarded_tp": 0, "discarded_fp": 31 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "NATIONALITY": { "risk_tier": "medium", "low": 0.85, "high": 0.999, "routing": { "confidence_gte_high": "NER_ACCEPT", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": true, "future_discard_below_low_allowed": true, "precision_target": 0.985, "calibration": { "gold": 100, "tp": 100, "fp": 0, "fn": 0, "raw_precision": 1.0, "raw_recall": 1.0, "raw_f1": 1.0, "tp_p01": 0.9452904033660889, "tp_p05": 0.9855882167816162, "fp_p95": null, "fp_p99": null, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 0, "auto_band": { "tp": 99, "fp": 0, "precision": 1.0, "coverage": 0.99, "wilson95_lower": 0.9626454664260378 } }, "routing_counts_initial": { "auto_accept_tp": 55, "auto_accept_fp": 0, "sllm_candidates": 45, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 99, "auto_accept_fp": 0, "sllm_candidates": 1, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 55, "fp": 0, "precision": 1.0, "coverage": 0.55, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "NICKNAME": { "risk_tier": "medium", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 150, "tp": 108, "fp": 49, "fn": 42, "raw_precision": 0.6878980891719745, "raw_recall": 0.72, "raw_f1": 0.7035830618892508, "tp_p01": 0.3101186007261276, "tp_p05": 0.5216924011707306, "fp_p95": 0.9062089681625366, "fp_p99": 0.9348918509483337, "tp_below_low": 11, "tp_below_low_rate": 0.10185185185185185, "fp_below_low": 27, "auto_band": { "tp": 67, "fp": 1, "precision": 0.9852941176470589, "coverage": 0.6203703703703703, "wilson95_lower": 0.9212883963845385 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 157, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 67, "auto_accept_fp": 1, "sllm_candidates": 89, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "PARTICIPANT_ID": { "risk_tier": "medium", "low": 0.767, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 167, "tp": 167, "fp": 32, "fn": 0, "raw_precision": 0.8391959798994975, "raw_recall": 1.0, "raw_f1": 0.912568306010929, "tp_p01": 0.7675521767139435, "tp_p05": 0.9619539082050323, "fp_p95": 0.7085889995098114, "fp_p99": 0.8777799898386005, "tp_below_low": 2, "tp_below_low_rate": 0.011976047904191617, "fp_below_low": 31, "auto_band": { "tp": 163, "fp": 1, "precision": 0.9939024390243902, "coverage": 0.9760479041916168, "wilson95_lower": 0.96627290966789 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 199, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 163, "auto_accept_fp": 1, "sllm_candidates": 35, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "PASSPORTNUM": { "risk_tier": "high", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 100, "tp": 100, "fp": 1, "fn": 0, "raw_precision": 0.9900990099009901, "raw_recall": 1.0, "raw_f1": 0.9950248756218906, "tp_p01": 0.9489431154727936, "tp_p05": 0.9940242916345596, "fp_p95": 0.2736428380012512, "fp_p99": 0.2736428380012512, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 1, "auto_band": { "tp": 99, "fp": 0, "precision": 1.0, "coverage": 0.99, "wilson95_lower": 0.9626454664260378 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 101, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 99, "auto_accept_fp": 0, "sllm_candidates": 2, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "PHONE": { "risk_tier": "high", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 100, "tp": 100, "fp": 36, "fn": 0, "raw_precision": 0.7352941176470589, "raw_recall": 1.0, "raw_f1": 0.8474576271186441, "tp_p01": 0.998772698044777, "tp_p05": 0.9992198914289475, "fp_p95": 0.999710351228714, "fp_p99": 0.9997318983078003, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 3, "auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "wilson95_lower": null } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 136, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 136, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "POSITION": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 99, "fp": 67, "fn": 1, "raw_precision": 0.5963855421686747, "raw_recall": 0.99, "raw_f1": 0.744360902255639, "tp_p01": 0.9948600542545318, "tp_p05": 0.9964091539382935, "fp_p95": 0.823778027296066, "fp_p99": 0.9691383326053622, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 63, "auto_band": { "tp": 98, "fp": 1, "precision": 0.98989898989899, "coverage": 0.98989898989899, "wilson95_lower": 0.9449833445859679 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 166, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 98, "auto_accept_fp": 1, "sllm_candidates": 67, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "RELIGION": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 86, "fp": 2, "fn": 14, "raw_precision": 0.9772727272727273, "raw_recall": 0.86, "raw_f1": 0.9148936170212766, "tp_p01": 0.9803977280855178, "tp_p05": 0.995708242058754, "fp_p95": 0.759431891143322, "fp_p99": 0.7808207139372826, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 2, "auto_band": { "tp": 85, "fp": 0, "precision": 1.0, "coverage": 0.9883720930232558, "wilson95_lower": 0.9567589957857581 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 88, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 85, "auto_accept_fp": 0, "sllm_candidates": 3, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "RRN": { "risk_tier": "high", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.995, "calibration": { "gold": 150, "tp": 143, "fp": 38, "fn": 7, "raw_precision": 0.7900552486187845, "raw_recall": 0.9533333333333334, "raw_f1": 0.8640483383685801, "tp_p01": 0.5228946423530578, "tp_p05": 0.6324706554412842, "fp_p95": 0.9942778915166854, "fp_p99": 0.9948081791400909, "tp_below_low": 7, "tp_below_low_rate": 0.04895104895104895, "fp_below_low": 27, "auto_band": { "tp": 16, "fp": 0, "precision": 1.0, "coverage": 0.11188811188811189, "wilson95_lower": 0.8063865817272801 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 181, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 16, "auto_accept_fp": 0, "sllm_candidates": 165, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "SCHOOL": { "risk_tier": "medium", "low": 0.85, "high": 0.999, "routing": { "confidence_gte_high": "NER_ACCEPT", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": true, "future_discard_below_low_allowed": true, "precision_target": 0.985, "calibration": { "gold": 150, "tp": 150, "fp": 0, "fn": 0, "raw_precision": 1.0, "raw_recall": 1.0, "raw_f1": 1.0, "tp_p01": 0.9522248715162278, "tp_p05": 0.9985177725553513, "fp_p95": null, "fp_p99": null, "tp_below_low": 1, "tp_below_low_rate": 0.006666666666666667, "fp_below_low": 0, "auto_band": { "tp": 148, "fp": 0, "precision": 1.0, "coverage": 0.9866666666666667, "wilson95_lower": 0.9746999504747053 } }, "routing_counts_initial": { "auto_accept_tp": 140, "auto_accept_fp": 0, "sllm_candidates": 10, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 148, "auto_accept_fp": 0, "sllm_candidates": 1, "discarded_candidates": 1, "discarded_tp": 1, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 140, "fp": 0, "precision": 1.0, "coverage": 0.9333333333333333, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "URL": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 98, "fp": 2, "fn": 2, "raw_precision": 0.98, "raw_recall": 0.98, "raw_f1": 0.98, "tp_p01": 0.9914001291990281, "tp_p05": 0.9963382810354233, "fp_p95": 0.687697473168373, "fp_p99": 0.6878114348649979, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 2, "auto_band": { "tp": 97, "fp": 0, "precision": 1.0, "coverage": 0.9897959183673469, "wilson95_lower": 0.9619046107955446 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 100, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 97, "auto_accept_fp": 0, "sllm_candidates": 3, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "USER_ID": { "risk_tier": "medium", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 150, "tp": 130, "fp": 33, "fn": 20, "raw_precision": 0.7975460122699386, "raw_recall": 0.8666666666666667, "raw_f1": 0.8306709265175719, "tp_p01": 0.5202785676717758, "tp_p05": 0.5842449188232421, "fp_p95": 0.9988666892051696, "fp_p99": 0.9989911603927613, "tp_below_low": 8, "tp_below_low_rate": 0.06153846153846154, "fp_below_low": 12, "auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "wilson95_lower": null } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 163, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 163, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "VEHICLE_NUMBER": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": true, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 100, "fp": 14, "fn": 0, "raw_precision": 0.8771929824561403, "raw_recall": 1.0, "raw_f1": 0.9345794392523363, "tp_p01": 0.8903139638900757, "tp_p05": 0.9633320719003677, "fp_p95": 0.6182366847991942, "fp_p99": 0.6471676158905029, "tp_below_low": 1, "tp_below_low_rate": 0.01, "fp_below_low": 14, "auto_band": { "tp": 98, "fp": 0, "precision": 1.0, "coverage": 0.98, "wilson95_lower": 0.9622786759045421 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 114, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 98, "auto_accept_fp": 0, "sllm_candidates": 1, "discarded_candidates": 15, "discarded_tp": 1, "discarded_fp": 14 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "WEIGHT": { "risk_tier": "low", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "DISCARD_ALLOWED" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": true, "precision_target": 0.98, "calibration": { "gold": 100, "tp": 100, "fp": 67, "fn": 0, "raw_precision": 0.5988023952095808, "raw_recall": 1.0, "raw_f1": 0.7490636704119851, "tp_p01": 0.9072790610790252, "tp_p05": 0.9640769720077514, "fp_p95": 0.9937423467636108, "fp_p99": 0.9955686962604522, "tp_below_low": 0, "tp_below_low_rate": 0.0, "fp_below_low": 0, "auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "wilson95_lower": null } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 167, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 167, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "WORKPLACE": { "risk_tier": "medium", "low": 0.6, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 150, "tp": 144, "fp": 15, "fn": 6, "raw_precision": 0.9056603773584906, "raw_recall": 0.96, "raw_f1": 0.9320388349514563, "tp_p01": 0.09967849016189576, "tp_p05": 0.2041497603058815, "fp_p95": 0.9814407646656036, "fp_p99": 0.9889926397800446, "tp_below_low": 32, "tp_below_low_rate": 0.2222222222222222, "fp_below_low": 5, "auto_band": { "tp": 36, "fp": 0, "precision": 1.0, "coverage": 0.25, "wilson95_lower": 0.9035781695514236 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 159, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 36, "auto_accept_fp": 0, "sllm_candidates": 123, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } }, "ZIPCODE": { "risk_tier": "medium", "low": 0.85, "high": 1.0, "routing": { "confidence_gte_high": "SLLM", "low_lte_confidence_lt_high": "SLLM", "confidence_lt_low_initial": "SLLM", "confidence_lt_low_future": "SLLM" }, "auto_accept_enabled": false, "future_discard_below_low_allowed": false, "precision_target": 0.985, "calibration": { "gold": 100, "tp": 97, "fp": 35, "fn": 3, "raw_precision": 0.7348484848484849, "raw_recall": 0.97, "raw_f1": 0.8362068965517241, "tp_p01": 0.9186700534820557, "tp_p05": 0.9623782634735107, "fp_p95": 0.9835636913776398, "fp_p99": 0.9953167736530304, "tp_below_low": 1, "tp_below_low_rate": 0.010309278350515464, "fp_below_low": 24, "auto_band": { "tp": 68, "fp": 1, "precision": 0.9855072463768116, "coverage": 0.7010309278350515, "wilson95_lower": 0.9223669266494263 } }, "routing_counts_initial": { "auto_accept_tp": 0, "auto_accept_fp": 0, "sllm_candidates": 132, "discarded_candidates": 0 }, "routing_counts_future": { "auto_accept_tp": 68, "auto_accept_fp": 1, "sllm_candidates": 63, "discarded_candidates": 0, "discarded_tp": 0, "discarded_fp": 0 }, "conservative_auto_band": { "tp": 0, "fp": 0, "precision": null, "coverage": 0.0, "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" } } }, "routing_totals_initial": { "auto_tp": 291, "auto_fp": 0, "sllm_candidates": 4663, "discarded_candidates": 0, "unrecovered_gold_fn": 174, "auto_precision": 1.0 }, "routing_totals_future": { "auto_tp": 2513, "auto_fp": 8, "sllm_candidates": 2348, "discarded_candidates": 85, "unrecovered_gold_fn": 174, "auto_precision": 0.9968266560888537 }, "auto_enabled_labels": [ "EMAIL", "NATIONALITY", "SCHOOL" ] }