| { |
| "version": "threshold_calibration_v2", |
| "model": "townboy/kpfbert-ner", |
| "data": "private synthetic final holdout (1,320 documents)", |
| "device": "cuda", |
| "max_length": 512, |
| "normalize_korean_id_label": false, |
| "normalize_structured_labels": true, |
| "method": "BIO prediction converted to character offsets; exact label/start/end matching; confidence=min token probability", |
| "gold_offset_checks": 3300, |
| "rows": 1320, |
| "labels": { |
| "ACCOUNT_NUMBER": { |
| "gold": 100, |
| "pred": 106, |
| "tp_count": 87, |
| "fp_count": 19, |
| "missed": 13, |
| "recall": 0.87, |
| "tp_p05": 0.8094815015792847, |
| "tp_median": 0.9961165189743042, |
| "fp_p95": 0.8572387099266052, |
| "low_candidate": 0.8572387099266052, |
| "high_candidate": 0.85, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 3, |
| "missed": 2 |
| } |
| } |
| }, |
| "ADDRESS": { |
| "gold": 100, |
| "pred": 103, |
| "tp_count": 90, |
| "fp_count": 13, |
| "missed": 10, |
| "recall": 0.9, |
| "tp_p05": 0.9884573817253113, |
| "tp_median": 0.9987308382987976, |
| "fp_p95": 0.9951533079147339, |
| "low_candidate": 0.9951533079147339, |
| "high_candidate": 0.9884573817253113, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 1, |
| "missed": 4 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| } |
| } |
| }, |
| "AGE": { |
| "gold": 100, |
| "pred": 112, |
| "tp_count": 100, |
| "fp_count": 12, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9927332401275635, |
| "tp_median": 0.9988652467727661, |
| "fp_p95": 0.17002417147159576, |
| "low_candidate": 0.6, |
| "high_candidate": 0.9927332401275635, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_06": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_12": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_14": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_16": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_18": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "ALIEN_NUMBER": { |
| "gold": 100, |
| "pred": 107, |
| "tp_count": 97, |
| "fp_count": 10, |
| "missed": 3, |
| "recall": 0.97, |
| "tp_p05": 0.6433272957801819, |
| "tp_median": 0.9876657724380493, |
| "fp_p95": 0.5802505612373352, |
| "low_candidate": 0.6, |
| "high_candidate": 0.85, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "BIRTHDATE": { |
| "gold": 100, |
| "pred": 102, |
| "tp_count": 100, |
| "fp_count": 2, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9806818962097168, |
| "tp_median": 0.999081015586853, |
| "fp_p95": 0.966651976108551, |
| "low_candidate": 0.966651976108551, |
| "high_candidate": 0.9806818962097168, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "BLOOD_TYPE": { |
| "gold": 100, |
| "pred": 128, |
| "tp_count": 86, |
| "fp_count": 42, |
| "missed": 14, |
| "recall": 0.86, |
| "tp_p05": 0.9215255975723267, |
| "tp_median": 0.9959690570831299, |
| "fp_p95": 0.9977723956108093, |
| "low_candidate": 0.9977723956108093, |
| "high_candidate": 0.9215255975723267, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 9, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_16": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_06": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_18": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_08": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_00": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_10": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_02": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_12": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_04": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_14": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "CARD_NUMBER": { |
| "gold": 100, |
| "pred": 115, |
| "tp_count": 100, |
| "fp_count": 15, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9767271876335144, |
| "tp_median": 0.9988228678703308, |
| "fp_p95": 0.9256084561347961, |
| "low_candidate": 0.9256084561347961, |
| "high_candidate": 0.9767271876335144, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 14, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "CITY": { |
| "gold": 100, |
| "pred": 100, |
| "tp_count": 100, |
| "fp_count": 0, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.8870843052864075, |
| "tp_median": 0.9961644411087036, |
| "fp_p95": null, |
| "low_candidate": null, |
| "high_candidate": 0.8870843052864075, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "DEPARTMENT": { |
| "gold": 100, |
| "pred": 96, |
| "tp_count": 92, |
| "fp_count": 4, |
| "missed": 8, |
| "recall": 0.92, |
| "tp_p05": 0.9051228761672974, |
| "tp_median": 0.9972333312034607, |
| "fp_p95": 0.8892801403999329, |
| "low_candidate": 0.8892801403999329, |
| "high_candidate": 0.9051228761672974, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "DRIVER_LICENSE": { |
| "gold": 100, |
| "pred": 108, |
| "tp_count": 90, |
| "fp_count": 18, |
| "missed": 10, |
| "recall": 0.9, |
| "tp_p05": 0.4960242211818695, |
| "tp_median": 0.9729495048522949, |
| "fp_p95": 0.813454806804657, |
| "low_candidate": 0.813454806804657, |
| "high_candidate": 0.85, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "EMAIL": { |
| "gold": 100, |
| "pred": 108, |
| "tp_count": 100, |
| "fp_count": 8, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9971963167190552, |
| "tp_median": 0.9996802806854248, |
| "fp_p95": 0.6958553791046143, |
| "low_candidate": 0.6958553791046143, |
| "high_candidate": 0.9971963167190552, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 12, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "EMPLOYEE_ID": { |
| "gold": 100, |
| "pred": 158, |
| "tp_count": 100, |
| "fp_count": 58, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9706352353096008, |
| "tp_median": 0.9975777268409729, |
| "fp_p95": 0.8195644021034241, |
| "low_candidate": 0.8195644021034241, |
| "high_candidate": 0.9706352353096008, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 4, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_18": { |
| "gold": 0, |
| "pred": 3, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_16": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 5, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 4, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 3, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_00": { |
| "gold": 0, |
| "pred": 3, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 3, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_04": { |
| "gold": 0, |
| "pred": 4, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_02": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 3, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 4, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_08": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_06": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_10": { |
| "gold": 0, |
| "pred": 3, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_12": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_14": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "GENDER": { |
| "gold": 100, |
| "pred": 109, |
| "tp_count": 99, |
| "fp_count": 10, |
| "missed": 1, |
| "recall": 0.99, |
| "tp_p05": 0.995112955570221, |
| "tp_median": 0.9989309906959534, |
| "fp_p95": 0.9896388053894043, |
| "low_candidate": 0.9896388053894043, |
| "high_candidate": 0.995112955570221, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "HEIGHT": { |
| "gold": 100, |
| "pred": 110, |
| "tp_count": 97, |
| "fp_count": 13, |
| "missed": 3, |
| "recall": 0.97, |
| "tp_p05": 0.9477202296257019, |
| "tp_median": 0.9990498423576355, |
| "fp_p95": 0.9981383085250854, |
| "low_candidate": 0.9981383085250854, |
| "high_candidate": 0.9477202296257019, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_12": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_14": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_16": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_18": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_00": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_02": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_04": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_06": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_08": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_10": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "IP_ADDRESS": { |
| "gold": 100, |
| "pred": 118, |
| "tp_count": 94, |
| "fp_count": 24, |
| "missed": 6, |
| "recall": 0.94, |
| "tp_p05": 0.9844927787780762, |
| "tp_median": 0.9971690773963928, |
| "fp_p95": 0.9608358144760132, |
| "low_candidate": 0.9608358144760132, |
| "high_candidate": 0.9844927787780762, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 9, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "MAJOR": { |
| "gold": 100, |
| "pred": 112, |
| "tp_count": 100, |
| "fp_count": 12, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9985163807868958, |
| "tp_median": 0.9997019171714783, |
| "fp_p95": 0.9984965324401855, |
| "low_candidate": 0.9984965324401855, |
| "high_candidate": 0.9985163807868958, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_16": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_00": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "MEMBER_ID": { |
| "gold": 100, |
| "pred": 106, |
| "tp_count": 94, |
| "fp_count": 12, |
| "missed": 6, |
| "recall": 0.94, |
| "tp_p05": 0.7309262156486511, |
| "tp_median": 0.9916371703147888, |
| "fp_p95": 0.9235094785690308, |
| "low_candidate": 0.9235094785690308, |
| "high_candidate": 0.85, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| } |
| } |
| }, |
| "NAME": { |
| "gold": 100, |
| "pred": 124, |
| "tp_count": 99, |
| "fp_count": 25, |
| "missed": 1, |
| "recall": 0.99, |
| "tp_p05": 0.9993360638618469, |
| "tp_median": 0.999803364276886, |
| "fp_p95": 0.9846159815788269, |
| "low_candidate": 0.9846159815788269, |
| "high_candidate": 0.9993360638618469, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 10, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "NATIONALITY": { |
| "gold": 100, |
| "pred": 100, |
| "tp_count": 100, |
| "fp_count": 0, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9796962738037109, |
| "tp_median": 0.9988492727279663, |
| "fp_p95": null, |
| "low_candidate": null, |
| "high_candidate": 0.9796962738037109, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "NICKNAME": { |
| "gold": 100, |
| "pred": 271, |
| "tp_count": 71, |
| "fp_count": 200, |
| "missed": 29, |
| "recall": 0.71, |
| "tp_p05": 0.46385571360588074, |
| "tp_median": 0.9626820087432861, |
| "fp_p95": 0.962526261806488, |
| "low_candidate": 0.962526261806488, |
| "high_candidate": 0.85, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 114, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 19, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 10, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 20, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 29, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 0, |
| "missed": 5 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_18": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "PARTICIPANT_ID": { |
| "gold": 100, |
| "pred": 242, |
| "tp_count": 98, |
| "fp_count": 144, |
| "missed": 2, |
| "recall": 0.98, |
| "tp_p05": 0.9885636568069458, |
| "tp_median": 0.9974126219749451, |
| "fp_p95": 0.8297034502029419, |
| "low_candidate": 0.8297034502029419, |
| "high_candidate": 0.9885636568069458, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 114, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 12, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 14, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_06": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_08": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_12": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_16": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_00": { |
| "gold": 0, |
| "pred": 3, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_18": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_02": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "PASSPORTNUM": { |
| "gold": 100, |
| "pred": 100, |
| "tp_count": 99, |
| "fp_count": 1, |
| "missed": 1, |
| "recall": 0.99, |
| "tp_p05": 0.9705816507339478, |
| "tp_median": 0.9987217783927917, |
| "fp_p95": 0.6436144113540649, |
| "low_candidate": 0.6436144113540649, |
| "high_candidate": 0.9705816507339478, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "PHONE": { |
| "gold": 100, |
| "pred": 101, |
| "tp_count": 100, |
| "fp_count": 1, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9991469383239746, |
| "tp_median": 0.9996830224990845, |
| "fp_p95": 0.422737717628479, |
| "low_candidate": 0.6, |
| "high_candidate": 0.9991469383239746, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "POSITION": { |
| "gold": 100, |
| "pred": 126, |
| "tp_count": 99, |
| "fp_count": 27, |
| "missed": 1, |
| "recall": 0.99, |
| "tp_p05": 0.9951803684234619, |
| "tp_median": 0.9987000226974487, |
| "fp_p95": 0.9987548589706421, |
| "low_candidate": 0.9987548589706421, |
| "high_candidate": 0.9951803684234619, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 9, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_10": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_04": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "RELIGION": { |
| "gold": 100, |
| "pred": 80, |
| "tp_count": 80, |
| "fp_count": 0, |
| "missed": 20, |
| "recall": 0.8, |
| "tp_p05": 0.9898579716682434, |
| "tp_median": 0.9982693195343018, |
| "fp_p95": null, |
| "low_candidate": null, |
| "high_candidate": 0.9898579716682434, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 1, |
| "tp": 1, |
| "missed": 4 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 3, |
| "missed": 2 |
| } |
| } |
| }, |
| "RRN": { |
| "gold": 100, |
| "pred": 102, |
| "tp_count": 93, |
| "fp_count": 9, |
| "missed": 7, |
| "recall": 0.93, |
| "tp_p05": 0.6849289536476135, |
| "tp_median": 0.9658750295639038, |
| "fp_p95": 0.586022675037384, |
| "low_candidate": 0.6, |
| "high_candidate": 0.85, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "SCHOOL": { |
| "gold": 100, |
| "pred": 102, |
| "tp_count": 100, |
| "fp_count": 2, |
| "missed": 0, |
| "recall": 1.0, |
| "tp_p05": 0.9988176226615906, |
| "tp_median": 0.9997331500053406, |
| "fp_p95": 0.4931381344795227, |
| "low_candidate": 0.6, |
| "high_candidate": 0.9988176226615906, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| } |
| } |
| }, |
| "URL": { |
| "gold": 100, |
| "pred": 109, |
| "tp_count": 90, |
| "fp_count": 19, |
| "missed": 10, |
| "recall": 0.9, |
| "tp_p05": 0.9818938970565796, |
| "tp_median": 0.9991126656532288, |
| "fp_p95": 0.9882709383964539, |
| "low_candidate": 0.9882709383964539, |
| "high_candidate": 0.9818938970565796, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 7, |
| "tp": 0, |
| "missed": 5 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 1, |
| "missed": 4 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_negative_14": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_16": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_18": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_08": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "USER_ID": { |
| "gold": 100, |
| "pred": 123, |
| "tp_count": 88, |
| "fp_count": 35, |
| "missed": 12, |
| "recall": 0.88, |
| "tp_p05": 0.7023305296897888, |
| "tp_median": 0.9708742499351501, |
| "fp_p95": 0.9876434803009033, |
| "low_candidate": 0.9876434803009033, |
| "high_candidate": 0.85, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 15, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_08": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "VEHICLE_NUMBER": { |
| "gold": 100, |
| "pred": 109, |
| "tp_count": 88, |
| "fp_count": 21, |
| "missed": 12, |
| "recall": 0.88, |
| "tp_p05": 0.8519149422645569, |
| "tp_median": 0.9916903972625732, |
| "fp_p95": 0.7822684049606323, |
| "low_candidate": 0.7822684049606323, |
| "high_candidate": 0.8519149422645569, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 2, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "WEIGHT": { |
| "gold": 100, |
| "pred": 111, |
| "tp_count": 98, |
| "fp_count": 13, |
| "missed": 2, |
| "recall": 0.98, |
| "tp_p05": 0.9320796728134155, |
| "tp_median": 0.9950055480003357, |
| "fp_p95": 0.9896995425224304, |
| "low_candidate": 0.9896995425224304, |
| "high_candidate": 0.9320796728134155, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_negative_01": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_03": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_09": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "WORKPLACE": { |
| "gold": 100, |
| "pred": 108, |
| "tp_count": 98, |
| "fp_count": 10, |
| "missed": 2, |
| "recall": 0.98, |
| "tp_p05": 0.3794375956058502, |
| "tp_median": 0.9578863382339478, |
| "fp_p95": 0.7931296825408936, |
| "low_candidate": 0.7931296825408936, |
| "high_candidate": 0.85, |
| "thresholds_valid": true, |
| "route_low_confidence_to_sllm": false, |
| "context_styles": { |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 9, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| }, |
| "ZIPCODE": { |
| "gold": 100, |
| "pred": 107, |
| "tp_count": 90, |
| "fp_count": 17, |
| "missed": 10, |
| "recall": 0.9, |
| "tp_p05": 0.8242430686950684, |
| "tp_median": 0.9971373081207275, |
| "fp_p95": 0.9617013335227966, |
| "low_candidate": 0.9617013335227966, |
| "high_candidate": 0.85, |
| "thresholds_valid": false, |
| "route_low_confidence_to_sllm": true, |
| "context_styles": { |
| "final4_style_07": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_18": { |
| "gold": 5, |
| "pred": 2, |
| "tp": 1, |
| "missed": 4 |
| }, |
| "final4_style_16": { |
| "gold": 5, |
| "pred": 3, |
| "tp": 2, |
| "missed": 3 |
| }, |
| "final4_style_05": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_14": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_03": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_12": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_10": { |
| "gold": 5, |
| "pred": 8, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_01": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_19": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_08": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 3, |
| "missed": 2 |
| }, |
| "final4_style_17": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_06": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_15": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_04": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_13": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_02": { |
| "gold": 5, |
| "pred": 6, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_11": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_00": { |
| "gold": 5, |
| "pred": 5, |
| "tp": 5, |
| "missed": 0 |
| }, |
| "final4_style_09": { |
| "gold": 5, |
| "pred": 4, |
| "tp": 4, |
| "missed": 1 |
| }, |
| "final4_negative_15": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_11": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_13": { |
| "gold": 0, |
| "pred": 2, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_05": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_17": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_07": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| }, |
| "final4_negative_19": { |
| "gold": 0, |
| "pred": 1, |
| "tp": 0, |
| "missed": 0 |
| } |
| } |
| } |
| }, |
| "exact_span_label_confusions": { |
| "ACCOUNT_NUMBER->CARD_NUMBER": 2, |
| "ACCOUNT_NUMBER->DRIVER_LICENSE": 1, |
| "GENDER->MAJOR": 1, |
| "NICKNAME->NAME": 9, |
| "NICKNAME->WORKPLACE": 1, |
| "USER_ID->MEMBER_ID": 1, |
| "USER_ID->NICKNAME": 3, |
| "WORKPLACE->POSITION": 1 |
| }, |
| "invalid_threshold_labels": [ |
| "ACCOUNT_NUMBER", |
| "ADDRESS", |
| "BLOOD_TYPE", |
| "CITY", |
| "HEIGHT", |
| "MEMBER_ID", |
| "NATIONALITY", |
| "NICKNAME", |
| "POSITION", |
| "RELIGION", |
| "URL", |
| "USER_ID", |
| "WEIGHT", |
| "ZIPCODE" |
| ] |
| } |
|
|
