{ "version": "threshold_calibration_v2", "model": "townboy/kpfbert-ner", "data": "private synthetic final holdout (1,320 documents)", "device": "cuda", "max_length": 512, "normalize_korean_id_label": false, "normalize_structured_labels": true, "method": "BIO prediction converted to character offsets; exact label/start/end matching; confidence=min token probability", "gold_offset_checks": 3300, "rows": 1320, "labels": { "ACCOUNT_NUMBER": { "gold": 100, "pred": 106, "tp_count": 87, "fp_count": 19, "missed": 13, "recall": 0.87, "tp_p05": 0.8094815015792847, "tp_median": 0.9961165189743042, "fp_p95": 0.8572387099266052, "low_candidate": 0.8572387099266052, "high_candidate": 0.85, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_09": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 8, "tp": 2, "missed": 3 }, "final4_style_16": { "gold": 5, "pred": 4, "tp": 3, "missed": 2 }, "final4_style_02": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 3, "tp": 3, "missed": 2 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_00": { "gold": 5, "pred": 4, "tp": 3, "missed": 2 } } }, "ADDRESS": { "gold": 100, "pred": 103, "tp_count": 90, "fp_count": 13, "missed": 10, "recall": 0.9, "tp_p05": 0.9884573817253113, "tp_median": 0.9987308382987976, "fp_p95": 0.9951533079147339, "low_candidate": 0.9951533079147339, "high_candidate": 0.9884573817253113, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_09": { "gold": 5, "pred": 5, "tp": 2, "missed": 3 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 1, "missed": 4 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 } } }, "AGE": { "gold": 100, "pred": 112, "tp_count": 100, "fp_count": 12, "missed": 0, "recall": 1.0, "tp_p05": 0.9927332401275635, "tp_median": 0.9988652467727661, "fp_p95": 0.17002417147159576, "low_candidate": 0.6, "high_candidate": 0.9927332401275635, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_06": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_12": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_14": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_16": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_18": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "ALIEN_NUMBER": { "gold": 100, "pred": 107, "tp_count": 97, "fp_count": 10, "missed": 3, "recall": 0.97, "tp_p05": 0.6433272957801819, "tp_median": 0.9876657724380493, "fp_p95": 0.5802505612373352, "low_candidate": 0.6, "high_candidate": 0.85, "thresholds_valid": true, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_07": { "gold": 5, "pred": 8, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_negative_19": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 } } }, "BIRTHDATE": { "gold": 100, "pred": 102, "tp_count": 100, "fp_count": 2, "missed": 0, "recall": 1.0, "tp_p05": 0.9806818962097168, "tp_median": 0.999081015586853, "fp_p95": 0.966651976108551, "low_candidate": 0.966651976108551, "high_candidate": 0.9806818962097168, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 } } }, "BLOOD_TYPE": { "gold": 100, "pred": 128, "tp_count": 86, "fp_count": 42, "missed": 14, "recall": 0.86, "tp_p05": 0.9215255975723267, "tp_median": 0.9959690570831299, "fp_p95": 0.9977723956108093, "low_candidate": 0.9977723956108093, "high_candidate": 0.9215255975723267, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_09": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_04": { "gold": 5, "pred": 9, "tp": 3, "missed": 2 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_16": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_06": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_18": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_08": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_00": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_10": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_02": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_12": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_04": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_14": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "CARD_NUMBER": { "gold": 100, "pred": 115, "tp_count": 100, "fp_count": 15, "missed": 0, "recall": 1.0, "tp_p05": 0.9767271876335144, "tp_median": 0.9988228678703308, "fp_p95": 0.9256084561347961, "low_candidate": 0.9256084561347961, "high_candidate": 0.9767271876335144, "thresholds_valid": true, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 8, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 14, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "CITY": { "gold": 100, "pred": 100, "tp_count": 100, "fp_count": 0, "missed": 0, "recall": 1.0, "tp_p05": 0.8870843052864075, "tp_median": 0.9961644411087036, "fp_p95": null, "low_candidate": null, "high_candidate": 0.8870843052864075, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "DEPARTMENT": { "gold": 100, "pred": 96, "tp_count": 92, "fp_count": 4, "missed": 8, "recall": 0.92, "tp_p05": 0.9051228761672974, "tp_median": 0.9972333312034607, "fp_p95": 0.8892801403999329, "low_candidate": 0.8892801403999329, "high_candidate": 0.9051228761672974, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 3, "tp": 3, "missed": 2 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "DRIVER_LICENSE": { "gold": 100, "pred": 108, "tp_count": 90, "fp_count": 18, "missed": 10, "recall": 0.9, "tp_p05": 0.4960242211818695, "tp_median": 0.9729495048522949, "fp_p95": 0.813454806804657, "low_candidate": 0.813454806804657, "high_candidate": 0.85, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_02": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_13": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 6, "tp": 3, "missed": 2 }, "final4_style_09": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_19": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "EMAIL": { "gold": 100, "pred": 108, "tp_count": 100, "fp_count": 8, "missed": 0, "recall": 1.0, "tp_p05": 0.9971963167190552, "tp_median": 0.9996802806854248, "fp_p95": 0.6958553791046143, "low_candidate": 0.6958553791046143, "high_candidate": 0.9971963167190552, "thresholds_valid": true, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 12, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "EMPLOYEE_ID": { "gold": 100, "pred": 158, "tp_count": 100, "fp_count": 58, "missed": 0, "recall": 1.0, "tp_p05": 0.9706352353096008, "tp_median": 0.9975777268409729, "fp_p95": 0.8195644021034241, "low_candidate": 0.8195644021034241, "high_candidate": 0.9706352353096008, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 8, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 4, "tp": 0, "missed": 0 }, "final4_negative_18": { "gold": 0, "pred": 3, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_16": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 5, "tp": 0, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 4, "tp": 0, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 3, "tp": 0, "missed": 0 }, "final4_negative_00": { "gold": 0, "pred": 3, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 3, "tp": 0, "missed": 0 }, "final4_negative_04": { "gold": 0, "pred": 4, "tp": 0, "missed": 0 }, "final4_negative_02": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 3, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 4, "tp": 0, "missed": 0 }, "final4_negative_08": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_06": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_10": { "gold": 0, "pred": 3, "tp": 0, "missed": 0 }, "final4_negative_12": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_14": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "GENDER": { "gold": 100, "pred": 109, "tp_count": 99, "fp_count": 10, "missed": 1, "recall": 0.99, "tp_p05": 0.995112955570221, "tp_median": 0.9989309906959534, "fp_p95": 0.9896388053894043, "low_candidate": 0.9896388053894043, "high_candidate": 0.995112955570221, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "HEIGHT": { "gold": 100, "pred": 110, "tp_count": 97, "fp_count": 13, "missed": 3, "recall": 0.97, "tp_p05": 0.9477202296257019, "tp_median": 0.9990498423576355, "fp_p95": 0.9981383085250854, "low_candidate": 0.9981383085250854, "high_candidate": 0.9477202296257019, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_12": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_14": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_16": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_18": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_00": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_02": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_04": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_06": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_08": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_10": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "IP_ADDRESS": { "gold": 100, "pred": 118, "tp_count": 94, "fp_count": 24, "missed": 6, "recall": 0.94, "tp_p05": 0.9844927787780762, "tp_median": 0.9971690773963928, "fp_p95": 0.9608358144760132, "low_candidate": 0.9608358144760132, "high_candidate": 0.9844927787780762, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 9, "tp": 4, "missed": 1 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 8, "tp": 2, "missed": 3 }, "final4_style_00": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_10": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "MAJOR": { "gold": 100, "pred": 112, "tp_count": 100, "fp_count": 12, "missed": 0, "recall": 1.0, "tp_p05": 0.9985163807868958, "tp_median": 0.9997019171714783, "fp_p95": 0.9984965324401855, "low_candidate": 0.9984965324401855, "high_candidate": 0.9985163807868958, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_16": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_00": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 } } }, "MEMBER_ID": { "gold": 100, "pred": 106, "tp_count": 94, "fp_count": 12, "missed": 6, "recall": 0.94, "tp_p05": 0.7309262156486511, "tp_median": 0.9916371703147888, "fp_p95": 0.9235094785690308, "low_candidate": 0.9235094785690308, "high_candidate": 0.85, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 8, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 } } }, "NAME": { "gold": 100, "pred": 124, "tp_count": 99, "fp_count": 25, "missed": 1, "recall": 0.99, "tp_p05": 0.9993360638618469, "tp_median": 0.999803364276886, "fp_p95": 0.9846159815788269, "low_candidate": 0.9846159815788269, "high_candidate": 0.9993360638618469, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_08": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 7, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 10, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_03": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "NATIONALITY": { "gold": 100, "pred": 100, "tp_count": 100, "fp_count": 0, "missed": 0, "recall": 1.0, "tp_p05": 0.9796962738037109, "tp_median": 0.9988492727279663, "fp_p95": null, "low_candidate": null, "high_candidate": 0.9796962738037109, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "NICKNAME": { "gold": 100, "pred": 271, "tp_count": 71, "fp_count": 200, "missed": 29, "recall": 0.71, "tp_p05": 0.46385571360588074, "tp_median": 0.9626820087432861, "fp_p95": 0.962526261806488, "low_candidate": 0.962526261806488, "high_candidate": 0.85, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_08": { "gold": 5, "pred": 7, "tp": 3, "missed": 2 }, "final4_style_19": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_10": { "gold": 5, "pred": 114, "tp": 4, "missed": 1 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 19, "tp": 3, "missed": 2 }, "final4_style_11": { "gold": 5, "pred": 6, "tp": 3, "missed": 2 }, "final4_style_09": { "gold": 5, "pred": 10, "tp": 3, "missed": 2 }, "final4_style_06": { "gold": 5, "pred": 4, "tp": 3, "missed": 2 }, "final4_style_04": { "gold": 5, "pred": 20, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_02": { "gold": 5, "pred": 4, "tp": 3, "missed": 2 }, "final4_style_12": { "gold": 5, "pred": 29, "tp": 4, "missed": 1 }, "final4_style_00": { "gold": 5, "pred": 6, "tp": 3, "missed": 2 }, "final4_style_18": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_16": { "gold": 5, "pred": 4, "tp": 0, "missed": 5 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_18": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 } } }, "PARTICIPANT_ID": { "gold": 100, "pred": 242, "tp_count": 98, "fp_count": 144, "missed": 2, "recall": 0.98, "tp_p05": 0.9885636568069458, "tp_median": 0.9974126219749451, "fp_p95": 0.8297034502029419, "low_candidate": 0.8297034502029419, "high_candidate": 0.9885636568069458, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 114, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 12, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 14, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_18": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_06": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_08": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_12": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_16": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_00": { "gold": 0, "pred": 3, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_18": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_02": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "PASSPORTNUM": { "gold": 100, "pred": 100, "tp_count": 99, "fp_count": 1, "missed": 1, "recall": 0.99, "tp_p05": 0.9705816507339478, "tp_median": 0.9987217783927917, "fp_p95": 0.6436144113540649, "low_candidate": 0.6436144113540649, "high_candidate": 0.9705816507339478, "thresholds_valid": true, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "PHONE": { "gold": 100, "pred": 101, "tp_count": 100, "fp_count": 1, "missed": 0, "recall": 1.0, "tp_p05": 0.9991469383239746, "tp_median": 0.9996830224990845, "fp_p95": 0.422737717628479, "low_candidate": 0.6, "high_candidate": 0.9991469383239746, "thresholds_valid": true, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "POSITION": { "gold": 100, "pred": 126, "tp_count": 99, "fp_count": 27, "missed": 1, "recall": 0.99, "tp_p05": 0.9951803684234619, "tp_median": 0.9987000226974487, "fp_p95": 0.9987548589706421, "low_candidate": 0.9987548589706421, "high_candidate": 0.9951803684234619, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_01": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 9, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_10": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_04": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "RELIGION": { "gold": 100, "pred": 80, "tp_count": 80, "fp_count": 0, "missed": 20, "recall": 0.8, "tp_p05": 0.9898579716682434, "tp_median": 0.9982693195343018, "fp_p95": null, "low_candidate": null, "high_candidate": 0.9898579716682434, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_01": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_12": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_03": { "gold": 5, "pred": 3, "tp": 3, "missed": 2 }, "final4_style_10": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_19": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_08": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 3, "tp": 3, "missed": 2 }, "final4_style_18": { "gold": 5, "pred": 1, "tp": 1, "missed": 4 }, "final4_style_07": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_16": { "gold": 5, "pred": 3, "tp": 3, "missed": 2 }, "final4_style_05": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_14": { "gold": 5, "pred": 3, "tp": 3, "missed": 2 } } }, "RRN": { "gold": 100, "pred": 102, "tp_count": 93, "fp_count": 9, "missed": 7, "recall": 0.93, "tp_p05": 0.6849289536476135, "tp_median": 0.9658750295639038, "fp_p95": 0.586022675037384, "low_candidate": 0.6, "high_candidate": 0.85, "thresholds_valid": true, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 6, "tp": 3, "missed": 2 }, "final4_style_11": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 4, "tp": 2, "missed": 3 }, "final4_style_07": { "gold": 5, "pred": 6, "tp": 3, "missed": 2 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "SCHOOL": { "gold": 100, "pred": 102, "tp_count": 100, "fp_count": 2, "missed": 0, "recall": 1.0, "tp_p05": 0.9988176226615906, "tp_median": 0.9997331500053406, "fp_p95": 0.4931381344795227, "low_candidate": 0.6, "high_candidate": 0.9988176226615906, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 } } }, "URL": { "gold": 100, "pred": 109, "tp_count": 90, "fp_count": 19, "missed": 10, "recall": 0.9, "tp_p05": 0.9818938970565796, "tp_median": 0.9991126656532288, "fp_p95": 0.9882709383964539, "low_candidate": 0.9882709383964539, "high_candidate": 0.9818938970565796, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 7, "tp": 0, "missed": 5 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 6, "tp": 1, "missed": 4 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_negative_14": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_16": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_18": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_08": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "USER_ID": { "gold": 100, "pred": 123, "tp_count": 88, "fp_count": 35, "missed": 12, "recall": 0.88, "tp_p05": 0.7023305296897888, "tp_median": 0.9708742499351501, "fp_p95": 0.9876434803009033, "low_candidate": 0.9876434803009033, "high_candidate": 0.85, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 15, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 4, "tp": 2, "missed": 3 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 8, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 2, "missed": 3 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 3, "tp": 2, "missed": 3 }, "final4_style_07": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_08": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 } } }, "VEHICLE_NUMBER": { "gold": 100, "pred": 109, "tp_count": 88, "fp_count": 21, "missed": 12, "recall": 0.88, "tp_p05": 0.8519149422645569, "tp_median": 0.9916903972625732, "fp_p95": 0.7822684049606323, "low_candidate": 0.7822684049606323, "high_candidate": 0.8519149422645569, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 2, "tp": 2, "missed": 3 }, "final4_style_18": { "gold": 5, "pred": 6, "tp": 2, "missed": 3 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_13": { "gold": 5, "pred": 6, "tp": 4, "missed": 1 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_01": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "WEIGHT": { "gold": 100, "pred": 111, "tp_count": 98, "fp_count": 13, "missed": 2, "recall": 0.98, "tp_p05": 0.9320796728134155, "tp_median": 0.9950055480003357, "fp_p95": 0.9896995425224304, "low_candidate": 0.9896995425224304, "high_candidate": 0.9320796728134155, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_negative_01": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_03": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_09": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "WORKPLACE": { "gold": 100, "pred": 108, "tp_count": 98, "fp_count": 10, "missed": 2, "recall": 0.98, "tp_p05": 0.3794375956058502, "tp_median": 0.9578863382339478, "fp_p95": 0.7931296825408936, "low_candidate": 0.7931296825408936, "high_candidate": 0.85, "thresholds_valid": true, "route_low_confidence_to_sllm": false, "context_styles": { "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 4, "missed": 1 }, "final4_style_16": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 9, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } }, "ZIPCODE": { "gold": 100, "pred": 107, "tp_count": 90, "fp_count": 17, "missed": 10, "recall": 0.9, "tp_p05": 0.8242430686950684, "tp_median": 0.9971373081207275, "fp_p95": 0.9617013335227966, "low_candidate": 0.9617013335227966, "high_candidate": 0.85, "thresholds_valid": false, "route_low_confidence_to_sllm": true, "context_styles": { "final4_style_07": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_18": { "gold": 5, "pred": 2, "tp": 1, "missed": 4 }, "final4_style_16": { "gold": 5, "pred": 3, "tp": 2, "missed": 3 }, "final4_style_05": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_14": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_03": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_12": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_10": { "gold": 5, "pred": 8, "tp": 5, "missed": 0 }, "final4_style_01": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_19": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_08": { "gold": 5, "pred": 5, "tp": 3, "missed": 2 }, "final4_style_17": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_06": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_15": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_04": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_13": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_02": { "gold": 5, "pred": 6, "tp": 5, "missed": 0 }, "final4_style_11": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_00": { "gold": 5, "pred": 5, "tp": 5, "missed": 0 }, "final4_style_09": { "gold": 5, "pred": 4, "tp": 4, "missed": 1 }, "final4_negative_15": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_11": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_13": { "gold": 0, "pred": 2, "tp": 0, "missed": 0 }, "final4_negative_05": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_17": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_07": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 }, "final4_negative_19": { "gold": 0, "pred": 1, "tp": 0, "missed": 0 } } } }, "exact_span_label_confusions": { "ACCOUNT_NUMBER->CARD_NUMBER": 2, "ACCOUNT_NUMBER->DRIVER_LICENSE": 1, "GENDER->MAJOR": 1, "NICKNAME->NAME": 9, "NICKNAME->WORKPLACE": 1, "USER_ID->MEMBER_ID": 1, "USER_ID->NICKNAME": 3, "WORKPLACE->POSITION": 1 }, "invalid_threshold_labels": [ "ACCOUNT_NUMBER", "ADDRESS", "BLOOD_TYPE", "CITY", "HEIGHT", "MEMBER_ID", "NATIONALITY", "NICKNAME", "POSITION", "RELIGION", "URL", "USER_ID", "WEIGHT", "ZIPCODE" ] }