{ "rows": 8328, "rows_by_tier": { "held_out_same_generator": 8201, "external_human_annotated": 127 }, "seconds": 111.2, "ms_per_row": 13.35, "micro": { "precision": 0.9847, "recall": 0.954, "f1": 0.9691 }, "macro_f1": 0.9723, "by_benchmark_tier": { "external_human_annotated": { "rows": 127, "support": 3570, "precision": 0.8886, "recall": 0.6415, "f1": 0.7451 }, "held_out_same_generator": { "rows": 8201, "support": 46000, "precision": 0.9901, "recall": 0.9782, "f1": 0.9841 } }, "per_type": { "AGE": { "tp": 2878, "fp": 23, "fn": 113, "support": 2991, "precision": 0.9921, "recall": 0.9622, "f1": 0.9769, "tier": "model_trained" }, "CITY": { "tp": 4108, "fp": 29, "fn": 38, "support": 4146, "precision": 0.993, "recall": 0.9908, "f1": 0.9919, "tier": "model_trained" }, "DATE_TIME": { "tp": 8846, "fp": 179, "fn": 746, "support": 9592, "precision": 0.9802, "recall": 0.9222, "f1": 0.9503, "tier": "model_trained" }, "DRIVER_LICENSE_NUMBER": { "tp": 1562, "fp": 26, "fn": 100, "support": 1662, "precision": 0.9836, "recall": 0.9398, "f1": 0.9612, "tier": "model_trained" }, "EMAIL_ADDRESS": { "tp": 4349, "fp": 58, "fn": 51, "support": 4400, "precision": 0.9868, "recall": 0.9884, "f1": 0.9876, "tier": "model_trained" }, "GOVERNMENT_ID": { "tp": 3136, "fp": 73, "fn": 303, "support": 3439, "precision": 0.9773, "recall": 0.9119, "f1": 0.9434, "tier": "model_trained" }, "PASSPORT_NUMBER": { "tp": 1156, "fp": 27, "fn": 104, "support": 1260, "precision": 0.9772, "recall": 0.9175, "f1": 0.9464, "tier": "model_trained" }, "PAYMENT_CARD_NUMBER": { "tp": 1880, "fp": 9, "fn": 14, "support": 1894, "precision": 0.9952, "recall": 0.9926, "f1": 0.9939, "tier": "model_trained" }, "PERSON_NAME": { "tp": 8201, "fp": 203, "fn": 609, "support": 8810, "precision": 0.9758, "recall": 0.9309, "f1": 0.9528, "tier": "model_trained" }, "PHONE_NUMBER": { "tp": 3347, "fp": 41, "fn": 14, "support": 3361, "precision": 0.9879, "recall": 0.9958, "f1": 0.9919, "tier": "model_trained" }, "POSTAL_CODE": { "tp": 2553, "fp": 9, "fn": 13, "support": 2566, "precision": 0.9965, "recall": 0.9949, "f1": 0.9957, "tier": "model_trained" }, "STREET_ADDRESS": { "tp": 3823, "fp": 44, "fn": 86, "support": 3909, "precision": 0.9886, "recall": 0.978, "f1": 0.9833, "tier": "model_trained" }, "TAX_ID": { "tp": 1449, "fp": 14, "fn": 91, "support": 1540, "precision": 0.9904, "recall": 0.9409, "f1": 0.965, "tier": "model_trained" } }, "per_language": { "bg": { "rows": 222, "support": 1164, "precision": 0.9886, "recall": 0.9682, "f1": 0.9783 }, "cs": { "rows": 232, "support": 1275, "precision": 0.9968, "recall": 0.9906, "f1": 0.9937 }, "da": { "rows": 247, "support": 1386, "precision": 0.9882, "recall": 0.9668, "f1": 0.9774 }, "de": { "rows": 548, "support": 2786, "precision": 0.9921, "recall": 0.986, "f1": 0.989 }, "el": { "rows": 233, "support": 1120, "precision": 0.9973, "recall": 0.9929, "f1": 0.9951 }, "en": { "rows": 1217, "support": 10046, "precision": 0.9579, "recall": 0.8517, "f1": 0.9017 }, "es": { "rows": 459, "support": 2514, "precision": 0.9936, "recall": 0.9893, "f1": 0.9914 }, "et": { "rows": 233, "support": 1393, "precision": 0.9883, "recall": 0.9734, "f1": 0.9808 }, "fi": { "rows": 210, "support": 1200, "precision": 0.9875, "recall": 0.9875, "f1": 0.9875 }, "fr": { "rows": 644, "support": 3586, "precision": 0.9927, "recall": 0.9835, "f1": 0.9881 }, "hr": { "rows": 241, "support": 1361, "precision": 0.9834, "recall": 0.9559, "f1": 0.9694 }, "hu": { "rows": 224, "support": 1243, "precision": 0.9928, "recall": 0.992, "f1": 0.9924 }, "id": { "rows": 128, "support": 790, "precision": 0.9885, "recall": 0.9823, "f1": 0.9854 }, "it": { "rows": 438, "support": 2443, "precision": 0.9955, "recall": 0.9881, "f1": 0.9918 }, "ja": { "rows": 139, "support": 744, "precision": 0.9372, "recall": 0.9032, "f1": 0.9199 }, "ko": { "rows": 123, "support": 702, "precision": 0.9825, "recall": 0.9601, "f1": 0.9712 }, "lt": { "rows": 253, "support": 1528, "precision": 0.9961, "recall": 0.9921, "f1": 0.9941 }, "lv": { "rows": 227, "support": 1322, "precision": 0.9924, "recall": 0.9849, "f1": 0.9886 }, "ms": { "rows": 128, "support": 791, "precision": 0.9834, "recall": 0.9722, "f1": 0.9777 }, "nl": { "rows": 217, "support": 1199, "precision": 0.9871, "recall": 0.9566, "f1": 0.9716 }, "pl": { "rows": 234, "support": 1201, "precision": 0.995, "recall": 0.9933, "f1": 0.9942 }, "pt": { "rows": 212, "support": 1109, "precision": 0.9964, "recall": 0.9847, "f1": 0.9905 }, "ro": { "rows": 220, "support": 1314, "precision": 0.9954, "recall": 0.9947, "f1": 0.9951 }, "sk": { "rows": 251, "support": 1446, "precision": 0.9972, "recall": 0.9931, "f1": 0.9951 }, "sl": { "rows": 223, "support": 1238, "precision": 0.9935, "recall": 0.9919, "f1": 0.9927 }, "sr": { "rows": 205, "support": 1173, "precision": 0.9948, "recall": 0.971, "f1": 0.9827 }, "sv": { "rows": 218, "support": 1138, "precision": 0.992, "recall": 0.9763, "f1": 0.9841 }, "tl": { "rows": 110, "support": 645, "precision": 0.9858, "recall": 0.969, "f1": 0.9773 }, "vi": { "rows": 163, "support": 1026, "precision": 0.997, "recall": 0.9834, "f1": 0.9902 }, "zh": { "rows": 129, "support": 687, "precision": 0.9684, "recall": 0.9374, "f1": 0.9527 } }, "backend": "hybrid", "split": "test", "policy": "balanced", "scored_tier": "model_trained", "model_version": "piiscan-0.1.0-hybrid", "taxonomy_version": "1.0.0", "scoring": "exact span, document level" }