| { | |
| "rows": 8328, | |
| "rows_by_tier": { | |
| "held_out_same_generator": 8201, | |
| "external_human_annotated": 127 | |
| }, | |
| "seconds": 111.2, | |
| "ms_per_row": 13.35, | |
| "micro": { | |
| "precision": 0.9847, | |
| "recall": 0.954, | |
| "f1": 0.9691 | |
| }, | |
| "macro_f1": 0.9723, | |
| "by_benchmark_tier": { | |
| "external_human_annotated": { | |
| "rows": 127, | |
| "support": 3570, | |
| "precision": 0.8886, | |
| "recall": 0.6415, | |
| "f1": 0.7451 | |
| }, | |
| "held_out_same_generator": { | |
| "rows": 8201, | |
| "support": 46000, | |
| "precision": 0.9901, | |
| "recall": 0.9782, | |
| "f1": 0.9841 | |
| } | |
| }, | |
| "per_type": { | |
| "AGE": { | |
| "tp": 2878, | |
| "fp": 23, | |
| "fn": 113, | |
| "support": 2991, | |
| "precision": 0.9921, | |
| "recall": 0.9622, | |
| "f1": 0.9769, | |
| "tier": "model_trained" | |
| }, | |
| "CITY": { | |
| "tp": 4108, | |
| "fp": 29, | |
| "fn": 38, | |
| "support": 4146, | |
| "precision": 0.993, | |
| "recall": 0.9908, | |
| "f1": 0.9919, | |
| "tier": "model_trained" | |
| }, | |
| "DATE_TIME": { | |
| "tp": 8846, | |
| "fp": 179, | |
| "fn": 746, | |
| "support": 9592, | |
| "precision": 0.9802, | |
| "recall": 0.9222, | |
| "f1": 0.9503, | |
| "tier": "model_trained" | |
| }, | |
| "DRIVER_LICENSE_NUMBER": { | |
| "tp": 1562, | |
| "fp": 26, | |
| "fn": 100, | |
| "support": 1662, | |
| "precision": 0.9836, | |
| "recall": 0.9398, | |
| "f1": 0.9612, | |
| "tier": "model_trained" | |
| }, | |
| "EMAIL_ADDRESS": { | |
| "tp": 4349, | |
| "fp": 58, | |
| "fn": 51, | |
| "support": 4400, | |
| "precision": 0.9868, | |
| "recall": 0.9884, | |
| "f1": 0.9876, | |
| "tier": "model_trained" | |
| }, | |
| "GOVERNMENT_ID": { | |
| "tp": 3136, | |
| "fp": 73, | |
| "fn": 303, | |
| "support": 3439, | |
| "precision": 0.9773, | |
| "recall": 0.9119, | |
| "f1": 0.9434, | |
| "tier": "model_trained" | |
| }, | |
| "PASSPORT_NUMBER": { | |
| "tp": 1156, | |
| "fp": 27, | |
| "fn": 104, | |
| "support": 1260, | |
| "precision": 0.9772, | |
| "recall": 0.9175, | |
| "f1": 0.9464, | |
| "tier": "model_trained" | |
| }, | |
| "PAYMENT_CARD_NUMBER": { | |
| "tp": 1880, | |
| "fp": 9, | |
| "fn": 14, | |
| "support": 1894, | |
| "precision": 0.9952, | |
| "recall": 0.9926, | |
| "f1": 0.9939, | |
| "tier": "model_trained" | |
| }, | |
| "PERSON_NAME": { | |
| "tp": 8201, | |
| "fp": 203, | |
| "fn": 609, | |
| "support": 8810, | |
| "precision": 0.9758, | |
| "recall": 0.9309, | |
| "f1": 0.9528, | |
| "tier": "model_trained" | |
| }, | |
| "PHONE_NUMBER": { | |
| "tp": 3347, | |
| "fp": 41, | |
| "fn": 14, | |
| "support": 3361, | |
| "precision": 0.9879, | |
| "recall": 0.9958, | |
| "f1": 0.9919, | |
| "tier": "model_trained" | |
| }, | |
| "POSTAL_CODE": { | |
| "tp": 2553, | |
| "fp": 9, | |
| "fn": 13, | |
| "support": 2566, | |
| "precision": 0.9965, | |
| "recall": 0.9949, | |
| "f1": 0.9957, | |
| "tier": "model_trained" | |
| }, | |
| "STREET_ADDRESS": { | |
| "tp": 3823, | |
| "fp": 44, | |
| "fn": 86, | |
| "support": 3909, | |
| "precision": 0.9886, | |
| "recall": 0.978, | |
| "f1": 0.9833, | |
| "tier": "model_trained" | |
| }, | |
| "TAX_ID": { | |
| "tp": 1449, | |
| "fp": 14, | |
| "fn": 91, | |
| "support": 1540, | |
| "precision": 0.9904, | |
| "recall": 0.9409, | |
| "f1": 0.965, | |
| "tier": "model_trained" | |
| } | |
| }, | |
| "per_language": { | |
| "bg": { | |
| "rows": 222, | |
| "support": 1164, | |
| "precision": 0.9886, | |
| "recall": 0.9682, | |
| "f1": 0.9783 | |
| }, | |
| "cs": { | |
| "rows": 232, | |
| "support": 1275, | |
| "precision": 0.9968, | |
| "recall": 0.9906, | |
| "f1": 0.9937 | |
| }, | |
| "da": { | |
| "rows": 247, | |
| "support": 1386, | |
| "precision": 0.9882, | |
| "recall": 0.9668, | |
| "f1": 0.9774 | |
| }, | |
| "de": { | |
| "rows": 548, | |
| "support": 2786, | |
| "precision": 0.9921, | |
| "recall": 0.986, | |
| "f1": 0.989 | |
| }, | |
| "el": { | |
| "rows": 233, | |
| "support": 1120, | |
| "precision": 0.9973, | |
| "recall": 0.9929, | |
| "f1": 0.9951 | |
| }, | |
| "en": { | |
| "rows": 1217, | |
| "support": 10046, | |
| "precision": 0.9579, | |
| "recall": 0.8517, | |
| "f1": 0.9017 | |
| }, | |
| "es": { | |
| "rows": 459, | |
| "support": 2514, | |
| "precision": 0.9936, | |
| "recall": 0.9893, | |
| "f1": 0.9914 | |
| }, | |
| "et": { | |
| "rows": 233, | |
| "support": 1393, | |
| "precision": 0.9883, | |
| "recall": 0.9734, | |
| "f1": 0.9808 | |
| }, | |
| "fi": { | |
| "rows": 210, | |
| "support": 1200, | |
| "precision": 0.9875, | |
| "recall": 0.9875, | |
| "f1": 0.9875 | |
| }, | |
| "fr": { | |
| "rows": 644, | |
| "support": 3586, | |
| "precision": 0.9927, | |
| "recall": 0.9835, | |
| "f1": 0.9881 | |
| }, | |
| "hr": { | |
| "rows": 241, | |
| "support": 1361, | |
| "precision": 0.9834, | |
| "recall": 0.9559, | |
| "f1": 0.9694 | |
| }, | |
| "hu": { | |
| "rows": 224, | |
| "support": 1243, | |
| "precision": 0.9928, | |
| "recall": 0.992, | |
| "f1": 0.9924 | |
| }, | |
| "id": { | |
| "rows": 128, | |
| "support": 790, | |
| "precision": 0.9885, | |
| "recall": 0.9823, | |
| "f1": 0.9854 | |
| }, | |
| "it": { | |
| "rows": 438, | |
| "support": 2443, | |
| "precision": 0.9955, | |
| "recall": 0.9881, | |
| "f1": 0.9918 | |
| }, | |
| "ja": { | |
| "rows": 139, | |
| "support": 744, | |
| "precision": 0.9372, | |
| "recall": 0.9032, | |
| "f1": 0.9199 | |
| }, | |
| "ko": { | |
| "rows": 123, | |
| "support": 702, | |
| "precision": 0.9825, | |
| "recall": 0.9601, | |
| "f1": 0.9712 | |
| }, | |
| "lt": { | |
| "rows": 253, | |
| "support": 1528, | |
| "precision": 0.9961, | |
| "recall": 0.9921, | |
| "f1": 0.9941 | |
| }, | |
| "lv": { | |
| "rows": 227, | |
| "support": 1322, | |
| "precision": 0.9924, | |
| "recall": 0.9849, | |
| "f1": 0.9886 | |
| }, | |
| "ms": { | |
| "rows": 128, | |
| "support": 791, | |
| "precision": 0.9834, | |
| "recall": 0.9722, | |
| "f1": 0.9777 | |
| }, | |
| "nl": { | |
| "rows": 217, | |
| "support": 1199, | |
| "precision": 0.9871, | |
| "recall": 0.9566, | |
| "f1": 0.9716 | |
| }, | |
| "pl": { | |
| "rows": 234, | |
| "support": 1201, | |
| "precision": 0.995, | |
| "recall": 0.9933, | |
| "f1": 0.9942 | |
| }, | |
| "pt": { | |
| "rows": 212, | |
| "support": 1109, | |
| "precision": 0.9964, | |
| "recall": 0.9847, | |
| "f1": 0.9905 | |
| }, | |
| "ro": { | |
| "rows": 220, | |
| "support": 1314, | |
| "precision": 0.9954, | |
| "recall": 0.9947, | |
| "f1": 0.9951 | |
| }, | |
| "sk": { | |
| "rows": 251, | |
| "support": 1446, | |
| "precision": 0.9972, | |
| "recall": 0.9931, | |
| "f1": 0.9951 | |
| }, | |
| "sl": { | |
| "rows": 223, | |
| "support": 1238, | |
| "precision": 0.9935, | |
| "recall": 0.9919, | |
| "f1": 0.9927 | |
| }, | |
| "sr": { | |
| "rows": 205, | |
| "support": 1173, | |
| "precision": 0.9948, | |
| "recall": 0.971, | |
| "f1": 0.9827 | |
| }, | |
| "sv": { | |
| "rows": 218, | |
| "support": 1138, | |
| "precision": 0.992, | |
| "recall": 0.9763, | |
| "f1": 0.9841 | |
| }, | |
| "tl": { | |
| "rows": 110, | |
| "support": 645, | |
| "precision": 0.9858, | |
| "recall": 0.969, | |
| "f1": 0.9773 | |
| }, | |
| "vi": { | |
| "rows": 163, | |
| "support": 1026, | |
| "precision": 0.997, | |
| "recall": 0.9834, | |
| "f1": 0.9902 | |
| }, | |
| "zh": { | |
| "rows": 129, | |
| "support": 687, | |
| "precision": 0.9684, | |
| "recall": 0.9374, | |
| "f1": 0.9527 | |
| } | |
| }, | |
| "backend": "hybrid", | |
| "split": "test", | |
| "policy": "balanced", | |
| "scored_tier": "model_trained", | |
| "model_version": "piiscan-0.1.0-hybrid", | |
| "taxonomy_version": "1.0.0", | |
| "scoring": "exact span, document level" | |
| } |