piiscan / evaluation.json
vectorsense's picture
Publish PiiScan
0949c57 verified
Raw
History Blame Contribute Delete
7.8 kB
{
"rows": 8328,
"rows_by_tier": {
"held_out_same_generator": 8201,
"external_human_annotated": 127
},
"seconds": 111.2,
"ms_per_row": 13.35,
"micro": {
"precision": 0.9847,
"recall": 0.954,
"f1": 0.9691
},
"macro_f1": 0.9723,
"by_benchmark_tier": {
"external_human_annotated": {
"rows": 127,
"support": 3570,
"precision": 0.8886,
"recall": 0.6415,
"f1": 0.7451
},
"held_out_same_generator": {
"rows": 8201,
"support": 46000,
"precision": 0.9901,
"recall": 0.9782,
"f1": 0.9841
}
},
"per_type": {
"AGE": {
"tp": 2878,
"fp": 23,
"fn": 113,
"support": 2991,
"precision": 0.9921,
"recall": 0.9622,
"f1": 0.9769,
"tier": "model_trained"
},
"CITY": {
"tp": 4108,
"fp": 29,
"fn": 38,
"support": 4146,
"precision": 0.993,
"recall": 0.9908,
"f1": 0.9919,
"tier": "model_trained"
},
"DATE_TIME": {
"tp": 8846,
"fp": 179,
"fn": 746,
"support": 9592,
"precision": 0.9802,
"recall": 0.9222,
"f1": 0.9503,
"tier": "model_trained"
},
"DRIVER_LICENSE_NUMBER": {
"tp": 1562,
"fp": 26,
"fn": 100,
"support": 1662,
"precision": 0.9836,
"recall": 0.9398,
"f1": 0.9612,
"tier": "model_trained"
},
"EMAIL_ADDRESS": {
"tp": 4349,
"fp": 58,
"fn": 51,
"support": 4400,
"precision": 0.9868,
"recall": 0.9884,
"f1": 0.9876,
"tier": "model_trained"
},
"GOVERNMENT_ID": {
"tp": 3136,
"fp": 73,
"fn": 303,
"support": 3439,
"precision": 0.9773,
"recall": 0.9119,
"f1": 0.9434,
"tier": "model_trained"
},
"PASSPORT_NUMBER": {
"tp": 1156,
"fp": 27,
"fn": 104,
"support": 1260,
"precision": 0.9772,
"recall": 0.9175,
"f1": 0.9464,
"tier": "model_trained"
},
"PAYMENT_CARD_NUMBER": {
"tp": 1880,
"fp": 9,
"fn": 14,
"support": 1894,
"precision": 0.9952,
"recall": 0.9926,
"f1": 0.9939,
"tier": "model_trained"
},
"PERSON_NAME": {
"tp": 8201,
"fp": 203,
"fn": 609,
"support": 8810,
"precision": 0.9758,
"recall": 0.9309,
"f1": 0.9528,
"tier": "model_trained"
},
"PHONE_NUMBER": {
"tp": 3347,
"fp": 41,
"fn": 14,
"support": 3361,
"precision": 0.9879,
"recall": 0.9958,
"f1": 0.9919,
"tier": "model_trained"
},
"POSTAL_CODE": {
"tp": 2553,
"fp": 9,
"fn": 13,
"support": 2566,
"precision": 0.9965,
"recall": 0.9949,
"f1": 0.9957,
"tier": "model_trained"
},
"STREET_ADDRESS": {
"tp": 3823,
"fp": 44,
"fn": 86,
"support": 3909,
"precision": 0.9886,
"recall": 0.978,
"f1": 0.9833,
"tier": "model_trained"
},
"TAX_ID": {
"tp": 1449,
"fp": 14,
"fn": 91,
"support": 1540,
"precision": 0.9904,
"recall": 0.9409,
"f1": 0.965,
"tier": "model_trained"
}
},
"per_language": {
"bg": {
"rows": 222,
"support": 1164,
"precision": 0.9886,
"recall": 0.9682,
"f1": 0.9783
},
"cs": {
"rows": 232,
"support": 1275,
"precision": 0.9968,
"recall": 0.9906,
"f1": 0.9937
},
"da": {
"rows": 247,
"support": 1386,
"precision": 0.9882,
"recall": 0.9668,
"f1": 0.9774
},
"de": {
"rows": 548,
"support": 2786,
"precision": 0.9921,
"recall": 0.986,
"f1": 0.989
},
"el": {
"rows": 233,
"support": 1120,
"precision": 0.9973,
"recall": 0.9929,
"f1": 0.9951
},
"en": {
"rows": 1217,
"support": 10046,
"precision": 0.9579,
"recall": 0.8517,
"f1": 0.9017
},
"es": {
"rows": 459,
"support": 2514,
"precision": 0.9936,
"recall": 0.9893,
"f1": 0.9914
},
"et": {
"rows": 233,
"support": 1393,
"precision": 0.9883,
"recall": 0.9734,
"f1": 0.9808
},
"fi": {
"rows": 210,
"support": 1200,
"precision": 0.9875,
"recall": 0.9875,
"f1": 0.9875
},
"fr": {
"rows": 644,
"support": 3586,
"precision": 0.9927,
"recall": 0.9835,
"f1": 0.9881
},
"hr": {
"rows": 241,
"support": 1361,
"precision": 0.9834,
"recall": 0.9559,
"f1": 0.9694
},
"hu": {
"rows": 224,
"support": 1243,
"precision": 0.9928,
"recall": 0.992,
"f1": 0.9924
},
"id": {
"rows": 128,
"support": 790,
"precision": 0.9885,
"recall": 0.9823,
"f1": 0.9854
},
"it": {
"rows": 438,
"support": 2443,
"precision": 0.9955,
"recall": 0.9881,
"f1": 0.9918
},
"ja": {
"rows": 139,
"support": 744,
"precision": 0.9372,
"recall": 0.9032,
"f1": 0.9199
},
"ko": {
"rows": 123,
"support": 702,
"precision": 0.9825,
"recall": 0.9601,
"f1": 0.9712
},
"lt": {
"rows": 253,
"support": 1528,
"precision": 0.9961,
"recall": 0.9921,
"f1": 0.9941
},
"lv": {
"rows": 227,
"support": 1322,
"precision": 0.9924,
"recall": 0.9849,
"f1": 0.9886
},
"ms": {
"rows": 128,
"support": 791,
"precision": 0.9834,
"recall": 0.9722,
"f1": 0.9777
},
"nl": {
"rows": 217,
"support": 1199,
"precision": 0.9871,
"recall": 0.9566,
"f1": 0.9716
},
"pl": {
"rows": 234,
"support": 1201,
"precision": 0.995,
"recall": 0.9933,
"f1": 0.9942
},
"pt": {
"rows": 212,
"support": 1109,
"precision": 0.9964,
"recall": 0.9847,
"f1": 0.9905
},
"ro": {
"rows": 220,
"support": 1314,
"precision": 0.9954,
"recall": 0.9947,
"f1": 0.9951
},
"sk": {
"rows": 251,
"support": 1446,
"precision": 0.9972,
"recall": 0.9931,
"f1": 0.9951
},
"sl": {
"rows": 223,
"support": 1238,
"precision": 0.9935,
"recall": 0.9919,
"f1": 0.9927
},
"sr": {
"rows": 205,
"support": 1173,
"precision": 0.9948,
"recall": 0.971,
"f1": 0.9827
},
"sv": {
"rows": 218,
"support": 1138,
"precision": 0.992,
"recall": 0.9763,
"f1": 0.9841
},
"tl": {
"rows": 110,
"support": 645,
"precision": 0.9858,
"recall": 0.969,
"f1": 0.9773
},
"vi": {
"rows": 163,
"support": 1026,
"precision": 0.997,
"recall": 0.9834,
"f1": 0.9902
},
"zh": {
"rows": 129,
"support": 687,
"precision": 0.9684,
"recall": 0.9374,
"f1": 0.9527
}
},
"backend": "hybrid",
"split": "test",
"policy": "balanced",
"scored_tier": "model_trained",
"model_version": "piiscan-0.1.0-hybrid",
"taxonomy_version": "1.0.0",
"scoring": "exact span, document level"
}