| { |
| "evaluation": "one-time exact character-span evaluation on a private synthetic final holdout", |
| "documents": 1320, |
| "positive_spans_per_label": 100, |
| "macro": { |
| "precision": 0.8435092886798229, |
| "recall": 0.9445454545454546, |
| "f1": 0.883369786048345 |
| }, |
| "micro": { |
| "precision": 0.7965755175057501, |
| "recall": 0.9445454545454546, |
| "f1": 0.8642728407042839 |
| }, |
| "labels": { |
| "ACCOUNT_NUMBER": { |
| "precision": 0.8207547169811321, |
| "recall": 0.87, |
| "f1": 0.8446601941747572, |
| "tp": 87, |
| "fp": 19, |
| "fn": 13 |
| }, |
| "ADDRESS": { |
| "precision": 0.8737864077669902, |
| "recall": 0.9, |
| "f1": 0.8866995073891626, |
| "tp": 90, |
| "fp": 13, |
| "fn": 10 |
| }, |
| "AGE": { |
| "precision": 0.8928571428571429, |
| "recall": 1.0, |
| "f1": 0.9433962264150945, |
| "tp": 100, |
| "fp": 12, |
| "fn": 0 |
| }, |
| "ALIEN_NUMBER": { |
| "precision": 0.9065420560747663, |
| "recall": 0.97, |
| "f1": 0.9371980676328503, |
| "tp": 97, |
| "fp": 10, |
| "fn": 3 |
| }, |
| "BIRTHDATE": { |
| "precision": 0.9803921568627451, |
| "recall": 1.0, |
| "f1": 0.99009900990099, |
| "tp": 100, |
| "fp": 2, |
| "fn": 0 |
| }, |
| "BLOOD_TYPE": { |
| "precision": 0.671875, |
| "recall": 0.86, |
| "f1": 0.7543859649122807, |
| "tp": 86, |
| "fp": 42, |
| "fn": 14 |
| }, |
| "CARD_NUMBER": { |
| "precision": 0.8695652173913043, |
| "recall": 1.0, |
| "f1": 0.9302325581395349, |
| "tp": 100, |
| "fp": 15, |
| "fn": 0 |
| }, |
| "CITY": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 100, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "DEPARTMENT": { |
| "precision": 0.9583333333333334, |
| "recall": 0.92, |
| "f1": 0.9387755102040817, |
| "tp": 92, |
| "fp": 4, |
| "fn": 8 |
| }, |
| "DRIVER_LICENSE": { |
| "precision": 0.8333333333333334, |
| "recall": 0.9, |
| "f1": 0.8653846153846153, |
| "tp": 90, |
| "fp": 18, |
| "fn": 10 |
| }, |
| "EMAIL": { |
| "precision": 0.9259259259259259, |
| "recall": 1.0, |
| "f1": 0.9615384615384615, |
| "tp": 100, |
| "fp": 8, |
| "fn": 0 |
| }, |
| "EMPLOYEE_ID": { |
| "precision": 0.6329113924050633, |
| "recall": 1.0, |
| "f1": 0.7751937984496124, |
| "tp": 100, |
| "fp": 58, |
| "fn": 0 |
| }, |
| "GENDER": { |
| "precision": 0.908256880733945, |
| "recall": 0.99, |
| "f1": 0.9473684210526316, |
| "tp": 99, |
| "fp": 10, |
| "fn": 1 |
| }, |
| "HEIGHT": { |
| "precision": 0.8818181818181818, |
| "recall": 0.97, |
| "f1": 0.9238095238095237, |
| "tp": 97, |
| "fp": 13, |
| "fn": 3 |
| }, |
| "IP_ADDRESS": { |
| "precision": 0.7966101694915254, |
| "recall": 0.94, |
| "f1": 0.8623853211009174, |
| "tp": 94, |
| "fp": 24, |
| "fn": 6 |
| }, |
| "MAJOR": { |
| "precision": 0.8928571428571429, |
| "recall": 1.0, |
| "f1": 0.9433962264150945, |
| "tp": 100, |
| "fp": 12, |
| "fn": 0 |
| }, |
| "MEMBER_ID": { |
| "precision": 0.8867924528301887, |
| "recall": 0.94, |
| "f1": 0.912621359223301, |
| "tp": 94, |
| "fp": 12, |
| "fn": 6 |
| }, |
| "NAME": { |
| "precision": 0.7983870967741935, |
| "recall": 0.99, |
| "f1": 0.8839285714285715, |
| "tp": 99, |
| "fp": 25, |
| "fn": 1 |
| }, |
| "NATIONALITY": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 100, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "NICKNAME": { |
| "precision": 0.26199261992619927, |
| "recall": 0.71, |
| "f1": 0.3827493261455525, |
| "tp": 71, |
| "fp": 200, |
| "fn": 29 |
| }, |
| "PARTICIPANT_ID": { |
| "precision": 0.4049586776859504, |
| "recall": 0.98, |
| "f1": 0.5730994152046783, |
| "tp": 98, |
| "fp": 144, |
| "fn": 2 |
| }, |
| "PASSPORTNUM": { |
| "precision": 0.99, |
| "recall": 0.99, |
| "f1": 0.99, |
| "tp": 99, |
| "fp": 1, |
| "fn": 1 |
| }, |
| "PHONE": { |
| "precision": 0.9900990099009901, |
| "recall": 1.0, |
| "f1": 0.9950248756218906, |
| "tp": 100, |
| "fp": 1, |
| "fn": 0 |
| }, |
| "POSITION": { |
| "precision": 0.7857142857142857, |
| "recall": 0.99, |
| "f1": 0.8761061946902654, |
| "tp": 99, |
| "fp": 27, |
| "fn": 1 |
| }, |
| "RELIGION": { |
| "precision": 1.0, |
| "recall": 0.8, |
| "f1": 0.888888888888889, |
| "tp": 80, |
| "fp": 0, |
| "fn": 20 |
| }, |
| "RRN": { |
| "precision": 0.9117647058823529, |
| "recall": 0.93, |
| "f1": 0.9207920792079208, |
| "tp": 93, |
| "fp": 9, |
| "fn": 7 |
| }, |
| "SCHOOL": { |
| "precision": 0.9803921568627451, |
| "recall": 1.0, |
| "f1": 0.99009900990099, |
| "tp": 100, |
| "fp": 2, |
| "fn": 0 |
| }, |
| "URL": { |
| "precision": 0.8256880733944955, |
| "recall": 0.9, |
| "f1": 0.861244019138756, |
| "tp": 90, |
| "fp": 19, |
| "fn": 10 |
| }, |
| "USER_ID": { |
| "precision": 0.7154471544715447, |
| "recall": 0.88, |
| "f1": 0.789237668161435, |
| "tp": 88, |
| "fp": 35, |
| "fn": 12 |
| }, |
| "VEHICLE_NUMBER": { |
| "precision": 0.8073394495412844, |
| "recall": 0.88, |
| "f1": 0.8421052631578948, |
| "tp": 88, |
| "fp": 21, |
| "fn": 12 |
| }, |
| "WEIGHT": { |
| "precision": 0.8828828828828829, |
| "recall": 0.98, |
| "f1": 0.9289099526066351, |
| "tp": 98, |
| "fp": 13, |
| "fn": 2 |
| }, |
| "WORKPLACE": { |
| "precision": 0.9074074074074074, |
| "recall": 0.98, |
| "f1": 0.9423076923076924, |
| "tp": 98, |
| "fp": 10, |
| "fn": 2 |
| }, |
| "ZIPCODE": { |
| "precision": 0.8411214953271028, |
| "recall": 0.9, |
| "f1": 0.8695652173913043, |
| "tp": 90, |
| "fp": 17, |
| "fn": 10 |
| } |
| } |
| } |
|
|
