IrishCore-GlobalPointer-ContextPII-135M-v1-rc2 / eval /full_globalpointer_demographic_patch_v2_test.json
temsa's picture
Publish ContextPII rc2 with decoder hardening and updated benchmarks
6a6e1dd verified
{
"model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc1",
"input": "globalpointer_demographic_patch_v2_test.jsonl",
"loader_type": "global_pointer_pt",
"examples": 600,
"min_score": 0.5,
"iou_threshold": 0.5,
"elapsed_seconds": 10.26396857004147,
"examples_per_second": 58.456921015062676,
"overall": {
"precision": 0.9987854251012146,
"recall": 0.9987854251012146,
"f1": 0.9987854251012146,
"tp": 2467,
"fp": 3,
"fn": 3
},
"by_label": {
"AGE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 287,
"fp": 0,
"fn": 0
},
"CITY": {
"precision": 1.0,
"recall": 0.9965034965034965,
"f1": 0.9982486865148862,
"tp": 285,
"fp": 0,
"fn": 1
},
"COUNTY": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 286,
"fp": 0,
"fn": 0
},
"DATE_OF_BIRTH": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 304,
"fp": 0,
"fn": 0
},
"EMAIL": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 85,
"fp": 0,
"fn": 0
},
"FIRST_NAME": {
"precision": 0.9897959183673469,
"recall": 1.0,
"f1": 0.9948717948717948,
"tp": 194,
"fp": 2,
"fn": 0
},
"LAST_NAME": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 194,
"fp": 0,
"fn": 0
},
"PHONE_NUMBER": {
"precision": 1.0,
"recall": 0.9943502824858758,
"f1": 0.9971671388101983,
"tp": 176,
"fp": 0,
"fn": 1
},
"POSTCODE": {
"precision": 1.0,
"recall": 0.9965034965034965,
"f1": 0.9982486865148862,
"tp": 285,
"fp": 0,
"fn": 1
},
"PPSN": {
"precision": 0.9883720930232558,
"recall": 1.0,
"f1": 0.9941520467836257,
"tp": 85,
"fp": 1,
"fn": 0
},
"STREET_ADDRESS": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 286,
"fp": 0,
"fn": 0
}
}
}