IrishCore-GlobalPointer-ContextPII-135M-v1-rc21 / eval /full_globalpointer_context_redteam_v7.json
temsa's picture
Publish rc21 contextual decoder/runtime hardening release
d6c2695 verified
{
"model": "models/irishcore-globalpointer-135m-b01-extendedv1-e025",
"input": "eval/globalpointer_context_redteam_v7.jsonl",
"loader_type": "global_pointer_pt",
"examples": 41,
"min_score": 0.5,
"iou_threshold": 0.5,
"elapsed_seconds": 0.9959422359243035,
"examples_per_second": 41.1670461610147,
"overall": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 84,
"fp": 0,
"fn": 0
},
"by_label": {
"AGE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 5,
"fp": 0,
"fn": 0
},
"CITY": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 17,
"fp": 0,
"fn": 0
},
"COUNTY": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 4,
"fp": 0,
"fn": 0
},
"DATE_OF_BIRTH": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 10,
"fp": 0,
"fn": 0
},
"FIRST_NAME": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 4,
"fp": 0,
"fn": 0
},
"LAST_NAME": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 7,
"fp": 0,
"fn": 0
},
"PHONE_NUMBER": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 8,
"fp": 0,
"fn": 0
},
"POSTCODE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 13,
"fp": 0,
"fn": 0
},
"PPSN": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 4,
"fp": 0,
"fn": 0
},
"STREET_ADDRESS": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 12,
"fp": 0,
"fn": 0
}
}
}