IrishCore-GlobalPointer-135M-v1-rc2 / eval /full_diffmask_fresh_holdout_v1.json
temsa's picture
Publish IrishCore-GlobalPointer-135M-v1-rc2
6edc303 verified
{
"model": "temsa/IrishCore-GlobalPointer-135M-v1-rc2",
"input": "eval/diffmask_fresh_holdout_v1.jsonl",
"loader_type": "global_pointer_pt",
"examples": 20,
"min_score": 0.5,
"iou_threshold": 0.5,
"elapsed_seconds": 0.6420284379273653,
"examples_per_second": 31.151268103583075,
"overall": {
"precision": 1.0,
"recall": 0.96875,
"f1": 0.9841269841269841,
"tp": 31,
"fp": 0,
"fn": 1
},
"by_label": {
"ACCOUNT_NUMBER": {
"precision": 1.0,
"recall": 0.5,
"f1": 0.6666666666666666,
"tp": 1,
"fp": 0,
"fn": 1
},
"CREDIT_DEBIT_CARD": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 2,
"fp": 0,
"fn": 0
},
"EMAIL": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 6,
"fp": 0,
"fn": 0
},
"FIRST_NAME": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 4,
"fp": 0,
"fn": 0
},
"LAST_NAME": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 4,
"fp": 0,
"fn": 0
},
"PHONE_NUMBER": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 6,
"fp": 0,
"fn": 0
},
"POSTCODE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 2,
"fp": 0,
"fn": 0
},
"PPSN": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 6,
"fp": 0,
"fn": 0
}
},
"release_backend": "full"
}