IrishCore-GlobalPointer-ContextPII-135M-v1-rc2 / eval /q8_runtime_profile_source.json
temsa's picture
Publish ContextPII rc2 with decoder hardening and updated benchmarks
6a6e1dd verified
raw
history blame contribute delete
703 Bytes
{
"model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc1",
"input": "runtime_profile_source.jsonl",
"loader_type": "global_pointer_onnx",
"examples": 3223,
"min_score": 0.5,
"iou_threshold": 0.5,
"elapsed_seconds": 24.982720619998872,
"examples_per_second": 129.00916793745682,
"overall": {
"precision": 0.5840097402597403,
"recall": 0.4056949534818156,
"f1": 0.4787888870404259,
"tp": 1439,
"fp": 1025,
"fn": 2108
},
"by_label": {
"PPSN": {
"precision": 0.9319948186528497,
"recall": 0.4056949534818156,
"f1": 0.5653113337261835,
"tp": 1439,
"fp": 105,
"fn": 2108
}
},
"release_backend": "onnx_q8"
}