IrishCore-DiffMask-135M-v1-rc5 / eval /q8_runtime_profile_source.json
temsa's picture
Release IrishCore-DiffMask-135M-v1-rc5
0086dde verified
raw
history blame contribute delete
691 Bytes
{
"model": "temsa/IrishCore-DiffMask-135M-v1-rc5",
"input": "eval/runtime_profile_source.jsonl",
"loader_type": "token_span_onnx_q8",
"examples": 3223,
"min_score": 0.5,
"iou_threshold": 0.5,
"elapsed_seconds": 20.475276452023536,
"examples_per_second": 157.4093520813721,
"overall": {
"precision": 0.5362731152204836,
"recall": 0.2125740062024246,
"f1": 0.30446194225721784,
"tp": 754,
"fp": 652,
"fn": 2793
},
"by_label": {
"PPSN": {
"precision": 0.8004246284501062,
"recall": 0.2125740062024246,
"f1": 0.3359322789039875,
"tp": 754,
"fp": 188,
"fn": 2793
}
},
"backend": "onnx_token_span_q8"
}