Barist.2 / reports /external_eval.json
KucLab's picture
Add report external_eval.json
be0add2 verified
Raw History Blame Contribute Delete
1.43 kB
{
"checkpoint": "checkpoints_b2x/best.pt",
"device": "cuda",
"results": {
"toxigen_test": {
"n": 940,
"unsafe": 402,
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.6074468085106383,
"precision": 0.5399515738498789,
"recall": 0.554726368159204,
"f1": 0.5472392638036809,
"tp": 223,
"fp": 190,
"tn": 348,
"fn": 179,
"total": 940
},
"best": {
"threshold": 0.17,
"accuracy": 0.5148936170212766,
"precision": 0.4666666666666667,
"recall": 0.9402985074626866,
"f1": 0.6237623762376239,
"tp": 378,
"fp": 432,
"tn": 106,
"fn": 24,
"total": 940
}
},
"hatexplain_test": {
"n": 1924,
"unsafe": 1376,
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.590956340956341,
"precision": 0.6949040370615487,
"recall": 0.7630813953488372,
"f1": 0.7273986837547628,
"tp": 1050,
"fp": 461,
"tn": 87,
"fn": 326,
"total": 1924
},
"best": {
"threshold": 0.05,
"accuracy": 0.7146569646569647,
"precision": 0.7150286011440458,
"recall": 0.9992732558139535,
"f1": 0.8335859351318581,
"tp": 1375,
"fp": 548,
"tn": 0,
"fn": 1,
"total": 1924
}
}
}
}