Barist.6 / reports /external_eval.json
KucLab's picture
Add report external_eval.json
eb61b1d verified
Raw History Blame Contribute Delete
1.4 kB
{
"checkpoint": "checkpoints_b6b/best.pt",
"device": "cuda",
"results": {
"toxigen_test": {
"n": 940,
"unsafe": 402,
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.6021276595744681,
"precision": 0.5321100917431193,
"recall": 0.5771144278606966,
"f1": 0.5536992840095466,
"tp": 232,
"fp": 204,
"tn": 334,
"fn": 170,
"total": 940
},
"best": {
"threshold": 0.21,
"accuracy": 0.5212765957446809,
"precision": 0.47,
"recall": 0.9353233830845771,
"f1": 0.6256239600665557,
"tp": 376,
"fp": 424,
"tn": 114,
"fn": 26,
"total": 940
}
},
"hatexplain_test": {
"n": 1924,
"unsafe": 1376,
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.5987525987525988,
"precision": 0.6971279373368147,
"recall": 0.7761627906976745,
"f1": 0.734525447042641,
"tp": 1068,
"fp": 464,
"tn": 84,
"fn": 308,
"total": 1924
},
"best": {
"threshold": 0.05,
"accuracy": 0.7151767151767152,
"precision": 0.7151767151767152,
"recall": 1.0,
"f1": 0.833939393939394,
"tp": 1376,
"fp": 548,
"tn": 0,
"fn": 0,
"total": 1924
}
}
}
}