Barist.5 / reports /external_eval.json
KucLab's picture
Add report external_eval.json
c4c14ea verified
Raw History Blame Contribute Delete
1.41 kB
{
"checkpoint": "checkpoints_b5c/best.pt",
"device": "cuda",
"results": {
"toxigen_test": {
"n": 940,
"unsafe": 402,
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.6053191489361702,
"precision": 0.5359628770301624,
"recall": 0.5746268656716418,
"f1": 0.5546218487394959,
"tp": 231,
"fp": 200,
"tn": 338,
"fn": 171,
"total": 940
},
"best": {
"threshold": 0.2,
"accuracy": 0.5106382978723404,
"precision": 0.4643734643734644,
"recall": 0.9402985074626866,
"f1": 0.6217105263157895,
"tp": 378,
"fp": 436,
"tn": 102,
"fn": 24,
"total": 940
}
},
"hatexplain_test": {
"n": 1924,
"unsafe": 1376,
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.5940748440748441,
"precision": 0.6966292134831461,
"recall": 0.7659883720930233,
"f1": 0.7296642436829353,
"tp": 1054,
"fp": 459,
"tn": 89,
"fn": 322,
"total": 1924
},
"best": {
"threshold": 0.05,
"accuracy": 0.7151767151767152,
"precision": 0.7151767151767152,
"recall": 1.0,
"f1": 0.833939393939394,
"tp": 1376,
"fp": 548,
"tn": 0,
"fn": 0,
"total": 1924
}
}
}
}