Censer.9 / reports /eval_test.json
KucLab's picture
Add report eval_test.json
a6d4e8f verified
Raw History Blame Contribute Delete
2.47 kB
{
"checkpoint": "checkpoints9h/best.pt",
"split": "test",
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.8577586206896551,
"precision": 0.8508461235733963,
"recall": 0.7986701145179165,
"f1": 0.8239329268292683,
"tp": 2162,
"fp": 379,
"tn": 3410,
"fn": 545,
"total": 6496
},
"best": {
"threshold": 0.4,
"accuracy": 0.8583743842364532,
"precision": 0.8156128576474744,
"recall": 0.8529737717029923,
"f1": 0.8338750451426507,
"tp": 2309,
"fp": 522,
"tn": 3267,
"fn": 398,
"total": 6496
},
"per_source": {
"civil_comments": {
"threshold": 0.5,
"accuracy": 0.8436932024718284,
"precision": 0.802570093457944,
"recall": 0.7246835443037974,
"f1": 0.7616407982261642,
"tp": 687,
"fp": 169,
"tn": 1634,
"fn": 261,
"total": 2751
},
"jigsaw": {
"threshold": 0.5,
"accuracy": 0.8968405024743052,
"precision": 0.8676957001102535,
"recall": 0.8390191897654584,
"f1": 0.8531165311653115,
"tp": 787,
"fp": 120,
"tn": 1569,
"fn": 151,
"total": 2627
},
"aegis": {
"threshold": 0.5,
"accuracy": 0.818348623853211,
"precision": 0.9343891402714932,
"recall": 0.855072463768116,
"f1": 0.8929729729729731,
"tp": 413,
"fp": 29,
"tn": 33,
"fn": 70,
"total": 545
},
"beavertails": {
"threshold": 0.5,
"accuracy": 0.786096256684492,
"precision": 0.881578947368421,
"recall": 0.8589743589743589,
"f1": 0.8701298701298701,
"tp": 268,
"fp": 36,
"tn": 26,
"fn": 44,
"total": 374
},
"dolly": {
"threshold": 0.5,
"accuracy": 0.8857142857142857,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"tp": 0,
"fp": 16,
"tn": 124,
"fn": 0,
"total": 140
},
"toxic_chat": {
"threshold": 0.5,
"accuracy": 0.5254237288135594,
"precision": 0.4375,
"recall": 0.2692307692307692,
"f1": 0.33333333333333337,
"tp": 7,
"fp": 9,
"tn": 24,
"fn": 19,
"total": 59
}
},
"model_metrics": {
"loss": 0.35096153846153844,
"accuracy": 0.8577069096431283,
"precision": 0.8421052631578947,
"recall": 0.8104956268221575,
"f1": 0.8259981429897865,
"tp": 2224,
"fp": 417,
"tn": 3424,
"fn": 520
}
}