Barist.6 / reports /eval_test.json
KucLab's picture
Add report eval_test.json
53e781c verified
Raw History Blame Contribute Delete
2.46 kB
{
"checkpoint": "checkpoints_b6b/best.pt",
"split": "test",
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.8568349753694581,
"precision": 0.8527193330686781,
"recall": 0.7934983376431474,
"f1": 0.8220436280137773,
"tp": 2148,
"fp": 371,
"tn": 3418,
"fn": 559,
"total": 6496
},
"best": {
"threshold": 0.43,
"accuracy": 0.8568349753694581,
"precision": 0.8199495858840475,
"recall": 0.8411525674178056,
"f1": 0.8304157549234136,
"tp": 2277,
"fp": 500,
"tn": 3289,
"fn": 430,
"total": 6496
},
"per_source": {
"civil_comments": {
"threshold": 0.5,
"accuracy": 0.8404216648491457,
"precision": 0.8026159334126041,
"recall": 0.7120253164556962,
"f1": 0.7546115148127445,
"tp": 675,
"fp": 166,
"tn": 1637,
"fn": 273,
"total": 2751
},
"jigsaw": {
"threshold": 0.5,
"accuracy": 0.8979824895317853,
"precision": 0.875560538116592,
"recall": 0.8326226012793176,
"f1": 0.853551912568306,
"tp": 781,
"fp": 111,
"tn": 1578,
"fn": 157,
"total": 2627
},
"aegis": {
"threshold": 0.5,
"accuracy": 0.8238532110091743,
"precision": 0.9348314606741573,
"recall": 0.8612836438923396,
"f1": 0.896551724137931,
"tp": 416,
"fp": 29,
"tn": 33,
"fn": 67,
"total": 545
},
"beavertails": {
"threshold": 0.5,
"accuracy": 0.786096256684492,
"precision": 0.8766233766233766,
"recall": 0.8653846153846154,
"f1": 0.8709677419354839,
"tp": 270,
"fp": 38,
"tn": 24,
"fn": 42,
"total": 374
},
"dolly": {
"threshold": 0.5,
"accuracy": 0.8714285714285714,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"tp": 0,
"fp": 18,
"tn": 122,
"fn": 0,
"total": 140
},
"toxic_chat": {
"threshold": 0.5,
"accuracy": 0.5084745762711864,
"precision": 0.4,
"recall": 0.23076923076923078,
"f1": 0.29268292682926833,
"tp": 6,
"fp": 9,
"tn": 24,
"fn": 20,
"total": 59
}
},
"model_metrics": {
"loss": 0.3375901442307692,
"accuracy": 0.8572513287775246,
"precision": 0.84375,
"recall": 0.8068513119533528,
"f1": 0.8248882265275708,
"tp": 2214,
"fp": 410,
"tn": 3431,
"fn": 530
}
}