{ "checkpoint": "checkpoints_b6b/best.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8568349753694581, "precision": 0.8527193330686781, "recall": 0.7934983376431474, "f1": 0.8220436280137773, "tp": 2148, "fp": 371, "tn": 3418, "fn": 559, "total": 6496 }, "best": { "threshold": 0.43, "accuracy": 0.8568349753694581, "precision": 0.8199495858840475, "recall": 0.8411525674178056, "f1": 0.8304157549234136, "tp": 2277, "fp": 500, "tn": 3289, "fn": 430, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.8404216648491457, "precision": 0.8026159334126041, "recall": 0.7120253164556962, "f1": 0.7546115148127445, "tp": 675, "fp": 166, "tn": 1637, "fn": 273, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.8979824895317853, "precision": 0.875560538116592, "recall": 0.8326226012793176, "f1": 0.853551912568306, "tp": 781, "fp": 111, "tn": 1578, "fn": 157, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.8238532110091743, "precision": 0.9348314606741573, "recall": 0.8612836438923396, "f1": 0.896551724137931, "tp": 416, "fp": 29, "tn": 33, "fn": 67, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.786096256684492, "precision": 0.8766233766233766, "recall": 0.8653846153846154, "f1": 0.8709677419354839, "tp": 270, "fp": 38, "tn": 24, "fn": 42, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.8714285714285714, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 18, "tn": 122, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5084745762711864, "precision": 0.4, "recall": 0.23076923076923078, "f1": 0.29268292682926833, "tp": 6, "fp": 9, "tn": 24, "fn": 20, "total": 59 } }, "model_metrics": { "loss": 0.3375901442307692, "accuracy": 0.8572513287775246, "precision": 0.84375, "recall": 0.8068513119533528, "f1": 0.8248882265275708, "tp": 2214, "fp": 410, "tn": 3431, "fn": 530 } }