{ "checkpoint": "checkpoints_b3e/best.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8579125615763546, "precision": 0.8565147881694645, "recall": 0.791651274473587, "f1": 0.8228066807448646, "tp": 2143, "fp": 359, "tn": 3430, "fn": 564, "total": 6496 }, "best": { "threshold": 0.41, "accuracy": 0.8574507389162561, "precision": 0.8186046511627907, "recall": 0.8452161063908386, "f1": 0.8316975645219921, "tp": 2288, "fp": 507, "tn": 3282, "fn": 419, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.841148673209742, "precision": 0.8089480048367593, "recall": 0.7056962025316456, "f1": 0.7538028169014086, "tp": 669, "fp": 158, "tn": 1645, "fn": 279, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.8995051389417587, "precision": 0.8778026905829597, "recall": 0.8347547974413646, "f1": 0.8557377049180327, "tp": 783, "fp": 109, "tn": 1580, "fn": 155, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.8220183486238533, "precision": 0.9346846846846847, "recall": 0.8592132505175983, "f1": 0.8953613807982741, "tp": 415, "fp": 29, "tn": 33, "fn": 68, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.7887700534759359, "precision": 0.8794788273615635, "recall": 0.8653846153846154, "f1": 0.8723747980613894, "tp": 270, "fp": 37, "tn": 25, "fn": 42, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.8785714285714286, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 17, "tn": 123, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5084745762711864, "precision": 0.4, "recall": 0.23076923076923078, "f1": 0.29268292682926833, "tp": 6, "fp": 9, "tn": 24, "fn": 20, "total": 59 } }, "model_metrics": { "loss": 0.34314903846153844, "accuracy": 0.8566438876233865, "precision": 0.8450920245398773, "recall": 0.8032069970845481, "f1": 0.8236173393124065, "tp": 2204, "fp": 404, "tn": 3437, "fn": 540 } }