{ "checkpoint": "checkpoints9h/best.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8577586206896551, "precision": 0.8508461235733963, "recall": 0.7986701145179165, "f1": 0.8239329268292683, "tp": 2162, "fp": 379, "tn": 3410, "fn": 545, "total": 6496 }, "best": { "threshold": 0.4, "accuracy": 0.8583743842364532, "precision": 0.8156128576474744, "recall": 0.8529737717029923, "f1": 0.8338750451426507, "tp": 2309, "fp": 522, "tn": 3267, "fn": 398, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.8436932024718284, "precision": 0.802570093457944, "recall": 0.7246835443037974, "f1": 0.7616407982261642, "tp": 687, "fp": 169, "tn": 1634, "fn": 261, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.8968405024743052, "precision": 0.8676957001102535, "recall": 0.8390191897654584, "f1": 0.8531165311653115, "tp": 787, "fp": 120, "tn": 1569, "fn": 151, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.818348623853211, "precision": 0.9343891402714932, "recall": 0.855072463768116, "f1": 0.8929729729729731, "tp": 413, "fp": 29, "tn": 33, "fn": 70, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.786096256684492, "precision": 0.881578947368421, "recall": 0.8589743589743589, "f1": 0.8701298701298701, "tp": 268, "fp": 36, "tn": 26, "fn": 44, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.8857142857142857, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 16, "tn": 124, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5254237288135594, "precision": 0.4375, "recall": 0.2692307692307692, "f1": 0.33333333333333337, "tp": 7, "fp": 9, "tn": 24, "fn": 19, "total": 59 } }, "model_metrics": { "loss": 0.35096153846153844, "accuracy": 0.8577069096431283, "precision": 0.8421052631578947, "recall": 0.8104956268221575, "f1": 0.8259981429897865, "tp": 2224, "fp": 417, "tn": 3424, "fn": 520 } }