{ "checkpoint": "checkpoints_b7b/best.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8568349753694581, "precision": 0.8507698381365969, "recall": 0.796084226080532, "f1": 0.8225190839694656, "tp": 2155, "fp": 378, "tn": 3411, "fn": 552, "total": 6496 }, "best": { "threshold": 0.41, "accuracy": 0.853448275862069, "precision": 0.8054298642533937, "recall": 0.8548208348725527, "f1": 0.8293906810035843, "tp": 2314, "fp": 559, "tn": 3230, "fn": 393, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.841148673209742, "precision": 0.800942285041225, "recall": 0.7172995780590717, "f1": 0.756816917084029, "tp": 680, "fp": 169, "tn": 1634, "fn": 268, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.8979824895317853, "precision": 0.8738839285714286, "recall": 0.8347547974413646, "f1": 0.8538713195201746, "tp": 783, "fp": 113, "tn": 1576, "fn": 155, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.8220183486238533, "precision": 0.9327354260089686, "recall": 0.8612836438923396, "f1": 0.8955866523143164, "tp": 416, "fp": 30, "tn": 32, "fn": 67, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.786096256684492, "precision": 0.8766233766233766, "recall": 0.8653846153846154, "f1": 0.8709677419354839, "tp": 270, "fp": 38, "tn": 24, "fn": 42, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.8642857142857143, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 19, "tn": 121, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5084745762711864, "precision": 0.4, "recall": 0.23076923076923078, "f1": 0.29268292682926833, "tp": 6, "fp": 9, "tn": 24, "fn": 20, "total": 59 } }, "model_metrics": { "loss": 0.3378155048076923, "accuracy": 0.8570994684889901, "precision": 0.8413479742521772, "recall": 0.8097667638483965, "f1": 0.825255338904364, "tp": 2222, "fp": 419, "tn": 3422, "fn": 522 } }