{ "checkpoint": "checkpoints_b1q/best.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8589901477832512, "precision": 0.8594941790445604, "recall": 0.7909124492057629, "f1": 0.8237783762985764, "tp": 2141, "fp": 350, "tn": 3439, "fn": 566, "total": 6496 }, "best": { "threshold": 0.4, "accuracy": 0.8599137931034483, "precision": 0.822158479741843, "recall": 0.847063169560399, "f1": 0.8344250363901019, "tp": 2293, "fp": 496, "tn": 3293, "fn": 414, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.8404216648491457, "precision": 0.8099878197320342, "recall": 0.7014767932489452, "f1": 0.7518371961560203, "tp": 665, "fp": 156, "tn": 1647, "fn": 283, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.9006471259992387, "precision": 0.8807649043869517, "recall": 0.8347547974413646, "f1": 0.8571428571428571, "tp": 783, "fp": 106, "tn": 1583, "fn": 155, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.8293577981651377, "precision": 0.9391891891891891, "recall": 0.8633540372670807, "f1": 0.8996763754045307, "tp": 417, "fp": 27, "tn": 35, "fn": 66, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.7914438502673797, "precision": 0.8823529411764706, "recall": 0.8653846153846154, "f1": 0.8737864077669903, "tp": 270, "fp": 36, "tn": 26, "fn": 42, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.8857142857142857, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 16, "tn": 124, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5084745762711864, "precision": 0.4, "recall": 0.23076923076923078, "f1": 0.29268292682926833, "tp": 6, "fp": 9, "tn": 24, "fn": 20, "total": 59 } }, "model_metrics": { "loss": 0.34375, "accuracy": 0.8592255125284738, "precision": 0.850907686365392, "recall": 0.8028425655976676, "f1": 0.8261766360397524, "tp": 2203, "fp": 386, "tn": 3455, "fn": 541 } }