{ "checkpoint": "checkpoints_b4b/best.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8569889162561576, "precision": 0.8527777777777777, "recall": 0.7938677502770595, "f1": 0.8222689879471973, "tp": 2149, "fp": 371, "tn": 3418, "fn": 558, "total": 6496 }, "best": { "threshold": 0.4, "accuracy": 0.8549876847290641, "precision": 0.8086743616649178, "recall": 0.8540820096047285, "f1": 0.8307581746316923, "tp": 2312, "fp": 547, "tn": 3242, "fn": 395, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.8400581606688476, "precision": 0.8031026252983293, "recall": 0.709915611814346, "f1": 0.753639417693169, "tp": 673, "fp": 165, "tn": 1638, "fn": 275, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.8983631518842786, "precision": 0.8740245261984393, "recall": 0.835820895522388, "f1": 0.8544959128065396, "tp": 784, "fp": 113, "tn": 1576, "fn": 154, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.8220183486238533, "precision": 0.9346846846846847, "recall": 0.8592132505175983, "f1": 0.8953613807982741, "tp": 415, "fp": 29, "tn": 33, "fn": 68, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.7887700534759359, "precision": 0.8770226537216829, "recall": 0.8685897435897436, "f1": 0.8727858293075685, "tp": 271, "fp": 38, "tn": 24, "fn": 41, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.8785714285714286, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 17, "tn": 123, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5084745762711864, "precision": 0.4, "recall": 0.23076923076923078, "f1": 0.29268292682926833, "tp": 6, "fp": 9, "tn": 24, "fn": 20, "total": 59 } }, "model_metrics": { "loss": 0.34119591346153844, "accuracy": 0.8560364464692483, "precision": 0.8424866514111365, "recall": 0.8050291545189504, "f1": 0.8233320909429742, "tp": 2209, "fp": 413, "tn": 3428, "fn": 535 } }