{ "checkpoint": "checkpoints8f/epoch2.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8568349753694581, "precision": 0.8622095393395842, "recall": 0.7813077207240487, "f1": 0.8197674418604651, "tp": 2115, "fp": 338, "tn": 3451, "fn": 592, "total": 6496 }, "best": { "threshold": 0.36, "accuracy": 0.8592980295566502, "precision": 0.8124782154060648, "recall": 0.861100849649058, "f1": 0.8360832137733142, "tp": 2331, "fp": 538, "tn": 3251, "fn": 376, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.8407851690294439, "precision": 0.8171641791044776, "recall": 0.6930379746835443, "f1": 0.75, "tp": 657, "fp": 147, "tn": 1656, "fn": 291, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.8968405024743052, "precision": 0.8785471055618616, "recall": 0.8251599147121536, "f1": 0.8510170423309511, "tp": 774, "fp": 107, "tn": 1582, "fn": 164, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.8165137614678899, "precision": 0.9362186788154897, "recall": 0.8509316770186336, "f1": 0.8915401301518439, "tp": 411, "fp": 28, "tn": 34, "fn": 72, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.7887700534759359, "precision": 0.8870431893687708, "recall": 0.8557692307692307, "f1": 0.8711256117455138, "tp": 267, "fp": 34, "tn": 28, "fn": 45, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.9071428571428571, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 13, "tn": 127, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5084745762711864, "precision": 0.4, "recall": 0.23076923076923078, "f1": 0.29268292682926833, "tp": 6, "fp": 9, "tn": 24, "fn": 20, "total": 59 } }, "model_metrics": { "loss": 0.34900841346153844, "accuracy": 0.8602885345482156, "precision": 0.8590551181102363, "recall": 0.7951895043731778, "f1": 0.825889477668433, "tp": 2182, "fp": 358, "tn": 3483, "fn": 562 } }