{ "checkpoint": "checkpoints_b5c/best.pt", "split": "test", "at_0.5": { "threshold": 0.5, "accuracy": 0.8569889162561576, "precision": 0.8519398258115598, "recall": 0.7949759881787957, "f1": 0.8224727689661762, "tp": 2152, "fp": 374, "tn": 3415, "fn": 555, "total": 6496 }, "best": { "threshold": 0.42, "accuracy": 0.8548337438423645, "precision": 0.8123229461756374, "recall": 0.8474325821943111, "f1": 0.8295064183691919, "tp": 2294, "fp": 530, "tn": 3259, "fn": 413, "total": 6496 }, "per_source": { "civil_comments": { "threshold": 0.5, "accuracy": 0.8404216648491457, "precision": 0.8011834319526627, "recall": 0.7141350210970464, "f1": 0.75515895147797, "tp": 677, "fp": 168, "tn": 1635, "fn": 271, "total": 2751 }, "jigsaw": { "threshold": 0.5, "accuracy": 0.8983631518842786, "precision": 0.8756998880179171, "recall": 0.8336886993603412, "f1": 0.854178044784271, "tp": 782, "fp": 111, "tn": 1578, "fn": 156, "total": 2627 }, "aegis": { "threshold": 0.5, "accuracy": 0.8220183486238533, "precision": 0.9327354260089686, "recall": 0.8612836438923396, "f1": 0.8955866523143164, "tp": 416, "fp": 30, "tn": 32, "fn": 67, "total": 545 }, "beavertails": { "threshold": 0.5, "accuracy": 0.7887700534759359, "precision": 0.8770226537216829, "recall": 0.8685897435897436, "f1": 0.8727858293075685, "tp": 271, "fp": 38, "tn": 24, "fn": 41, "total": 374 }, "dolly": { "threshold": 0.5, "accuracy": 0.8714285714285714, "precision": 0.0, "recall": 0.0, "f1": 0.0, "tp": 0, "fp": 18, "tn": 122, "fn": 0, "total": 140 }, "toxic_chat": { "threshold": 0.5, "accuracy": 0.5084745762711864, "precision": 0.4, "recall": 0.23076923076923078, "f1": 0.29268292682926833, "tp": 6, "fp": 9, "tn": 24, "fn": 20, "total": 59 } }, "model_metrics": { "loss": 0.33706430288461536, "accuracy": 0.8563401670463174, "precision": 0.8418250950570342, "recall": 0.8068513119533528, "f1": 0.8239672497208782, "tp": 2214, "fp": 416, "tn": 3425, "fn": 530 } }