{ "checkpoint": "checkpoints_b5c/best.pt", "device": "cuda", "results": { "toxigen": { "n": 940, "unsafe": 402, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.6053191489361702, "precision": 0.5359628770301624, "recall": 0.5746268656716418, "f1": 0.5546218487394959, "tp": 231, "fp": 200, "tn": 338, "fn": 171, "total": 940 }, "best": { "threshold": 0.2, "accuracy": 0.5106382978723404, "precision": 0.4643734643734644, "recall": 0.9402985074626866, "f1": 0.6217105263157895, "tp": 378, "fp": 436, "tn": 102, "fn": 24, "total": 940 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.526595744680851, "precision": 0.44584382871536526, "recall": 0.44029850746268656, "f1": 0.4430538172715895, "tp": 177, "fp": 220, "tn": 318, "fn": 225, "total": 940 }, "best": { "threshold": 0.05, "accuracy": 0.44574468085106383, "precision": 0.40165289256198344, "recall": 0.6044776119402985, "f1": 0.48262164846077454, "tp": 243, "fp": 362, "tn": 176, "fn": 159, "total": 940 }, "latency_ms": 8.727778018789088 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "best": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "latency_ms": 8.718554770692865 } }, "hatexplain_test": { "n": 1924, "unsafe": 1376, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.5940748440748441, "precision": 0.6966292134831461, "recall": 0.7659883720930233, "f1": 0.7296642436829353, "tp": 1054, "fp": 459, "tn": 89, "fn": 322, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4734927234927235, "precision": 0.6784660766961652, "recall": 0.501453488372093, "f1": 0.5766819891349769, "tp": 690, "fp": 327, "tn": 221, "fn": 686, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.5623700623700624, "precision": 0.6998502994011976, "recall": 0.6795058139534884, "f1": 0.68952802359882, "tp": 935, "fp": 401, "tn": 147, "fn": 441, "total": 1924 }, "latency_ms": 7.317036700100017 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "best": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "latency_ms": 7.136104756234341 } } } }