{ "checkpoint": "checkpoints_b6b/best.pt", "device": "cuda", "results": { "toxigen": { "n": 940, "unsafe": 402, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.6021276595744681, "precision": 0.5321100917431193, "recall": 0.5771144278606966, "f1": 0.5536992840095466, "tp": 232, "fp": 204, "tn": 334, "fn": 170, "total": 940 }, "best": { "threshold": 0.21, "accuracy": 0.5212765957446809, "precision": 0.47, "recall": 0.9353233830845771, "f1": 0.6256239600665557, "tp": 376, "fp": 424, "tn": 114, "fn": 26, "total": 940 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.526595744680851, "precision": 0.44584382871536526, "recall": 0.44029850746268656, "f1": 0.4430538172715895, "tp": 177, "fp": 220, "tn": 318, "fn": 225, "total": 940 }, "best": { "threshold": 0.05, "accuracy": 0.44574468085106383, "precision": 0.40165289256198344, "recall": 0.6044776119402985, "f1": 0.48262164846077454, "tp": 243, "fp": 362, "tn": 176, "fn": 159, "total": 940 }, "latency_ms": 9.755655806115334 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "best": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "latency_ms": 10.376673810025478 } }, "hatexplain_test": { "n": 1924, "unsafe": 1376, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.5987525987525988, "precision": 0.6971279373368147, "recall": 0.7761627906976745, "f1": 0.734525447042641, "tp": 1068, "fp": 464, "tn": 84, "fn": 308, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4734927234927235, "precision": 0.6784660766961652, "recall": 0.501453488372093, "f1": 0.5766819891349769, "tp": 690, "fp": 327, "tn": 221, "fn": 686, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.5623700623700624, "precision": 0.6998502994011976, "recall": 0.6795058139534884, "f1": 0.68952802359882, "tp": 935, "fp": 401, "tn": 147, "fn": 441, "total": 1924 }, "latency_ms": 8.620876904089089 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "best": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "latency_ms": 8.393829676812503 } } } }