{ "checkpoint": "checkpoints_b3e/best.pt", "device": "cuda", "results": { "toxigen": { "n": 940, "unsafe": 402, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.6138297872340426, "precision": 0.5467625899280576, "recall": 0.5671641791044776, "f1": 0.5567765567765568, "tp": 228, "fp": 189, "tn": 349, "fn": 174, "total": 940 }, "best": { "threshold": 0.18, "accuracy": 0.5159574468085106, "precision": 0.4670807453416149, "recall": 0.9353233830845771, "f1": 0.6230323115161557, "tp": 376, "fp": 429, "tn": 109, "fn": 26, "total": 940 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.526595744680851, "precision": 0.44584382871536526, "recall": 0.44029850746268656, "f1": 0.4430538172715895, "tp": 177, "fp": 220, "tn": 318, "fn": 225, "total": 940 }, "best": { "threshold": 0.05, "accuracy": 0.44574468085106383, "precision": 0.40165289256198344, "recall": 0.6044776119402985, "f1": 0.48262164846077454, "tp": 243, "fp": 362, "tn": 176, "fn": 159, "total": 940 }, "latency_ms": 8.755583458758416 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "best": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "latency_ms": 8.711057774564052 } }, "hatexplain_test": { "n": 1924, "unsafe": 1376, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.5888773388773388, "precision": 0.6943521594684385, "recall": 0.7594476744186046, "f1": 0.7254425546685179, "tp": 1045, "fp": 460, "tn": 88, "fn": 331, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4734927234927235, "precision": 0.6784660766961652, "recall": 0.501453488372093, "f1": 0.5766819891349769, "tp": 690, "fp": 327, "tn": 221, "fn": 686, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.5623700623700624, "precision": 0.6998502994011976, "recall": 0.6795058139534884, "f1": 0.68952802359882, "tp": 935, "fp": 401, "tn": 147, "fn": 441, "total": 1924 }, "latency_ms": 7.323324432492008 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "best": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "latency_ms": 7.140558995229044 } } } }