{ "checkpoint": "checkpoints_b1q/best.pt", "device": "cuda", "results": { "toxigen": { "n": 940, "unsafe": 402, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.6085106382978723, "precision": 0.5408653846153846, "recall": 0.5597014925373134, "f1": 0.5501222493887531, "tp": 225, "fp": 191, "tn": 347, "fn": 177, "total": 940 }, "best": { "threshold": 0.16, "accuracy": 0.5063829787234042, "precision": 0.46228710462287104, "recall": 0.945273631840796, "f1": 0.6209150326797386, "tp": 380, "fp": 442, "tn": 96, "fn": 22, "total": 940 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.526595744680851, "precision": 0.44584382871536526, "recall": 0.44029850746268656, "f1": 0.4430538172715895, "tp": 177, "fp": 220, "tn": 318, "fn": 225, "total": 940 }, "best": { "threshold": 0.05, "accuracy": 0.44574468085106383, "precision": 0.40165289256198344, "recall": 0.6044776119402985, "f1": 0.48262164846077454, "tp": 243, "fp": 362, "tn": 176, "fn": 159, "total": 940 }, "latency_ms": 8.349715141539878 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "best": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "latency_ms": 8.329036387991398 } }, "hatexplain_test": { "n": 1924, "unsafe": 1376, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.5893970893970893, "precision": 0.6935270805812418, "recall": 0.7630813953488372, "f1": 0.726643598615917, "tp": 1050, "fp": 464, "tn": 84, "fn": 326, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4734927234927235, "precision": 0.6784660766961652, "recall": 0.501453488372093, "f1": 0.5766819891349769, "tp": 690, "fp": 327, "tn": 221, "fn": 686, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.5623700623700624, "precision": 0.6998502994011976, "recall": 0.6795058139534884, "f1": 0.68952802359882, "tp": 935, "fp": 401, "tn": 147, "fn": 441, "total": 1924 }, "latency_ms": 7.138106158766083 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "best": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "latency_ms": 6.962527232457595 } } } }