{ "checkpoint": "checkpoints_b7b/best.pt", "device": "cuda", "results": { "toxigen": { "n": 940, "unsafe": 402, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.6, "precision": 0.5294117647058824, "recall": 0.582089552238806, "f1": 0.5545023696682464, "tp": 234, "fp": 208, "tn": 330, "fn": 168, "total": 940 }, "best": { "threshold": 0.23, "accuracy": 0.5255319148936171, "precision": 0.4717948717948718, "recall": 0.9154228855721394, "f1": 0.622673434856176, "tp": 368, "fp": 412, "tn": 126, "fn": 34, "total": 940 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.526595744680851, "precision": 0.44584382871536526, "recall": 0.44029850746268656, "f1": 0.4430538172715895, "tp": 177, "fp": 220, "tn": 318, "fn": 225, "total": 940 }, "best": { "threshold": 0.05, "accuracy": 0.44574468085106383, "precision": 0.40165289256198344, "recall": 0.6044776119402985, "f1": 0.48262164846077454, "tp": 243, "fp": 362, "tn": 176, "fn": 159, "total": 940 }, "latency_ms": 8.366268746396328 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "best": { "threshold": 0.5, "accuracy": 0.4276595744680851, "precision": 0.4276595744680851, "recall": 1.0, "f1": 0.5991058122205664, "tp": 402, "fp": 538, "tn": 0, "fn": 0, "total": 940 }, "latency_ms": 8.343508395742864 } }, "hatexplain_test": { "n": 1924, "unsafe": 1376, "barist1": { "at_0.5": { "threshold": 0.5, "accuracy": 0.6008316008316008, "precision": 0.6976592977893368, "recall": 0.779796511627907, "f1": 0.7364447494852436, "tp": 1073, "fp": 465, "tn": 83, "fn": 303, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 } }, "unitary/unbiased-toxic-roberta": { "at_0.5": { "threshold": 0.5, "accuracy": 0.4734927234927235, "precision": 0.6784660766961652, "recall": 0.501453488372093, "f1": 0.5766819891349769, "tp": 690, "fp": 327, "tn": 221, "fn": 686, "total": 1924 }, "best": { "threshold": 0.05, "accuracy": 0.5623700623700624, "precision": 0.6998502994011976, "recall": 0.6795058139534884, "f1": 0.68952802359882, "tp": 935, "fp": 401, "tn": 147, "fn": 441, "total": 1924 }, "latency_ms": 7.135730771165876 }, "unitary/toxic-bert": { "at_0.5": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "best": { "threshold": 0.5, "accuracy": 0.7151767151767152, "precision": 0.7151767151767152, "recall": 1.0, "f1": 0.833939393939394, "tp": 1376, "fp": 548, "tn": 0, "fn": 0, "total": 1924 }, "latency_ms": 6.9598403145518475 } } } }