Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.2 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.2")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.2") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.2", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/external_h2h.json from KucLab/Barist.2: direct link, hf CLI and curl.
- Browser
- Download file 4.45 kB
-
https://huggingface.co/KucLab/Barist.2/resolve/main/reports/external_h2h.json
- Command line
-
hf download hf://KucLab/Barist.2/reports/external_h2h.json
-
curl -L -o external_h2h.json https://huggingface.co/KucLab/Barist.2/resolve/main/reports/external_h2h.json
4.45 kB
| { | |
| "checkpoint": "checkpoints_b2x/best.pt", | |
| "device": "cuda", | |
| "results": { | |
| "toxigen": { | |
| "n": 940, | |
| "unsafe": 402, | |
| "barist1": { | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.6074468085106383, | |
| "precision": 0.5399515738498789, | |
| "recall": 0.554726368159204, | |
| "f1": 0.5472392638036809, | |
| "tp": 223, | |
| "fp": 190, | |
| "tn": 348, | |
| "fn": 179, | |
| "total": 940 | |
| }, | |
| "best": { | |
| "threshold": 0.17, | |
| "accuracy": 0.5148936170212766, | |
| "precision": 0.4666666666666667, | |
| "recall": 0.9402985074626866, | |
| "f1": 0.6237623762376239, | |
| "tp": 378, | |
| "fp": 432, | |
| "tn": 106, | |
| "fn": 24, | |
| "total": 940 | |
| } | |
| }, | |
| "unitary/unbiased-toxic-roberta": { | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.526595744680851, | |
| "precision": 0.44584382871536526, | |
| "recall": 0.44029850746268656, | |
| "f1": 0.4430538172715895, | |
| "tp": 177, | |
| "fp": 220, | |
| "tn": 318, | |
| "fn": 225, | |
| "total": 940 | |
| }, | |
| "best": { | |
| "threshold": 0.05, | |
| "accuracy": 0.44574468085106383, | |
| "precision": 0.40165289256198344, | |
| "recall": 0.6044776119402985, | |
| "f1": 0.48262164846077454, | |
| "tp": 243, | |
| "fp": 362, | |
| "tn": 176, | |
| "fn": 159, | |
| "total": 940 | |
| }, | |
| "latency_ms": 8.357397292522673 | |
| }, | |
| "unitary/toxic-bert": { | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.4276595744680851, | |
| "precision": 0.4276595744680851, | |
| "recall": 1.0, | |
| "f1": 0.5991058122205664, | |
| "tp": 402, | |
| "fp": 538, | |
| "tn": 0, | |
| "fn": 0, | |
| "total": 940 | |
| }, | |
| "best": { | |
| "threshold": 0.5, | |
| "accuracy": 0.4276595744680851, | |
| "precision": 0.4276595744680851, | |
| "recall": 1.0, | |
| "f1": 0.5991058122205664, | |
| "tp": 402, | |
| "fp": 538, | |
| "tn": 0, | |
| "fn": 0, | |
| "total": 940 | |
| }, | |
| "latency_ms": 8.315100568406125 | |
| } | |
| }, | |
| "hatexplain_test": { | |
| "n": 1924, | |
| "unsafe": 1376, | |
| "barist1": { | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.590956340956341, | |
| "precision": 0.6949040370615487, | |
| "recall": 0.7630813953488372, | |
| "f1": 0.7273986837547628, | |
| "tp": 1050, | |
| "fp": 461, | |
| "tn": 87, | |
| "fn": 326, | |
| "total": 1924 | |
| }, | |
| "best": { | |
| "threshold": 0.05, | |
| "accuracy": 0.7146569646569647, | |
| "precision": 0.7150286011440458, | |
| "recall": 0.9992732558139535, | |
| "f1": 0.8335859351318581, | |
| "tp": 1375, | |
| "fp": 548, | |
| "tn": 0, | |
| "fn": 1, | |
| "total": 1924 | |
| } | |
| }, | |
| "unitary/unbiased-toxic-roberta": { | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.4734927234927235, | |
| "precision": 0.6784660766961652, | |
| "recall": 0.501453488372093, | |
| "f1": 0.5766819891349769, | |
| "tp": 690, | |
| "fp": 327, | |
| "tn": 221, | |
| "fn": 686, | |
| "total": 1924 | |
| }, | |
| "best": { | |
| "threshold": 0.05, | |
| "accuracy": 0.5623700623700624, | |
| "precision": 0.6998502994011976, | |
| "recall": 0.6795058139534884, | |
| "f1": 0.68952802359882, | |
| "tp": 935, | |
| "fp": 401, | |
| "tn": 147, | |
| "fn": 441, | |
| "total": 1924 | |
| }, | |
| "latency_ms": 7.1414886294184505 | |
| }, | |
| "unitary/toxic-bert": { | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.7151767151767152, | |
| "precision": 0.7151767151767152, | |
| "recall": 1.0, | |
| "f1": 0.833939393939394, | |
| "tp": 1376, | |
| "fp": 548, | |
| "tn": 0, | |
| "fn": 0, | |
| "total": 1924 | |
| }, | |
| "best": { | |
| "threshold": 0.5, | |
| "accuracy": 0.7151767151767152, | |
| "precision": 0.7151767151767152, | |
| "recall": 1.0, | |
| "f1": 0.833939393939394, | |
| "tp": 1376, | |
| "fp": 548, | |
| "tn": 0, | |
| "fn": 0, | |
| "total": 1924 | |
| }, | |
| "latency_ms": 6.963312501966829 | |
| } | |
| } | |
| } | |
| } |