Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.1")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.1") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.1", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Barist.1: direct link, hf CLI and curl.
- Browser
- Download file 2.46 kB
-
https://huggingface.co/KucLab/Barist.1/resolve/ffa70a24fcbca02daec0022b45a3c89f099c8e21/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Barist.1@ffa70a24fcbca02daec0022b45a3c89f099c8e21/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Barist.1/resolve/ffa70a24fcbca02daec0022b45a3c89f099c8e21/reports/eval_test.json
2.46 kB
| { | |
| "checkpoint": "checkpoints_b1q/best.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8589901477832512, | |
| "precision": 0.8594941790445604, | |
| "recall": 0.7909124492057629, | |
| "f1": 0.8237783762985764, | |
| "tp": 2141, | |
| "fp": 350, | |
| "tn": 3439, | |
| "fn": 566, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.4, | |
| "accuracy": 0.8599137931034483, | |
| "precision": 0.822158479741843, | |
| "recall": 0.847063169560399, | |
| "f1": 0.8344250363901019, | |
| "tp": 2293, | |
| "fp": 496, | |
| "tn": 3293, | |
| "fn": 414, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8404216648491457, | |
| "precision": 0.8099878197320342, | |
| "recall": 0.7014767932489452, | |
| "f1": 0.7518371961560203, | |
| "tp": 665, | |
| "fp": 156, | |
| "tn": 1647, | |
| "fn": 283, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.9006471259992387, | |
| "precision": 0.8807649043869517, | |
| "recall": 0.8347547974413646, | |
| "f1": 0.8571428571428571, | |
| "tp": 783, | |
| "fp": 106, | |
| "tn": 1583, | |
| "fn": 155, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8293577981651377, | |
| "precision": 0.9391891891891891, | |
| "recall": 0.8633540372670807, | |
| "f1": 0.8996763754045307, | |
| "tp": 417, | |
| "fp": 27, | |
| "tn": 35, | |
| "fn": 66, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.7914438502673797, | |
| "precision": 0.8823529411764706, | |
| "recall": 0.8653846153846154, | |
| "f1": 0.8737864077669903, | |
| "tp": 270, | |
| "fp": 36, | |
| "tn": 26, | |
| "fn": 42, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8857142857142857, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 16, | |
| "tn": 124, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5084745762711864, | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1": 0.29268292682926833, | |
| "tp": 6, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 20, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.34375, | |
| "accuracy": 0.8592255125284738, | |
| "precision": 0.850907686365392, | |
| "recall": 0.8028425655976676, | |
| "f1": 0.8261766360397524, | |
| "tp": 2203, | |
| "fp": 386, | |
| "tn": 3455, | |
| "fn": 541 | |
| } | |
| } |