Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.4 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.4")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.4") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.4", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Barist.4: direct link, hf CLI and curl.
- Browser
- Download file 2.47 kB
-
https://huggingface.co/KucLab/Barist.4/resolve/main/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Barist.4/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Barist.4/resolve/main/reports/eval_test.json
2.47 kB
| { | |
| "checkpoint": "checkpoints_b4b/best.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8569889162561576, | |
| "precision": 0.8527777777777777, | |
| "recall": 0.7938677502770595, | |
| "f1": 0.8222689879471973, | |
| "tp": 2149, | |
| "fp": 371, | |
| "tn": 3418, | |
| "fn": 558, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.4, | |
| "accuracy": 0.8549876847290641, | |
| "precision": 0.8086743616649178, | |
| "recall": 0.8540820096047285, | |
| "f1": 0.8307581746316923, | |
| "tp": 2312, | |
| "fp": 547, | |
| "tn": 3242, | |
| "fn": 395, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8400581606688476, | |
| "precision": 0.8031026252983293, | |
| "recall": 0.709915611814346, | |
| "f1": 0.753639417693169, | |
| "tp": 673, | |
| "fp": 165, | |
| "tn": 1638, | |
| "fn": 275, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8983631518842786, | |
| "precision": 0.8740245261984393, | |
| "recall": 0.835820895522388, | |
| "f1": 0.8544959128065396, | |
| "tp": 784, | |
| "fp": 113, | |
| "tn": 1576, | |
| "fn": 154, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8220183486238533, | |
| "precision": 0.9346846846846847, | |
| "recall": 0.8592132505175983, | |
| "f1": 0.8953613807982741, | |
| "tp": 415, | |
| "fp": 29, | |
| "tn": 33, | |
| "fn": 68, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.7887700534759359, | |
| "precision": 0.8770226537216829, | |
| "recall": 0.8685897435897436, | |
| "f1": 0.8727858293075685, | |
| "tp": 271, | |
| "fp": 38, | |
| "tn": 24, | |
| "fn": 41, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8785714285714286, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 17, | |
| "tn": 123, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5084745762711864, | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1": 0.29268292682926833, | |
| "tp": 6, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 20, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.34119591346153844, | |
| "accuracy": 0.8560364464692483, | |
| "precision": 0.8424866514111365, | |
| "recall": 0.8050291545189504, | |
| "f1": 0.8233320909429742, | |
| "tp": 2209, | |
| "fp": 413, | |
| "tn": 3428, | |
| "fn": 535 | |
| } | |
| } |