Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.3 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.3")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.3") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.3", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Barist.3: direct link, hf CLI and curl.
- Browser
- Download file 2.47 kB
-
https://huggingface.co/KucLab/Barist.3/resolve/main/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Barist.3/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Barist.3/resolve/main/reports/eval_test.json
2.47 kB
| { | |
| "checkpoint": "checkpoints_b3e/best.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8579125615763546, | |
| "precision": 0.8565147881694645, | |
| "recall": 0.791651274473587, | |
| "f1": 0.8228066807448646, | |
| "tp": 2143, | |
| "fp": 359, | |
| "tn": 3430, | |
| "fn": 564, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.41, | |
| "accuracy": 0.8574507389162561, | |
| "precision": 0.8186046511627907, | |
| "recall": 0.8452161063908386, | |
| "f1": 0.8316975645219921, | |
| "tp": 2288, | |
| "fp": 507, | |
| "tn": 3282, | |
| "fn": 419, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.841148673209742, | |
| "precision": 0.8089480048367593, | |
| "recall": 0.7056962025316456, | |
| "f1": 0.7538028169014086, | |
| "tp": 669, | |
| "fp": 158, | |
| "tn": 1645, | |
| "fn": 279, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8995051389417587, | |
| "precision": 0.8778026905829597, | |
| "recall": 0.8347547974413646, | |
| "f1": 0.8557377049180327, | |
| "tp": 783, | |
| "fp": 109, | |
| "tn": 1580, | |
| "fn": 155, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8220183486238533, | |
| "precision": 0.9346846846846847, | |
| "recall": 0.8592132505175983, | |
| "f1": 0.8953613807982741, | |
| "tp": 415, | |
| "fp": 29, | |
| "tn": 33, | |
| "fn": 68, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.7887700534759359, | |
| "precision": 0.8794788273615635, | |
| "recall": 0.8653846153846154, | |
| "f1": 0.8723747980613894, | |
| "tp": 270, | |
| "fp": 37, | |
| "tn": 25, | |
| "fn": 42, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8785714285714286, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 17, | |
| "tn": 123, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5084745762711864, | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1": 0.29268292682926833, | |
| "tp": 6, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 20, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.34314903846153844, | |
| "accuracy": 0.8566438876233865, | |
| "precision": 0.8450920245398773, | |
| "recall": 0.8032069970845481, | |
| "f1": 0.8236173393124065, | |
| "tp": 2204, | |
| "fp": 404, | |
| "tn": 3437, | |
| "fn": 540 | |
| } | |
| } |