Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.5 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.5 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.5")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.5") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.5", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Barist.5: direct link, hf CLI and curl.
- Browser
- Download file 2.47 kB
-
https://huggingface.co/KucLab/Barist.5/resolve/main/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Barist.5/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Barist.5/resolve/main/reports/eval_test.json
2.47 kB
| { | |
| "checkpoint": "checkpoints_b5c/best.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8569889162561576, | |
| "precision": 0.8519398258115598, | |
| "recall": 0.7949759881787957, | |
| "f1": 0.8224727689661762, | |
| "tp": 2152, | |
| "fp": 374, | |
| "tn": 3415, | |
| "fn": 555, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.42, | |
| "accuracy": 0.8548337438423645, | |
| "precision": 0.8123229461756374, | |
| "recall": 0.8474325821943111, | |
| "f1": 0.8295064183691919, | |
| "tp": 2294, | |
| "fp": 530, | |
| "tn": 3259, | |
| "fn": 413, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8404216648491457, | |
| "precision": 0.8011834319526627, | |
| "recall": 0.7141350210970464, | |
| "f1": 0.75515895147797, | |
| "tp": 677, | |
| "fp": 168, | |
| "tn": 1635, | |
| "fn": 271, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8983631518842786, | |
| "precision": 0.8756998880179171, | |
| "recall": 0.8336886993603412, | |
| "f1": 0.854178044784271, | |
| "tp": 782, | |
| "fp": 111, | |
| "tn": 1578, | |
| "fn": 156, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8220183486238533, | |
| "precision": 0.9327354260089686, | |
| "recall": 0.8612836438923396, | |
| "f1": 0.8955866523143164, | |
| "tp": 416, | |
| "fp": 30, | |
| "tn": 32, | |
| "fn": 67, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.7887700534759359, | |
| "precision": 0.8770226537216829, | |
| "recall": 0.8685897435897436, | |
| "f1": 0.8727858293075685, | |
| "tp": 271, | |
| "fp": 38, | |
| "tn": 24, | |
| "fn": 41, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8714285714285714, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 18, | |
| "tn": 122, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5084745762711864, | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1": 0.29268292682926833, | |
| "tp": 6, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 20, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.33706430288461536, | |
| "accuracy": 0.8563401670463174, | |
| "precision": 0.8418250950570342, | |
| "recall": 0.8068513119533528, | |
| "f1": 0.8239672497208782, | |
| "tp": 2214, | |
| "fp": 416, | |
| "tn": 3425, | |
| "fn": 530 | |
| } | |
| } |