Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.6 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.6 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.6")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.6") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.6", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Barist.6: direct link, hf CLI and curl.
- Browser
- Download file 2.46 kB
-
https://huggingface.co/KucLab/Barist.6/resolve/main/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Barist.6/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Barist.6/resolve/main/reports/eval_test.json
2.46 kB
| { | |
| "checkpoint": "checkpoints_b6b/best.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8568349753694581, | |
| "precision": 0.8527193330686781, | |
| "recall": 0.7934983376431474, | |
| "f1": 0.8220436280137773, | |
| "tp": 2148, | |
| "fp": 371, | |
| "tn": 3418, | |
| "fn": 559, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.43, | |
| "accuracy": 0.8568349753694581, | |
| "precision": 0.8199495858840475, | |
| "recall": 0.8411525674178056, | |
| "f1": 0.8304157549234136, | |
| "tp": 2277, | |
| "fp": 500, | |
| "tn": 3289, | |
| "fn": 430, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8404216648491457, | |
| "precision": 0.8026159334126041, | |
| "recall": 0.7120253164556962, | |
| "f1": 0.7546115148127445, | |
| "tp": 675, | |
| "fp": 166, | |
| "tn": 1637, | |
| "fn": 273, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8979824895317853, | |
| "precision": 0.875560538116592, | |
| "recall": 0.8326226012793176, | |
| "f1": 0.853551912568306, | |
| "tp": 781, | |
| "fp": 111, | |
| "tn": 1578, | |
| "fn": 157, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8238532110091743, | |
| "precision": 0.9348314606741573, | |
| "recall": 0.8612836438923396, | |
| "f1": 0.896551724137931, | |
| "tp": 416, | |
| "fp": 29, | |
| "tn": 33, | |
| "fn": 67, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.786096256684492, | |
| "precision": 0.8766233766233766, | |
| "recall": 0.8653846153846154, | |
| "f1": 0.8709677419354839, | |
| "tp": 270, | |
| "fp": 38, | |
| "tn": 24, | |
| "fn": 42, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8714285714285714, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 18, | |
| "tn": 122, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5084745762711864, | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1": 0.29268292682926833, | |
| "tp": 6, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 20, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.3375901442307692, | |
| "accuracy": 0.8572513287775246, | |
| "precision": 0.84375, | |
| "recall": 0.8068513119533528, | |
| "f1": 0.8248882265275708, | |
| "tp": 2214, | |
| "fp": 410, | |
| "tn": 3431, | |
| "fn": 530 | |
| } | |
| } |