Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.7 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.7 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.7")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.7") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.7", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Barist.7: direct link, hf CLI and curl.
- Browser
- Download file 2.47 kB
-
https://huggingface.co/KucLab/Barist.7/resolve/main/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Barist.7/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Barist.7/resolve/main/reports/eval_test.json
2.47 kB
| { | |
| "checkpoint": "checkpoints_b7b/best.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8568349753694581, | |
| "precision": 0.8507698381365969, | |
| "recall": 0.796084226080532, | |
| "f1": 0.8225190839694656, | |
| "tp": 2155, | |
| "fp": 378, | |
| "tn": 3411, | |
| "fn": 552, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.41, | |
| "accuracy": 0.853448275862069, | |
| "precision": 0.8054298642533937, | |
| "recall": 0.8548208348725527, | |
| "f1": 0.8293906810035843, | |
| "tp": 2314, | |
| "fp": 559, | |
| "tn": 3230, | |
| "fn": 393, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.841148673209742, | |
| "precision": 0.800942285041225, | |
| "recall": 0.7172995780590717, | |
| "f1": 0.756816917084029, | |
| "tp": 680, | |
| "fp": 169, | |
| "tn": 1634, | |
| "fn": 268, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8979824895317853, | |
| "precision": 0.8738839285714286, | |
| "recall": 0.8347547974413646, | |
| "f1": 0.8538713195201746, | |
| "tp": 783, | |
| "fp": 113, | |
| "tn": 1576, | |
| "fn": 155, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8220183486238533, | |
| "precision": 0.9327354260089686, | |
| "recall": 0.8612836438923396, | |
| "f1": 0.8955866523143164, | |
| "tp": 416, | |
| "fp": 30, | |
| "tn": 32, | |
| "fn": 67, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.786096256684492, | |
| "precision": 0.8766233766233766, | |
| "recall": 0.8653846153846154, | |
| "f1": 0.8709677419354839, | |
| "tp": 270, | |
| "fp": 38, | |
| "tn": 24, | |
| "fn": 42, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8642857142857143, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 19, | |
| "tn": 121, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5084745762711864, | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1": 0.29268292682926833, | |
| "tp": 6, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 20, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.3378155048076923, | |
| "accuracy": 0.8570994684889901, | |
| "precision": 0.8413479742521772, | |
| "recall": 0.8097667638483965, | |
| "f1": 0.825255338904364, | |
| "tp": 2222, | |
| "fp": 419, | |
| "tn": 3422, | |
| "fn": 522 | |
| } | |
| } |