Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Censer.9 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Censer.9 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Censer.9")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Censer.9") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Censer.9", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Censer.9: direct link, hf CLI and curl.
- Browser
- Download file 2.47 kB
-
https://huggingface.co/KucLab/Censer.9/resolve/main/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Censer.9/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Censer.9/resolve/main/reports/eval_test.json
2.47 kB
| { | |
| "checkpoint": "checkpoints9h/best.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8577586206896551, | |
| "precision": 0.8508461235733963, | |
| "recall": 0.7986701145179165, | |
| "f1": 0.8239329268292683, | |
| "tp": 2162, | |
| "fp": 379, | |
| "tn": 3410, | |
| "fn": 545, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.4, | |
| "accuracy": 0.8583743842364532, | |
| "precision": 0.8156128576474744, | |
| "recall": 0.8529737717029923, | |
| "f1": 0.8338750451426507, | |
| "tp": 2309, | |
| "fp": 522, | |
| "tn": 3267, | |
| "fn": 398, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8436932024718284, | |
| "precision": 0.802570093457944, | |
| "recall": 0.7246835443037974, | |
| "f1": 0.7616407982261642, | |
| "tp": 687, | |
| "fp": 169, | |
| "tn": 1634, | |
| "fn": 261, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8968405024743052, | |
| "precision": 0.8676957001102535, | |
| "recall": 0.8390191897654584, | |
| "f1": 0.8531165311653115, | |
| "tp": 787, | |
| "fp": 120, | |
| "tn": 1569, | |
| "fn": 151, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.818348623853211, | |
| "precision": 0.9343891402714932, | |
| "recall": 0.855072463768116, | |
| "f1": 0.8929729729729731, | |
| "tp": 413, | |
| "fp": 29, | |
| "tn": 33, | |
| "fn": 70, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.786096256684492, | |
| "precision": 0.881578947368421, | |
| "recall": 0.8589743589743589, | |
| "f1": 0.8701298701298701, | |
| "tp": 268, | |
| "fp": 36, | |
| "tn": 26, | |
| "fn": 44, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8857142857142857, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 16, | |
| "tn": 124, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5254237288135594, | |
| "precision": 0.4375, | |
| "recall": 0.2692307692307692, | |
| "f1": 0.33333333333333337, | |
| "tp": 7, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 19, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.35096153846153844, | |
| "accuracy": 0.8577069096431283, | |
| "precision": 0.8421052631578947, | |
| "recall": 0.8104956268221575, | |
| "f1": 0.8259981429897865, | |
| "tp": 2224, | |
| "fp": 417, | |
| "tn": 3424, | |
| "fn": 520 | |
| } | |
| } |