Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Censer.8 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Censer.8 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Censer.8")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Censer.8") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Censer.8", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/eval_test.json from KucLab/Censer.8: direct link, hf CLI and curl.
- Browser
- Download file 2.46 kB
-
https://huggingface.co/KucLab/Censer.8/resolve/main/reports/eval_test.json
- Command line
-
hf download hf://KucLab/Censer.8/reports/eval_test.json
-
curl -L -o eval_test.json https://huggingface.co/KucLab/Censer.8/resolve/main/reports/eval_test.json
2.46 kB
| { | |
| "checkpoint": "checkpoints8f/epoch2.pt", | |
| "split": "test", | |
| "at_0.5": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8568349753694581, | |
| "precision": 0.8622095393395842, | |
| "recall": 0.7813077207240487, | |
| "f1": 0.8197674418604651, | |
| "tp": 2115, | |
| "fp": 338, | |
| "tn": 3451, | |
| "fn": 592, | |
| "total": 6496 | |
| }, | |
| "best": { | |
| "threshold": 0.36, | |
| "accuracy": 0.8592980295566502, | |
| "precision": 0.8124782154060648, | |
| "recall": 0.861100849649058, | |
| "f1": 0.8360832137733142, | |
| "tp": 2331, | |
| "fp": 538, | |
| "tn": 3251, | |
| "fn": 376, | |
| "total": 6496 | |
| }, | |
| "per_source": { | |
| "civil_comments": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8407851690294439, | |
| "precision": 0.8171641791044776, | |
| "recall": 0.6930379746835443, | |
| "f1": 0.75, | |
| "tp": 657, | |
| "fp": 147, | |
| "tn": 1656, | |
| "fn": 291, | |
| "total": 2751 | |
| }, | |
| "jigsaw": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8968405024743052, | |
| "precision": 0.8785471055618616, | |
| "recall": 0.8251599147121536, | |
| "f1": 0.8510170423309511, | |
| "tp": 774, | |
| "fp": 107, | |
| "tn": 1582, | |
| "fn": 164, | |
| "total": 2627 | |
| }, | |
| "aegis": { | |
| "threshold": 0.5, | |
| "accuracy": 0.8165137614678899, | |
| "precision": 0.9362186788154897, | |
| "recall": 0.8509316770186336, | |
| "f1": 0.8915401301518439, | |
| "tp": 411, | |
| "fp": 28, | |
| "tn": 34, | |
| "fn": 72, | |
| "total": 545 | |
| }, | |
| "beavertails": { | |
| "threshold": 0.5, | |
| "accuracy": 0.7887700534759359, | |
| "precision": 0.8870431893687708, | |
| "recall": 0.8557692307692307, | |
| "f1": 0.8711256117455138, | |
| "tp": 267, | |
| "fp": 34, | |
| "tn": 28, | |
| "fn": 45, | |
| "total": 374 | |
| }, | |
| "dolly": { | |
| "threshold": 0.5, | |
| "accuracy": 0.9071428571428571, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "tp": 0, | |
| "fp": 13, | |
| "tn": 127, | |
| "fn": 0, | |
| "total": 140 | |
| }, | |
| "toxic_chat": { | |
| "threshold": 0.5, | |
| "accuracy": 0.5084745762711864, | |
| "precision": 0.4, | |
| "recall": 0.23076923076923078, | |
| "f1": 0.29268292682926833, | |
| "tp": 6, | |
| "fp": 9, | |
| "tn": 24, | |
| "fn": 20, | |
| "total": 59 | |
| } | |
| }, | |
| "model_metrics": { | |
| "loss": 0.34900841346153844, | |
| "accuracy": 0.8602885345482156, | |
| "precision": 0.8590551181102363, | |
| "recall": 0.7951895043731778, | |
| "f1": 0.825889477668433, | |
| "tp": 2182, | |
| "fp": 358, | |
| "tn": 3483, | |
| "fn": 562 | |
| } | |
| } |