Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Censer.9 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Censer.9 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Censer.9")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Censer.9") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Censer.9", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 2,469 Bytes
a6d4e8f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 | {
"checkpoint": "checkpoints9h/best.pt",
"split": "test",
"at_0.5": {
"threshold": 0.5,
"accuracy": 0.8577586206896551,
"precision": 0.8508461235733963,
"recall": 0.7986701145179165,
"f1": 0.8239329268292683,
"tp": 2162,
"fp": 379,
"tn": 3410,
"fn": 545,
"total": 6496
},
"best": {
"threshold": 0.4,
"accuracy": 0.8583743842364532,
"precision": 0.8156128576474744,
"recall": 0.8529737717029923,
"f1": 0.8338750451426507,
"tp": 2309,
"fp": 522,
"tn": 3267,
"fn": 398,
"total": 6496
},
"per_source": {
"civil_comments": {
"threshold": 0.5,
"accuracy": 0.8436932024718284,
"precision": 0.802570093457944,
"recall": 0.7246835443037974,
"f1": 0.7616407982261642,
"tp": 687,
"fp": 169,
"tn": 1634,
"fn": 261,
"total": 2751
},
"jigsaw": {
"threshold": 0.5,
"accuracy": 0.8968405024743052,
"precision": 0.8676957001102535,
"recall": 0.8390191897654584,
"f1": 0.8531165311653115,
"tp": 787,
"fp": 120,
"tn": 1569,
"fn": 151,
"total": 2627
},
"aegis": {
"threshold": 0.5,
"accuracy": 0.818348623853211,
"precision": 0.9343891402714932,
"recall": 0.855072463768116,
"f1": 0.8929729729729731,
"tp": 413,
"fp": 29,
"tn": 33,
"fn": 70,
"total": 545
},
"beavertails": {
"threshold": 0.5,
"accuracy": 0.786096256684492,
"precision": 0.881578947368421,
"recall": 0.8589743589743589,
"f1": 0.8701298701298701,
"tp": 268,
"fp": 36,
"tn": 26,
"fn": 44,
"total": 374
},
"dolly": {
"threshold": 0.5,
"accuracy": 0.8857142857142857,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"tp": 0,
"fp": 16,
"tn": 124,
"fn": 0,
"total": 140
},
"toxic_chat": {
"threshold": 0.5,
"accuracy": 0.5254237288135594,
"precision": 0.4375,
"recall": 0.2692307692307692,
"f1": 0.33333333333333337,
"tp": 7,
"fp": 9,
"tn": 24,
"fn": 19,
"total": 59
}
},
"model_metrics": {
"loss": 0.35096153846153844,
"accuracy": 0.8577069096431283,
"precision": 0.8421052631578947,
"recall": 0.8104956268221575,
"f1": 0.8259981429897865,
"tp": 2224,
"fp": 417,
"tn": 3424,
"fn": 520
}
} |