Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Censer.9 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Censer.9 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Censer.9")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Censer.9") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Censer.9", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/multilingual.json from KucLab/Censer.9: direct link, hf CLI and curl.
- Browser
- Download file 5.6 kB
-
https://huggingface.co/KucLab/Censer.9/resolve/main/reports/multilingual.json
- Command line
-
hf download hf://KucLab/Censer.9/reports/multilingual.json
-
curl -L -o multilingual.json https://huggingface.co/KucLab/Censer.9/resolve/main/reports/multilingual.json
5.6 kB
| { | |
| "checkpoint": "checkpoints9h/best.pt", | |
| "results": { | |
| "textdetox_am": { | |
| "n": 800, | |
| "unsafe": 385, | |
| "f1@0.5": 0.0665083135391924, | |
| "acc@0.5": 0.50875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.08530805687203791, | |
| "test_fpr@tuned": 0.061611374407582936, | |
| "tuned_thr": 0.46, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ar": { | |
| "n": 800, | |
| "unsafe": 387, | |
| "f1@0.5": 0.0051413881748071984, | |
| "acc@0.5": 0.51625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.010309278350515464, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_de": { | |
| "n": 800, | |
| "unsafe": 397, | |
| "f1@0.5": 0.6056338028169013, | |
| "acc@0.5": 0.58, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.038461538461538464, | |
| "test_fpr@tuned": 0.024875621890547265, | |
| "tuned_thr": 0.92, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_en": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.8107502799552072, | |
| "acc@0.5": 0.78875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.7965616045845272, | |
| "test_fpr@tuned": 0.09523809523809523, | |
| "tuned_thr": 0.79, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_es": { | |
| "n": 800, | |
| "unsafe": 408, | |
| "f1@0.5": 0.6436058700209644, | |
| "acc@0.5": 0.575, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.6529774127310062, | |
| "test_fpr@tuned": 0.6086956521739131, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_fr": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.5052950075642965, | |
| "acc@0.5": 0.59125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.25, | |
| "test_fpr@tuned": 0.03773584905660377, | |
| "tuned_thr": 0.89, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_he": { | |
| "n": 800, | |
| "unsafe": 332, | |
| "f1@0.5": 0.029411764705882353, | |
| "acc@0.5": 0.5875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.03571428571428571, | |
| "test_fpr@tuned": 0.016736401673640166, | |
| "tuned_thr": 0.38, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hi": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hin": { | |
| "n": 800, | |
| "unsafe": 394, | |
| "f1@0.5": 0.5406162464985994, | |
| "acc@0.5": 0.59, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.11504424778761062, | |
| "test_fpr@tuned": 0.03608247422680412, | |
| "tuned_thr": 0.87, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_it": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.594724220623501, | |
| "acc@0.5": 0.5775, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.125, | |
| "test_fpr@tuned": 0.020618556701030927, | |
| "tuned_thr": 0.9, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ja": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ru": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.1934065934065934, | |
| "acc@0.5": 0.54125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.1739130434782609, | |
| "test_fpr@tuned": 0.030612244897959183, | |
| "tuned_thr": 0.58, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_tt": { | |
| "n": 800, | |
| "unsafe": 403, | |
| "f1@0.5": 0.39418416801292405, | |
| "acc@0.5": 0.53125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.09691629955947137, | |
| "test_fpr@tuned": 0.046632124352331605, | |
| "tuned_thr": 0.9, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_uk": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.23700623700623702, | |
| "acc@0.5": 0.54125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.1965811965811966, | |
| "test_fpr@tuned": 0.045454545454545456, | |
| "tuned_thr": 0.71, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_zh": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.009685230024213074, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.017241379310344827, | |
| "test_fpr@tuned": 0.022988505747126436, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "synth_cs": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_de": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_es": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_fr": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| } | |
| } | |
| } |