Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.5 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.5 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.5")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.5") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.5", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/multilingual.json from KucLab/Barist.5: direct link, hf CLI and curl.
- Browser
- Download file 5.64 kB
-
https://huggingface.co/KucLab/Barist.5/resolve/main/reports/multilingual.json
- Command line
-
hf download hf://KucLab/Barist.5/reports/multilingual.json
-
curl -L -o multilingual.json https://huggingface.co/KucLab/Barist.5/resolve/main/reports/multilingual.json
5.64 kB
| { | |
| "checkpoint": "checkpoints_b5c/best.pt", | |
| "results": { | |
| "textdetox_am": { | |
| "n": 800, | |
| "unsafe": 385, | |
| "f1@0.5": 0.4335664335664336, | |
| "acc@0.5": 0.49375, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.09216589861751152, | |
| "test_fpr@tuned": 0.05853658536585366, | |
| "tuned_thr": 0.74, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ar": { | |
| "n": 800, | |
| "unsafe": 387, | |
| "f1@0.5": 0.005154639175257732, | |
| "acc@0.5": 0.5175, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.010582010582010583, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_de": { | |
| "n": 800, | |
| "unsafe": 397, | |
| "f1@0.5": 0.5227882037533512, | |
| "acc@0.5": 0.555, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5217391304347826, | |
| "test_fpr@tuned": 0.3786407766990291, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_en": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.8120805369127516, | |
| "acc@0.5": 0.79, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.8192219679633868, | |
| "test_fpr@tuned": 0.3073170731707317, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_es": { | |
| "n": 800, | |
| "unsafe": 408, | |
| "f1@0.5": 0.6044340723453908, | |
| "acc@0.5": 0.57625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5958429561200924, | |
| "test_fpr@tuned": 0.5, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_fr": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.46434494195688225, | |
| "acc@0.5": 0.59625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.28333333333333327, | |
| "test_fpr@tuned": 0.05825242718446602, | |
| "tuned_thr": 0.69, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_he": { | |
| "n": 800, | |
| "unsafe": 332, | |
| "f1@0.5": 0.03508771929824561, | |
| "acc@0.5": 0.5875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0782122905027933, | |
| "test_fpr@tuned": 0.012987012987012988, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hi": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hin": { | |
| "n": 800, | |
| "unsafe": 394, | |
| "f1@0.5": 0.4187604690117253, | |
| "acc@0.5": 0.56625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.12444444444444444, | |
| "test_fpr@tuned": 0.05025125628140704, | |
| "tuned_thr": 0.74, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_it": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.5395590142671854, | |
| "acc@0.5": 0.55625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5506493506493506, | |
| "test_fpr@tuned": 0.38578680203045684, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ja": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ru": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.5279583875162549, | |
| "acc@0.5": 0.54625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.11707317073170731, | |
| "test_fpr@tuned": 0.037209302325581395, | |
| "tuned_thr": 0.65, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_tt": { | |
| "n": 800, | |
| "unsafe": 403, | |
| "f1@0.5": 0.5605700712589072, | |
| "acc@0.5": 0.5375, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.15517241379310345, | |
| "test_fpr@tuned": 0.046153846153846156, | |
| "tuned_thr": 0.72, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_uk": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.47437774524158133, | |
| "acc@0.5": 0.55125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.23868312757201646, | |
| "test_fpr@tuned": 0.09268292682926829, | |
| "tuned_thr": 0.63, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_zh": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.028639618138424822, | |
| "acc@0.5": 0.49125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.07272727272727274, | |
| "test_fpr@tuned": 0.04568527918781726, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "synth_cs": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 0.983050847457627, | |
| "acc@0.5": 0.9833333333333333 | |
| }, | |
| "synth_de": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_es": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_fr": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| } | |
| } | |
| } |