Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.4 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.4")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.4") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.4", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/multilingual.json from KucLab/Barist.4: direct link, hf CLI and curl.
- Browser
- Download file 5.63 kB
-
https://huggingface.co/KucLab/Barist.4/resolve/main/reports/multilingual.json
- Command line
-
hf download hf://KucLab/Barist.4/reports/multilingual.json
-
curl -L -o multilingual.json https://huggingface.co/KucLab/Barist.4/resolve/main/reports/multilingual.json
5.63 kB
| { | |
| "checkpoint": "checkpoints_b4b/best.pt", | |
| "results": { | |
| "textdetox_am": { | |
| "n": 800, | |
| "unsafe": 385, | |
| "f1@0.5": 0.3576982892690513, | |
| "acc@0.5": 0.48375, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.12903225806451613, | |
| "test_fpr@tuned": 0.07075471698113207, | |
| "tuned_thr": 0.73, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ar": { | |
| "n": 800, | |
| "unsafe": 387, | |
| "f1@0.5": 0.005154639175257732, | |
| "acc@0.5": 0.5175, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.00970873786407767, | |
| "test_fpr@tuned": 0.00510204081632653, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_de": { | |
| "n": 800, | |
| "unsafe": 397, | |
| "f1@0.5": 0.5575447570332481, | |
| "acc@0.5": 0.5675, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.558139534883721, | |
| "test_fpr@tuned": 0.4238095238095238, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_en": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.8130630630630631, | |
| "acc@0.5": 0.7925, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.8143176733780761, | |
| "test_fpr@tuned": 0.3382352941176471, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_es": { | |
| "n": 800, | |
| "unsafe": 408, | |
| "f1@0.5": 0.6155580608793686, | |
| "acc@0.5": 0.57375, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.6469248291571753, | |
| "test_fpr@tuned": 0.47715736040609136, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_fr": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.48562300319488816, | |
| "acc@0.5": 0.5975, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.2845849802371541, | |
| "test_fpr@tuned": 0.031746031746031744, | |
| "tuned_thr": 0.74, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_he": { | |
| "n": 800, | |
| "unsafe": 332, | |
| "f1@0.5": 0.02932551319648094, | |
| "acc@0.5": 0.58625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.06857142857142856, | |
| "test_fpr@tuned": 0.01702127659574468, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hi": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hin": { | |
| "n": 800, | |
| "unsafe": 394, | |
| "f1@0.5": 0.4366666666666667, | |
| "acc@0.5": 0.5775, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.16806722689075632, | |
| "test_fpr@tuned": 0.08080808080808081, | |
| "tuned_thr": 0.7, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_it": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.565989847715736, | |
| "acc@0.5": 0.5725, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5378590078328981, | |
| "test_fpr@tuned": 0.4088669950738916, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ja": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ru": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.6155507559395248, | |
| "acc@0.5": 0.555, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.14746543778801843, | |
| "test_fpr@tuned": 0.05687203791469194, | |
| "tuned_thr": 0.69, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_tt": { | |
| "n": 800, | |
| "unsafe": 403, | |
| "f1@0.5": 0.6080347448425624, | |
| "acc@0.5": 0.54875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.11607142857142858, | |
| "test_fpr@tuned": 0.05970149253731343, | |
| "tuned_thr": 0.75, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_uk": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.5525672371638141, | |
| "acc@0.5": 0.5425, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.20535714285714285, | |
| "test_fpr@tuned": 0.03864734299516908, | |
| "tuned_thr": 0.7, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_zh": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0332541567695962, | |
| "acc@0.5": 0.49125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.08411214953271028, | |
| "test_fpr@tuned": 0.025, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "synth_cs": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 0.98989898989899, | |
| "acc@0.5": 0.99 | |
| }, | |
| "synth_de": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_es": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_fr": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| } | |
| } | |
| } |