Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.7 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.7 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.7")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.7") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.7", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/multilingual.json from KucLab/Barist.7: direct link, hf CLI and curl.
- Browser
- Download file 5.6 kB
-
https://huggingface.co/KucLab/Barist.7/resolve/main/reports/multilingual.json
- Command line
-
hf download hf://KucLab/Barist.7/reports/multilingual.json
-
curl -L -o multilingual.json https://huggingface.co/KucLab/Barist.7/resolve/main/reports/multilingual.json
5.6 kB
| { | |
| "checkpoint": "checkpoints_b7b/best.pt", | |
| "results": { | |
| "textdetox_am": { | |
| "n": 800, | |
| "unsafe": 385, | |
| "f1@0.5": 0.46797385620915033, | |
| "acc@0.5": 0.49125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.49489795918367346, | |
| "test_fpr@tuned": 0.475, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ar": { | |
| "n": 800, | |
| "unsafe": 387, | |
| "f1@0.5": 0.005154639175257732, | |
| "acc@0.5": 0.5175, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.39, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_de": { | |
| "n": 800, | |
| "unsafe": 397, | |
| "f1@0.5": 0.5696361355081555, | |
| "acc@0.5": 0.57125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5532994923857868, | |
| "test_fpr@tuned": 0.4362745098039216, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_en": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.8097886540600666, | |
| "acc@0.5": 0.78625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.8286334056399132, | |
| "test_fpr@tuned": 0.336734693877551, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_es": { | |
| "n": 800, | |
| "unsafe": 408, | |
| "f1@0.5": 0.6160815402038504, | |
| "acc@0.5": 0.57625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.631336405529954, | |
| "test_fpr@tuned": 0.48756218905472637, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_fr": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.4984423676012461, | |
| "acc@0.5": 0.5975, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.2796610169491525, | |
| "test_fpr@tuned": 0.05741626794258373, | |
| "tuned_thr": 0.71, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_he": { | |
| "n": 800, | |
| "unsafe": 332, | |
| "f1@0.5": 0.03488372093023256, | |
| "acc@0.5": 0.585, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.1368421052631579, | |
| "test_fpr@tuned": 0.01762114537444934, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hi": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hin": { | |
| "n": 800, | |
| "unsafe": 394, | |
| "f1@0.5": 0.4411764705882353, | |
| "acc@0.5": 0.5725, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.11555555555555556, | |
| "test_fpr@tuned": 0.04568527918781726, | |
| "tuned_thr": 0.74, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_it": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.5588972431077694, | |
| "acc@0.5": 0.56, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.20408163265306123, | |
| "test_fpr@tuned": 0.08163265306122448, | |
| "tuned_thr": 0.74, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ja": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ru": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.5731414868105515, | |
| "acc@0.5": 0.555, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.24505928853754938, | |
| "test_fpr@tuned": 0.11, | |
| "tuned_thr": 0.62, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_tt": { | |
| "n": 800, | |
| "unsafe": 403, | |
| "f1@0.5": 0.5711009174311926, | |
| "acc@0.5": 0.5325, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.12556053811659193, | |
| "test_fpr@tuned": 0.010362694300518135, | |
| "tuned_thr": 0.74, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_uk": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.4888268156424581, | |
| "acc@0.5": 0.5425, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.12280701754385966, | |
| "test_fpr@tuned": 0.041237113402061855, | |
| "tuned_thr": 0.66, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_zh": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.028639618138424822, | |
| "acc@0.5": 0.49125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.06542056074766356, | |
| "test_fpr@tuned": 0.03015075376884422, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "synth_cs": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 0.9932885906040269, | |
| "acc@0.5": 0.9933333333333333 | |
| }, | |
| "synth_de": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_es": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_fr": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| } | |
| } | |
| } |