Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.1")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.1") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.1", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download reports/multilingual.json from KucLab/Barist.1: direct link, hf CLI and curl.
- Browser
- Download file 5.61 kB
-
https://huggingface.co/KucLab/Barist.1/resolve/main/reports/multilingual.json
- Command line
-
hf download hf://KucLab/Barist.1/reports/multilingual.json
-
curl -L -o multilingual.json https://huggingface.co/KucLab/Barist.1/resolve/main/reports/multilingual.json
5.61 kB
| { | |
| "checkpoint": "checkpoints_b1q/best.pt", | |
| "results": { | |
| "textdetox_am": { | |
| "n": 800, | |
| "unsafe": 385, | |
| "f1@0.5": 0.19880715705765403, | |
| "acc@0.5": 0.49625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.07111111111111111, | |
| "test_fpr@tuned": 0.041884816753926704, | |
| "tuned_thr": 0.71, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ar": { | |
| "n": 800, | |
| "unsafe": 387, | |
| "f1@0.5": 0.0051413881748071984, | |
| "acc@0.5": 0.51625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.010471204188481674, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_de": { | |
| "n": 800, | |
| "unsafe": 397, | |
| "f1@0.5": 0.5753424657534247, | |
| "acc@0.5": 0.57375, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5417721518987342, | |
| "test_fpr@tuned": 0.46153846153846156, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_en": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.8103837471783296, | |
| "acc@0.5": 0.79, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.8008849557522124, | |
| "test_fpr@tuned": 0.3613861386138614, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_es": { | |
| "n": 800, | |
| "unsafe": 408, | |
| "f1@0.5": 0.6353944562899787, | |
| "acc@0.5": 0.5725, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.6190476190476191, | |
| "test_fpr@tuned": 0.5867346938775511, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_fr": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.5159332321699545, | |
| "acc@0.5": 0.60125, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.56047197640118, | |
| "test_fpr@tuned": 0.2315270935960591, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_he": { | |
| "n": 800, | |
| "unsafe": 332, | |
| "f1@0.5": 0.02932551319648094, | |
| "acc@0.5": 0.58625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.03488372093023255, | |
| "test_fpr@tuned": 0.004310344827586207, | |
| "tuned_thr": 0.38, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hi": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_hin": { | |
| "n": 800, | |
| "unsafe": 394, | |
| "f1@0.5": 0.47226624405705236, | |
| "acc@0.5": 0.58375, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.14222222222222222, | |
| "test_fpr@tuned": 0.06829268292682927, | |
| "tuned_thr": 0.75, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_it": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.5794621026894865, | |
| "acc@0.5": 0.57, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5927710843373494, | |
| "test_fpr@tuned": 0.4489795918367347, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ja": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.0, | |
| "acc@0.5": 0.48875, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.0, | |
| "test_fpr@tuned": 0.0, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_ru": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.4084967320261438, | |
| "acc@0.5": 0.5475, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.17475728155339806, | |
| "test_fpr@tuned": 0.04072398190045249, | |
| "tuned_thr": 0.68, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_tt": { | |
| "n": 800, | |
| "unsafe": 403, | |
| "f1@0.5": 0.5473145780051151, | |
| "acc@0.5": 0.5575, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.5671641791044776, | |
| "test_fpr@tuned": 0.4105263157894737, | |
| "tuned_thr": 0.5, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_uk": { | |
| "n": 800, | |
| "unsafe": 391, | |
| "f1@0.5": 0.39403973509933776, | |
| "acc@0.5": 0.5425, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.14611872146118723, | |
| "test_fpr@tuned": 0.05741626794258373, | |
| "tuned_thr": 0.7, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "textdetox_zh": { | |
| "n": 800, | |
| "unsafe": 409, | |
| "f1@0.5": 0.01909307875894988, | |
| "acc@0.5": 0.48625, | |
| "test_n": 400, | |
| "test_f1@tuned": 0.02857142857142857, | |
| "test_fpr@tuned": 0.02030456852791878, | |
| "tuned_thr": 0.3, | |
| "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half" | |
| }, | |
| "synth_cs": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_de": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_es": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| }, | |
| "synth_fr": { | |
| "n": 300, | |
| "unsafe": 150, | |
| "f1@0.5": 1.0, | |
| "acc@0.5": 1.0 | |
| } | |
| } | |
| } |