Text Classification
Transformers
ONNX
Safetensors
llama
safety
content-moderation
multi-label
multilingual
tiny-language-model
from-scratch
distilled
text-embeddings-inference
Instructions to use KucLab/Barist.1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use KucLab/Barist.1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="KucLab/Barist.1")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("KucLab/Barist.1") model = AutoModelForSequenceClassification.from_pretrained("KucLab/Barist.1", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Add report multilingual.json
Browse files- reports/multilingual.json +28 -28
reports/multilingual.json
CHANGED
|
@@ -7,8 +7,8 @@
|
|
| 7 |
"f1@0.5": 0.19880715705765403,
|
| 8 |
"acc@0.5": 0.49625,
|
| 9 |
"test_n": 400,
|
| 10 |
-
"test_f1@tuned": 0.
|
| 11 |
-
"test_fpr@tuned": 0.
|
| 12 |
"tuned_thr": 0.71,
|
| 13 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 14 |
},
|
|
@@ -18,7 +18,7 @@
|
|
| 18 |
"f1@0.5": 0.0051413881748071984,
|
| 19 |
"acc@0.5": 0.51625,
|
| 20 |
"test_n": 400,
|
| 21 |
-
"test_f1@tuned": 0.
|
| 22 |
"test_fpr@tuned": 0.0,
|
| 23 |
"tuned_thr": 0.3,
|
| 24 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
|
@@ -29,8 +29,8 @@
|
|
| 29 |
"f1@0.5": 0.5753424657534247,
|
| 30 |
"acc@0.5": 0.57375,
|
| 31 |
"test_n": 400,
|
| 32 |
-
"test_f1@tuned": 0.
|
| 33 |
-
"test_fpr@tuned": 0.
|
| 34 |
"tuned_thr": 0.5,
|
| 35 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 36 |
},
|
|
@@ -40,8 +40,8 @@
|
|
| 40 |
"f1@0.5": 0.8103837471783296,
|
| 41 |
"acc@0.5": 0.79,
|
| 42 |
"test_n": 400,
|
| 43 |
-
"test_f1@tuned": 0.
|
| 44 |
-
"test_fpr@tuned": 0.
|
| 45 |
"tuned_thr": 0.5,
|
| 46 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 47 |
},
|
|
@@ -51,8 +51,8 @@
|
|
| 51 |
"f1@0.5": 0.6353944562899787,
|
| 52 |
"acc@0.5": 0.5725,
|
| 53 |
"test_n": 400,
|
| 54 |
-
"test_f1@tuned": 0.
|
| 55 |
-
"test_fpr@tuned": 0.
|
| 56 |
"tuned_thr": 0.5,
|
| 57 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 58 |
},
|
|
@@ -62,8 +62,8 @@
|
|
| 62 |
"f1@0.5": 0.5159332321699545,
|
| 63 |
"acc@0.5": 0.60125,
|
| 64 |
"test_n": 400,
|
| 65 |
-
"test_f1@tuned": 0.
|
| 66 |
-
"test_fpr@tuned": 0.
|
| 67 |
"tuned_thr": 0.5,
|
| 68 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 69 |
},
|
|
@@ -73,9 +73,9 @@
|
|
| 73 |
"f1@0.5": 0.02932551319648094,
|
| 74 |
"acc@0.5": 0.58625,
|
| 75 |
"test_n": 400,
|
| 76 |
-
"test_f1@tuned": 0.
|
| 77 |
-
"test_fpr@tuned": 0.
|
| 78 |
-
"tuned_thr": 0.
|
| 79 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 80 |
},
|
| 81 |
"textdetox_hi": {
|
|
@@ -95,9 +95,9 @@
|
|
| 95 |
"f1@0.5": 0.47226624405705236,
|
| 96 |
"acc@0.5": 0.58375,
|
| 97 |
"test_n": 400,
|
| 98 |
-
"test_f1@tuned": 0.
|
| 99 |
-
"test_fpr@tuned": 0.
|
| 100 |
-
"tuned_thr": 0.
|
| 101 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 102 |
},
|
| 103 |
"textdetox_it": {
|
|
@@ -106,8 +106,8 @@
|
|
| 106 |
"f1@0.5": 0.5794621026894865,
|
| 107 |
"acc@0.5": 0.57,
|
| 108 |
"test_n": 400,
|
| 109 |
-
"test_f1@tuned": 0.
|
| 110 |
-
"test_fpr@tuned": 0.
|
| 111 |
"tuned_thr": 0.5,
|
| 112 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 113 |
},
|
|
@@ -128,8 +128,8 @@
|
|
| 128 |
"f1@0.5": 0.4084967320261438,
|
| 129 |
"acc@0.5": 0.5475,
|
| 130 |
"test_n": 400,
|
| 131 |
-
"test_f1@tuned": 0.
|
| 132 |
-
"test_fpr@tuned": 0.
|
| 133 |
"tuned_thr": 0.68,
|
| 134 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 135 |
},
|
|
@@ -139,8 +139,8 @@
|
|
| 139 |
"f1@0.5": 0.5473145780051151,
|
| 140 |
"acc@0.5": 0.5575,
|
| 141 |
"test_n": 400,
|
| 142 |
-
"test_f1@tuned": 0.
|
| 143 |
-
"test_fpr@tuned": 0.
|
| 144 |
"tuned_thr": 0.5,
|
| 145 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 146 |
},
|
|
@@ -150,9 +150,9 @@
|
|
| 150 |
"f1@0.5": 0.39403973509933776,
|
| 151 |
"acc@0.5": 0.5425,
|
| 152 |
"test_n": 400,
|
| 153 |
-
"test_f1@tuned": 0.
|
| 154 |
-
"test_fpr@tuned": 0.
|
| 155 |
-
"tuned_thr": 0.
|
| 156 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 157 |
},
|
| 158 |
"textdetox_zh": {
|
|
@@ -161,8 +161,8 @@
|
|
| 161 |
"f1@0.5": 0.01909307875894988,
|
| 162 |
"acc@0.5": 0.48625,
|
| 163 |
"test_n": 400,
|
| 164 |
-
"test_f1@tuned": 0.
|
| 165 |
-
"test_fpr@tuned": 0.
|
| 166 |
"tuned_thr": 0.3,
|
| 167 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 168 |
},
|
|
|
|
| 7 |
"f1@0.5": 0.19880715705765403,
|
| 8 |
"acc@0.5": 0.49625,
|
| 9 |
"test_n": 400,
|
| 10 |
+
"test_f1@tuned": 0.07111111111111111,
|
| 11 |
+
"test_fpr@tuned": 0.041884816753926704,
|
| 12 |
"tuned_thr": 0.71,
|
| 13 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 14 |
},
|
|
|
|
| 18 |
"f1@0.5": 0.0051413881748071984,
|
| 19 |
"acc@0.5": 0.51625,
|
| 20 |
"test_n": 400,
|
| 21 |
+
"test_f1@tuned": 0.010471204188481674,
|
| 22 |
"test_fpr@tuned": 0.0,
|
| 23 |
"tuned_thr": 0.3,
|
| 24 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
|
|
|
| 29 |
"f1@0.5": 0.5753424657534247,
|
| 30 |
"acc@0.5": 0.57375,
|
| 31 |
"test_n": 400,
|
| 32 |
+
"test_f1@tuned": 0.5417721518987342,
|
| 33 |
+
"test_fpr@tuned": 0.46153846153846156,
|
| 34 |
"tuned_thr": 0.5,
|
| 35 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 36 |
},
|
|
|
|
| 40 |
"f1@0.5": 0.8103837471783296,
|
| 41 |
"acc@0.5": 0.79,
|
| 42 |
"test_n": 400,
|
| 43 |
+
"test_f1@tuned": 0.8008849557522124,
|
| 44 |
+
"test_fpr@tuned": 0.3613861386138614,
|
| 45 |
"tuned_thr": 0.5,
|
| 46 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 47 |
},
|
|
|
|
| 51 |
"f1@0.5": 0.6353944562899787,
|
| 52 |
"acc@0.5": 0.5725,
|
| 53 |
"test_n": 400,
|
| 54 |
+
"test_f1@tuned": 0.6190476190476191,
|
| 55 |
+
"test_fpr@tuned": 0.5867346938775511,
|
| 56 |
"tuned_thr": 0.5,
|
| 57 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 58 |
},
|
|
|
|
| 62 |
"f1@0.5": 0.5159332321699545,
|
| 63 |
"acc@0.5": 0.60125,
|
| 64 |
"test_n": 400,
|
| 65 |
+
"test_f1@tuned": 0.56047197640118,
|
| 66 |
+
"test_fpr@tuned": 0.2315270935960591,
|
| 67 |
"tuned_thr": 0.5,
|
| 68 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 69 |
},
|
|
|
|
| 73 |
"f1@0.5": 0.02932551319648094,
|
| 74 |
"acc@0.5": 0.58625,
|
| 75 |
"test_n": 400,
|
| 76 |
+
"test_f1@tuned": 0.03488372093023255,
|
| 77 |
+
"test_fpr@tuned": 0.004310344827586207,
|
| 78 |
+
"tuned_thr": 0.38,
|
| 79 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 80 |
},
|
| 81 |
"textdetox_hi": {
|
|
|
|
| 95 |
"f1@0.5": 0.47226624405705236,
|
| 96 |
"acc@0.5": 0.58375,
|
| 97 |
"test_n": 400,
|
| 98 |
+
"test_f1@tuned": 0.14222222222222222,
|
| 99 |
+
"test_fpr@tuned": 0.06829268292682927,
|
| 100 |
+
"tuned_thr": 0.75,
|
| 101 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 102 |
},
|
| 103 |
"textdetox_it": {
|
|
|
|
| 106 |
"f1@0.5": 0.5794621026894865,
|
| 107 |
"acc@0.5": 0.57,
|
| 108 |
"test_n": 400,
|
| 109 |
+
"test_f1@tuned": 0.5927710843373494,
|
| 110 |
+
"test_fpr@tuned": 0.4489795918367347,
|
| 111 |
"tuned_thr": 0.5,
|
| 112 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 113 |
},
|
|
|
|
| 128 |
"f1@0.5": 0.4084967320261438,
|
| 129 |
"acc@0.5": 0.5475,
|
| 130 |
"test_n": 400,
|
| 131 |
+
"test_f1@tuned": 0.17475728155339806,
|
| 132 |
+
"test_fpr@tuned": 0.04072398190045249,
|
| 133 |
"tuned_thr": 0.68,
|
| 134 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 135 |
},
|
|
|
|
| 139 |
"f1@0.5": 0.5473145780051151,
|
| 140 |
"acc@0.5": 0.5575,
|
| 141 |
"test_n": 400,
|
| 142 |
+
"test_f1@tuned": 0.5671641791044776,
|
| 143 |
+
"test_fpr@tuned": 0.4105263157894737,
|
| 144 |
"tuned_thr": 0.5,
|
| 145 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 146 |
},
|
|
|
|
| 150 |
"f1@0.5": 0.39403973509933776,
|
| 151 |
"acc@0.5": 0.5425,
|
| 152 |
"test_n": 400,
|
| 153 |
+
"test_f1@tuned": 0.14611872146118723,
|
| 154 |
+
"test_fpr@tuned": 0.05741626794258373,
|
| 155 |
+
"tuned_thr": 0.7,
|
| 156 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 157 |
},
|
| 158 |
"textdetox_zh": {
|
|
|
|
| 161 |
"f1@0.5": 0.01909307875894988,
|
| 162 |
"acc@0.5": 0.48625,
|
| 163 |
"test_n": 400,
|
| 164 |
+
"test_f1@tuned": 0.02857142857142857,
|
| 165 |
+
"test_fpr@tuned": 0.02030456852791878,
|
| 166 |
"tuned_thr": 0.3,
|
| 167 |
"note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
|
| 168 |
},
|