KucLab commited on
Commit
11b2eec
·
verified ·
1 Parent(s): 89baff4

Add report multilingual.json

Browse files
Files changed (1) hide show
  1. reports/multilingual.json +194 -0
reports/multilingual.json ADDED
@@ -0,0 +1,194 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b5c/best.pt",
3
+ "results": {
4
+ "textdetox_am": {
5
+ "n": 800,
6
+ "unsafe": 385,
7
+ "f1@0.5": 0.4335664335664336,
8
+ "acc@0.5": 0.49375,
9
+ "test_n": 400,
10
+ "test_f1@tuned": 0.09216589861751152,
11
+ "test_fpr@tuned": 0.05853658536585366,
12
+ "tuned_thr": 0.74,
13
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
14
+ },
15
+ "textdetox_ar": {
16
+ "n": 800,
17
+ "unsafe": 387,
18
+ "f1@0.5": 0.005154639175257732,
19
+ "acc@0.5": 0.5175,
20
+ "test_n": 400,
21
+ "test_f1@tuned": 0.010582010582010583,
22
+ "test_fpr@tuned": 0.0,
23
+ "tuned_thr": 0.3,
24
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
25
+ },
26
+ "textdetox_de": {
27
+ "n": 800,
28
+ "unsafe": 397,
29
+ "f1@0.5": 0.5227882037533512,
30
+ "acc@0.5": 0.555,
31
+ "test_n": 400,
32
+ "test_f1@tuned": 0.5217391304347826,
33
+ "test_fpr@tuned": 0.3786407766990291,
34
+ "tuned_thr": 0.5,
35
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
36
+ },
37
+ "textdetox_en": {
38
+ "n": 800,
39
+ "unsafe": 391,
40
+ "f1@0.5": 0.8120805369127516,
41
+ "acc@0.5": 0.79,
42
+ "test_n": 400,
43
+ "test_f1@tuned": 0.8192219679633868,
44
+ "test_fpr@tuned": 0.3073170731707317,
45
+ "tuned_thr": 0.5,
46
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
47
+ },
48
+ "textdetox_es": {
49
+ "n": 800,
50
+ "unsafe": 408,
51
+ "f1@0.5": 0.6044340723453908,
52
+ "acc@0.5": 0.57625,
53
+ "test_n": 400,
54
+ "test_f1@tuned": 0.5958429561200924,
55
+ "test_fpr@tuned": 0.5,
56
+ "tuned_thr": 0.5,
57
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
58
+ },
59
+ "textdetox_fr": {
60
+ "n": 800,
61
+ "unsafe": 391,
62
+ "f1@0.5": 0.46434494195688225,
63
+ "acc@0.5": 0.59625,
64
+ "test_n": 400,
65
+ "test_f1@tuned": 0.28333333333333327,
66
+ "test_fpr@tuned": 0.05825242718446602,
67
+ "tuned_thr": 0.69,
68
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
69
+ },
70
+ "textdetox_he": {
71
+ "n": 800,
72
+ "unsafe": 332,
73
+ "f1@0.5": 0.03508771929824561,
74
+ "acc@0.5": 0.5875,
75
+ "test_n": 400,
76
+ "test_f1@tuned": 0.0782122905027933,
77
+ "test_fpr@tuned": 0.012987012987012988,
78
+ "tuned_thr": 0.3,
79
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
80
+ },
81
+ "textdetox_hi": {
82
+ "n": 800,
83
+ "unsafe": 409,
84
+ "f1@0.5": 0.0,
85
+ "acc@0.5": 0.48875,
86
+ "test_n": 400,
87
+ "test_f1@tuned": 0.0,
88
+ "test_fpr@tuned": 0.0,
89
+ "tuned_thr": 0.3,
90
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
91
+ },
92
+ "textdetox_hin": {
93
+ "n": 800,
94
+ "unsafe": 394,
95
+ "f1@0.5": 0.4187604690117253,
96
+ "acc@0.5": 0.56625,
97
+ "test_n": 400,
98
+ "test_f1@tuned": 0.12444444444444444,
99
+ "test_fpr@tuned": 0.05025125628140704,
100
+ "tuned_thr": 0.74,
101
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
102
+ },
103
+ "textdetox_it": {
104
+ "n": 800,
105
+ "unsafe": 409,
106
+ "f1@0.5": 0.5395590142671854,
107
+ "acc@0.5": 0.55625,
108
+ "test_n": 400,
109
+ "test_f1@tuned": 0.5506493506493506,
110
+ "test_fpr@tuned": 0.38578680203045684,
111
+ "tuned_thr": 0.5,
112
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
113
+ },
114
+ "textdetox_ja": {
115
+ "n": 800,
116
+ "unsafe": 409,
117
+ "f1@0.5": 0.0,
118
+ "acc@0.5": 0.48875,
119
+ "test_n": 400,
120
+ "test_f1@tuned": 0.0,
121
+ "test_fpr@tuned": 0.0,
122
+ "tuned_thr": 0.3,
123
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
124
+ },
125
+ "textdetox_ru": {
126
+ "n": 800,
127
+ "unsafe": 391,
128
+ "f1@0.5": 0.5279583875162549,
129
+ "acc@0.5": 0.54625,
130
+ "test_n": 400,
131
+ "test_f1@tuned": 0.11707317073170731,
132
+ "test_fpr@tuned": 0.037209302325581395,
133
+ "tuned_thr": 0.65,
134
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
135
+ },
136
+ "textdetox_tt": {
137
+ "n": 800,
138
+ "unsafe": 403,
139
+ "f1@0.5": 0.5605700712589072,
140
+ "acc@0.5": 0.5375,
141
+ "test_n": 400,
142
+ "test_f1@tuned": 0.15517241379310345,
143
+ "test_fpr@tuned": 0.046153846153846156,
144
+ "tuned_thr": 0.72,
145
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
146
+ },
147
+ "textdetox_uk": {
148
+ "n": 800,
149
+ "unsafe": 391,
150
+ "f1@0.5": 0.47437774524158133,
151
+ "acc@0.5": 0.55125,
152
+ "test_n": 400,
153
+ "test_f1@tuned": 0.23868312757201646,
154
+ "test_fpr@tuned": 0.09268292682926829,
155
+ "tuned_thr": 0.63,
156
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
157
+ },
158
+ "textdetox_zh": {
159
+ "n": 800,
160
+ "unsafe": 409,
161
+ "f1@0.5": 0.028639618138424822,
162
+ "acc@0.5": 0.49125,
163
+ "test_n": 400,
164
+ "test_f1@tuned": 0.07272727272727274,
165
+ "test_fpr@tuned": 0.04568527918781726,
166
+ "tuned_thr": 0.3,
167
+ "note": "thr tuned on tune half (FPR<=5% benign, floor 0.3); F1/FPR on test half"
168
+ },
169
+ "synth_cs": {
170
+ "n": 300,
171
+ "unsafe": 150,
172
+ "f1@0.5": 0.983050847457627,
173
+ "acc@0.5": 0.9833333333333333
174
+ },
175
+ "synth_de": {
176
+ "n": 300,
177
+ "unsafe": 150,
178
+ "f1@0.5": 1.0,
179
+ "acc@0.5": 1.0
180
+ },
181
+ "synth_es": {
182
+ "n": 300,
183
+ "unsafe": 150,
184
+ "f1@0.5": 1.0,
185
+ "acc@0.5": 1.0
186
+ },
187
+ "synth_fr": {
188
+ "n": 300,
189
+ "unsafe": 150,
190
+ "f1@0.5": 1.0,
191
+ "acc@0.5": 1.0
192
+ }
193
+ }
194
+ }