KucLab commited on
Commit
704d72c
·
verified ·
1 Parent(s): d62d407

Add report external_h2h.json

Browse files
Files changed (1) hide show
  1. reports/external_h2h.json +174 -0
reports/external_h2h.json ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b1l/best.pt",
3
+ "device": "cuda",
4
+ "results": {
5
+ "toxigen": {
6
+ "n": 940,
7
+ "unsafe": 402,
8
+ "barist1": {
9
+ "at_0.5": {
10
+ "threshold": 0.5,
11
+ "accuracy": 0.6053191489361702,
12
+ "precision": 0.5382716049382716,
13
+ "recall": 0.5422885572139303,
14
+ "f1": 0.540272614622057,
15
+ "tp": 218,
16
+ "fp": 187,
17
+ "tn": 351,
18
+ "fn": 184,
19
+ "total": 940
20
+ },
21
+ "best": {
22
+ "threshold": 0.11,
23
+ "accuracy": 0.48723404255319147,
24
+ "precision": 0.4533799533799534,
25
+ "recall": 0.9676616915422885,
26
+ "f1": 0.6174603174603174,
27
+ "tp": 389,
28
+ "fp": 469,
29
+ "tn": 69,
30
+ "fn": 13,
31
+ "total": 940
32
+ }
33
+ },
34
+ "unitary/unbiased-toxic-roberta": {
35
+ "at_0.5": {
36
+ "threshold": 0.5,
37
+ "accuracy": 0.526595744680851,
38
+ "precision": 0.44584382871536526,
39
+ "recall": 0.44029850746268656,
40
+ "f1": 0.4430538172715895,
41
+ "tp": 177,
42
+ "fp": 220,
43
+ "tn": 318,
44
+ "fn": 225,
45
+ "total": 940
46
+ },
47
+ "best": {
48
+ "threshold": 0.05,
49
+ "accuracy": 0.44574468085106383,
50
+ "precision": 0.40165289256198344,
51
+ "recall": 0.6044776119402985,
52
+ "f1": 0.48262164846077454,
53
+ "tp": 243,
54
+ "fp": 362,
55
+ "tn": 176,
56
+ "fn": 159,
57
+ "total": 940
58
+ },
59
+ "latency_ms": 8.864812394405932
60
+ },
61
+ "unitary/toxic-bert": {
62
+ "at_0.5": {
63
+ "threshold": 0.5,
64
+ "accuracy": 0.4276595744680851,
65
+ "precision": 0.4276595744680851,
66
+ "recall": 1.0,
67
+ "f1": 0.5991058122205664,
68
+ "tp": 402,
69
+ "fp": 538,
70
+ "tn": 0,
71
+ "fn": 0,
72
+ "total": 940
73
+ },
74
+ "best": {
75
+ "threshold": 0.5,
76
+ "accuracy": 0.4276595744680851,
77
+ "precision": 0.4276595744680851,
78
+ "recall": 1.0,
79
+ "f1": 0.5991058122205664,
80
+ "tp": 402,
81
+ "fp": 538,
82
+ "tn": 0,
83
+ "fn": 0,
84
+ "total": 940
85
+ },
86
+ "latency_ms": 8.719396083912951
87
+ }
88
+ },
89
+ "hatexplain_test": {
90
+ "n": 1924,
91
+ "unsafe": 1376,
92
+ "barist1": {
93
+ "at_0.5": {
94
+ "threshold": 0.5,
95
+ "accuracy": 0.5862785862785863,
96
+ "precision": 0.6946308724832215,
97
+ "recall": 0.7521802325581395,
98
+ "f1": 0.7222609909281228,
99
+ "tp": 1035,
100
+ "fp": 455,
101
+ "tn": 93,
102
+ "fn": 341,
103
+ "total": 1924
104
+ },
105
+ "best": {
106
+ "threshold": 0.05,
107
+ "accuracy": 0.7151767151767152,
108
+ "precision": 0.7151767151767152,
109
+ "recall": 1.0,
110
+ "f1": 0.833939393939394,
111
+ "tp": 1376,
112
+ "fp": 548,
113
+ "tn": 0,
114
+ "fn": 0,
115
+ "total": 1924
116
+ }
117
+ },
118
+ "unitary/unbiased-toxic-roberta": {
119
+ "at_0.5": {
120
+ "threshold": 0.5,
121
+ "accuracy": 0.4734927234927235,
122
+ "precision": 0.6784660766961652,
123
+ "recall": 0.501453488372093,
124
+ "f1": 0.5766819891349769,
125
+ "tp": 690,
126
+ "fp": 327,
127
+ "tn": 221,
128
+ "fn": 686,
129
+ "total": 1924
130
+ },
131
+ "best": {
132
+ "threshold": 0.05,
133
+ "accuracy": 0.5623700623700624,
134
+ "precision": 0.6998502994011976,
135
+ "recall": 0.6795058139534884,
136
+ "f1": 0.68952802359882,
137
+ "tp": 935,
138
+ "fp": 401,
139
+ "tn": 147,
140
+ "fn": 441,
141
+ "total": 1924
142
+ },
143
+ "latency_ms": 7.419444667078602
144
+ },
145
+ "unitary/toxic-bert": {
146
+ "at_0.5": {
147
+ "threshold": 0.5,
148
+ "accuracy": 0.7151767151767152,
149
+ "precision": 0.7151767151767152,
150
+ "recall": 1.0,
151
+ "f1": 0.833939393939394,
152
+ "tp": 1376,
153
+ "fp": 548,
154
+ "tn": 0,
155
+ "fn": 0,
156
+ "total": 1924
157
+ },
158
+ "best": {
159
+ "threshold": 0.5,
160
+ "accuracy": 0.7151767151767152,
161
+ "precision": 0.7151767151767152,
162
+ "recall": 1.0,
163
+ "f1": 0.833939393939394,
164
+ "tp": 1376,
165
+ "fp": 548,
166
+ "tn": 0,
167
+ "fn": 0,
168
+ "total": 1924
169
+ },
170
+ "latency_ms": 7.228464693636508
171
+ }
172
+ }
173
+ }
174
+ }