KucLab commited on
Commit
ffa70a2
·
verified ·
1 Parent(s): f890f3b

Add report external_h2h.json

Browse files
Files changed (1) hide show
  1. reports/external_h2h.json +30 -30
reports/external_h2h.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "checkpoint": "checkpoints_b1l/best.pt",
3
  "device": "cuda",
4
  "results": {
5
  "toxigen": {
@@ -8,26 +8,26 @@
8
  "barist1": {
9
  "at_0.5": {
10
  "threshold": 0.5,
11
- "accuracy": 0.6053191489361702,
12
- "precision": 0.5382716049382716,
13
- "recall": 0.5422885572139303,
14
- "f1": 0.540272614622057,
15
- "tp": 218,
16
- "fp": 187,
17
- "tn": 351,
18
- "fn": 184,
19
  "total": 940
20
  },
21
  "best": {
22
- "threshold": 0.11,
23
- "accuracy": 0.48723404255319147,
24
- "precision": 0.4533799533799534,
25
- "recall": 0.9676616915422885,
26
- "f1": 0.6174603174603174,
27
- "tp": 389,
28
- "fp": 469,
29
- "tn": 69,
30
- "fn": 13,
31
  "total": 940
32
  }
33
  },
@@ -56,7 +56,7 @@
56
  "fn": 159,
57
  "total": 940
58
  },
59
- "latency_ms": 8.864812394405932
60
  },
61
  "unitary/toxic-bert": {
62
  "at_0.5": {
@@ -83,7 +83,7 @@
83
  "fn": 0,
84
  "total": 940
85
  },
86
- "latency_ms": 8.719396083912951
87
  }
88
  },
89
  "hatexplain_test": {
@@ -92,14 +92,14 @@
92
  "barist1": {
93
  "at_0.5": {
94
  "threshold": 0.5,
95
- "accuracy": 0.5862785862785863,
96
- "precision": 0.6946308724832215,
97
- "recall": 0.7521802325581395,
98
- "f1": 0.7222609909281228,
99
- "tp": 1035,
100
- "fp": 455,
101
- "tn": 93,
102
- "fn": 341,
103
  "total": 1924
104
  },
105
  "best": {
@@ -140,7 +140,7 @@
140
  "fn": 441,
141
  "total": 1924
142
  },
143
- "latency_ms": 7.419444667078602
144
  },
145
  "unitary/toxic-bert": {
146
  "at_0.5": {
@@ -167,7 +167,7 @@
167
  "fn": 0,
168
  "total": 1924
169
  },
170
- "latency_ms": 7.228464693636508
171
  }
172
  }
173
  }
 
1
  {
2
+ "checkpoint": "checkpoints_b1q/best.pt",
3
  "device": "cuda",
4
  "results": {
5
  "toxigen": {
 
8
  "barist1": {
9
  "at_0.5": {
10
  "threshold": 0.5,
11
+ "accuracy": 0.6085106382978723,
12
+ "precision": 0.5408653846153846,
13
+ "recall": 0.5597014925373134,
14
+ "f1": 0.5501222493887531,
15
+ "tp": 225,
16
+ "fp": 191,
17
+ "tn": 347,
18
+ "fn": 177,
19
  "total": 940
20
  },
21
  "best": {
22
+ "threshold": 0.16,
23
+ "accuracy": 0.5063829787234042,
24
+ "precision": 0.46228710462287104,
25
+ "recall": 0.945273631840796,
26
+ "f1": 0.6209150326797386,
27
+ "tp": 380,
28
+ "fp": 442,
29
+ "tn": 96,
30
+ "fn": 22,
31
  "total": 940
32
  }
33
  },
 
56
  "fn": 159,
57
  "total": 940
58
  },
59
+ "latency_ms": 8.383845522048626
60
  },
61
  "unitary/toxic-bert": {
62
  "at_0.5": {
 
83
  "fn": 0,
84
  "total": 940
85
  },
86
+ "latency_ms": 8.333394882526804
87
  }
88
  },
89
  "hatexplain_test": {
 
92
  "barist1": {
93
  "at_0.5": {
94
  "threshold": 0.5,
95
+ "accuracy": 0.5893970893970893,
96
+ "precision": 0.6935270805812418,
97
+ "recall": 0.7630813953488372,
98
+ "f1": 0.726643598615917,
99
+ "tp": 1050,
100
+ "fp": 464,
101
+ "tn": 84,
102
+ "fn": 326,
103
  "total": 1924
104
  },
105
  "best": {
 
140
  "fn": 441,
141
  "total": 1924
142
  },
143
+ "latency_ms": 7.148133494006373
144
  },
145
  "unitary/toxic-bert": {
146
  "at_0.5": {
 
167
  "fn": 0,
168
  "total": 1924
169
  },
170
+ "latency_ms": 6.971182545604428
171
  }
172
  }
173
  }