KucLab commited on
Commit
be0add2
·
verified ·
1 Parent(s): eb9cdb1

Add report external_eval.json

Browse files
Files changed (1) hide show
  1. reports/external_eval.json +62 -0
reports/external_eval.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b2x/best.pt",
3
+ "device": "cuda",
4
+ "results": {
5
+ "toxigen_test": {
6
+ "n": 940,
7
+ "unsafe": 402,
8
+ "at_0.5": {
9
+ "threshold": 0.5,
10
+ "accuracy": 0.6074468085106383,
11
+ "precision": 0.5399515738498789,
12
+ "recall": 0.554726368159204,
13
+ "f1": 0.5472392638036809,
14
+ "tp": 223,
15
+ "fp": 190,
16
+ "tn": 348,
17
+ "fn": 179,
18
+ "total": 940
19
+ },
20
+ "best": {
21
+ "threshold": 0.17,
22
+ "accuracy": 0.5148936170212766,
23
+ "precision": 0.4666666666666667,
24
+ "recall": 0.9402985074626866,
25
+ "f1": 0.6237623762376239,
26
+ "tp": 378,
27
+ "fp": 432,
28
+ "tn": 106,
29
+ "fn": 24,
30
+ "total": 940
31
+ }
32
+ },
33
+ "hatexplain_test": {
34
+ "n": 1924,
35
+ "unsafe": 1376,
36
+ "at_0.5": {
37
+ "threshold": 0.5,
38
+ "accuracy": 0.590956340956341,
39
+ "precision": 0.6949040370615487,
40
+ "recall": 0.7630813953488372,
41
+ "f1": 0.7273986837547628,
42
+ "tp": 1050,
43
+ "fp": 461,
44
+ "tn": 87,
45
+ "fn": 326,
46
+ "total": 1924
47
+ },
48
+ "best": {
49
+ "threshold": 0.05,
50
+ "accuracy": 0.7146569646569647,
51
+ "precision": 0.7150286011440458,
52
+ "recall": 0.9992732558139535,
53
+ "f1": 0.8335859351318581,
54
+ "tp": 1375,
55
+ "fp": 548,
56
+ "tn": 0,
57
+ "fn": 1,
58
+ "total": 1924
59
+ }
60
+ }
61
+ }
62
+ }