KucLab commited on
Commit
253a867
·
verified ·
1 Parent(s): 93ad67a

Add report eval_test.json

Browse files
Files changed (1) hide show
  1. reports/eval_test.json +113 -0
reports/eval_test.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b5c/best.pt",
3
+ "split": "test",
4
+ "at_0.5": {
5
+ "threshold": 0.5,
6
+ "accuracy": 0.8569889162561576,
7
+ "precision": 0.8519398258115598,
8
+ "recall": 0.7949759881787957,
9
+ "f1": 0.8224727689661762,
10
+ "tp": 2152,
11
+ "fp": 374,
12
+ "tn": 3415,
13
+ "fn": 555,
14
+ "total": 6496
15
+ },
16
+ "best": {
17
+ "threshold": 0.42,
18
+ "accuracy": 0.8548337438423645,
19
+ "precision": 0.8123229461756374,
20
+ "recall": 0.8474325821943111,
21
+ "f1": 0.8295064183691919,
22
+ "tp": 2294,
23
+ "fp": 530,
24
+ "tn": 3259,
25
+ "fn": 413,
26
+ "total": 6496
27
+ },
28
+ "per_source": {
29
+ "civil_comments": {
30
+ "threshold": 0.5,
31
+ "accuracy": 0.8404216648491457,
32
+ "precision": 0.8011834319526627,
33
+ "recall": 0.7141350210970464,
34
+ "f1": 0.75515895147797,
35
+ "tp": 677,
36
+ "fp": 168,
37
+ "tn": 1635,
38
+ "fn": 271,
39
+ "total": 2751
40
+ },
41
+ "jigsaw": {
42
+ "threshold": 0.5,
43
+ "accuracy": 0.8983631518842786,
44
+ "precision": 0.8756998880179171,
45
+ "recall": 0.8336886993603412,
46
+ "f1": 0.854178044784271,
47
+ "tp": 782,
48
+ "fp": 111,
49
+ "tn": 1578,
50
+ "fn": 156,
51
+ "total": 2627
52
+ },
53
+ "aegis": {
54
+ "threshold": 0.5,
55
+ "accuracy": 0.8220183486238533,
56
+ "precision": 0.9327354260089686,
57
+ "recall": 0.8612836438923396,
58
+ "f1": 0.8955866523143164,
59
+ "tp": 416,
60
+ "fp": 30,
61
+ "tn": 32,
62
+ "fn": 67,
63
+ "total": 545
64
+ },
65
+ "beavertails": {
66
+ "threshold": 0.5,
67
+ "accuracy": 0.7887700534759359,
68
+ "precision": 0.8770226537216829,
69
+ "recall": 0.8685897435897436,
70
+ "f1": 0.8727858293075685,
71
+ "tp": 271,
72
+ "fp": 38,
73
+ "tn": 24,
74
+ "fn": 41,
75
+ "total": 374
76
+ },
77
+ "dolly": {
78
+ "threshold": 0.5,
79
+ "accuracy": 0.8714285714285714,
80
+ "precision": 0.0,
81
+ "recall": 0.0,
82
+ "f1": 0.0,
83
+ "tp": 0,
84
+ "fp": 18,
85
+ "tn": 122,
86
+ "fn": 0,
87
+ "total": 140
88
+ },
89
+ "toxic_chat": {
90
+ "threshold": 0.5,
91
+ "accuracy": 0.5084745762711864,
92
+ "precision": 0.4,
93
+ "recall": 0.23076923076923078,
94
+ "f1": 0.29268292682926833,
95
+ "tp": 6,
96
+ "fp": 9,
97
+ "tn": 24,
98
+ "fn": 20,
99
+ "total": 59
100
+ }
101
+ },
102
+ "model_metrics": {
103
+ "loss": 0.33706430288461536,
104
+ "accuracy": 0.8563401670463174,
105
+ "precision": 0.8418250950570342,
106
+ "recall": 0.8068513119533528,
107
+ "f1": 0.8239672497208782,
108
+ "tp": 2214,
109
+ "fp": 416,
110
+ "tn": 3425,
111
+ "fn": 530
112
+ }
113
+ }