KucLab commited on
Commit
a6d4e8f
·
verified ·
1 Parent(s): 712cdbc

Add report eval_test.json

Browse files
Files changed (1) hide show
  1. reports/eval_test.json +113 -0
reports/eval_test.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints9h/best.pt",
3
+ "split": "test",
4
+ "at_0.5": {
5
+ "threshold": 0.5,
6
+ "accuracy": 0.8577586206896551,
7
+ "precision": 0.8508461235733963,
8
+ "recall": 0.7986701145179165,
9
+ "f1": 0.8239329268292683,
10
+ "tp": 2162,
11
+ "fp": 379,
12
+ "tn": 3410,
13
+ "fn": 545,
14
+ "total": 6496
15
+ },
16
+ "best": {
17
+ "threshold": 0.4,
18
+ "accuracy": 0.8583743842364532,
19
+ "precision": 0.8156128576474744,
20
+ "recall": 0.8529737717029923,
21
+ "f1": 0.8338750451426507,
22
+ "tp": 2309,
23
+ "fp": 522,
24
+ "tn": 3267,
25
+ "fn": 398,
26
+ "total": 6496
27
+ },
28
+ "per_source": {
29
+ "civil_comments": {
30
+ "threshold": 0.5,
31
+ "accuracy": 0.8436932024718284,
32
+ "precision": 0.802570093457944,
33
+ "recall": 0.7246835443037974,
34
+ "f1": 0.7616407982261642,
35
+ "tp": 687,
36
+ "fp": 169,
37
+ "tn": 1634,
38
+ "fn": 261,
39
+ "total": 2751
40
+ },
41
+ "jigsaw": {
42
+ "threshold": 0.5,
43
+ "accuracy": 0.8968405024743052,
44
+ "precision": 0.8676957001102535,
45
+ "recall": 0.8390191897654584,
46
+ "f1": 0.8531165311653115,
47
+ "tp": 787,
48
+ "fp": 120,
49
+ "tn": 1569,
50
+ "fn": 151,
51
+ "total": 2627
52
+ },
53
+ "aegis": {
54
+ "threshold": 0.5,
55
+ "accuracy": 0.818348623853211,
56
+ "precision": 0.9343891402714932,
57
+ "recall": 0.855072463768116,
58
+ "f1": 0.8929729729729731,
59
+ "tp": 413,
60
+ "fp": 29,
61
+ "tn": 33,
62
+ "fn": 70,
63
+ "total": 545
64
+ },
65
+ "beavertails": {
66
+ "threshold": 0.5,
67
+ "accuracy": 0.786096256684492,
68
+ "precision": 0.881578947368421,
69
+ "recall": 0.8589743589743589,
70
+ "f1": 0.8701298701298701,
71
+ "tp": 268,
72
+ "fp": 36,
73
+ "tn": 26,
74
+ "fn": 44,
75
+ "total": 374
76
+ },
77
+ "dolly": {
78
+ "threshold": 0.5,
79
+ "accuracy": 0.8857142857142857,
80
+ "precision": 0.0,
81
+ "recall": 0.0,
82
+ "f1": 0.0,
83
+ "tp": 0,
84
+ "fp": 16,
85
+ "tn": 124,
86
+ "fn": 0,
87
+ "total": 140
88
+ },
89
+ "toxic_chat": {
90
+ "threshold": 0.5,
91
+ "accuracy": 0.5254237288135594,
92
+ "precision": 0.4375,
93
+ "recall": 0.2692307692307692,
94
+ "f1": 0.33333333333333337,
95
+ "tp": 7,
96
+ "fp": 9,
97
+ "tn": 24,
98
+ "fn": 19,
99
+ "total": 59
100
+ }
101
+ },
102
+ "model_metrics": {
103
+ "loss": 0.35096153846153844,
104
+ "accuracy": 0.8577069096431283,
105
+ "precision": 0.8421052631578947,
106
+ "recall": 0.8104956268221575,
107
+ "f1": 0.8259981429897865,
108
+ "tp": 2224,
109
+ "fp": 417,
110
+ "tn": 3424,
111
+ "fn": 520
112
+ }
113
+ }