File size: 2,469 Bytes
a6d4e8f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
{
  "checkpoint": "checkpoints9h/best.pt",
  "split": "test",
  "at_0.5": {
    "threshold": 0.5,
    "accuracy": 0.8577586206896551,
    "precision": 0.8508461235733963,
    "recall": 0.7986701145179165,
    "f1": 0.8239329268292683,
    "tp": 2162,
    "fp": 379,
    "tn": 3410,
    "fn": 545,
    "total": 6496
  },
  "best": {
    "threshold": 0.4,
    "accuracy": 0.8583743842364532,
    "precision": 0.8156128576474744,
    "recall": 0.8529737717029923,
    "f1": 0.8338750451426507,
    "tp": 2309,
    "fp": 522,
    "tn": 3267,
    "fn": 398,
    "total": 6496
  },
  "per_source": {
    "civil_comments": {
      "threshold": 0.5,
      "accuracy": 0.8436932024718284,
      "precision": 0.802570093457944,
      "recall": 0.7246835443037974,
      "f1": 0.7616407982261642,
      "tp": 687,
      "fp": 169,
      "tn": 1634,
      "fn": 261,
      "total": 2751
    },
    "jigsaw": {
      "threshold": 0.5,
      "accuracy": 0.8968405024743052,
      "precision": 0.8676957001102535,
      "recall": 0.8390191897654584,
      "f1": 0.8531165311653115,
      "tp": 787,
      "fp": 120,
      "tn": 1569,
      "fn": 151,
      "total": 2627
    },
    "aegis": {
      "threshold": 0.5,
      "accuracy": 0.818348623853211,
      "precision": 0.9343891402714932,
      "recall": 0.855072463768116,
      "f1": 0.8929729729729731,
      "tp": 413,
      "fp": 29,
      "tn": 33,
      "fn": 70,
      "total": 545
    },
    "beavertails": {
      "threshold": 0.5,
      "accuracy": 0.786096256684492,
      "precision": 0.881578947368421,
      "recall": 0.8589743589743589,
      "f1": 0.8701298701298701,
      "tp": 268,
      "fp": 36,
      "tn": 26,
      "fn": 44,
      "total": 374
    },
    "dolly": {
      "threshold": 0.5,
      "accuracy": 0.8857142857142857,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "tp": 0,
      "fp": 16,
      "tn": 124,
      "fn": 0,
      "total": 140
    },
    "toxic_chat": {
      "threshold": 0.5,
      "accuracy": 0.5254237288135594,
      "precision": 0.4375,
      "recall": 0.2692307692307692,
      "f1": 0.33333333333333337,
      "tp": 7,
      "fp": 9,
      "tn": 24,
      "fn": 19,
      "total": 59
    }
  },
  "model_metrics": {
    "loss": 0.35096153846153844,
    "accuracy": 0.8577069096431283,
    "precision": 0.8421052631578947,
    "recall": 0.8104956268221575,
    "f1": 0.8259981429897865,
    "tp": 2224,
    "fp": 417,
    "tn": 3424,
    "fn": 520
  }
}