File size: 2,459 Bytes
46aa612
d01f30f
46aa612
 
 
d01f30f
 
 
 
 
 
 
 
46aa612
 
 
d01f30f
 
 
 
 
 
 
 
 
46aa612
 
 
 
 
d01f30f
 
 
 
 
 
 
 
46aa612
 
 
 
d01f30f
 
 
 
 
 
 
 
46aa612
 
 
 
d01f30f
 
 
 
 
 
 
 
46aa612
 
 
 
d01f30f
 
 
 
 
 
 
 
46aa612
 
 
 
d01f30f
46aa612
 
 
 
d01f30f
 
46aa612
 
 
 
 
d01f30f
 
 
 
 
 
 
 
46aa612
 
 
 
d01f30f
 
 
 
 
 
 
 
 
46aa612
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
{
  "checkpoint": "checkpoints_b1q/best.pt",
  "split": "test",
  "at_0.5": {
    "threshold": 0.5,
    "accuracy": 0.8589901477832512,
    "precision": 0.8594941790445604,
    "recall": 0.7909124492057629,
    "f1": 0.8237783762985764,
    "tp": 2141,
    "fp": 350,
    "tn": 3439,
    "fn": 566,
    "total": 6496
  },
  "best": {
    "threshold": 0.4,
    "accuracy": 0.8599137931034483,
    "precision": 0.822158479741843,
    "recall": 0.847063169560399,
    "f1": 0.8344250363901019,
    "tp": 2293,
    "fp": 496,
    "tn": 3293,
    "fn": 414,
    "total": 6496
  },
  "per_source": {
    "civil_comments": {
      "threshold": 0.5,
      "accuracy": 0.8404216648491457,
      "precision": 0.8099878197320342,
      "recall": 0.7014767932489452,
      "f1": 0.7518371961560203,
      "tp": 665,
      "fp": 156,
      "tn": 1647,
      "fn": 283,
      "total": 2751
    },
    "jigsaw": {
      "threshold": 0.5,
      "accuracy": 0.9006471259992387,
      "precision": 0.8807649043869517,
      "recall": 0.8347547974413646,
      "f1": 0.8571428571428571,
      "tp": 783,
      "fp": 106,
      "tn": 1583,
      "fn": 155,
      "total": 2627
    },
    "aegis": {
      "threshold": 0.5,
      "accuracy": 0.8293577981651377,
      "precision": 0.9391891891891891,
      "recall": 0.8633540372670807,
      "f1": 0.8996763754045307,
      "tp": 417,
      "fp": 27,
      "tn": 35,
      "fn": 66,
      "total": 545
    },
    "beavertails": {
      "threshold": 0.5,
      "accuracy": 0.7914438502673797,
      "precision": 0.8823529411764706,
      "recall": 0.8653846153846154,
      "f1": 0.8737864077669903,
      "tp": 270,
      "fp": 36,
      "tn": 26,
      "fn": 42,
      "total": 374
    },
    "dolly": {
      "threshold": 0.5,
      "accuracy": 0.8857142857142857,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "tp": 0,
      "fp": 16,
      "tn": 124,
      "fn": 0,
      "total": 140
    },
    "toxic_chat": {
      "threshold": 0.5,
      "accuracy": 0.5084745762711864,
      "precision": 0.4,
      "recall": 0.23076923076923078,
      "f1": 0.29268292682926833,
      "tp": 6,
      "fp": 9,
      "tn": 24,
      "fn": 20,
      "total": 59
    }
  },
  "model_metrics": {
    "loss": 0.34375,
    "accuracy": 0.8592255125284738,
    "precision": 0.850907686365392,
    "recall": 0.8028425655976676,
    "f1": 0.8261766360397524,
    "tp": 2203,
    "fp": 386,
    "tn": 3455,
    "fn": 541
  }
}