File size: 2,183 Bytes
4c0ffa2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
{
  "checkpoint": "checkpoints8f/epoch2.pt",
  "temperature": 0.7102126181125441,
  "val_n": 6585,
  "binary_ece_raw": 0.058275211582083354,
  "binary_ece": 0.029437715026296135,
  "catval_n": 3542,
  "categories": {
    "violence": {
      "best_threshold": 0.2,
      "f1_at_best": 0.23507462686567165,
      "ece": 0.03854127683601876,
      "prevalence": 0.052795031055900624
    },
    "weapons_explosives": {
      "best_threshold": 0.22,
      "f1_at_best": 0.23715415019762848,
      "ece": 0.033886452425429994,
      "prevalence": 0.021456804065499716
    },
    "drugs": {
      "best_threshold": 0.22,
      "f1_at_best": 0.02941176470588235,
      "ece": 0.033468634797617136,
      "prevalence": 0.015527950310559006
    },
    "hate_harassment": {
      "best_threshold": 0.2,
      "f1_at_best": 0.880256307569083,
      "ece": 0.35740332338042113,
      "prevalence": 0.7532467532467533
    },
    "sexual_abuse": {
      "best_threshold": 0.2,
      "f1_at_best": 0.0,
      "ece": 0.023402272129920035,
      "prevalence": 0.020045172219085264
    },
    "self_harm": {
      "best_threshold": 0.2,
      "f1_at_best": 0.0,
      "ece": 0.010324534870836356,
      "prevalence": 0.012140033879164314
    },
    "cybercrime_fraud": {
      "best_threshold": 0.2,
      "f1_at_best": 0.0,
      "ece": 0.02964625281348259,
      "prevalence": 0.014680971202710334
    },
    "jailbreak_injection": {
      "best_threshold": 0.2,
      "f1_at_best": 0.0,
      "ece": 0.014271295662382803,
      "prevalence": 0.01355166572557877
    },
    "illegal_marketplace": {
      "best_threshold": 0.2,
      "f1_at_best": 0.0,
      "ece": 0.00985998975406398,
      "prevalence": 0.01129305477131564
    },
    "other_unsafe": {
      "best_threshold": 0.2,
      "f1_at_best": 0.593103448275862,
      "ece": 0.03760442758731864,
      "prevalence": 0.07001693958215698
    }
  },
  "cat_thresholds": {
    "violence": 0.2,
    "weapons_explosives": 0.22,
    "drugs": 0.22,
    "hate_harassment": 0.2,
    "sexual_abuse": 0.2,
    "self_harm": 0.2,
    "cybercrime_fraud": 0.2,
    "jailbreak_injection": 0.2,
    "illegal_marketplace": 0.2,
    "other_unsafe": 0.2
  }
}