File size: 2,803 Bytes
dfb95db
42c55e8
4c83b95
dfb95db
4c83b95
 
dfb95db
 
 
 
42c55e8
4c83b95
dfb95db
 
 
 
 
42c55e8
4c83b95
dfb95db
 
 
 
 
42c55e8
4c83b95
dfb95db
 
 
 
4c83b95
42c55e8
4c83b95
dfb95db
 
 
 
4c83b95
42c55e8
4c83b95
dfb95db
4c83b95
 
dfb95db
 
4c83b95
dfb95db
4c83b95
dfb95db
4c83b95
 
dfb95db
 
 
 
4c83b95
dfb95db
 
 
 
 
42c55e8
4c83b95
dfb95db
 
 
 
 
 
4c83b95
dfb95db
 
 
 
4c83b95
42c55e8
4c83b95
dfb95db
 
 
 
 
 
 
 
4c83b95
 
 
dfb95db
 
 
4c83b95
dfb95db
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
{
  "checkpoint": "checkpoints_b1q/best.pt",
  "temperature": 0.6698144972322068,
  "val_n": 6585,
  "binary_ece_raw": 0.06439163049961594,
  "binary_ece": 0.02606656088259697,
  "catval_n": 3542,
  "categories": {
    "violence": {
      "best_threshold": 0.5,
      "f1_at_best": 0.23984526112185686,
      "ece": 0.16239444948069268,
      "prevalence": 0.052795031055900624,
      "experimental": true
    },
    "weapons_explosives": {
      "best_threshold": 0.5,
      "f1_at_best": 0.18556701030927836,
      "ece": 0.04110704146110785,
      "prevalence": 0.021456804065499716,
      "experimental": true
    },
    "drugs": {
      "best_threshold": 0.5,
      "f1_at_best": 0.030769230769230767,
      "ece": 0.052744178826448426,
      "prevalence": 0.015527950310559006,
      "experimental": true
    },
    "hate_harassment": {
      "best_threshold": 0.4,
      "f1_at_best": 0.91434034416826,
      "ece": 0.21635782731373088,
      "prevalence": 0.7532467532467533,
      "experimental": false
    },
    "sexual_abuse": {
      "best_threshold": 0.3,
      "f1_at_best": 0.0,
      "ece": 0.08326548529504435,
      "prevalence": 0.020045172219085264,
      "experimental": true,
      "note": "fixed 0.3 per review: CSAM/self-harm priority over hate"
    },
    "self_harm": {
      "best_threshold": 0.3,
      "f1_at_best": 0.0,
      "ece": 0.04202677745866978,
      "prevalence": 0.012140033879164314,
      "experimental": true,
      "note": "fixed 0.3 per review: CSAM/self-harm priority over hate"
    },
    "cybercrime_fraud": {
      "best_threshold": 0.5,
      "f1_at_best": 0.0,
      "ece": 0.05813841725390768,
      "prevalence": 0.014680971202710334,
      "experimental": true
    },
    "jailbreak_injection": {
      "best_threshold": 0.5,
      "f1_at_best": 0.0,
      "ece": 0.04948791327881452,
      "prevalence": 0.01355166572557877,
      "experimental": true
    },
    "illegal_marketplace": {
      "best_threshold": 0.5,
      "f1_at_best": 0.0,
      "ece": 0.033953293410476856,
      "prevalence": 0.01129305477131564,
      "experimental": true
    },
    "other_unsafe": {
      "best_threshold": 0.45,
      "f1_at_best": 0.6013986013986015,
      "ece": 0.03202622319749041,
      "prevalence": 0.07001693958215698,
      "experimental": false
    }
  },
  "cat_thresholds": {
    "violence": 0.5,
    "weapons_explosives": 0.5,
    "drugs": 0.5,
    "hate_harassment": 0.4,
    "sexual_abuse": 0.3,
    "self_harm": 0.3,
    "cybercrime_fraud": 0.5,
    "jailbreak_injection": 0.5,
    "illegal_marketplace": 0.5,
    "other_unsafe": 0.45
  },
  "cat_experimental": [
    "violence",
    "weapons_explosives",
    "drugs",
    "sexual_abuse",
    "self_harm",
    "cybercrime_fraud",
    "jailbreak_injection",
    "illegal_marketplace"
  ]
}