KucLab commited on
Commit
2ef89e7
·
verified ·
1 Parent(s): 5caf9b0

Add report calibration.json

Browse files
Files changed (1) hide show
  1. reports/calibration.json +104 -0
reports/calibration.json ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b4b/best.pt",
3
+ "temperature": 0.6464266479015075,
4
+ "val_n": 6585,
5
+ "binary_ece_raw": 0.06746204614684541,
6
+ "binary_ece": 0.02469610128832463,
7
+ "catval_n": 3542,
8
+ "categories": {
9
+ "violence": {
10
+ "best_threshold": 0.5,
11
+ "f1_at_best": 0.25477707006369427,
12
+ "ece": 0.1881496978879045,
13
+ "prevalence": 0.052795031055900624,
14
+ "experimental": true
15
+ },
16
+ "weapons_explosives": {
17
+ "best_threshold": 0.5,
18
+ "f1_at_best": 0.2840909090909091,
19
+ "ece": 0.04927967298054692,
20
+ "prevalence": 0.021456804065499716,
21
+ "experimental": true
22
+ },
23
+ "drugs": {
24
+ "best_threshold": 0.5,
25
+ "f1_at_best": 0.05633802816901408,
26
+ "ece": 0.055002006755267084,
27
+ "prevalence": 0.015527950310559006,
28
+ "experimental": true
29
+ },
30
+ "hate_harassment": {
31
+ "best_threshold": 0.4,
32
+ "f1_at_best": 0.9181644359464627,
33
+ "ece": 0.21876117965994787,
34
+ "prevalence": 0.7532467532467533,
35
+ "experimental": false
36
+ },
37
+ "sexual_abuse": {
38
+ "best_threshold": 0.3,
39
+ "f1_at_best": 0.0,
40
+ "ece": 0.089382409275459,
41
+ "prevalence": 0.020045172219085264,
42
+ "experimental": true,
43
+ "note": "fixed 0.3 per review: CSAM/self-harm priority over hate"
44
+ },
45
+ "self_harm": {
46
+ "best_threshold": 0.3,
47
+ "f1_at_best": 0.0,
48
+ "ece": 0.04617582623962144,
49
+ "prevalence": 0.012140033879164314,
50
+ "experimental": true,
51
+ "note": "fixed 0.3 per review: CSAM/self-harm priority over hate"
52
+ },
53
+ "cybercrime_fraud": {
54
+ "best_threshold": 0.5,
55
+ "f1_at_best": 0.0,
56
+ "ece": 0.06265077655388962,
57
+ "prevalence": 0.014680971202710334,
58
+ "experimental": true
59
+ },
60
+ "jailbreak_injection": {
61
+ "best_threshold": 0.5,
62
+ "f1_at_best": 0.0,
63
+ "ece": 0.04936691839185494,
64
+ "prevalence": 0.01355166572557877,
65
+ "experimental": true
66
+ },
67
+ "illegal_marketplace": {
68
+ "best_threshold": 0.5,
69
+ "f1_at_best": 0.0,
70
+ "ece": 0.03510368899064428,
71
+ "prevalence": 0.01129305477131564,
72
+ "experimental": true
73
+ },
74
+ "other_unsafe": {
75
+ "best_threshold": 0.45,
76
+ "f1_at_best": 0.5887850467289719,
77
+ "ece": 0.025816742680006777,
78
+ "prevalence": 0.07001693958215698,
79
+ "experimental": false
80
+ }
81
+ },
82
+ "cat_thresholds": {
83
+ "violence": 0.5,
84
+ "weapons_explosives": 0.5,
85
+ "drugs": 0.5,
86
+ "hate_harassment": 0.4,
87
+ "sexual_abuse": 0.3,
88
+ "self_harm": 0.3,
89
+ "cybercrime_fraud": 0.5,
90
+ "jailbreak_injection": 0.5,
91
+ "illegal_marketplace": 0.5,
92
+ "other_unsafe": 0.45
93
+ },
94
+ "cat_experimental": [
95
+ "violence",
96
+ "weapons_explosives",
97
+ "drugs",
98
+ "sexual_abuse",
99
+ "self_harm",
100
+ "cybercrime_fraud",
101
+ "jailbreak_injection",
102
+ "illegal_marketplace"
103
+ ]
104
+ }