KucLab commited on
Commit
dfb95db
·
verified ·
1 Parent(s): 7cb4a9e

Add report calibration.json

Browse files
Files changed (1) hide show
  1. reports/calibration.json +102 -0
reports/calibration.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b1l/best.pt",
3
+ "temperature": 0.7201755344868298,
4
+ "val_n": 6585,
5
+ "binary_ece_raw": 0.05786996660959161,
6
+ "binary_ece": 0.03026162906583109,
7
+ "catval_n": 3542,
8
+ "categories": {
9
+ "violence": {
10
+ "best_threshold": 0.5,
11
+ "f1_at_best": 0.2439024390243903,
12
+ "ece": 0.1455626452353771,
13
+ "prevalence": 0.052795031055900624,
14
+ "experimental": true
15
+ },
16
+ "weapons_explosives": {
17
+ "best_threshold": 0.5,
18
+ "f1_at_best": 0.2528735632183908,
19
+ "ece": 0.05655558701250429,
20
+ "prevalence": 0.021456804065499716,
21
+ "experimental": true
22
+ },
23
+ "drugs": {
24
+ "best_threshold": 0.5,
25
+ "f1_at_best": 0.0,
26
+ "ece": 0.05989676903528808,
27
+ "prevalence": 0.015527950310559006,
28
+ "experimental": true
29
+ },
30
+ "hate_harassment": {
31
+ "best_threshold": 0.2,
32
+ "f1_at_best": 0.9189293279414597,
33
+ "ece": 0.2016322341624363,
34
+ "prevalence": 0.7532467532467533,
35
+ "experimental": false
36
+ },
37
+ "sexual_abuse": {
38
+ "best_threshold": 0.5,
39
+ "f1_at_best": 0.07228915662650602,
40
+ "ece": 0.07675920824386455,
41
+ "prevalence": 0.020045172219085264,
42
+ "experimental": true
43
+ },
44
+ "self_harm": {
45
+ "best_threshold": 0.5,
46
+ "f1_at_best": 0.0,
47
+ "ece": 0.03652108276398143,
48
+ "prevalence": 0.012140033879164314,
49
+ "experimental": true
50
+ },
51
+ "cybercrime_fraud": {
52
+ "best_threshold": 0.5,
53
+ "f1_at_best": 0.0,
54
+ "ece": 0.057557105975828055,
55
+ "prevalence": 0.014680971202710334,
56
+ "experimental": true
57
+ },
58
+ "jailbreak_injection": {
59
+ "best_threshold": 0.5,
60
+ "f1_at_best": 0.039999999999999994,
61
+ "ece": 0.04225650452676343,
62
+ "prevalence": 0.01355166572557877,
63
+ "experimental": true
64
+ },
65
+ "illegal_marketplace": {
66
+ "best_threshold": 0.5,
67
+ "f1_at_best": 0.0,
68
+ "ece": 0.03037722874095606,
69
+ "prevalence": 0.01129305477131564,
70
+ "experimental": true
71
+ },
72
+ "other_unsafe": {
73
+ "best_threshold": 0.45,
74
+ "f1_at_best": 0.6537634408602151,
75
+ "ece": 0.012964802562214203,
76
+ "prevalence": 0.07001693958215698,
77
+ "experimental": false
78
+ }
79
+ },
80
+ "cat_thresholds": {
81
+ "violence": 0.5,
82
+ "weapons_explosives": 0.5,
83
+ "drugs": 0.5,
84
+ "hate_harassment": 0.2,
85
+ "sexual_abuse": 0.5,
86
+ "self_harm": 0.5,
87
+ "cybercrime_fraud": 0.5,
88
+ "jailbreak_injection": 0.5,
89
+ "illegal_marketplace": 0.5,
90
+ "other_unsafe": 0.45
91
+ },
92
+ "cat_experimental": [
93
+ "violence",
94
+ "weapons_explosives",
95
+ "drugs",
96
+ "sexual_abuse",
97
+ "self_harm",
98
+ "cybercrime_fraud",
99
+ "jailbreak_injection",
100
+ "illegal_marketplace"
101
+ ]
102
+ }