KucLab commited on
Commit
60e01b1
·
verified ·
1 Parent(s): 8c276ff

Add report calibration.json

Browse files
Files changed (1) hide show
  1. reports/calibration.json +102 -0
reports/calibration.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints9h/best.pt",
3
+ "temperature": 0.7130213677881275,
4
+ "val_n": 6585,
5
+ "binary_ece_raw": 0.05203262670142414,
6
+ "binary_ece": 0.018413447943885906,
7
+ "catval_n": 3542,
8
+ "categories": {
9
+ "violence": {
10
+ "best_threshold": 0.59,
11
+ "f1_at_best": 0.25,
12
+ "ece": 0.22229316503921154,
13
+ "prevalence": 0.052795031055900624,
14
+ "experimental": true
15
+ },
16
+ "weapons_explosives": {
17
+ "best_threshold": 0.48,
18
+ "f1_at_best": 0.2645502645502646,
19
+ "ece": 0.08046314887280895,
20
+ "prevalence": 0.021456804065499716,
21
+ "experimental": true
22
+ },
23
+ "drugs": {
24
+ "best_threshold": 0.38,
25
+ "f1_at_best": 0.14527845036319614,
26
+ "ece": 0.08529182369760463,
27
+ "prevalence": 0.015527950310559006,
28
+ "experimental": true
29
+ },
30
+ "hate_harassment": {
31
+ "best_threshold": 0.2,
32
+ "f1_at_best": 0.9207634470792366,
33
+ "ece": 0.20400663696797136,
34
+ "prevalence": 0.7532467532467533,
35
+ "experimental": false
36
+ },
37
+ "sexual_abuse": {
38
+ "best_threshold": 0.36,
39
+ "f1_at_best": 0.21052631578947367,
40
+ "ece": 0.09419705905580622,
41
+ "prevalence": 0.020045172219085264,
42
+ "experimental": true
43
+ },
44
+ "self_harm": {
45
+ "best_threshold": 0.2,
46
+ "f1_at_best": 0.14814814814814814,
47
+ "ece": 0.048453878493160726,
48
+ "prevalence": 0.012140033879164314,
49
+ "experimental": true
50
+ },
51
+ "cybercrime_fraud": {
52
+ "best_threshold": 0.28,
53
+ "f1_at_best": 0.14893617021276595,
54
+ "ece": 0.08756961489636225,
55
+ "prevalence": 0.014680971202710334,
56
+ "experimental": true
57
+ },
58
+ "jailbreak_injection": {
59
+ "best_threshold": 0.3,
60
+ "f1_at_best": 0.1875,
61
+ "ece": 0.061034049798424646,
62
+ "prevalence": 0.01355166572557877,
63
+ "experimental": true
64
+ },
65
+ "illegal_marketplace": {
66
+ "best_threshold": 0.21,
67
+ "f1_at_best": 0.15942028985507245,
68
+ "ece": 0.0444381351405433,
69
+ "prevalence": 0.01129305477131564,
70
+ "experimental": true
71
+ },
72
+ "other_unsafe": {
73
+ "best_threshold": 0.26,
74
+ "f1_at_best": 0.6834381551362683,
75
+ "ece": 0.031214124467566027,
76
+ "prevalence": 0.07001693958215698,
77
+ "experimental": false
78
+ }
79
+ },
80
+ "cat_thresholds": {
81
+ "violence": 0.59,
82
+ "weapons_explosives": 0.48,
83
+ "drugs": 0.38,
84
+ "hate_harassment": 0.2,
85
+ "sexual_abuse": 0.36,
86
+ "self_harm": 0.2,
87
+ "cybercrime_fraud": 0.28,
88
+ "jailbreak_injection": 0.3,
89
+ "illegal_marketplace": 0.21,
90
+ "other_unsafe": 0.26
91
+ },
92
+ "cat_experimental": [
93
+ "violence",
94
+ "weapons_explosives",
95
+ "drugs",
96
+ "sexual_abuse",
97
+ "self_harm",
98
+ "cybercrime_fraud",
99
+ "jailbreak_injection",
100
+ "illegal_marketplace"
101
+ ]
102
+ }