KucLab commited on
Commit
4c0ffa2
·
verified ·
1 Parent(s): 4826cd9

Add report calibration.json

Browse files
Files changed (1) hide show
  1. reports/calibration.json +82 -0
reports/calibration.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints8f/epoch2.pt",
3
+ "temperature": 0.7102126181125441,
4
+ "val_n": 6585,
5
+ "binary_ece_raw": 0.058275211582083354,
6
+ "binary_ece": 0.029437715026296135,
7
+ "catval_n": 3542,
8
+ "categories": {
9
+ "violence": {
10
+ "best_threshold": 0.2,
11
+ "f1_at_best": 0.23507462686567165,
12
+ "ece": 0.03854127683601876,
13
+ "prevalence": 0.052795031055900624
14
+ },
15
+ "weapons_explosives": {
16
+ "best_threshold": 0.22,
17
+ "f1_at_best": 0.23715415019762848,
18
+ "ece": 0.033886452425429994,
19
+ "prevalence": 0.021456804065499716
20
+ },
21
+ "drugs": {
22
+ "best_threshold": 0.22,
23
+ "f1_at_best": 0.02941176470588235,
24
+ "ece": 0.033468634797617136,
25
+ "prevalence": 0.015527950310559006
26
+ },
27
+ "hate_harassment": {
28
+ "best_threshold": 0.2,
29
+ "f1_at_best": 0.880256307569083,
30
+ "ece": 0.35740332338042113,
31
+ "prevalence": 0.7532467532467533
32
+ },
33
+ "sexual_abuse": {
34
+ "best_threshold": 0.2,
35
+ "f1_at_best": 0.0,
36
+ "ece": 0.023402272129920035,
37
+ "prevalence": 0.020045172219085264
38
+ },
39
+ "self_harm": {
40
+ "best_threshold": 0.2,
41
+ "f1_at_best": 0.0,
42
+ "ece": 0.010324534870836356,
43
+ "prevalence": 0.012140033879164314
44
+ },
45
+ "cybercrime_fraud": {
46
+ "best_threshold": 0.2,
47
+ "f1_at_best": 0.0,
48
+ "ece": 0.02964625281348259,
49
+ "prevalence": 0.014680971202710334
50
+ },
51
+ "jailbreak_injection": {
52
+ "best_threshold": 0.2,
53
+ "f1_at_best": 0.0,
54
+ "ece": 0.014271295662382803,
55
+ "prevalence": 0.01355166572557877
56
+ },
57
+ "illegal_marketplace": {
58
+ "best_threshold": 0.2,
59
+ "f1_at_best": 0.0,
60
+ "ece": 0.00985998975406398,
61
+ "prevalence": 0.01129305477131564
62
+ },
63
+ "other_unsafe": {
64
+ "best_threshold": 0.2,
65
+ "f1_at_best": 0.593103448275862,
66
+ "ece": 0.03760442758731864,
67
+ "prevalence": 0.07001693958215698
68
+ }
69
+ },
70
+ "cat_thresholds": {
71
+ "violence": 0.2,
72
+ "weapons_explosives": 0.22,
73
+ "drugs": 0.22,
74
+ "hate_harassment": 0.2,
75
+ "sexual_abuse": 0.2,
76
+ "self_harm": 0.2,
77
+ "cybercrime_fraud": 0.2,
78
+ "jailbreak_injection": 0.2,
79
+ "illegal_marketplace": 0.2,
80
+ "other_unsafe": 0.2
81
+ }
82
+ }