KucLab commited on
Commit
f338006
·
verified ·
1 Parent(s): b4a31ad

Add report calibration.json

Browse files
Files changed (1) hide show
  1. reports/calibration.json +104 -0
reports/calibration.json ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "checkpoints_b5c/best.pt",
3
+ "temperature": 0.610411196946782,
4
+ "val_n": 6585,
5
+ "binary_ece_raw": 0.0756885044760408,
6
+ "binary_ece": 0.02304706140142005,
7
+ "catval_n": 3542,
8
+ "categories": {
9
+ "violence": {
10
+ "best_threshold": 0.5,
11
+ "f1_at_best": 0.25825825825825827,
12
+ "ece": 0.20030264998284927,
13
+ "prevalence": 0.052795031055900624,
14
+ "experimental": true
15
+ },
16
+ "weapons_explosives": {
17
+ "best_threshold": 0.5,
18
+ "f1_at_best": 0.2762430939226519,
19
+ "ece": 0.04906043554043894,
20
+ "prevalence": 0.021456804065499716,
21
+ "experimental": true
22
+ },
23
+ "drugs": {
24
+ "best_threshold": 0.5,
25
+ "f1_at_best": 0.028985507246376805,
26
+ "ece": 0.05412932031411423,
27
+ "prevalence": 0.015527950310559006,
28
+ "experimental": true
29
+ },
30
+ "hate_harassment": {
31
+ "best_threshold": 0.4,
32
+ "f1_at_best": 0.9230475463051366,
33
+ "ece": 0.21042333546446013,
34
+ "prevalence": 0.7532467532467533,
35
+ "experimental": false
36
+ },
37
+ "sexual_abuse": {
38
+ "best_threshold": 0.3,
39
+ "f1_at_best": 0.0,
40
+ "ece": 0.09055755013962648,
41
+ "prevalence": 0.020045172219085264,
42
+ "experimental": true,
43
+ "note": "fixed 0.3 per review: CSAM/self-harm priority over hate"
44
+ },
45
+ "self_harm": {
46
+ "best_threshold": 0.3,
47
+ "f1_at_best": 0.0,
48
+ "ece": 0.04719610507454531,
49
+ "prevalence": 0.012140033879164314,
50
+ "experimental": true,
51
+ "note": "fixed 0.3 per review: CSAM/self-harm priority over hate"
52
+ },
53
+ "cybercrime_fraud": {
54
+ "best_threshold": 0.5,
55
+ "f1_at_best": 0.0,
56
+ "ece": 0.06248214942657479,
57
+ "prevalence": 0.014680971202710334,
58
+ "experimental": true
59
+ },
60
+ "jailbreak_injection": {
61
+ "best_threshold": 0.5,
62
+ "f1_at_best": 0.0,
63
+ "ece": 0.04868596450732975,
64
+ "prevalence": 0.01355166572557877,
65
+ "experimental": true
66
+ },
67
+ "illegal_marketplace": {
68
+ "best_threshold": 0.5,
69
+ "f1_at_best": 0.0,
70
+ "ece": 0.034876799920225625,
71
+ "prevalence": 0.01129305477131564,
72
+ "experimental": true
73
+ },
74
+ "other_unsafe": {
75
+ "best_threshold": 0.45,
76
+ "f1_at_best": 0.563855421686747,
77
+ "ece": 0.024488733690503025,
78
+ "prevalence": 0.07001693958215698,
79
+ "experimental": false
80
+ }
81
+ },
82
+ "cat_thresholds": {
83
+ "violence": 0.5,
84
+ "weapons_explosives": 0.5,
85
+ "drugs": 0.5,
86
+ "hate_harassment": 0.4,
87
+ "sexual_abuse": 0.3,
88
+ "self_harm": 0.3,
89
+ "cybercrime_fraud": 0.5,
90
+ "jailbreak_injection": 0.5,
91
+ "illegal_marketplace": 0.5,
92
+ "other_unsafe": 0.45
93
+ },
94
+ "cat_experimental": [
95
+ "violence",
96
+ "weapons_explosives",
97
+ "drugs",
98
+ "sexual_abuse",
99
+ "self_harm",
100
+ "cybercrime_fraud",
101
+ "jailbreak_injection",
102
+ "illegal_marketplace"
103
+ ]
104
+ }