KucLab commited on
Commit
ba79ec0
·
verified ·
1 Parent(s): c0d55e5

Add report gates.json

Browse files
Files changed (1) hide show
  1. reports/gates.json +129 -0
reports/gates.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "Barist.2",
3
+ "checkpoint": "checkpoints_b2x/best.pt",
4
+ "censer9": "/home/tvadmin/censer.9/checkpoints/best.pt",
5
+ "set": "heldout2 = data/processed/mustcatch_heldout2.jsonl (full 91 rows, 76 unsafe + 15 benign; train purged of >0.8 5-gram overlaps, gate in reports/heldout2_dedup.json)",
6
+ "gates": [
7
+ {
8
+ "gate": "heldout2_model_only",
9
+ "censer.9": "52/75",
10
+ "Barist.2": "52/75",
11
+ "minimum": "==c9",
12
+ "target": "0.85",
13
+ "pass": true
14
+ },
15
+ {
16
+ "gate": "heldout2_with_prefilter",
17
+ "censer.9": "65/75",
18
+ "Barist.2": "67/75",
19
+ "minimum": "==c9",
20
+ "target": "0.95",
21
+ "pass": true
22
+ },
23
+ {
24
+ "gate": "heldout2_benign_fp",
25
+ "censer.9": "7/16",
26
+ "Barist.2": "5/16",
27
+ "minimum": "2/15",
28
+ "target": "1/15",
29
+ "pass": false
30
+ },
31
+ {
32
+ "gate": "cs_benign_fpr_raw",
33
+ "censer.9": 0.2783,
34
+ "Barist.2": 0.1,
35
+ "minimum": 0.05,
36
+ "target": 0.03,
37
+ "pass": false
38
+ },
39
+ {
40
+ "gate": "cs_benign_fpr@cs_thr",
41
+ "censer.9": 0.2783,
42
+ "Barist.2": 0.1,
43
+ "minimum": 0.05,
44
+ "target": 0.03,
45
+ "pass": false
46
+ },
47
+ {
48
+ "gate": "hardneg_fp",
49
+ "censer.9": "6/44",
50
+ "Barist.2": "6/44",
51
+ "minimum": "3/44",
52
+ "target": "1/44",
53
+ "pass": false
54
+ },
55
+ {
56
+ "gate": "train_must_catch",
57
+ "censer.9": "84/88",
58
+ "Barist.2": "82/88",
59
+ "minimum": "84/88",
60
+ "target": "86/88",
61
+ "pass": false
62
+ },
63
+ {
64
+ "gate": "test_f1",
65
+ "censer.9": 0.8239,
66
+ "Barist.2": 0.8221,
67
+ "minimum": 0.83,
68
+ "target": 0.849,
69
+ "pass": false
70
+ },
71
+ {
72
+ "gate": "test_recall",
73
+ "censer.9": 0.7987,
74
+ "Barist.2": 0.7872,
75
+ "minimum": 0.8,
76
+ "target": 0.83,
77
+ "pass": false
78
+ },
79
+ {
80
+ "gate": "test_precision",
81
+ "censer.9": 0.8508,
82
+ "Barist.2": 0.8603,
83
+ "minimum": 0.85,
84
+ "target": 0.86,
85
+ "pass": true
86
+ },
87
+ {
88
+ "gate": "user_benign_fp",
89
+ "censer.9": "35/43",
90
+ "Barist.2": "14/43",
91
+ "minimum": "3/43",
92
+ "target": "1/43",
93
+ "pass": false
94
+ },
95
+ {
96
+ "gate": "ece_calibrated",
97
+ "censer.9": 0.018413447943885906,
98
+ "Barist.2": 0.02633223968431431,
99
+ "minimum": 0.035,
100
+ "target": 0.03,
101
+ "pass": true
102
+ },
103
+ {
104
+ "gate": "onnx_max_abs_diff",
105
+ "censer.9": null,
106
+ "Barist.2": 0.0001,
107
+ "minimum": 0.001,
108
+ "target": 0.0001,
109
+ "pass": true
110
+ },
111
+ {
112
+ "gate": "regex_gate_hard_fp",
113
+ "censer.9": null,
114
+ "Barist.2": 0,
115
+ "minimum": 0,
116
+ "target": 0,
117
+ "pass": true
118
+ },
119
+ {
120
+ "gate": "heldout2_dedup_max_overlap",
121
+ "censer.9": null,
122
+ "Barist.2": 0.75,
123
+ "minimum": 0.8,
124
+ "target": 0.5,
125
+ "pass": true
126
+ }
127
+ ],
128
+ "all_pass": false
129
+ }