KucLab commited on
Commit
017ef10
·
verified ·
1 Parent(s): 61b3f32

Add report gates.json

Browse files
Files changed (1) hide show
  1. reports/gates.json +129 -0
reports/gates.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "Barist.1.1",
3
+ "checkpoint": "checkpoints_b1q/best.pt",
4
+ "censer9": "/home/tvadmin/censer.9/checkpoints/best.pt",
5
+ "set": "heldout2 = data/mustcatch_heldout2.jsonl (72 rows after dedup purge, max 5-gram overlap 0.75)",
6
+ "gates": [
7
+ {
8
+ "gate": "heldout2_model_only",
9
+ "censer.9": "44/61",
10
+ "Barist.1.1": "45/61",
11
+ "minimum": "44/61",
12
+ "target": "52/61",
13
+ "pass": true
14
+ },
15
+ {
16
+ "gate": "heldout2_with_prefilter",
17
+ "censer.9": "49/61",
18
+ "Barist.1.1": "49/61",
19
+ "minimum": "49/61",
20
+ "target": "58/61",
21
+ "pass": true
22
+ },
23
+ {
24
+ "gate": "heldout2_benign_fp",
25
+ "censer.9": "4/11",
26
+ "Barist.1.1": "2/11",
27
+ "minimum": "2/11",
28
+ "target": "1/11",
29
+ "pass": true
30
+ },
31
+ {
32
+ "gate": "cs_benign_fpr_raw",
33
+ "censer.9": 0.2783,
34
+ "Barist.1.1": 0.1,
35
+ "minimum": 0.05,
36
+ "target": 0.03,
37
+ "pass": false
38
+ },
39
+ {
40
+ "gate": "cs_benign_fpr@cs_thr",
41
+ "censer.9": 0.2522,
42
+ "Barist.1.1": 0.0609,
43
+ "minimum": 0.05,
44
+ "target": 0.03,
45
+ "pass": false
46
+ },
47
+ {
48
+ "gate": "hardneg_fp",
49
+ "censer.9": "6/44",
50
+ "Barist.1.1": "5/44",
51
+ "minimum": "3/44",
52
+ "target": "1/44",
53
+ "pass": false
54
+ },
55
+ {
56
+ "gate": "train_must_catch",
57
+ "censer.9": "84/88",
58
+ "Barist.1.1": "82/88",
59
+ "minimum": "84/88",
60
+ "target": "86/88",
61
+ "pass": false
62
+ },
63
+ {
64
+ "gate": "test_f1",
65
+ "censer.9": 0.8239,
66
+ "Barist.1.1": 0.8238,
67
+ "minimum": 0.83,
68
+ "target": 0.849,
69
+ "pass": false
70
+ },
71
+ {
72
+ "gate": "test_recall",
73
+ "censer.9": 0.7987,
74
+ "Barist.1.1": 0.7909,
75
+ "minimum": 0.8,
76
+ "target": 0.83,
77
+ "pass": false
78
+ },
79
+ {
80
+ "gate": "test_precision",
81
+ "censer.9": 0.8508,
82
+ "Barist.1.1": 0.8595,
83
+ "minimum": 0.85,
84
+ "target": 0.86,
85
+ "pass": true
86
+ },
87
+ {
88
+ "gate": "user_benign_fp",
89
+ "censer.9": "34/41",
90
+ "Barist.1.1": "14/41",
91
+ "minimum": "3/43",
92
+ "target": "1/43",
93
+ "pass": false
94
+ },
95
+ {
96
+ "gate": "ece_calibrated",
97
+ "censer.9": 0.02606656088259697,
98
+ "Barist.1.1": 0.02606656088259697,
99
+ "minimum": 0.035,
100
+ "target": 0.03,
101
+ "pass": true
102
+ },
103
+ {
104
+ "gate": "onnx_max_abs_diff",
105
+ "censer.9": 0.0001,
106
+ "Barist.1.1": 0.0001,
107
+ "minimum": 0.001,
108
+ "target": 0.0001,
109
+ "pass": true
110
+ },
111
+ {
112
+ "gate": "regex_gate_hard_fp",
113
+ "censer.9": 0,
114
+ "Barist.1.1": 0,
115
+ "minimum": 0,
116
+ "target": 0,
117
+ "pass": true
118
+ },
119
+ {
120
+ "gate": "heldout2_dedup_max_overlap",
121
+ "censer.9": 0.75,
122
+ "Barist.1.1": 0.75,
123
+ "minimum": 0.8,
124
+ "target": 0.5,
125
+ "pass": true
126
+ }
127
+ ],
128
+ "all_pass": false
129
+ }