DTanzillo commited on
Commit
f263b8f
·
verified ·
1 Parent(s): d909dd9

Upload results/staleness_experiment.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results/staleness_experiment.json +354 -133
results/staleness_experiment.json CHANGED
@@ -1,134 +1,355 @@
1
- {
2
- "cutoffs": [
3
- 0.25,
4
- 2.0,
5
- 7.0
6
- ],
7
- "baseline": [
8
- {
9
- "auc_pr": 0.061184346220415166,
10
- "auc_roc": 0.6374507725922728,
11
- "f1_at_50": 0.0,
12
- "n_positive": 73,
13
- "n_total": 2167,
14
- "pos_rate": 0.03368712505768343,
15
- "f1": 0.13223140017211957,
16
- "optimal_threshold": 0.03237410071942446,
17
- "threshold": 0.03237410071942446,
18
- "recall_at_prec_30": 0.0,
19
- "recall_at_prec_50": 0.0,
20
- "recall_at_prec_70": 0.0,
21
- "cutoff": 0.25
22
- },
23
- {
24
- "auc_pr": 0.061184346220415166,
25
- "auc_roc": 0.6374507725922728,
26
- "f1_at_50": 0.0,
27
- "n_positive": 73,
28
- "n_total": 2167,
29
- "pos_rate": 0.03368712505768343,
30
- "f1": 0.13223140017211957,
31
- "optimal_threshold": 0.03237410071942446,
32
- "threshold": 0.03237410071942446,
33
- "recall_at_prec_30": 0.0,
34
- "recall_at_prec_50": 0.0,
35
- "recall_at_prec_70": 0.0,
36
- "cutoff": 2.0
37
- },
38
- {
39
- "auc_pr": 0.061184346220415166,
40
- "auc_roc": 0.6374507725922728,
41
- "f1_at_50": 0.0,
42
- "n_positive": 73,
43
- "n_total": 2167,
44
- "pos_rate": 0.03368712505768343,
45
- "f1": 0.13223140017211957,
46
- "optimal_threshold": 0.03237410071942446,
47
- "threshold": 0.03237410071942446,
48
- "recall_at_prec_30": 0.0,
49
- "recall_at_prec_50": 0.0,
50
- "recall_at_prec_70": 0.0,
51
- "cutoff": 7.0
52
- }
53
- ],
54
- "xgboost": [
55
- {
56
- "auc_pr": 0.9883137899600032,
57
- "auc_roc": 0.9995878635632139,
58
- "f1_at_50": 0.935064935064935,
59
- "n_positive": 73,
60
- "n_total": 2167,
61
- "pos_rate": 0.03368712505768343,
62
- "f1": 0.9411764655987015,
63
- "optimal_threshold": 0.5284891724586487,
64
- "threshold": 0.5284891724586487,
65
- "recall_at_prec_30": 1.0,
66
- "recall_at_prec_50": 1.0,
67
- "recall_at_prec_70": 1.0,
68
- "n_events": 2167,
69
- "cutoff": 0.25
70
- },
71
- {
72
- "auc_pr": 0.9883137899600032,
73
- "auc_roc": 0.9995878635632139,
74
- "f1_at_50": 0.935064935064935,
75
- "n_positive": 73,
76
- "n_total": 2167,
77
- "pos_rate": 0.03368712505768343,
78
- "f1": 0.9411764655987015,
79
- "optimal_threshold": 0.5284891724586487,
80
- "threshold": 0.5284891724586487,
81
- "recall_at_prec_30": 1.0,
82
- "recall_at_prec_50": 1.0,
83
- "recall_at_prec_70": 1.0,
84
- "n_events": 2167,
85
- "cutoff": 2.0
86
- },
87
- {
88
- "auc_pr": 0.0,
89
- "f1": 0.0,
90
- "n_events": 0,
91
- "cutoff": 7.0
92
- }
93
- ],
94
- "pitft": [
95
- {
96
- "auc_pr": 0.6071095346058015,
97
- "auc_roc": 0.9727335766900865,
98
- "f1_at_50": 0.3146067415730337,
99
- "n_positive": 73,
100
- "n_total": 2167,
101
- "pos_rate": 0.03368712505768343,
102
- "f1": 0.5764705833349482,
103
- "optimal_threshold": 0.36304470896720886,
104
- "threshold": 0.36304470896720886,
105
- "recall_at_prec_30": 0.863013698630137,
106
- "recall_at_prec_50": 0.6712328767123288,
107
- "recall_at_prec_70": 0.3424657534246575,
108
- "n_events": 2167,
109
- "cutoff": 0.25
110
- },
111
- {
112
- "auc_pr": 0.6071095346058015,
113
- "auc_roc": 0.9727335766900865,
114
- "f1_at_50": 0.3146067415730337,
115
- "n_positive": 73,
116
- "n_total": 2167,
117
- "pos_rate": 0.03368712505768343,
118
- "f1": 0.5764705833349482,
119
- "optimal_threshold": 0.36304470896720886,
120
- "threshold": 0.36304470896720886,
121
- "recall_at_prec_30": 0.863013698630137,
122
- "recall_at_prec_50": 0.6712328767123288,
123
- "recall_at_prec_70": 0.3424657534246575,
124
- "n_events": 2167,
125
- "cutoff": 2.0
126
- },
127
- {
128
- "auc_pr": 0.0,
129
- "f1": 0.0,
130
- "n_events": 0,
131
- "cutoff": 7.0
132
- }
133
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
134
  }
 
1
+ {
2
+ "cutoffs": [
3
+ 2.0,
4
+ 2.5,
5
+ 3.0,
6
+ 3.5,
7
+ 4.0,
8
+ 5.0,
9
+ 6.0
10
+ ],
11
+ "n_test_events": 2167,
12
+ "n_positive": 73,
13
+ "baseline": [
14
+ {
15
+ "auc_pr": 0.061184346220415166,
16
+ "auc_roc": 0.6374507725922728,
17
+ "f1_at_50": 0.0,
18
+ "n_positive": 73,
19
+ "n_total": 2167,
20
+ "pos_rate": 0.03368712505768343,
21
+ "f1": 0.13223140017211957,
22
+ "optimal_threshold": 0.03237410071942446,
23
+ "threshold": 0.03237410071942446,
24
+ "recall_at_prec_30": 0.0,
25
+ "recall_at_prec_50": 0.0,
26
+ "recall_at_prec_70": 0.0,
27
+ "cutoff": 2.0,
28
+ "n_events": 2167
29
+ },
30
+ {
31
+ "auc_pr": 0.061184346220415166,
32
+ "auc_roc": 0.6374507725922728,
33
+ "f1_at_50": 0.0,
34
+ "n_positive": 73,
35
+ "n_total": 2167,
36
+ "pos_rate": 0.03368712505768343,
37
+ "f1": 0.13223140017211957,
38
+ "optimal_threshold": 0.03237410071942446,
39
+ "threshold": 0.03237410071942446,
40
+ "recall_at_prec_30": 0.0,
41
+ "recall_at_prec_50": 0.0,
42
+ "recall_at_prec_70": 0.0,
43
+ "cutoff": 2.5,
44
+ "n_events": 2167
45
+ },
46
+ {
47
+ "auc_pr": 0.061184346220415166,
48
+ "auc_roc": 0.6374507725922728,
49
+ "f1_at_50": 0.0,
50
+ "n_positive": 73,
51
+ "n_total": 2167,
52
+ "pos_rate": 0.03368712505768343,
53
+ "f1": 0.13223140017211957,
54
+ "optimal_threshold": 0.03237410071942446,
55
+ "threshold": 0.03237410071942446,
56
+ "recall_at_prec_30": 0.0,
57
+ "recall_at_prec_50": 0.0,
58
+ "recall_at_prec_70": 0.0,
59
+ "cutoff": 3.0,
60
+ "n_events": 2167
61
+ },
62
+ {
63
+ "auc_pr": 0.061184346220415166,
64
+ "auc_roc": 0.6374507725922728,
65
+ "f1_at_50": 0.0,
66
+ "n_positive": 73,
67
+ "n_total": 2167,
68
+ "pos_rate": 0.03368712505768343,
69
+ "f1": 0.13223140017211957,
70
+ "optimal_threshold": 0.03237410071942446,
71
+ "threshold": 0.03237410071942446,
72
+ "recall_at_prec_30": 0.0,
73
+ "recall_at_prec_50": 0.0,
74
+ "recall_at_prec_70": 0.0,
75
+ "cutoff": 3.5,
76
+ "n_events": 2167
77
+ },
78
+ {
79
+ "auc_pr": 0.061184346220415166,
80
+ "auc_roc": 0.6374507725922728,
81
+ "f1_at_50": 0.0,
82
+ "n_positive": 73,
83
+ "n_total": 2167,
84
+ "pos_rate": 0.03368712505768343,
85
+ "f1": 0.13223140017211957,
86
+ "optimal_threshold": 0.03237410071942446,
87
+ "threshold": 0.03237410071942446,
88
+ "recall_at_prec_30": 0.0,
89
+ "recall_at_prec_50": 0.0,
90
+ "recall_at_prec_70": 0.0,
91
+ "cutoff": 4.0,
92
+ "n_events": 2167
93
+ },
94
+ {
95
+ "auc_pr": 0.061184346220415166,
96
+ "auc_roc": 0.6374507725922728,
97
+ "f1_at_50": 0.0,
98
+ "n_positive": 73,
99
+ "n_total": 2167,
100
+ "pos_rate": 0.03368712505768343,
101
+ "f1": 0.13223140017211957,
102
+ "optimal_threshold": 0.03237410071942446,
103
+ "threshold": 0.03237410071942446,
104
+ "recall_at_prec_30": 0.0,
105
+ "recall_at_prec_50": 0.0,
106
+ "recall_at_prec_70": 0.0,
107
+ "cutoff": 5.0,
108
+ "n_events": 2167
109
+ },
110
+ {
111
+ "auc_pr": 0.061184346220415166,
112
+ "auc_roc": 0.6374507725922728,
113
+ "f1_at_50": 0.0,
114
+ "n_positive": 73,
115
+ "n_total": 2167,
116
+ "pos_rate": 0.03368712505768343,
117
+ "f1": 0.13223140017211957,
118
+ "optimal_threshold": 0.03237410071942446,
119
+ "threshold": 0.03237410071942446,
120
+ "recall_at_prec_30": 0.0,
121
+ "recall_at_prec_50": 0.0,
122
+ "recall_at_prec_70": 0.0,
123
+ "cutoff": 6.0,
124
+ "n_events": 2167
125
+ }
126
+ ],
127
+ "xgboost": [
128
+ {
129
+ "auc_pr": 0.9883137899600032,
130
+ "auc_roc": 0.9995878635632139,
131
+ "f1_at_50": 0.935064935064935,
132
+ "n_positive": 73,
133
+ "n_total": 2167,
134
+ "pos_rate": 0.03368712505768343,
135
+ "f1": 0.9411764655987015,
136
+ "optimal_threshold": 0.5284891724586487,
137
+ "threshold": 0.5284891724586487,
138
+ "recall_at_prec_30": 1.0,
139
+ "recall_at_prec_50": 1.0,
140
+ "recall_at_prec_70": 1.0,
141
+ "cutoff": 2.0,
142
+ "n_events": 2167
143
+ },
144
+ {
145
+ "auc_pr": 0.9123203140942627,
146
+ "auc_roc": 0.9903418565869928,
147
+ "f1_at_50": 0.8421052631578947,
148
+ "n_positive": 70,
149
+ "n_total": 2126,
150
+ "pos_rate": 0.03292568203198495,
151
+ "f1": 0.8467153234695509,
152
+ "optimal_threshold": 0.9780168533325195,
153
+ "threshold": 0.9780168533325195,
154
+ "recall_at_prec_30": 0.9857142857142858,
155
+ "recall_at_prec_50": 0.9714285714285714,
156
+ "recall_at_prec_70": 0.9285714285714286,
157
+ "cutoff": 2.5,
158
+ "n_events": 2126
159
+ },
160
+ {
161
+ "auc_pr": 0.7112636105696798,
162
+ "auc_roc": 0.9702624390685601,
163
+ "f1_at_50": 0.7012987012987013,
164
+ "n_positive": 67,
165
+ "n_total": 2045,
166
+ "pos_rate": 0.03276283618581907,
167
+ "f1": 0.722222217246335,
168
+ "optimal_threshold": 0.9061354398727417,
169
+ "threshold": 0.9061354398727417,
170
+ "recall_at_prec_30": 0.9104477611940298,
171
+ "recall_at_prec_50": 0.8507462686567164,
172
+ "recall_at_prec_70": 0.7164179104477612,
173
+ "cutoff": 3.0,
174
+ "n_events": 2045
175
+ },
176
+ {
177
+ "auc_pr": 0.7224173760553306,
178
+ "auc_roc": 0.9779084384250436,
179
+ "f1_at_50": 0.6666666666666666,
180
+ "n_positive": 65,
181
+ "n_total": 1962,
182
+ "pos_rate": 0.033129459734964326,
183
+ "f1": 0.6802721039104078,
184
+ "optimal_threshold": 0.8590014576911926,
185
+ "threshold": 0.8590014576911926,
186
+ "recall_at_prec_30": 0.9384615384615385,
187
+ "recall_at_prec_50": 0.8615384615384616,
188
+ "recall_at_prec_70": 0.6153846153846154,
189
+ "cutoff": 3.5,
190
+ "n_events": 1962
191
+ },
192
+ {
193
+ "auc_pr": 0.6392429519999454,
194
+ "auc_roc": 0.9669743064869061,
195
+ "f1_at_50": 0.5921052631578947,
196
+ "n_positive": 62,
197
+ "n_total": 1890,
198
+ "pos_rate": 0.0328042328042328,
199
+ "f1": 0.6370370320702333,
200
+ "optimal_threshold": 0.8714247941970825,
201
+ "threshold": 0.8714247941970825,
202
+ "recall_at_prec_30": 0.8870967741935484,
203
+ "recall_at_prec_50": 0.8064516129032258,
204
+ "recall_at_prec_70": 0.41935483870967744,
205
+ "cutoff": 4.0,
206
+ "n_events": 1890
207
+ },
208
+ {
209
+ "auc_pr": 0.42295193898950256,
210
+ "auc_roc": 0.9482351744481741,
211
+ "f1_at_50": 0.5419354838709678,
212
+ "n_positive": 58,
213
+ "n_total": 1753,
214
+ "pos_rate": 0.03308613804905876,
215
+ "f1": 0.5454545404630832,
216
+ "optimal_threshold": 0.9965507984161377,
217
+ "threshold": 0.9965507984161377,
218
+ "recall_at_prec_30": 0.7931034482758621,
219
+ "recall_at_prec_50": 0.5689655172413793,
220
+ "recall_at_prec_70": 0.0,
221
+ "cutoff": 5.0,
222
+ "n_events": 1753
223
+ },
224
+ {
225
+ "auc_pr": 0.3219032626600778,
226
+ "auc_roc": 0.9162752848174842,
227
+ "f1_at_50": 0.4027777777777778,
228
+ "n_positive": 55,
229
+ "n_total": 1619,
230
+ "pos_rate": 0.033971587399629403,
231
+ "f1": 0.42592592092764064,
232
+ "optimal_threshold": 0.9984425902366638,
233
+ "threshold": 0.9984425902366638,
234
+ "recall_at_prec_30": 0.5818181818181818,
235
+ "recall_at_prec_50": 0.12727272727272726,
236
+ "recall_at_prec_70": 0.01818181818181818,
237
+ "cutoff": 6.0,
238
+ "n_events": 1619
239
+ }
240
+ ],
241
+ "pitft": [
242
+ {
243
+ "auc_pr": 0.5108315323239697,
244
+ "auc_roc": 0.9467689811725608,
245
+ "f1_at_50": 0.0,
246
+ "n_positive": 73,
247
+ "n_total": 2167,
248
+ "pos_rate": 0.03368712505768343,
249
+ "f1": 0.5325443737908337,
250
+ "optimal_threshold": 0.18103967607021332,
251
+ "threshold": 0.18103967607021332,
252
+ "recall_at_prec_30": 0.7808219178082192,
253
+ "recall_at_prec_50": 0.5068493150684932,
254
+ "recall_at_prec_70": 0.2876712328767123,
255
+ "cutoff": 2.0,
256
+ "n_events": 2167
257
+ },
258
+ {
259
+ "auc_pr": 0.40929547300496166,
260
+ "auc_roc": 0.9342620900500278,
261
+ "f1_at_50": 0.028169014084507043,
262
+ "n_positive": 70,
263
+ "n_total": 2126,
264
+ "pos_rate": 0.03292568203198495,
265
+ "f1": 0.45121950730220106,
266
+ "optimal_threshold": 0.18565748631954193,
267
+ "threshold": 0.18565748631954193,
268
+ "recall_at_prec_30": 0.6571428571428571,
269
+ "recall_at_prec_50": 0.35714285714285715,
270
+ "recall_at_prec_70": 0.2,
271
+ "cutoff": 2.5,
272
+ "n_events": 2126
273
+ },
274
+ {
275
+ "auc_pr": 0.3126159912723518,
276
+ "auc_roc": 0.9086669785551514,
277
+ "f1_at_50": 0.056338028169014086,
278
+ "n_positive": 67,
279
+ "n_total": 2045,
280
+ "pos_rate": 0.03276283618581907,
281
+ "f1": 0.3968253918455531,
282
+ "optimal_threshold": 0.2572215497493744,
283
+ "threshold": 0.2572215497493744,
284
+ "recall_at_prec_30": 0.4626865671641791,
285
+ "recall_at_prec_50": 0.208955223880597,
286
+ "recall_at_prec_70": 0.0,
287
+ "cutoff": 3.0,
288
+ "n_events": 2045
289
+ },
290
+ {
291
+ "auc_pr": 0.32548992974654617,
292
+ "auc_roc": 0.9031263939013017,
293
+ "f1_at_50": 0.058823529411764705,
294
+ "n_positive": 65,
295
+ "n_total": 1962,
296
+ "pos_rate": 0.033129459734964326,
297
+ "f1": 0.3716814110423683,
298
+ "optimal_threshold": 0.28492599725723267,
299
+ "threshold": 0.28492599725723267,
300
+ "recall_at_prec_30": 0.46153846153846156,
301
+ "recall_at_prec_50": 0.26153846153846155,
302
+ "recall_at_prec_70": 0.015384615384615385,
303
+ "cutoff": 3.5,
304
+ "n_events": 1962
305
+ },
306
+ {
307
+ "auc_pr": 0.286925285041537,
308
+ "auc_roc": 0.892249594127197,
309
+ "f1_at_50": 0.0,
310
+ "n_positive": 62,
311
+ "n_total": 1890,
312
+ "pos_rate": 0.0328042328042328,
313
+ "f1": 0.3736263691341626,
314
+ "optimal_threshold": 0.16788320243358612,
315
+ "threshold": 0.16788320243358612,
316
+ "recall_at_prec_30": 0.45161290322580644,
317
+ "recall_at_prec_50": 0.22580645161290322,
318
+ "recall_at_prec_70": 0.0,
319
+ "cutoff": 4.0,
320
+ "n_events": 1890
321
+ },
322
+ {
323
+ "auc_pr": 0.23877494536053875,
324
+ "auc_roc": 0.867622825755264,
325
+ "f1_at_50": 0.0625,
326
+ "n_positive": 58,
327
+ "n_total": 1753,
328
+ "pos_rate": 0.03308613804905876,
329
+ "f1": 0.33082706275086216,
330
+ "optimal_threshold": 0.21164827048778534,
331
+ "threshold": 0.21164827048778534,
332
+ "recall_at_prec_30": 0.3103448275862069,
333
+ "recall_at_prec_50": 0.1896551724137931,
334
+ "recall_at_prec_70": 0.0,
335
+ "cutoff": 5.0,
336
+ "n_events": 1753
337
+ },
338
+ {
339
+ "auc_pr": 0.1838323482889146,
340
+ "auc_roc": 0.8097419204836084,
341
+ "f1_at_50": 0.06666666666666667,
342
+ "n_positive": 55,
343
+ "n_total": 1619,
344
+ "pos_rate": 0.033971587399629403,
345
+ "f1": 0.2741935434508325,
346
+ "optimal_threshold": 0.21228547394275665,
347
+ "threshold": 0.21228547394275665,
348
+ "recall_at_prec_30": 0.18181818181818182,
349
+ "recall_at_prec_50": 0.07272727272727272,
350
+ "recall_at_prec_70": 0.0,
351
+ "cutoff": 6.0,
352
+ "n_events": 1619
353
+ }
354
+ ]
355
  }