SeaWolf-AI commited on
Commit
0228ae9
·
verified ·
1 Parent(s): e284f43

refs: complete coordinates across all 44 boards

Browse files
Files changed (1) hide show
  1. data/reference_vidraft.json +117 -0
data/reference_vidraft.json CHANGED
@@ -56,6 +56,32 @@
56
  "baseline_best_auroc": 0.814247311827957,
57
  "noise_floor": 0.742835624347912
58
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
59
  {
60
  "board": "BRAF",
61
  "n_test": 183,
@@ -69,6 +95,19 @@
69
  "baseline_best_auroc": 0.7719771501110758,
70
  "noise_floor": 0.3133348834362967
71
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
72
  {
73
  "board": "BSubtilis",
74
  "n_test": 2922,
@@ -199,6 +238,32 @@
199
  "baseline_best_auroc": 0.5653230349871636,
200
  "noise_floor": 0.8881466464306685
201
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
202
  {
203
  "board": "FLT3",
204
  "n_test": 853,
@@ -225,6 +290,19 @@
225
  "baseline_best_auroc": 0.5906132226907765,
226
  "noise_floor": 0.43882961559576933
227
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
228
  {
229
  "board": "HER2",
230
  "n_test": 236,
@@ -368,6 +446,19 @@
368
  "baseline_best_auroc": 0.6174397293105879,
369
  "noise_floor": 0.36541362895542684
370
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
371
  {
372
  "board": "Phenotype",
373
  "n_test": 2001,
@@ -409,6 +500,19 @@
409
  "baseline_best_auroc": 0.6921824414881577,
410
  "noise_floor": 5.486785914462347
411
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
412
  {
413
  "board": "Solubility",
414
  "n_test": 4677,
@@ -422,6 +526,19 @@
422
  "baseline_best_auroc": 0.6932688073415427,
423
  "noise_floor": 0.5751407196134256
424
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
425
  {
426
  "board": "Vdss",
427
  "n_test": 2870,
 
56
  "baseline_best_auroc": 0.814247311827957,
57
  "noise_floor": 0.742835624347912
58
  },
59
+ {
60
+ "board": "AR",
61
+ "n_test": 460,
62
+ "mae": 0.6575621739130435,
63
+ "auroc": 0.6388761904761905,
64
+ "prauc": 0.627063341447837,
65
+ "exact_hits": 0,
66
+ "exact_rate": 0.0,
67
+ "leak": "clean",
68
+ "baseline_best_mae": 0.622604668394136,
69
+ "baseline_best_auroc": 0.6377142857142856,
70
+ "noise_floor": 0.4821333225358665
71
+ },
72
+ {
73
+ "board": "BACE1",
74
+ "n_test": 278,
75
+ "mae": 0.8740338129496403,
76
+ "auroc": 0.9312725899552247,
77
+ "prauc": 0.8900931477815491,
78
+ "exact_hits": 0,
79
+ "exact_rate": 0.0,
80
+ "leak": "clean",
81
+ "baseline_best_mae": 0.9674177988332499,
82
+ "baseline_best_auroc": 0.9232885580190969,
83
+ "noise_floor": 0.2119143024135559
84
+ },
85
  {
86
  "board": "BRAF",
87
  "n_test": 183,
 
95
  "baseline_best_auroc": 0.7719771501110758,
96
  "noise_floor": 0.3133348834362967
97
  },
98
+ {
99
+ "board": "BRD4",
100
+ "n_test": 2402,
101
+ "mae": 0.9774666527893421,
102
+ "auroc": 0.7537556908562338,
103
+ "prauc": 0.7092523677840218,
104
+ "exact_hits": 0,
105
+ "exact_rate": 0.0,
106
+ "leak": "clean",
107
+ "baseline_best_mae": 0.8549645558861177,
108
+ "baseline_best_auroc": 0.8614308960927359,
109
+ "noise_floor": 0.3967347320136857
110
+ },
111
  {
112
  "board": "BSubtilis",
113
  "n_test": 2922,
 
238
  "baseline_best_auroc": 0.5653230349871636,
239
  "noise_floor": 0.8881466464306685
240
  },
241
+ {
242
+ "board": "ERalpha",
243
+ "n_test": 182,
244
+ "mae": 1.0282725274725275,
245
+ "auroc": 0.8411571334648258,
246
+ "prauc": 0.9017584295705214,
247
+ "exact_hits": 1,
248
+ "exact_rate": 0.0055,
249
+ "leak": "clean",
250
+ "baseline_best_mae": 1.1589064654100611,
251
+ "baseline_best_auroc": 0.8053911900065746,
252
+ "noise_floor": 0.5898926423102557
253
+ },
254
+ {
255
+ "board": "FactorXa",
256
+ "n_test": 225,
257
+ "mae": 0.9184844444444444,
258
+ "auroc": 0.765598852498207,
259
+ "prauc": 0.5042658895780472,
260
+ "exact_hits": 0,
261
+ "exact_rate": 0.0,
262
+ "leak": "clean",
263
+ "baseline_best_mae": 1.094230640216658,
264
+ "baseline_best_auroc": 0.6844370069328234,
265
+ "noise_floor": 0.08887506590142115
266
+ },
267
  {
268
  "board": "FLT3",
269
  "n_test": 853,
 
290
  "baseline_best_auroc": 0.5906132226907765,
291
  "noise_floor": 0.43882961559576933
292
  },
293
+ {
294
+ "board": "HDAC1",
295
+ "n_test": 1925,
296
+ "mae": 0.7397427532467533,
297
+ "auroc": 0.7283523088481766,
298
+ "prauc": 0.5862209171060172,
299
+ "exact_hits": 0,
300
+ "exact_rate": 0.0,
301
+ "leak": "clean",
302
+ "baseline_best_mae": 0.7944643549363846,
303
+ "baseline_best_auroc": 0.736935791481246,
304
+ "noise_floor": 0.5032481396777271
305
+ },
306
  {
307
  "board": "HER2",
308
  "n_test": 236,
 
446
  "baseline_best_auroc": 0.6174397293105879,
447
  "noise_floor": 0.36541362895542684
448
  },
449
+ {
450
+ "board": "Nav17",
451
+ "n_test": 1314,
452
+ "mae": 0.7235969558599694,
453
+ "auroc": 0.45238346393409684,
454
+ "prauc": 0.5883066485186595,
455
+ "exact_hits": 0,
456
+ "exact_rate": 0.0,
457
+ "leak": "clean",
458
+ "baseline_best_mae": 0.4444494229222585,
459
+ "baseline_best_auroc": 0.66640420936307,
460
+ "noise_floor": 0.07636114162240723
461
+ },
462
  {
463
  "board": "Phenotype",
464
  "n_test": 2001,
 
500
  "baseline_best_auroc": 0.6921824414881577,
501
  "noise_floor": 5.486785914462347
502
  },
503
+ {
504
+ "board": "Selectivity",
505
+ "n_test": 300,
506
+ "mae": 1.0733706666666667,
507
+ "auroc": 0.7501509661835749,
508
+ "prauc": 0.9584950568879484,
509
+ "exact_hits": 0,
510
+ "exact_rate": 0.0,
511
+ "leak": "clean",
512
+ "baseline_best_mae": 1.0795020109199338,
513
+ "baseline_best_auroc": 0.5,
514
+ "noise_floor": 0.6227901202607503
515
+ },
516
  {
517
  "board": "Solubility",
518
  "n_test": 4677,
 
526
  "baseline_best_auroc": 0.6932688073415427,
527
  "noise_floor": 0.5751407196134256
528
  },
529
+ {
530
+ "board": "Thrombin",
531
+ "n_test": 189,
532
+ "mae": 1.0748238095238094,
533
+ "auroc": 0.9358288770053476,
534
+ "prauc": 0.10882352941176471,
535
+ "exact_hits": 0,
536
+ "exact_rate": 0.0,
537
+ "leak": "clean",
538
+ "baseline_best_mae": 1.0024347685108415,
539
+ "baseline_best_auroc": 0.9946524064171123,
540
+ "noise_floor": 0.11936088145286239
541
+ },
542
  {
543
  "board": "Vdss",
544
  "n_test": 2870,