Publish reference scores without the internals behind them

data/reference_entries.json

@@ -1,302 +1,233 @@
 {
  "method": "PharmaOS (재학습)",
  "method_en": "PharmaOS (retrained)",
+ "note": "이 부문 훈련 자료로 재학습한 현업 도구의 성적. 구성과 가중치는 공개하지 않는다.",
  "entries": [
   {
    "board": "ABL1",
-   "n_train": 1952,
    "n_test": 199,
    "mae": 1.0225884766675557,
-   "tabpfn_reg": true,
    "auroc": 0.5425824175824175,
    "prauc": 0.39926475852782806,
-   "tabpfn_cls": true,
    "exact_hits": 0,
    "exact_rate": 0.0,
    "leak": "clean",
    "baseline_best_mae": 0.7779393745231502,
    "baseline_best_auroc": 0.8191808191808192,
-   "noise_floor": 0.4588912458471183,
-   "secs": 70.0
+   "noise_floor": 0.4588912458471183
   },
   {
    "board": "AChE",
-   "n_train": 5357,
    "n_test": 904,
    "mae": 0.8442791152929728,
-   "tabpfn_reg": true,
    "auroc": 0.7343206807340933,
    "prauc": 0.6809792654292656,
-   "tabpfn_cls": true,
    "exact_hits": 7,
    "exact_rate": 0.007743362831858407,
    "leak": "clean",
    "baseline_best_mae": 0.8050872164791483,
    "baseline_best_auroc": 0.7328022677661897,
-   "noise_floor": 0.46187469497191214,
-   "secs": 83.3
+   "noise_floor": 0.46187469497191214
   },
   {
    "board": "ALK",
-   "n_train": 2020,
    "n_test": 153,
    "mae": 0.7807908480743736,
-   "tabpfn_reg": true,
    "auroc": 0.878763440860215,
    "prauc": 0.9329935752080366,
-   "tabpfn_cls": true,
    "exact_hits": 1,
    "exact_rate": 0.006535947712418301,
    "leak": "clean",
    "baseline_best_mae": 0.8582590736344116,
    "baseline_best_auroc": 0.814247311827957,
-   "noise_floor": 0.742835624347912,
-   "secs": 46.0
+   "noise_floor": 0.742835624347912
   },
   {
    "board": "BRAF",
-   "n_train": 5201,
    "n_test": 183,
    "mae": 0.7975919419264598,
-   "tabpfn_reg": true,
    "auroc": 0.801650269755633,
    "prauc": 0.8789148071354913,
-   "tabpfn_cls": true,
    "exact_hits": 2,
    "exact_rate": 0.01092896174863388,
    "leak": "clean",
    "baseline_best_mae": 0.8570106284643041,
    "baseline_best_auroc": 0.7719771501110758,
-   "noise_floor": 0.3133348834362967,
-   "secs": 84.0
+   "noise_floor": 0.3133348834362967
   },
   {
    "board": "CDK2",
-   "n_train": 1794,
    "n_test": 321,
    "mae": 0.7934575185428231,
-   "tabpfn_reg": true,
    "auroc": 0.6108409470478435,
    "prauc": 0.40142716185283467,
-   "tabpfn_cls": true,
    "exact_hits": 2,
    "exact_rate": 0.006230529595015576,
    "leak": "clean",
    "baseline_best_mae": 0.8165537848180889,
    "baseline_best_auroc": 0.6097111700559977,
-   "noise_floor": 0.29309743262056304,
-   "secs": 89.8
+   "noise_floor": 0.29309743262056304
   },
   {
    "board": "COX2",
-   "n_train": 4024,
    "n_test": 491,
    "mae": 0.978391315623745,
-   "tabpfn_reg": true,
    "auroc": 0.570387886647088,
    "prauc": 0.7375222888571707,
-   "tabpfn_cls": true,
    "exact_hits": 3,
    "exact_rate": 0.006109979633401222,
    "leak": "clean",
    "baseline_best_mae": 0.9269477494249706,
    "baseline_best_auroc": 0.6051336816812234,
-   "noise_floor": 0.7671300598249152,
-   "secs": 62.4
+   "noise_floor": 0.7671300598249152
   },
   {
    "board": "CYP2C9",
-   "n_train": 2435,
    "n_test": 371,
    "mae": 0.48261192303231587,
-   "tabpfn_reg": true,
    "auroc": 0.6377483443708609,
    "prauc": 0.7373126205902567,
-   "tabpfn_cls": true,
    "exact_hits": 5,
    "exact_rate": 0.013477088948787063,
    "leak": "clean",
    "baseline_best_mae": 0.4743088526790385,
    "baseline_best_auroc": 0.5966586393738711,
-   "noise_floor": 0.3504820192518295,
-   "secs": 49.1
+   "noise_floor": 0.3504820192518295
   },
   {
    "board": "CYP2D6",
-   "n_train": 2676,
    "n_test": 268,
    "mae": 0.6066116802160365,
-   "tabpfn_reg": true,
    "auroc": 0.527542372881356,
    "prauc": 0.4607589892244653,
-   "tabpfn_cls": true,
    "exact_hits": 4,
    "exact_rate": 0.014925373134328358,
    "leak": "clean",
    "baseline_best_mae": 0.596600795371179,
    "baseline_best_auroc": 0.570225988700565,
-   "noise_floor": 0.65903687863192,
-   "secs": 75.4
+   "noise_floor": 0.65903687863192
   },
   {
    "board": "CYP3A4",
-   "n_train": 4814,
    "n_test": 600,
    "mae": 0.5603310599241302,
-   "tabpfn_reg": true,
    "auroc": 0.61359375,
    "prauc": 0.7857618469985579,
-   "tabpfn_cls": true,
    "exact_hits": 4,
    "exact_rate": 0.006666666666666667,
    "leak": "clean",
    "baseline_best_mae": 0.5737513093544662,
    "baseline_best_auroc": 0.5716875000000001,
-   "noise_floor": 0.6276473051863152,
-   "secs": 187.9
+   "noise_floor": 0.6276473051863152
   },
   {
    "board": "EGFR",
-   "n_train": 9231,
    "n_test": 1565,
    "mae": 1.0073031841568407,
-   "tabpfn_reg": true,
    "auroc": 0.6044200348825833,
    "prauc": 0.6922003665231697,
-   "tabpfn_cls": true,
    "exact_hits": 11,
    "exact_rate": 0.007028753993610224,
    "leak": "clean",
    "baseline_best_mae": 0.9960533038964834,
    "baseline_best_auroc": 0.5653230349871636,
-   "noise_floor": 0.8881466464306685,
-   "secs": 155.8
+   "noise_floor": 0.8881466464306685
   },
   {
    "board": "FLT3",
-   "n_train": 2913,
    "n_test": 853,
    "mae": 0.9910920022429478,
-   "tabpfn_reg": true,
    "auroc": 0.651502219187436,
    "prauc": 0.7520078617551165,
-   "tabpfn_cls": true,
    "exact_hits": 9,
    "exact_rate": 0.010550996483001172,
    "leak": "clean",
    "baseline_best_mae": 0.9858170086772374,
    "baseline_best_auroc": 0.6213980880846706,
-   "noise_floor": 0.6601522287378142,
-   "secs": 67.4
+   "noise_floor": 0.6601522287378142
   },
   {
    "board": "HER2",
-   "n_train": 2262,
    "n_test": 236,
    "mae": 0.8614050015726017,
-   "tabpfn_reg": true,
    "auroc": 0.8487300435413643,
    "prauc": 0.8743434829296226,
-   "tabpfn_cls": true,
    "exact_hits": 1,
    "exact_rate": 0.00423728813559322,
    "leak": "clean",
    "baseline_best_mae": 0.9163787230821009,
    "baseline_best_auroc": 0.7604136429608127,
-   "noise_floor": 0.4979961818213226,
-   "secs": 50.2
+   "noise_floor": 0.4979961818213226
   },
   {
    "board": "hERG",
-   "n_train": 8450,
    "n_test": 1338,
    "mae": 0.5745173440987656,
-   "tabpfn_reg": true,
    "auroc": 0.6553969737714581,
    "prauc": 0.7055356549215994,
-   "tabpfn_cls": true,
    "exact_hits": 17,
    "exact_rate": 0.012705530642750373,
    "leak": "clean",
    "baseline_best_mae": 0.5887837936811489,
    "baseline_best_auroc": 0.6063324246666175,
-   "noise_floor": 0.4210538663630575,
-   "secs": 193.3
+   "noise_floor": 0.4210538663630575
   },
   {
    "board": "JAK2",
-   "n_train": 9012,
    "n_test": 1288,
    "mae": 1.0818229169586282,
-   "tabpfn_reg": true,
    "auroc": 0.5803116466486234,
    "prauc": 0.61593880320513,
-   "tabpfn_cls": true,
    "exact_hits": 9,
    "exact_rate": 0.006987577639751553,
    "leak": "clean",
    "baseline_best_mae": 0.9194816993033287,
    "baseline_best_auroc": 0.7303318787238527,
-   "noise_floor": 0.6345000139527338,
-   "secs": 136.7
+   "noise_floor": 0.6345000139527338
   },
   {
    "board": "KIT",
-   "n_train": 1788,
    "n_test": 158,
    "mae": 0.882323390899274,
-   "tabpfn_reg": true,
    "auroc": 0.6347741622146672,
    "prauc": 0.6737596830228373,
-   "tabpfn_cls": true,
    "exact_hits": 0,
    "exact_rate": 0.0,
    "leak": "clean",
    "baseline_best_mae": 0.9250771660303996,
    "baseline_best_auroc": 0.6422211429496519,
-   "noise_floor": 0.4273138205482797,
-   "secs": 40.5
+   "noise_floor": 0.4273138205482797
   },
   {
    "board": "MAOB",
-   "n_train": 3857,
    "n_test": 877,
    "mae": 0.9263366112325823,
-   "tabpfn_reg": true,
    "auroc": 0.7159423078923552,
    "prauc": 0.7268052560577757,
-   "tabpfn_cls": true,
    "exact_hits": 7,
    "exact_rate": 0.00798175598631699,
    "leak": "clean",
    "baseline_best_mae": 1.0279754487195185,
    "baseline_best_auroc": 0.7043747594428436,
-   "noise_floor": 0.6256612894840171,
-   "secs": 64.6
+   "noise_floor": 0.6256612894840171
   },
   {
    "board": "PI3Ka",
-   "n_train": 5387,
    "n_test": 1078,
    "mae": 0.7688265800729167,
-   "tabpfn_reg": true,
    "auroc": 0.8188078400558756,
    "prauc": 0.7625155072318662,
-   "tabpfn_cls": true,
    "exact_hits": 15,
    "exact_rate": 0.013914656771799629,
    "leak": "clean",
    "baseline_best_mae": 0.8713868648365752,
    "baseline_best_auroc": 0.7185662941621558,
-   "noise_floor": 0.3741289502909002,
-   "secs": 112.6
+   "noise_floor": 0.3741289502909002
   },
   {
    "board": "Solubility",
-   "n_train": 15957,
    "n_test": 4635,
    "mae": 0.6008277144281021,
-   "tabpfn_reg": true,
    "auroc": null,
    "prauc": null,
    "exact_hits": 51,
@@ -304,25 +235,20 @@
    "leak": "clean",
    "baseline_best_mae": 0.711774820802794,
    "baseline_best_auroc": 0.6932688073415427,
-   "noise_floor": 0.5751407196134256,
-   "secs": 286.7
+   "noise_floor": 0.5751407196134256
   },
   {
    "board": "VEGFR2",
-   "n_train": 9125,
    "n_test": 637,
    "mae": 0.8660788723514213,
-   "tabpfn_reg": true,
    "auroc": 0.6841249084632284,
    "prauc": 0.5927051957181371,
-   "tabpfn_cls": true,
    "exact_hits": 4,
    "exact_rate": 0.006279434850863423,
    "leak": "clean",
    "baseline_best_mae": 0.8203045097805136,
    "baseline_best_auroc": 0.7233654147923423,
-   "noise_floor": 0.7622042646013418,
-   "secs": 143.4
+   "noise_floor": 0.7622042646013418
   }
  ]
 }