Spaces:
Running
Running
Commit ·
d96dd98
1
Parent(s): 454a394
Refresh leaderboard data with the re-run EXAONE-Tabular results
Browse filesEXAONE-Tabular now covers regression as well as classification, so its
regression numbers are measured instead of imputed. Its classification runs
were redone on the updated released checkpoint, which moves those numbers too.
Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01CJAJDEkj2fiLTtjeLo5APw
This view is limited to 50 files because it contains too many changes. See raw diff
- data/imputation_no/splits_all/tasks_all/datasets_all/leaderboard_overview_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_all/leaderboard_table.html +3 -3
- data/imputation_no/splits_all/tasks_all/datasets_all/pareto_front_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_all/pareto_front_improvability_vs_time_infer.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_all/pareto_front_points.csv +63 -62
- data/imputation_no/splits_all/tasks_all/datasets_all/pareto_n_configs_imp.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_all/tuning-impact-elo.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_all/tuning_trajectories.csv +163 -162
- data/imputation_no/splits_all/tasks_all/datasets_all/tuning_trajectories_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_all/website_leaderboard.csv +71 -70
- data/imputation_no/splits_all/tasks_all/datasets_all/winrate_explorer.html +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_all/winrate_matrix.csv +30 -29
- data/imputation_no/splits_all/tasks_all/datasets_all/winrate_matrix.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_medium/leaderboard_overview_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_medium/leaderboard_table.html +3 -3
- data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_front_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_front_improvability_vs_time_infer.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_front_points.csv +63 -62
- data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_n_configs_imp.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_medium/tuning-impact-elo.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_medium/tuning_trajectories.csv +163 -162
- data/imputation_no/splits_all/tasks_all/datasets_medium/tuning_trajectories_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_medium/website_leaderboard.csv +71 -70
- data/imputation_no/splits_all/tasks_all/datasets_medium/winrate_explorer.html +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_medium/winrate_matrix.csv +30 -29
- data/imputation_no/splits_all/tasks_all/datasets_medium/winrate_matrix.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_small/leaderboard_overview_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_small/leaderboard_table.html +3 -3
- data/imputation_no/splits_all/tasks_all/datasets_small/pareto_front_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_small/pareto_front_improvability_vs_time_infer.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_small/pareto_front_points.csv +63 -62
- data/imputation_no/splits_all/tasks_all/datasets_small/pareto_n_configs_imp.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_small/tuning-impact-elo.png.zip +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_small/tuning_trajectories.csv +163 -162
- data/imputation_no/splits_all/tasks_all/datasets_small/tuning_trajectories_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_all/datasets_small/website_leaderboard.csv +71 -70
- data/imputation_no/splits_all/tasks_all/datasets_small/winrate_explorer.html +2 -2
- data/imputation_no/splits_all/tasks_all/datasets_small/winrate_matrix.csv +30 -29
- data/imputation_no/splits_all/tasks_all/datasets_small/winrate_matrix.png.zip +2 -2
- data/imputation_no/splits_all/tasks_binary/datasets_all/leaderboard_overview_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_binary/datasets_all/leaderboard_table.html +3 -3
- data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_front_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_front_improvability_vs_time_infer.png.zip +2 -2
- data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_front_points.csv +66 -66
- data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_n_configs_imp.png.zip +2 -2
- data/imputation_no/splits_all/tasks_binary/datasets_all/tuning-impact-elo.png.zip +2 -2
- data/imputation_no/splits_all/tasks_binary/datasets_all/tuning_trajectories.csv +166 -166
- data/imputation_no/splits_all/tasks_binary/datasets_all/tuning_trajectories_explorer.html +1 -1
- data/imputation_no/splits_all/tasks_binary/datasets_all/website_leaderboard.csv +74 -74
- data/imputation_no/splits_all/tasks_binary/datasets_all/winrate_explorer.html +2 -2
data/imputation_no/splits_all/tasks_all/datasets_all/leaderboard_overview_explorer.html
CHANGED
|
@@ -340,7 +340,7 @@
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
-
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1792.0,"imp":4.074,"score":0.889,"rank":6.17,"hrank":1.72,"elo_hi":1907.0,"elo_lo":1682.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1691.0,"imp":7.979,"score":0.662,"rank":9.39,"hrank":4.03,"elo_hi":1773.0,"elo_lo":1623.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1665.0,"imp":9.328,"score":0.67,"rank":10.41,"hrank":4.06,"elo_hi":1745.0,"elo_lo":1604.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1620.0,"imp":10.751,"score":0.583,"rank":12.42,"hrank":7.14,"elo_hi":1691.0,"elo_lo":1569.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1595.0,"imp":10.427,"score":0.549,"rank":13.64,"hrank":6.22,"elo_hi":1669.0,"elo_lo":1539.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1594.0,"imp":10.175,"score":0.606,"rank":13.71,"hrank":4.97,"elo_hi":1667.0,"elo_lo":1533.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1554.0,"imp":11.116,"score":0.504,"rank":15.81,"hrank":7.33,"elo_hi":1619.0,"elo_lo":1499.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1524.0,"imp":11.66,"score":0.474,"rank":17.55,"hrank":9.62,"elo_hi":1586.0,"elo_lo":1480.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1514.0,"imp":12.789,"score":0.401,"rank":18.2,"hrank":8.44,"elo_hi":1567.0,"elo_lo":1468.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1508.0,"imp":12.881,"score":0.405,"rank":18.55,"hrank":11.52,"elo_hi":1562.0,"elo_lo":1462.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1459.0,"imp":14.0,"score":0.38,"rank":21.7,"hrank":9.59,"elo_hi":1514.0,"elo_lo":1408.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1458.0,"imp":13.788,"score":0.375,"rank":21.81,"hrank":8.16,"elo_hi":1518.0,"elo_lo":1407.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1450.0,"imp":14.081,"score":0.315,"rank":22.33,"hrank":12.48,"elo_hi":1502.0,"elo_lo":1407.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1433.0,"imp":15.033,"score":0.262,"rank":23.53,"hrank":17.2,"elo_hi":1466.0,"elo_lo":1402.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1426.0,"imp":14.202,"score":0.295,"rank":23.99,"hrank":13.67,"elo_hi":1474.0,"elo_lo":1381.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1422.0,"imp":14.656,"score":0.261,"rank":24.34,"hrank":14.77,"elo_hi":1461.0,"elo_lo":1384.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1408.0,"imp":14.885,"score":0.245,"rank":25.3,"hrank":15.31,"elo_hi":1446.0,"elo_lo":1365.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1404.0,"imp":15.304,"score":0.235,"rank":25.56,"hrank":17.78,"elo_hi":1444.0,"elo_lo":1362.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1403.0,"imp":14.936,"score":0.316,"rank":25.69,"hrank":11.3,"elo_hi":1462.0,"elo_lo":1347.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1394.0,"imp":14.952,"score":0.251,"rank":26.35,"hrank":14.47,"elo_hi":1442.0,"elo_lo":1352.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1389.0,"imp":15.599,"score":0.277,"rank":26.66,"hrank":12.79,"elo_hi":1462.0,"elo_lo":1337.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1386.0,"imp":15.688,"score":0.194,"rank":26.93,"hrank":20.71,"elo_hi":1415.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1378.0,"imp":15.524,"score":0.224,"rank":27.47,"hrank":16.11,"elo_hi":1418.0,"elo_lo":1336.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1375.0,"imp":15.754,"score":0.198,"rank":27.73,"hrank":19.98,"elo_hi":1406.0,"elo_lo":1342.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1363.0,"imp":15.526,"score":0.299,"rank":28.66,"hrank":9.55,"elo_hi":1441.0,"elo_lo":1304.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1355.0,"imp":16.044,"score":0.189,"rank":29.21,"hrank":16.82,"elo_hi":1392.0,"elo_lo":1318.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1350.0,"imp":16.081,"score":0.251,"rank":29.58,"hrank":17.68,"elo_hi":1408.0,"elo_lo":1298.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1350.0,"imp":16.065,"score":0.16,"rank":29.6,"hrank":22.22,"elo_hi":1379.0,"elo_lo":1318.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1348.0,"imp":16.284,"score":0.209,"rank":29.79,"hrank":18.96,"elo_hi":1397.0,"elo_lo":1305.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1333.0,"imp":17.213,"score":0.186,"rank":30.87,"hrank":19.34,"elo_hi":1379.0,"elo_lo":1273.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1325.0,"imp":17.225,"score":0.245,"rank":31.53,"hrank":14.33,"elo_hi":1389.0,"elo_lo":1270.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1308.0,"imp":17.551,"score":0.156,"rank":32.79,"hrank":21.32,"elo_hi":1352.0,"elo_lo":1248.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1300.0,"imp":17.449,"score":0.158,"rank":33.43,"hrank":22.28,"elo_hi":1345.0,"elo_lo":1261.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1298.0,"imp":17.0,"score":0.161,"rank":33.63,"hrank":21.84,"elo_hi":1345.0,"elo_lo":1254.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1295.0,"imp":17.147,"score":0.111,"rank":33.83,"hrank":23.47,"elo_hi":1335.0,"elo_lo":1262.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1285.0,"imp":17.161,"score":0.126,"rank":34.58,"hrank":25.37,"elo_hi":1333.0,"elo_lo":1238.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1283.0,"imp":18.278,"score":0.194,"rank":34.72,"hrank":14.11,"elo_hi":1340.0,"elo_lo":1228.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1272.0,"imp":18.672,"score":0.116,"rank":35.64,"hrank":25.8,"elo_hi":1312.0,"elo_lo":1232.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1264.0,"imp":18.657,"score":0.121,"rank":36.23,"hrank":23.23,"elo_hi":1311.0,"elo_lo":1209.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1248.0,"imp":19.194,"score":0.09,"rank":37.44,"hrank":23.68,"elo_hi":1289.0,"elo_lo":1209.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1235.0,"imp":19.314,"score":0.082,"rank":38.43,"hrank":28.17,"elo_hi":1279.0,"elo_lo":1195.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1230.0,"imp":18.569,"score":0.066,"rank":38.85,"hrank":29.23,"elo_hi":1266.0,"elo_lo":1193.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1214.0,"imp":18.792,"score":0.053,"rank":40.04,"hrank":30.76,"elo_hi":1253.0,"elo_lo":1178.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1212.0,"imp":18.877,"score":0.069,"rank":40.24,"hrank":30.96,"elo_hi":1253.0,"elo_lo":1170.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1208.0,"imp":19.777,"score":0.083,"rank":40.47,"hrank":28.16,"elo_hi":1257.0,"elo_lo":1165.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1207.0,"imp":19.677,"score":0.105,"rank":40.58,"hrank":25.38,"elo_hi":1258.0,"elo_lo":1148.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1204.0,"imp":20.255,"score":0.069,"rank":40.82,"hrank":28.54,"elo_hi":1249.0,"elo_lo":1155.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1186.0,"imp":19.344,"score":0.038,"rank":42.12,"hrank":36.15,"elo_hi":1220.0,"elo_lo":1157.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1180.0,"imp":20.564,"score":0.074,"rank":42.56,"hrank":26.73,"elo_hi":1225.0,"elo_lo":1128.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1171.0,"imp":20.828,"score":0.06,"rank":43.28,"hrank":29.04,"elo_hi":1225.0,"elo_lo":1124.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1147.0,"imp":21.096,"score":0.048,"rank":45.01,"hrank":31.19,"elo_hi":1199.0,"elo_lo":1088.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1137.0,"imp":21.535,"score":0.041,"rank":45.71,"hrank":28.56,"elo_hi":1187.0,"elo_lo":1093.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1097.0,"imp":25.584,"score":0.125,"rank":48.47,"hrank":15.95,"elo_hi":1172.0,"elo_lo":1014.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1096.0,"imp":25.6,"score":0.123,"rank":48.56,"hrank":15.35,"elo_hi":1175.0,"elo_lo":1013.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1094.0,"imp":23.024,"score":0.037,"rank":48.66,"hrank":33.93,"elo_hi":1141.0,"elo_lo":1040.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1089.0,"imp":26.446,"score":0.024,"rank":49.04,"hrank":38.83,"elo_hi":1133.0,"elo_lo":1044.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1074.0,"imp":22.815,"score":0.011,"rank":49.99,"hrank":39.42,"elo_hi":1108.0,"elo_lo":1032.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1050.0,"imp":27.802,"score":0.011,"rank":51.52,"hrank":39.96,"elo_hi":1097.0,"elo_lo":1000.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1043.0,"imp":26.445,"score":0.029,"rank":51.95,"hrank":44.11,"elo_hi":1104.0,"elo_lo":973.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1009.0,"imp":26.176,"score":0.012,"rank":54.0,"hrank":47.38,"elo_hi":1060.0,"elo_lo":943.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1008.0,"imp":25.682,"score":0.009,"rank":54.07,"hrank":39.97,"elo_hi":1065.0,"elo_lo":946.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":26.265,"score":0.003,"rank":54.51,"hrank":49.81,"elo_hi":1047.0,"elo_lo":953.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":997.0,"imp":27.822,"score":0.017,"rank":54.67,"hrank":38.92,"elo_hi":1058.0,"elo_lo":921.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":993.0,"imp":30.456,"score":0.077,"rank":54.89,"hrank":24.31,"elo_hi":1082.0,"elo_lo":889.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":965.0,"imp":33.667,"score":0.031,"rank":56.39,"hrank":40.87,"elo_hi":1029.0,"elo_lo":865.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":940.0,"imp":34.211,"score":0.022,"rank":57.67,"hrank":42.64,"elo_hi":1010.0,"elo_lo":835.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":936.0,"imp":31.748,"score":0.0,"rank":57.84,"hrank":45.44,"elo_hi":979.0,"elo_lo":879.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":890.0,"imp":32.782,"score":0.008,"rank":59.92,"hrank":46.93,"elo_hi":951.0,"elo_lo":790.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":861.0,"imp":36.822,"score":0.014,"rank":61.12,"hrank":47.51,"elo_hi":930.0,"elo_lo":743.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":654.0,"imp":45.987,"score":0.0,"rank":66.89,"hrank":60.42,"elo_hi":732.0,"elo_lo":563.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
+
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1796.0,"imp":4.221,"score":0.88,"rank":6.45,"hrank":1.79,"elo_hi":1911.0,"elo_lo":1686.0,"imputed_pct":0.0,"imputed":false},{"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","reference":false,"elo":1731.0,"imp":8.459,"score":0.729,"rank":8.47,"hrank":3.6,"elo_hi":1805.0,"elo_lo":1677.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1690.0,"imp":8.101,"score":0.651,"rank":9.98,"hrank":4.39,"elo_hi":1770.0,"elo_lo":1623.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1666.0,"imp":9.452,"score":0.66,"rank":10.95,"hrank":4.34,"elo_hi":1746.0,"elo_lo":1605.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1618.0,"imp":10.856,"score":0.571,"rank":13.18,"hrank":7.92,"elo_hi":1687.0,"elo_lo":1567.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1595.0,"imp":10.286,"score":0.598,"rank":14.34,"hrank":5.33,"elo_hi":1667.0,"elo_lo":1535.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1594.0,"imp":10.568,"score":0.539,"rank":14.37,"hrank":6.87,"elo_hi":1666.0,"elo_lo":1539.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1554.0,"imp":11.266,"score":0.494,"rank":16.55,"hrank":7.93,"elo_hi":1618.0,"elo_lo":1499.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1524.0,"imp":11.817,"score":0.464,"rank":18.34,"hrank":10.6,"elo_hi":1584.0,"elo_lo":1480.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1513.0,"imp":12.887,"score":0.386,"rank":19.02,"hrank":9.7,"elo_hi":1565.0,"elo_lo":1467.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1507.0,"imp":13.011,"score":0.39,"rank":19.39,"hrank":12.47,"elo_hi":1559.0,"elo_lo":1462.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1460.0,"imp":14.093,"score":0.37,"rank":22.48,"hrank":10.05,"elo_hi":1514.0,"elo_lo":1410.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1458.0,"imp":13.889,"score":0.366,"rank":22.6,"hrank":8.5,"elo_hi":1518.0,"elo_lo":1408.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1450.0,"imp":14.183,"score":0.303,"rank":23.2,"hrank":13.35,"elo_hi":1501.0,"elo_lo":1408.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1432.0,"imp":15.128,"score":0.248,"rank":24.44,"hrank":18.33,"elo_hi":1464.0,"elo_lo":1402.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1426.0,"imp":14.323,"score":0.28,"rank":24.86,"hrank":14.79,"elo_hi":1474.0,"elo_lo":1382.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1421.0,"imp":14.761,"score":0.248,"rank":25.25,"hrank":15.97,"elo_hi":1459.0,"elo_lo":1384.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1408.0,"imp":14.99,"score":0.232,"rank":26.2,"hrank":16.28,"elo_hi":1445.0,"elo_lo":1365.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1404.0,"imp":15.39,"score":0.225,"rank":26.46,"hrank":18.71,"elo_hi":1445.0,"elo_lo":1363.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1404.0,"imp":15.025,"score":0.31,"rank":26.49,"hrank":11.83,"elo_hi":1462.0,"elo_lo":1348.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1393.0,"imp":15.051,"score":0.239,"rank":27.25,"hrank":15.38,"elo_hi":1441.0,"elo_lo":1351.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1389.0,"imp":15.718,"score":0.267,"rank":27.57,"hrank":13.55,"elo_hi":1461.0,"elo_lo":1337.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1385.0,"imp":15.782,"score":0.181,"rank":27.85,"hrank":21.72,"elo_hi":1414.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1378.0,"imp":15.62,"score":0.211,"rank":28.37,"hrank":17.08,"elo_hi":1417.0,"elo_lo":1336.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1374.0,"imp":15.854,"score":0.184,"rank":28.66,"hrank":21.38,"elo_hi":1405.0,"elo_lo":1342.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1363.0,"imp":15.645,"score":0.293,"rank":29.52,"hrank":10.35,"elo_hi":1440.0,"elo_lo":1305.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1355.0,"imp":16.145,"score":0.18,"rank":30.12,"hrank":17.56,"elo_hi":1392.0,"elo_lo":1319.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1351.0,"imp":16.172,"score":0.245,"rank":30.43,"hrank":18.48,"elo_hi":1409.0,"elo_lo":1300.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1349.0,"imp":16.166,"score":0.147,"rank":30.54,"hrank":23.2,"elo_hi":1378.0,"elo_lo":1317.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1347.0,"imp":16.391,"score":0.197,"rank":30.7,"hrank":19.78,"elo_hi":1397.0,"elo_lo":1305.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1333.0,"imp":17.301,"score":0.178,"rank":31.78,"hrank":20.47,"elo_hi":1380.0,"elo_lo":1273.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1326.0,"imp":17.303,"score":0.239,"rank":32.37,"hrank":15.01,"elo_hi":1389.0,"elo_lo":1270.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1308.0,"imp":17.639,"score":0.147,"rank":33.71,"hrank":22.34,"elo_hi":1353.0,"elo_lo":1248.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1300.0,"imp":17.554,"score":0.146,"rank":34.35,"hrank":23.17,"elo_hi":1344.0,"elo_lo":1260.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1297.0,"imp":17.092,"score":0.151,"rank":34.56,"hrank":22.87,"elo_hi":1344.0,"elo_lo":1253.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1295.0,"imp":17.234,"score":0.103,"rank":34.75,"hrank":24.35,"elo_hi":1334.0,"elo_lo":1262.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1285.0,"imp":17.252,"score":0.118,"rank":35.53,"hrank":26.58,"elo_hi":1333.0,"elo_lo":1238.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1284.0,"imp":18.419,"score":0.187,"rank":35.62,"hrank":15.01,"elo_hi":1340.0,"elo_lo":1228.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1271.0,"imp":18.765,"score":0.108,"rank":36.59,"hrank":26.98,"elo_hi":1312.0,"elo_lo":1230.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1264.0,"imp":18.743,"score":0.113,"rank":37.15,"hrank":23.92,"elo_hi":1310.0,"elo_lo":1208.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1248.0,"imp":19.286,"score":0.085,"rank":38.38,"hrank":24.59,"elo_hi":1288.0,"elo_lo":1209.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1235.0,"imp":19.404,"score":0.076,"rank":39.39,"hrank":29.19,"elo_hi":1280.0,"elo_lo":1194.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1230.0,"imp":18.654,"score":0.06,"rank":39.81,"hrank":30.16,"elo_hi":1265.0,"elo_lo":1192.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1214.0,"imp":18.885,"score":0.047,"rank":41.02,"hrank":31.88,"elo_hi":1252.0,"elo_lo":1178.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1211.0,"imp":18.963,"score":0.064,"rank":41.21,"hrank":32.09,"elo_hi":1252.0,"elo_lo":1168.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1209.0,"imp":19.87,"score":0.08,"rank":41.41,"hrank":28.98,"elo_hi":1258.0,"elo_lo":1165.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1207.0,"imp":19.761,"score":0.1,"rank":41.52,"hrank":26.94,"elo_hi":1259.0,"elo_lo":1148.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1204.0,"imp":20.343,"score":0.064,"rank":41.76,"hrank":29.27,"elo_hi":1249.0,"elo_lo":1153.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1186.0,"imp":19.428,"score":0.035,"rank":43.1,"hrank":37.1,"elo_hi":1220.0,"elo_lo":1158.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1181.0,"imp":20.653,"score":0.072,"rank":43.5,"hrank":27.33,"elo_hi":1227.0,"elo_lo":1128.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1171.0,"imp":20.921,"score":0.059,"rank":44.23,"hrank":29.92,"elo_hi":1225.0,"elo_lo":1124.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1147.0,"imp":21.177,"score":0.044,"rank":45.97,"hrank":32.19,"elo_hi":1199.0,"elo_lo":1087.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1137.0,"imp":21.625,"score":0.04,"rank":46.67,"hrank":29.24,"elo_hi":1187.0,"elo_lo":1092.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1098.0,"imp":25.658,"score":0.124,"rank":49.38,"hrank":16.29,"elo_hi":1174.0,"elo_lo":1014.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1097.0,"imp":25.674,"score":0.122,"rank":49.47,"hrank":15.55,"elo_hi":1177.0,"elo_lo":1014.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1095.0,"imp":23.099,"score":0.036,"rank":49.63,"hrank":34.56,"elo_hi":1142.0,"elo_lo":1039.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1089.0,"imp":26.514,"score":0.021,"rank":50.02,"hrank":40.57,"elo_hi":1133.0,"elo_lo":1043.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1074.0,"imp":22.899,"score":0.008,"rank":50.98,"hrank":40.22,"elo_hi":1108.0,"elo_lo":1032.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1050.0,"imp":27.869,"score":0.008,"rank":52.5,"hrank":41.36,"elo_hi":1097.0,"elo_lo":1000.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1043.0,"imp":26.531,"score":0.026,"rank":52.94,"hrank":45.21,"elo_hi":1103.0,"elo_lo":973.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1009.0,"imp":26.251,"score":0.011,"rank":54.98,"hrank":48.42,"elo_hi":1059.0,"elo_lo":942.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1008.0,"imp":25.756,"score":0.006,"rank":55.05,"hrank":40.65,"elo_hi":1066.0,"elo_lo":946.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":26.342,"score":0.002,"rank":55.5,"hrank":50.86,"elo_hi":1047.0,"elo_lo":953.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":998.0,"imp":27.893,"score":0.015,"rank":55.64,"hrank":39.66,"elo_hi":1059.0,"elo_lo":922.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":994.0,"imp":30.521,"score":0.076,"rank":55.81,"hrank":24.62,"elo_hi":1084.0,"elo_lo":890.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":966.0,"imp":33.743,"score":0.03,"rank":57.36,"hrank":41.65,"elo_hi":1030.0,"elo_lo":866.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":940.0,"imp":34.282,"score":0.021,"rank":58.64,"hrank":43.46,"elo_hi":1011.0,"elo_lo":834.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":936.0,"imp":31.801,"score":0.0,"rank":58.83,"hrank":46.17,"elo_hi":979.0,"elo_lo":879.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":891.0,"imp":32.845,"score":0.008,"rank":60.89,"hrank":47.67,"elo_hi":952.0,"elo_lo":790.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":861.0,"imp":36.884,"score":0.013,"rank":62.11,"hrank":48.29,"elo_hi":930.0,"elo_lo":742.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":655.0,"imp":46.03,"score":0.0,"rank":67.89,"hrank":61.26,"elo_hi":733.0,"elo_lo":556.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_all/leaderboard_table.html
CHANGED
|
@@ -363,7 +363,7 @@
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
-
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1792.0,"score":0.889,"rank":6.17,"hrank":1.72,"imp":4.074,"train_time":38.81,"predict_time":6.985,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+115\/-110","imputed":false},{"position":1,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1691.0,"score":0.662,"rank":9.39,"hrank":4.03,"imp":7.979,"train_time":289.07,"predict_time":4.031,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+82\/-68","imputed":false},{"position":2,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1665.0,"score":0.67,"rank":10.41,"hrank":4.06,"imp":9.328,"train_time":3.66,"predict_time":0.399,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-61","imputed":false},{"position":3,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1620.0,"score":0.583,"rank":12.42,"hrank":7.14,"imp":10.751,"train_time":5.48,"predict_time":0.555,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+71\/-51","imputed":false},{"position":4,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1595.0,"score":0.549,"rank":13.64,"hrank":6.22,"imp":10.427,"train_time":2040.22,"predict_time":8.908,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-56","imputed":false},{"position":5,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1594.0,"score":0.606,"rank":13.71,"hrank":4.97,"imp":10.175,"train_time":2.05,"predict_time":0.151,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+73\/-61","imputed":false},{"position":6,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1554.0,"score":0.504,"rank":15.81,"hrank":7.33,"imp":11.116,"train_time":2040.22,"predict_time":1.218,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+65\/-55","imputed":false},{"position":7,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1524.0,"score":0.474,"rank":17.55,"hrank":9.62,"imp":11.66,"train_time":5.81,"predict_time":0.645,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+62\/-44","imputed":false},{"position":8,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1514.0,"score":0.401,"rank":18.2,"hrank":8.44,"imp":12.789,"train_time":1735.72,"predict_time":2.558,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+53\/-46","imputed":false},{"position":9,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1508.0,"score":0.405,"rank":18.55,"hrank":11.52,"imp":12.881,"train_time":2950.72,"predict_time":11.975,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+54\/-46","imputed":false},{"position":10,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1459.0,"score":0.38,"rank":21.7,"hrank":9.59,"imp":14.0,"train_time":2.07,"predict_time":0.182,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+55\/-51","imputed":false},{"position":11,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1458.0,"score":0.375,"rank":21.81,"hrank":8.16,"imp":13.788,"train_time":4910.38,"predict_time":286.537,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+60\/-51","imputed":false},{"position":12,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1450.0,"score":0.315,"rank":22.33,"hrank":12.48,"imp":14.081,"train_time":2450.13,"predict_time":2.247,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+52\/-43","imputed":false},{"position":13,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1433.0,"score":0.262,"rank":23.53,"hrank":17.2,"imp":15.033,"train_time":417.05,"predict_time":2.639,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+33\/-31","imputed":false},{"position":14,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1426.0,"score":0.295,"rank":23.99,"hrank":13.67,"imp":14.202,"train_time":2950.72,"predict_time":0.663,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-45","imputed":false},{"position":15,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1422.0,"score":0.261,"rank":24.34,"hrank":14.77,"imp":14.656,"train_time":1346.21,"predict_time":0.344,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+39\/-38","imputed":false},{"position":16,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1408.0,"score":0.245,"rank":25.3,"hrank":15.31,"imp":14.885,"train_time":1346.21,"predict_time":0.038,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+38\/-43","imputed":false},{"position":17,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1404.0,"score":0.235,"rank":25.56,"hrank":17.78,"imp":15.304,"train_time":12685.08,"predict_time":464.37,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+40\/-42","imputed":false},{"position":18,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1403.0,"score":0.316,"rank":25.69,"hrank":11.3,"imp":14.936,"train_time":4910.38,"predict_time":39.96,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+59\/-56","imputed":false},{"position":19,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1394.0,"score":0.251,"rank":26.35,"hrank":14.47,"imp":14.952,"train_time":2450.13,"predict_time":0.251,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-42","imputed":false},{"position":20,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1389.0,"score":0.277,"rank":26.66,"hrank":12.79,"imp":15.599,"train_time":4621.67,"predict_time":8.138,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+73\/-52","imputed":false},{"position":21,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1386.0,"score":0.194,"rank":26.93,"hrank":20.71,"imp":15.688,"train_time":417.05,"predict_time":0.334,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+29\/-29","imputed":false},{"position":22,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1378.0,"score":0.224,"rank":27.47,"hrank":16.11,"imp":15.524,"train_time":5.88,"predict_time":0.025,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+40\/-42","imputed":false},{"position":23,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1375.0,"score":0.198,"rank":27.73,"hrank":19.98,"imp":15.754,"train_time":693.49,"predict_time":1.689,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+31\/-33","imputed":false},{"position":24,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1363.0,"score":0.299,"rank":28.66,"hrank":9.55,"imp":15.526,"train_time":26.46,"predict_time":6.242,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+78\/-59","imputed":false},{"position":25,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1355.0,"score":0.189,"rank":29.21,"hrank":16.82,"imp":16.044,"train_time":4621.67,"predict_time":0.475,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+37\/-37","imputed":false},{"position":26,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1350.0,"score":0.251,"rank":29.58,"hrank":17.68,"imp":16.081,"train_time":1.18,"predict_time":0.072,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+58\/-52","imputed":false},{"position":27,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1350.0,"score":0.16,"rank":29.6,"hrank":22.22,"imp":16.065,"train_time":693.49,"predict_time":0.308,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+29\/-32","imputed":false},{"position":28,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1348.0,"score":0.209,"rank":29.79,"hrank":18.96,"imp":16.284,"train_time":846.89,"predict_time":2.549,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+49\/-43","imputed":false},{"position":29,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1333.0,"score":0.186,"rank":30.87,"hrank":19.34,"imp":17.213,"train_time":427.39,"predict_time":0.404,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+46\/-60","imputed":false},{"position":30,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1325.0,"score":0.245,"rank":31.53,"hrank":14.33,"imp":17.225,"train_time":47.65,"predict_time":43.738,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+64\/-55","imputed":false},{"position":31,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1308.0,"score":0.156,"rank":32.79,"hrank":21.32,"imp":17.551,"train_time":427.39,"predict_time":0.034,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-60","imputed":false},{"position":32,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1300.0,"score":0.158,"rank":33.43,"hrank":22.28,"imp":17.449,"train_time":846.89,"predict_time":0.13,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+45\/-39","imputed":false},{"position":33,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1298.0,"score":0.161,"rank":33.63,"hrank":21.84,"imp":17.0,"train_time":7.49,"predict_time":0.244,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+47\/-44","imputed":false},{"position":34,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1295.0,"score":0.111,"rank":33.83,"hrank":23.47,"imp":17.147,"train_time":12685.08,"predict_time":62.13,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+40\/-33","imputed":false},{"position":35,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1285.0,"score":0.126,"rank":34.58,"hrank":25.37,"imp":17.161,"train_time":2875.52,"predict_time":1.952,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+48\/-47","imputed":false},{"position":36,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1283.0,"score":0.194,"rank":34.72,"hrank":14.11,"imp":18.278,"train_time":14.11,"predict_time":2.075,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+57\/-55","imputed":false},{"position":37,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1272.0,"score":0.116,"rank":35.64,"hrank":25.8,"imp":18.672,"train_time":1711.25,"predict_time":0.141,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+40\/-40","imputed":false},{"position":38,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1264.0,"score":0.121,"rank":36.23,"hrank":23.23,"imp":18.657,"train_time":1.99,"predict_time":0.033,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-55","imputed":false},{"position":39,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1248.0,"score":0.09,"rank":37.44,"hrank":23.68,"imp":19.194,"train_time":14.87,"predict_time":0.307,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+41\/-39","imputed":false},{"position":40,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1235.0,"score":0.082,"rank":38.43,"hrank":28.17,"imp":19.314,"train_time":1711.25,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-40","imputed":false},{"position":41,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1230.0,"score":0.066,"rank":38.85,"hrank":29.23,"imp":18.569,"train_time":10.06,"predict_time":1.689,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+36\/-37","imputed":false},{"position":42,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1214.0,"score":0.053,"rank":40.04,"hrank":30.76,"imp":18.792,"train_time":1.94,"predict_time":0.123,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+39\/-36","imputed":false},{"position":43,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1212.0,"score":0.069,"rank":40.24,"hrank":30.96,"imp":18.877,"train_time":2875.52,"predict_time":0.131,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-42","imputed":false},{"position":44,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1208.0,"score":0.083,"rank":40.47,"hrank":28.16,"imp":19.777,"train_time":263.04,"predict_time":0.766,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+49\/-43","imputed":false},{"position":45,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1207.0,"score":0.105,"rank":40.58,"hrank":25.38,"imp":19.677,"train_time":593.24,"predict_time":4.467,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-59","imputed":false},{"position":46,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1204.0,"score":0.069,"rank":40.82,"hrank":28.54,"imp":20.255,"train_time":6.67,"predict_time":0.014,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-49","imputed":false},{"position":47,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1186.0,"score":0.038,"rank":42.12,"hrank":36.15,"imp":19.344,"train_time":1.96,"predict_time":0.142,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+34\/-29","imputed":false},{"position":48,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1180.0,"score":0.074,"rank":42.56,"hrank":26.73,"imp":20.564,"train_time":263.04,"predict_time":0.071,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-52","imputed":false},{"position":49,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1171.0,"score":0.06,"rank":43.28,"hrank":29.04,"imp":20.828,"train_time":373.24,"predict_time":0.771,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+54\/-47","imputed":false},{"position":50,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1147.0,"score":0.048,"rank":45.01,"hrank":31.19,"imp":21.096,"train_time":593.24,"predict_time":0.306,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-59","imputed":false},{"position":51,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1137.0,"score":0.041,"rank":45.71,"hrank":28.56,"imp":21.535,"train_time":373.24,"predict_time":0.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-44","imputed":false},{"position":52,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1097.0,"score":0.125,"rank":48.47,"hrank":15.95,"imp":25.584,"train_time":28729.74,"predict_time":4.268,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+75\/-83","imputed":false},{"position":53,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1096.0,"score":0.123,"rank":48.56,"hrank":15.35,"imp":25.6,"train_time":28729.74,"predict_time":18.811,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+79\/-83","imputed":false},{"position":54,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1094.0,"score":0.037,"rank":48.66,"hrank":33.93,"imp":23.024,"train_time":296.64,"predict_time":68.173,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+47\/-54","imputed":false},{"position":55,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1089.0,"score":0.024,"rank":49.04,"hrank":38.83,"imp":26.446,"train_time":185.31,"predict_time":0.6,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-45","imputed":false},{"position":56,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1074.0,"score":0.011,"rank":49.99,"hrank":39.42,"imp":22.815,"train_time":9.99,"predict_time":0.126,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+34\/-42","imputed":false},{"position":57,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1050.0,"score":0.011,"rank":51.52,"hrank":39.96,"imp":27.802,"train_time":185.31,"predict_time":0.258,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-50","imputed":false},{"position":58,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1043.0,"score":0.029,"rank":51.95,"hrank":44.11,"imp":26.445,"train_time":3.23,"predict_time":0.919,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-70","imputed":false},{"position":59,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1009.0,"score":0.012,"rank":54.0,"hrank":47.38,"imp":26.176,"train_time":1.87,"predict_time":0.283,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-66","imputed":false},{"position":60,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1008.0,"score":0.009,"rank":54.07,"hrank":39.97,"imp":25.682,"train_time":2.86,"predict_time":0.373,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+57\/-62","imputed":false},{"position":61,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.003,"rank":54.51,"hrank":49.81,"imp":26.265,"train_time":0.43,"predict_time":0.054,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-47","imputed":false},{"position":62,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":997.0,"score":0.017,"rank":54.67,"hrank":38.92,"imp":27.822,"train_time":129.08,"predict_time":1.801,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-76","imputed":false},{"position":63,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":993.0,"score":0.077,"rank":54.89,"hrank":24.31,"imp":30.456,"train_time":384.75,"predict_time":5.348,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+89\/-104","imputed":false},{"position":64,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":965.0,"score":0.031,"rank":56.39,"hrank":40.87,"imp":33.667,"train_time":237.63,"predict_time":0.424,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+64\/-100","imputed":false},{"position":65,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":940.0,"score":0.022,"rank":57.67,"hrank":42.64,"imp":34.211,"train_time":237.63,"predict_time":0.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+70\/-105","imputed":false},{"position":66,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":936.0,"score":0.0,"rank":57.84,"hrank":45.44,"imp":31.748,"train_time":27.32,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+43\/-57","imputed":false},{"position":67,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":890.0,"score":0.008,"rank":59.92,"hrank":46.93,"imp":32.782,"train_time":129.08,"predict_time":0.18,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-100","imputed":false},{"position":68,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":861.0,"score":0.014,"rank":61.12,"hrank":47.51,"imp":36.822,"train_time":1.19,"predict_time":0.12,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+69\/-118","imputed":false},{"position":69,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":654.0,"score":0.0,"rank":66.89,"hrank":60.42,"imp":45.987,"train_time":0.19,"predict_time":0.036,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+78\/-91","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
@@ -910,8 +910,8 @@
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
-
// No medals here: this table is the full ranking
|
| 914 |
-
//
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
|
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
+
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1796.0,"score":0.88,"rank":6.45,"hrank":1.79,"imp":4.221,"train_time":38.81,"predict_time":6.985,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+115\/-110","imputed":false},{"position":1,"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1731.0,"score":0.729,"rank":8.47,"hrank":3.6,"imp":8.459,"train_time":5.94,"predict_time":0.712,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-54","imputed":false},{"position":2,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1690.0,"score":0.651,"rank":9.98,"hrank":4.39,"imp":8.101,"train_time":289.07,"predict_time":4.031,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-67","imputed":false},{"position":3,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1666.0,"score":0.66,"rank":10.95,"hrank":4.34,"imp":9.452,"train_time":3.66,"predict_time":0.399,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-61","imputed":false},{"position":4,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1618.0,"score":0.571,"rank":13.18,"hrank":7.92,"imp":10.856,"train_time":5.48,"predict_time":0.555,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+69\/-51","imputed":false},{"position":5,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1595.0,"score":0.598,"rank":14.34,"hrank":5.33,"imp":10.286,"train_time":2.05,"predict_time":0.151,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-60","imputed":false},{"position":6,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1594.0,"score":0.539,"rank":14.37,"hrank":6.87,"imp":10.568,"train_time":2040.22,"predict_time":8.908,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-55","imputed":false},{"position":7,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1554.0,"score":0.494,"rank":16.55,"hrank":7.93,"imp":11.266,"train_time":2040.22,"predict_time":1.218,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+64\/-55","imputed":false},{"position":8,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1524.0,"score":0.464,"rank":18.34,"hrank":10.6,"imp":11.817,"train_time":5.81,"predict_time":0.645,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+60\/-44","imputed":false},{"position":9,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1513.0,"score":0.386,"rank":19.02,"hrank":9.7,"imp":12.887,"train_time":1735.72,"predict_time":2.558,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-46","imputed":false},{"position":10,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1507.0,"score":0.39,"rank":19.39,"hrank":12.47,"imp":13.011,"train_time":2950.72,"predict_time":11.975,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+52\/-45","imputed":false},{"position":11,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1460.0,"score":0.37,"rank":22.48,"hrank":10.05,"imp":14.093,"train_time":2.07,"predict_time":0.182,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+54\/-50","imputed":false},{"position":12,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1458.0,"score":0.366,"rank":22.6,"hrank":8.5,"imp":13.889,"train_time":4910.38,"predict_time":286.537,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+60\/-50","imputed":false},{"position":13,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1450.0,"score":0.303,"rank":23.2,"hrank":13.35,"imp":14.183,"train_time":2450.13,"predict_time":2.247,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+51\/-42","imputed":false},{"position":14,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1432.0,"score":0.248,"rank":24.44,"hrank":18.33,"imp":15.128,"train_time":417.05,"predict_time":2.639,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+32\/-30","imputed":false},{"position":15,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1426.0,"score":0.28,"rank":24.86,"hrank":14.79,"imp":14.323,"train_time":2950.72,"predict_time":0.663,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-44","imputed":false},{"position":16,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1421.0,"score":0.248,"rank":25.25,"hrank":15.97,"imp":14.761,"train_time":1346.21,"predict_time":0.344,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+38\/-37","imputed":false},{"position":17,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1408.0,"score":0.232,"rank":26.2,"hrank":16.28,"imp":14.99,"train_time":1346.21,"predict_time":0.038,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+37\/-43","imputed":false},{"position":18,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1404.0,"score":0.225,"rank":26.46,"hrank":18.71,"imp":15.39,"train_time":12685.08,"predict_time":464.37,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+41\/-41","imputed":false},{"position":19,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1404.0,"score":0.31,"rank":26.49,"hrank":11.83,"imp":15.025,"train_time":4910.38,"predict_time":39.96,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+58\/-56","imputed":false},{"position":20,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1393.0,"score":0.239,"rank":27.25,"hrank":15.38,"imp":15.051,"train_time":2450.13,"predict_time":0.251,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-42","imputed":false},{"position":21,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1389.0,"score":0.267,"rank":27.57,"hrank":13.55,"imp":15.718,"train_time":4621.67,"predict_time":8.138,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-52","imputed":false},{"position":22,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1385.0,"score":0.181,"rank":27.85,"hrank":21.72,"imp":15.782,"train_time":417.05,"predict_time":0.334,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+29\/-28","imputed":false},{"position":23,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1378.0,"score":0.211,"rank":28.37,"hrank":17.08,"imp":15.62,"train_time":5.88,"predict_time":0.025,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+39\/-42","imputed":false},{"position":24,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1374.0,"score":0.184,"rank":28.66,"hrank":21.38,"imp":15.854,"train_time":693.49,"predict_time":1.689,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+31\/-32","imputed":false},{"position":25,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1363.0,"score":0.293,"rank":29.52,"hrank":10.35,"imp":15.645,"train_time":26.46,"predict_time":6.242,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+77\/-58","imputed":false},{"position":26,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1355.0,"score":0.18,"rank":30.12,"hrank":17.56,"imp":16.145,"train_time":4621.67,"predict_time":0.475,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+37\/-36","imputed":false},{"position":27,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1351.0,"score":0.245,"rank":30.43,"hrank":18.48,"imp":16.172,"train_time":1.18,"predict_time":0.072,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+58\/-51","imputed":false},{"position":28,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1349.0,"score":0.147,"rank":30.54,"hrank":23.2,"imp":16.166,"train_time":693.49,"predict_time":0.308,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+29\/-32","imputed":false},{"position":29,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1347.0,"score":0.197,"rank":30.7,"hrank":19.78,"imp":16.391,"train_time":846.89,"predict_time":2.549,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+50\/-42","imputed":false},{"position":30,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1333.0,"score":0.178,"rank":31.78,"hrank":20.47,"imp":17.301,"train_time":427.39,"predict_time":0.404,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-60","imputed":false},{"position":31,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1326.0,"score":0.239,"rank":32.37,"hrank":15.01,"imp":17.303,"train_time":47.65,"predict_time":43.738,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+63\/-56","imputed":false},{"position":32,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1308.0,"score":0.147,"rank":33.71,"hrank":22.34,"imp":17.639,"train_time":427.39,"predict_time":0.034,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-60","imputed":false},{"position":33,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1300.0,"score":0.146,"rank":34.35,"hrank":23.17,"imp":17.554,"train_time":846.89,"predict_time":0.13,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+44\/-40","imputed":false},{"position":34,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1297.0,"score":0.151,"rank":34.56,"hrank":22.87,"imp":17.092,"train_time":7.49,"predict_time":0.244,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+47\/-44","imputed":false},{"position":35,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1295.0,"score":0.103,"rank":34.75,"hrank":24.35,"imp":17.234,"train_time":12685.08,"predict_time":62.13,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+39\/-33","imputed":false},{"position":36,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1285.0,"score":0.118,"rank":35.53,"hrank":26.58,"imp":17.252,"train_time":2875.52,"predict_time":1.952,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+48\/-47","imputed":false},{"position":37,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1284.0,"score":0.187,"rank":35.62,"hrank":15.01,"imp":18.419,"train_time":14.11,"predict_time":2.075,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+56\/-56","imputed":false},{"position":38,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1271.0,"score":0.108,"rank":36.59,"hrank":26.98,"imp":18.765,"train_time":1711.25,"predict_time":0.141,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-41","imputed":false},{"position":39,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1264.0,"score":0.113,"rank":37.15,"hrank":23.92,"imp":18.743,"train_time":1.99,"predict_time":0.033,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+46\/-56","imputed":false},{"position":40,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1248.0,"score":0.085,"rank":38.38,"hrank":24.59,"imp":19.286,"train_time":14.87,"predict_time":0.307,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+40\/-39","imputed":false},{"position":41,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1235.0,"score":0.076,"rank":39.39,"hrank":29.19,"imp":19.404,"train_time":1711.25,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-41","imputed":false},{"position":42,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1230.0,"score":0.06,"rank":39.81,"hrank":30.16,"imp":18.654,"train_time":10.06,"predict_time":1.689,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+35\/-38","imputed":false},{"position":43,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1214.0,"score":0.047,"rank":41.02,"hrank":31.88,"imp":18.885,"train_time":1.94,"predict_time":0.123,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+38\/-36","imputed":false},{"position":44,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1211.0,"score":0.064,"rank":41.21,"hrank":32.09,"imp":18.963,"train_time":2875.52,"predict_time":0.131,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-43","imputed":false},{"position":45,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1209.0,"score":0.08,"rank":41.41,"hrank":28.98,"imp":19.87,"train_time":263.04,"predict_time":0.766,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+49\/-44","imputed":false},{"position":46,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1207.0,"score":0.1,"rank":41.52,"hrank":26.94,"imp":19.761,"train_time":593.24,"predict_time":4.467,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-59","imputed":false},{"position":47,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1204.0,"score":0.064,"rank":41.76,"hrank":29.27,"imp":20.343,"train_time":6.67,"predict_time":0.014,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-51","imputed":false},{"position":48,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1186.0,"score":0.035,"rank":43.1,"hrank":37.1,"imp":19.428,"train_time":1.96,"predict_time":0.142,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+34\/-28","imputed":false},{"position":49,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1181.0,"score":0.072,"rank":43.5,"hrank":27.33,"imp":20.653,"train_time":263.04,"predict_time":0.071,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+46\/-53","imputed":false},{"position":50,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1171.0,"score":0.059,"rank":44.23,"hrank":29.92,"imp":20.921,"train_time":373.24,"predict_time":0.771,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+54\/-47","imputed":false},{"position":51,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1147.0,"score":0.044,"rank":45.97,"hrank":32.19,"imp":21.177,"train_time":593.24,"predict_time":0.306,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-60","imputed":false},{"position":52,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1137.0,"score":0.04,"rank":46.67,"hrank":29.24,"imp":21.625,"train_time":373.24,"predict_time":0.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-45","imputed":false},{"position":53,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1098.0,"score":0.124,"rank":49.38,"hrank":16.29,"imp":25.658,"train_time":28729.74,"predict_time":4.268,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+76\/-84","imputed":false},{"position":54,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1097.0,"score":0.122,"rank":49.47,"hrank":15.55,"imp":25.674,"train_time":28729.74,"predict_time":18.811,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-83","imputed":false},{"position":55,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1095.0,"score":0.036,"rank":49.63,"hrank":34.56,"imp":23.099,"train_time":296.64,"predict_time":68.173,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+47\/-56","imputed":false},{"position":56,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1089.0,"score":0.021,"rank":50.02,"hrank":40.57,"imp":26.514,"train_time":185.31,"predict_time":0.6,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-46","imputed":false},{"position":57,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1074.0,"score":0.008,"rank":50.98,"hrank":40.22,"imp":22.899,"train_time":9.99,"predict_time":0.126,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+34\/-42","imputed":false},{"position":58,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1050.0,"score":0.008,"rank":52.5,"hrank":41.36,"imp":27.869,"train_time":185.31,"predict_time":0.258,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-50","imputed":false},{"position":59,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1043.0,"score":0.026,"rank":52.94,"hrank":45.21,"imp":26.531,"train_time":3.23,"predict_time":0.919,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+60\/-70","imputed":false},{"position":60,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1009.0,"score":0.011,"rank":54.98,"hrank":48.42,"imp":26.251,"train_time":1.87,"predict_time":0.283,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-67","imputed":false},{"position":61,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1008.0,"score":0.006,"rank":55.05,"hrank":40.65,"imp":25.756,"train_time":2.86,"predict_time":0.373,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-62","imputed":false},{"position":62,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.002,"rank":55.5,"hrank":50.86,"imp":26.342,"train_time":0.43,"predict_time":0.054,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-47","imputed":false},{"position":63,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":998.0,"score":0.015,"rank":55.64,"hrank":39.66,"imp":27.893,"train_time":129.08,"predict_time":1.801,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-76","imputed":false},{"position":64,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":994.0,"score":0.076,"rank":55.81,"hrank":24.62,"imp":30.521,"train_time":384.75,"predict_time":5.348,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+90\/-104","imputed":false},{"position":65,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":966.0,"score":0.03,"rank":57.36,"hrank":41.65,"imp":33.743,"train_time":237.63,"predict_time":0.424,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+64\/-100","imputed":false},{"position":66,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":940.0,"score":0.021,"rank":58.64,"hrank":43.46,"imp":34.282,"train_time":237.63,"predict_time":0.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+71\/-106","imputed":false},{"position":67,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":936.0,"score":0.0,"rank":58.83,"hrank":46.17,"imp":31.801,"train_time":27.32,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+43\/-57","imputed":false},{"position":68,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":891.0,"score":0.008,"rank":60.89,"hrank":47.67,"imp":32.845,"train_time":129.08,"predict_time":0.18,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-101","imputed":false},{"position":69,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":861.0,"score":0.013,"rank":62.11,"hrank":48.29,"imp":36.884,"train_time":1.19,"predict_time":0.12,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+69\/-119","imputed":false},{"position":70,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":655.0,"score":0.0,"rank":67.89,"hrank":61.26,"imp":46.03,"train_time":0.19,"predict_time":0.036,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+78\/-99","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
+
// No medals here: this table is the full ranking and already carries the
|
| 914 |
+
// position column, so podium marks only added a second, competing ordering.
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
data/imputation_no/splits_all/tasks_all/datasets_all/pareto_front_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
-
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_infer":0.0248961767,"imp":15.
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
+
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_infer":0.0248961767,"imp":15.6200095478,"elo":1378.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"CatBoost","family":"Tree-based","x_infer":0.0380928654,"imp":14.9895007684,"elo":1407.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"CatBoost","family":"Tree-based","x_infer":0.3442282032,"imp":14.7607909959,"elo":1420.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0325848325,"imp":18.7428371591,"elo":1264.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0336512776,"imp":17.6390064396,"elo":1308.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.4040760969,"imp":17.3013236306,"elo":1333.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EBM","family":"Tree-based","x_infer":0.0143528648,"imp":20.3425878366,"elo":1204.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"EBM","family":"Tree-based","x_infer":0.0150308987,"imp":19.404230681,"elo":1235.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"EBM","family":"Tree-based","x_infer":0.1412900124,"imp":18.7650868126,"elo":1271.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EXAONE-Tabular","family":"Foundation Model","x_infer":0.7116187745,"imp":8.4592366669,"elo":1730.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.2834081321,"imp":26.2505007698,"elo":1009.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.0712129939,"imp":20.6534617875,"elo":1180.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.7662402325,"imp":19.8703315482,"elo":1208.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.3731781389,"imp":25.7560397346,"elo":1007.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.3063915412,"imp":21.1770121065,"elo":1147.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"FastaiMLP","family":"Neural Network","x_infer":4.4666950703,"imp":19.7613139472,"elo":1207.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LightGBM","family":"Tree-based","x_infer":0.1416787942,"imp":19.4277933708,"elo":1186.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"LightGBM","family":"Tree-based","x_infer":0.3337603531,"imp":15.7822684576,"elo":1385.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"LightGBM","family":"Tree-based","x_infer":2.638673831,"imp":15.1277624618,"elo":1431.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LimiX","family":"Foundation Model","x_infer":6.2423742585,"imp":15.6449326714,"elo":1362.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.3073466784,"imp":19.2861084271,"elo":1248.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.4747242315,"imp":16.1450749632,"elo":1355.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ModernNCA","family":"Neural Network","x_infer":8.1379168675,"imp":15.718323019,"elo":1388.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.0285805066,"imp":31.8012480584,"elo":936.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.2581384468,"imp":27.8693615641,"elo":1050.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.5997539679,"imp":26.514122025,"elo":1088.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RandomForest","family":"Tree-based","x_infer":0.0535405758,"imp":26.3418034922,"elo":1000.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RandomForest","family":"Tree-based","x_infer":0.0852279186,"imp":21.6251682906,"elo":1137.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RandomForest","family":"Tree-based","x_infer":0.7709478321,"imp":20.9211770037,"elo":1170.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealMLP","family":"Neural Network","x_infer":1.6887954948,"imp":18.6539090086,"elo":1229.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealMLP","family":"Neural Network","x_infer":0.663132055,"imp":14.3227357912,"elo":1426.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealMLP","family":"Neural Network","x_infer":11.9749853765,"imp":13.0107106134,"elo":1506.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":0.6449695981,"imp":11.8168246492,"elo":1523.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":1.2178786994,"imp":11.2662142626,"elo":1554.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":8.9076602204,"imp":10.5680188209,"elo":1594.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_infer":2.0745579697,"imp":18.4186771756,"elo":1283.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":43.7378122226,"imp":17.3030926477,"elo":1325.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":39.9597364603,"imp":15.0254985395,"elo":1403.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabDPT","family":"Foundation Model","x_infer":286.5373788357,"imp":13.8890483579,"elo":1458.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabDPT-Turbo","family":"Foundation Model","x_infer":0.1824194029,"imp":14.0933457754,"elo":1460.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabFM","family":"Foundation Model","x_infer":6.9854290718,"imp":4.2213606284,"elo":1796.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabICLv2","family":"Foundation Model","x_infer":0.1505492146,"imp":10.2864296966,"elo":1594.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.2435252328,"imp":17.0915561476,"elo":1297.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.2512939462,"imp":15.0510291455,"elo":1393.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabM","family":"Neural Network","x_infer":2.2468658586,"imp":14.1831873202,"elo":1449.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabPFN-2.6","family":"Foundation Model","x_infer":0.5548034626,"imp":10.8559938251,"elo":1617.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabPFN-3","family":"Foundation Model","x_infer":0.3988194969,"imp":9.4515957616,"elo":1666.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":5.3480868421,"imp":30.5205882357,"elo":994.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":4.2680534632,"imp":25.6579555922,"elo":1098.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabSTAR","family":"Foundation Model","x_infer":18.8114333153,"imp":25.673611395,"elo":1097.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabSwift","family":"Foundation Model","x_infer":0.0719683769,"imp":16.1724691324,"elo":1350.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.1258046788,"imp":22.8993426387,"elo":1074.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.1311128328,"imp":18.9628981696,"elo":1211.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TorchMLP","family":"Neural Network","x_infer":1.95162543,"imp":17.2517823375,"elo":1284.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"XGBoost","family":"Tree-based","x_infer":0.1226232881,"imp":18.8853960378,"elo":1213.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"XGBoost","family":"Tree-based","x_infer":0.3080760155,"imp":16.1657677256,"elo":1349.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"XGBoost","family":"Tree-based","x_infer":1.689445163,"imp":15.854289026,"elo":1374.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"iLTM","family":"Foundation Model","x_infer":68.173296937,"imp":23.099045033,"elo":1094.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"iLTM","family":"Foundation Model","x_infer":62.1299021172,"imp":17.2336005806,"elo":1294.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"iLTM","family":"Foundation Model","x_infer":464.3696034625,"imp":15.389676446,"elo":1404.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"xRFM","family":"Other","x_infer":0.9186215876,"imp":26.5307202676,"elo":1043.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"xRFM","family":"Other","x_infer":0.1302743502,"imp":17.5544320233,"elo":1300.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"xRFM","family":"Other","x_infer":2.5492595349,"imp":16.3905048218,"elo":1347.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_all/pareto_front_improvability_vs_time_infer.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c29ea6fe56fc243fc8caf7551e8e6f8084595fc95c66bdb753cfc87a5ed3c333
|
| 3 |
+
size 274796
|
data/imputation_no/splits_all/tasks_all/datasets_all/pareto_front_points.csv
CHANGED
|
@@ -1,63 +1,64 @@
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
-
TabFM,Default,Foundation Model,6.985429071794801,38.805908867807105,4.
|
| 3 |
-
|
| 4 |
-
TabPFN-
|
| 5 |
-
|
| 6 |
-
TabICLv2,Default,Foundation Model,0.15054921462491172,2.0524528171730156,10.
|
| 7 |
-
RealTabPFN-2.5,Tuned,Foundation Model,
|
| 8 |
-
RealTabPFN-2.5,
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
TabDPT,
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
CatBoost,Tuned,Tree-based,0.
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
TabSTAR,Tuned
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
|
|
|
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
+
TabFM,Default,Foundation Model,6.985429071794801,38.805908867807105,4.22136062837628,1796.5,False,0.0
|
| 3 |
+
EXAONE-Tabular,Default,Foundation Model,0.7116187744782574,5.938352790523042,8.459236666944285,1730.9,False,0.0
|
| 4 |
+
TabPFN-3,Default,Foundation Model,0.3988194969093643,3.6584650300170622,9.4515957616276,1666.5,False,0.0
|
| 5 |
+
TabPFN-2.6,Default,Foundation Model,0.5548034626013535,5.482579877802832,10.855993825085497,1617.7,False,0.0
|
| 6 |
+
TabICLv2,Default,Foundation Model,0.15054921462491172,2.0524528171730156,10.286429696619065,1594.6,False,0.0
|
| 7 |
+
RealTabPFN-2.5,Tuned + Ens.,Foundation Model,8.907660220396073,2040.2228420972824,10.56801882093792,1594.1,False,0.0
|
| 8 |
+
RealTabPFN-2.5,Tuned,Foundation Model,1.217878699427239,2040.2228420972824,11.266214262572207,1554.1,False,0.0
|
| 9 |
+
RealTabPFN-2.5,Default,Foundation Model,0.644969598113518,5.809798529870024,11.816824649188513,1523.9,False,0.0
|
| 10 |
+
RealMLP,Tuned + Ens.,Neural Network,11.974985376498216,2950.724447694827,13.010710613435252,1506.9,False,0.0
|
| 11 |
+
TabDPT-Turbo,Default,Foundation Model,0.18241940288749647,2.06768405148355,14.093345775382668,1460.1,False,0.0
|
| 12 |
+
TabDPT,Tuned + Ens.,Foundation Model,286.53737883567806,4910.377306237253,13.889048357905951,1458.3,False,0.0
|
| 13 |
+
TabM,Tuned + Ens.,Neural Network,2.246865858634313,2450.1270774379373,14.183187320160137,1449.6,False,0.0
|
| 14 |
+
LightGBM,Tuned + Ens.,Tree-based,2.638673830958025,417.0474735648702,15.127762461800327,1431.9,False,0.0
|
| 15 |
+
RealMLP,Tuned,Neural Network,0.663132054971364,2950.724447694827,14.322735791203359,1426.1,False,0.0
|
| 16 |
+
CatBoost,Tuned + Ens.,Tree-based,0.3442282032056243,1346.210691180287,14.76079099588859,1420.7,False,0.0
|
| 17 |
+
CatBoost,Tuned,Tree-based,0.03809286543601384,1346.210691180287,14.989500768439012,1407.5,False,0.0
|
| 18 |
+
iLTM,Tuned + Ens.,Foundation Model,464.3696034625343,12685.081550183375,15.389676445995967,1404.0,False,0.0
|
| 19 |
+
TabDPT,Tuned,Foundation Model,39.95973646029047,4910.377306237253,15.025498539506055,1403.5,False,0.0
|
| 20 |
+
TabM,Tuned,Neural Network,0.25129394622912726,2450.1270774379373,15.051029145535963,1393.2,False,0.0
|
| 21 |
+
ModernNCA,Tuned + Ens.,Neural Network,8.137916867537678,4621.665633563503,15.718323019013766,1388.8,False,0.0
|
| 22 |
+
LightGBM,Tuned,Tree-based,0.3337603531487198,417.0474735648702,15.782268457640653,1385.1,False,0.0
|
| 23 |
+
CatBoost,Default,Tree-based,0.02489617665608724,5.876676442022475,15.620009547755826,1378.1,False,0.0
|
| 24 |
+
XGBoost,Tuned + Ens.,Tree-based,1.6894451629541256,693.4907982506384,15.854289025994706,1374.3,False,0.0
|
| 25 |
+
LimiX,Default,Foundation Model,6.2423742585450634,26.459751268166386,15.644932671433173,1362.9,False,0.0
|
| 26 |
+
ModernNCA,Tuned,Neural Network,0.4747242314576746,4621.665633563503,16.145074963200155,1355.0,False,0.0
|
| 27 |
+
TabSwift,Default,Foundation Model,0.07196837694453946,1.1753394519011986,16.172469132370797,1350.9,False,0.0
|
| 28 |
+
XGBoost,Tuned,Tree-based,0.3080760155405317,693.4907982506384,16.165767725579002,1349.4,False,0.0
|
| 29 |
+
xRFM,Tuned + Ens.,Other,2.549259534903935,846.8860702336882,16.390504821808612,1347.3,False,0.0
|
| 30 |
+
ChimeraBoost,Tuned + Ens.,Tree-based,0.4040760969279745,427.39175038402846,17.301323630588904,1333.3,False,0.0
|
| 31 |
+
TabDPT,Default,Foundation Model,43.737812222627376,47.64668788909912,17.303092647694434,1325.6,False,0.0
|
| 32 |
+
ChimeraBoost,Tuned,Tree-based,0.033651277628640924,427.39175038402846,17.639006439587792,1308.3,False,0.0
|
| 33 |
+
xRFM,Tuned,Other,0.13027435019228545,846.8860702336882,17.554432023333604,1300.1,False,0.0
|
| 34 |
+
TabM,Default,Neural Network,0.2435252328360982,7.486463968520102,17.091556147563978,1297.4,False,0.0
|
| 35 |
+
iLTM,Tuned,Foundation Model,62.129902117180094,12685.081550183375,17.233600580592974,1294.9,False,0.0
|
| 36 |
+
TorchMLP,Tuned + Ens.,Neural Network,1.9516254299583915,2875.520340774675,17.251782337471433,1284.8,False,0.0
|
| 37 |
+
SAP-RPT-OSS,Default,Foundation Model,2.0745579697490073,14.11326684554418,18.41867717562571,1283.7,False,0.0
|
| 38 |
+
EBM,Tuned + Ens.,Tree-based,0.14129001235465857,1711.2458519871225,18.76508681262809,1271.2,False,0.0
|
| 39 |
+
ChimeraBoost,Default,Tree-based,0.032584832539708695,1.9886321895080843,18.742837159119354,1264.1,False,0.0
|
| 40 |
+
ModernNCA,Default,Neural Network,0.3073466783584545,14.869686344646652,19.286108427148875,1248.1,False,0.0
|
| 41 |
+
EBM,Tuned,Tree-based,0.015030898720760692,1711.2458519871225,19.404230681048215,1235.1,False,0.0
|
| 42 |
+
RealMLP,Default,Neural Network,1.688795494836301,10.05564923800873,18.653909008622165,1229.6,False,0.0
|
| 43 |
+
XGBoost,Default,Tree-based,0.12262328807300621,1.9409389396340444,18.885396037838486,1213.8,False,0.0
|
| 44 |
+
TorchMLP,Tuned,Neural Network,0.131112832826372,2875.520340774675,18.962898169609016,1211.2,False,0.0
|
| 45 |
+
ExtraTrees,Tuned + Ens.,Tree-based,0.7662402324832739,263.0379305178949,19.87033154823864,1208.6,False,0.0
|
| 46 |
+
FastaiMLP,Tuned + Ens.,Neural Network,4.466695070266724,593.237788402893,19.761313947164325,1207.2,False,0.0
|
| 47 |
+
EBM,Default,Tree-based,0.014352864847965238,6.673146850898109,20.342587836643332,1204.0,False,0.0
|
| 48 |
+
LightGBM,Default,Tree-based,0.14167879422505697,1.9600326879612946,19.427793370805485,1186.2,False,0.0
|
| 49 |
+
ExtraTrees,Tuned,Tree-based,0.07121299392949774,263.0379305178949,20.65346178750952,1180.8,False,0.0
|
| 50 |
+
RandomForest,Tuned + Ens.,Tree-based,0.7709478321252661,373.23710550957964,20.92117700372369,1170.9,False,0.0
|
| 51 |
+
FastaiMLP,Tuned,Neural Network,0.306391541190021,593.237788402893,21.177012106459046,1147.0,False,0.0
|
| 52 |
+
RandomForest,Tuned,Tree-based,0.08522791862487794,373.23710550957964,21.625168290562062,1137.3,False,0.0
|
| 53 |
+
TabSTAR,Tuned,Foundation Model,4.26805346323971,28729.737365569254,25.65795559224915,1098.3,False,0.0
|
| 54 |
+
TabSTAR,Tuned + Ens.,Foundation Model,18.8114333152771,28729.737365569254,25.67361139501965,1097.0,False,0.0
|
| 55 |
+
iLTM,Default,Foundation Model,68.17329693701195,296.63929176158115,23.099045032994717,1094.6,False,0.0
|
| 56 |
+
PerpetualBooster,Tuned + Ens.,Tree-based,0.5997539679209392,185.306705652078,26.514122025026992,1088.8,False,0.0
|
| 57 |
+
TorchMLP,Default,Neural Network,0.1258046787872722,9.99256321379882,22.899342638655952,1074.2,False,0.0
|
| 58 |
+
PerpetualBooster,Tuned,Tree-based,0.2581384468078613,185.306705652078,27.86936156411881,1050.5,False,0.0
|
| 59 |
+
xRFM,Default,Other,0.9186215875564591,3.2328671519382346,26.530720267625274,1043.4,False,0.0
|
| 60 |
+
ExtraTrees,Default,Tree-based,0.28340813208977944,1.8719729433204921,26.250500769785724,1009.1,False,0.0
|
| 61 |
+
FastaiMLP,Default,Neural Network,0.37317813888351864,2.856149195889622,25.756039734640524,1007.9,False,0.0
|
| 62 |
+
RandomForest,Default,Tree-based,0.05354057584727896,0.43432508267329906,26.34180349218188,1000.0,False,0.0
|
| 63 |
+
TabSTAR,Default,Foundation Model,5.348086842145453,384.74563018139656,30.52058823574647,994.4,False,0.0
|
| 64 |
+
PerpetualBooster,Default,Tree-based,0.028580506642659504,27.322832322961396,31.80124805838688,936.4,False,0.0
|
data/imputation_no/splits_all/tasks_all/datasets_all/pareto_n_configs_imp.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1c2ac2d2e0219478a6f458b24b360d786adb17833219fc8f35a604e3a383f640
|
| 3 |
+
size 301629
|
data/imputation_no/splits_all/tasks_all/datasets_all/tuning-impact-elo.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a5c584577888952ef87850796a3d621fbcc09fb86edaeb2829b9d5b510976cf
|
| 3 |
+
size 109317
|
data/imputation_no/splits_all/tasks_all/datasets_all/tuning_trajectories.csv
CHANGED
|
@@ -1,163 +1,164 @@
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
-
CatBoost,Tree-based,5.876676442022475,0.02489617665608724,15.
|
| 3 |
-
CatBoost,Tree-based,11.667825125586923,0.06336535482356946,15.
|
| 4 |
-
CatBoost,Tree-based,31.910651762403862,0.11771650741480857,14.
|
| 5 |
-
CatBoost,Tree-based,62.57212517570079,0.1714353465164701,14.
|
| 6 |
-
CatBoost,Tree-based,155.90493556689327,0.22162205257045137,14.
|
| 7 |
-
CatBoost,Tree-based,317.34591689097914,0.2666794694644051,14.
|
| 8 |
-
CatBoost,Tree-based,662.4830210733933,0.31052760007315267,14.
|
| 9 |
-
CatBoost,Tree-based,998.8498259224127,0.340735055101516,14.
|
| 10 |
-
CatBoost,Tree-based,1346.210691180287,0.344857002822471,14.
|
| 11 |
-
ChimeraBoost,Tree-based,1.9886321895080843,0.032584832539708695,18.
|
| 12 |
-
ChimeraBoost,Tree-based,4.43838502030943,0.06094444009053425,18.
|
| 13 |
-
ChimeraBoost,Tree-based,10.070184857413143,0.1129020180967119,18.
|
| 14 |
-
ChimeraBoost,Tree-based,20.473417816445547,0.17710346910688612,
|
| 15 |
-
ChimeraBoost,Tree-based,52.71737575557528,0.24549033666046208,17.
|
| 16 |
-
ChimeraBoost,Tree-based,106.3941874905326,0.2926890222079797,17.
|
| 17 |
-
ChimeraBoost,Tree-based,212.82074782052993,0.3120254129614995,17.
|
| 18 |
-
ChimeraBoost,Tree-based,318.99571798382766,0.3237207715925697,17.
|
| 19 |
-
ChimeraBoost,Tree-based,427.39175038402846,0.4040760969279745,17.
|
| 20 |
-
EBM,Tree-based,6.673146850898109,0.014352864847965238,20.
|
| 21 |
-
EBM,Tree-based,16.576534345676816,0.030424724199585355,19.
|
| 22 |
-
EBM,Tree-based,47.738558903301914,0.052842477784541445,19.
|
| 23 |
-
EBM,Tree-based,89.41107246991604,0.0702878348384009,19.
|
| 24 |
-
EBM,Tree-based,218.44812470797967,0.09747169882795435,19.
|
| 25 |
-
EBM,Tree-based,440.25457359654257,0.11411218718429054,18.
|
| 26 |
-
EBM,Tree-based,856.7647171052814,0.12772155113709277,18.
|
| 27 |
-
EBM,Tree-based,1266.0910927829382,0.13762164045367722,18.
|
| 28 |
-
EBM,Tree-based,1711.2458519871225,0.1384442291079833,18.
|
| 29 |
-
|
| 30 |
-
ExtraTrees,Tree-based,
|
| 31 |
-
ExtraTrees,Tree-based,
|
| 32 |
-
ExtraTrees,Tree-based,
|
| 33 |
-
ExtraTrees,Tree-based,
|
| 34 |
-
ExtraTrees,Tree-based,
|
| 35 |
-
ExtraTrees,Tree-based,
|
| 36 |
-
ExtraTrees,Tree-based,
|
| 37 |
-
ExtraTrees,Tree-based,
|
| 38 |
-
|
| 39 |
-
FastaiMLP,Neural Network,
|
| 40 |
-
FastaiMLP,Neural Network,
|
| 41 |
-
FastaiMLP,Neural Network,
|
| 42 |
-
FastaiMLP,Neural Network,
|
| 43 |
-
FastaiMLP,Neural Network,
|
| 44 |
-
FastaiMLP,Neural Network,
|
| 45 |
-
FastaiMLP,Neural Network,
|
| 46 |
-
FastaiMLP,Neural Network,
|
| 47 |
-
|
| 48 |
-
LightGBM,Tree-based,
|
| 49 |
-
LightGBM,Tree-based,
|
| 50 |
-
LightGBM,Tree-based,
|
| 51 |
-
LightGBM,Tree-based,
|
| 52 |
-
LightGBM,Tree-based,
|
| 53 |
-
LightGBM,Tree-based,
|
| 54 |
-
LightGBM,Tree-based,
|
| 55 |
-
LightGBM,Tree-based,
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
ModernNCA,Neural Network,
|
| 59 |
-
ModernNCA,Neural Network,
|
| 60 |
-
ModernNCA,Neural Network,
|
| 61 |
-
ModernNCA,Neural Network,
|
| 62 |
-
ModernNCA,Neural Network,
|
| 63 |
-
ModernNCA,Neural Network,
|
| 64 |
-
ModernNCA,Neural Network,
|
| 65 |
-
ModernNCA,Neural Network,
|
| 66 |
-
|
| 67 |
-
PerpetualBooster,Tree-based,
|
| 68 |
-
PerpetualBooster,Tree-based,
|
| 69 |
-
PerpetualBooster,Tree-based,
|
| 70 |
-
|
| 71 |
-
RandomForest,Tree-based,
|
| 72 |
-
RandomForest,Tree-based,
|
| 73 |
-
RandomForest,Tree-based,
|
| 74 |
-
RandomForest,Tree-based,
|
| 75 |
-
RandomForest,Tree-based,
|
| 76 |
-
RandomForest,Tree-based,
|
| 77 |
-
RandomForest,Tree-based,
|
| 78 |
-
RandomForest,Tree-based,
|
| 79 |
-
|
| 80 |
-
RealMLP,Neural Network,
|
| 81 |
-
RealMLP,Neural Network,
|
| 82 |
-
RealMLP,Neural Network,
|
| 83 |
-
RealMLP,Neural Network,
|
| 84 |
-
RealMLP,Neural Network,
|
| 85 |
-
RealMLP,Neural Network,
|
| 86 |
-
RealMLP,Neural Network,
|
| 87 |
-
RealMLP,Neural Network,
|
| 88 |
-
|
| 89 |
-
RealTabPFN-2.5,Foundation Model,
|
| 90 |
-
RealTabPFN-2.5,Foundation Model,
|
| 91 |
-
RealTabPFN-2.5,Foundation Model,
|
| 92 |
-
RealTabPFN-2.5,Foundation Model,
|
| 93 |
-
RealTabPFN-2.5,Foundation Model,
|
| 94 |
-
RealTabPFN-2.5,Foundation Model,
|
| 95 |
-
RealTabPFN-2.5,Foundation Model,
|
| 96 |
-
RealTabPFN-2.5,Foundation Model,
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
TabDPT,Foundation Model,
|
| 100 |
-
TabDPT,Foundation Model,
|
| 101 |
-
TabDPT,Foundation Model,
|
| 102 |
-
TabDPT,Foundation Model,
|
| 103 |
-
TabDPT,Foundation Model,
|
| 104 |
-
TabDPT,Foundation Model,
|
| 105 |
-
TabDPT,Foundation Model,
|
| 106 |
-
TabDPT,Foundation Model,
|
| 107 |
-
TabDPT
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
TabM,Neural Network,
|
| 112 |
-
TabM,Neural Network,
|
| 113 |
-
TabM,Neural Network,
|
| 114 |
-
TabM,Neural Network,
|
| 115 |
-
TabM,Neural Network,
|
| 116 |
-
TabM,Neural Network,
|
| 117 |
-
TabM,Neural Network,
|
| 118 |
-
TabM,Neural Network,
|
| 119 |
-
|
| 120 |
-
TabPFN-
|
| 121 |
-
|
| 122 |
-
TabSTAR,Foundation Model,
|
| 123 |
-
TabSTAR,Foundation Model,
|
| 124 |
-
TabSTAR,Foundation Model,
|
| 125 |
-
TabSTAR,Foundation Model,
|
| 126 |
-
TabSTAR,Foundation Model,
|
| 127 |
-
TabSTAR,Foundation Model,
|
| 128 |
-
TabSTAR,Foundation Model,
|
| 129 |
-
TabSTAR,Foundation Model,
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
TorchMLP,Neural Network,
|
| 133 |
-
TorchMLP,Neural Network,
|
| 134 |
-
TorchMLP,Neural Network,
|
| 135 |
-
TorchMLP,Neural Network,
|
| 136 |
-
TorchMLP,Neural Network,
|
| 137 |
-
TorchMLP,Neural Network,
|
| 138 |
-
TorchMLP,Neural Network,
|
| 139 |
-
TorchMLP,Neural Network,
|
| 140 |
-
|
| 141 |
-
XGBoost,Tree-based,
|
| 142 |
-
XGBoost,Tree-based,
|
| 143 |
-
XGBoost,Tree-based,
|
| 144 |
-
XGBoost,Tree-based,
|
| 145 |
-
XGBoost,Tree-based,
|
| 146 |
-
XGBoost,Tree-based,
|
| 147 |
-
XGBoost,Tree-based,
|
| 148 |
-
XGBoost,Tree-based,
|
| 149 |
-
|
| 150 |
-
iLTM,Foundation Model,
|
| 151 |
-
iLTM,Foundation Model,
|
| 152 |
-
iLTM,Foundation Model,
|
| 153 |
-
iLTM,Foundation Model,
|
| 154 |
-
iLTM,Foundation Model,
|
| 155 |
-
|
| 156 |
-
xRFM,Other,
|
| 157 |
-
xRFM,Other,
|
| 158 |
-
xRFM,Other,
|
| 159 |
-
xRFM,Other,
|
| 160 |
-
xRFM,Other,
|
| 161 |
-
xRFM,Other,
|
| 162 |
-
xRFM,Other,
|
| 163 |
-
xRFM,Other,
|
|
|
|
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
+
CatBoost,Tree-based,5.876676442022475,0.02489617665608724,15.63791399748473,1392.9,1.0,False,0.0
|
| 3 |
+
CatBoost,Tree-based,11.667825125586923,0.06336535482356946,15.216867808674916,1413.0,2.0,False,0.0
|
| 4 |
+
CatBoost,Tree-based,31.910651762403862,0.11771650741480857,14.94818787796375,1430.7,5.0,False,0.0
|
| 5 |
+
CatBoost,Tree-based,62.57212517570079,0.1714353465164701,14.84828516569539,1435.6,10.0,False,0.0
|
| 6 |
+
CatBoost,Tree-based,155.90493556689327,0.22162205257045137,14.742038234143475,1440.9,25.0,False,0.0
|
| 7 |
+
CatBoost,Tree-based,317.34591689097914,0.2666794694644051,14.732576971048275,1441.5,50.0,False,0.0
|
| 8 |
+
CatBoost,Tree-based,662.4830210733933,0.31052760007315267,14.749979205666417,1440.0,100.0,False,0.0
|
| 9 |
+
CatBoost,Tree-based,998.8498259224127,0.340735055101516,14.76936594214002,1438.6,150.0,False,0.0
|
| 10 |
+
CatBoost,Tree-based,1346.210691180287,0.344857002822471,14.77621076568045,1437.4,201.0,False,0.0
|
| 11 |
+
ChimeraBoost,Tree-based,1.9886321895080843,0.032584832539708695,18.760157950866805,1273.0,1.0,False,0.0
|
| 12 |
+
ChimeraBoost,Tree-based,4.43838502030943,0.06094444009053425,18.419386306592102,1293.9,2.0,False,0.0
|
| 13 |
+
ChimeraBoost,Tree-based,10.070184857413143,0.1129020180967119,18.19982676471542,1307.4,5.0,False,0.0
|
| 14 |
+
ChimeraBoost,Tree-based,20.473417816445547,0.17710346910688612,18.009556079332253,1317.8,10.0,False,0.0
|
| 15 |
+
ChimeraBoost,Tree-based,52.71737575557528,0.24549033666046208,17.738025195063482,1330.7,25.0,False,0.0
|
| 16 |
+
ChimeraBoost,Tree-based,106.3941874905326,0.2926890222079797,17.58702467912105,1338.6,50.0,False,0.0
|
| 17 |
+
ChimeraBoost,Tree-based,212.82074782052993,0.3120254129614995,17.424392600448193,1345.9,100.0,False,0.0
|
| 18 |
+
ChimeraBoost,Tree-based,318.99571798382766,0.3237207715925697,17.35528674731503,1348.7,150.0,False,0.0
|
| 19 |
+
ChimeraBoost,Tree-based,427.39175038402846,0.4040760969279745,17.317823387799216,1351.6,201.0,False,0.0
|
| 20 |
+
EBM,Tree-based,6.673146850898109,0.014352864847965238,20.360049628893943,1208.0,1.0,False,0.0
|
| 21 |
+
EBM,Tree-based,16.576534345676816,0.030424724199585355,19.96447275657904,1222.5,2.0,False,0.0
|
| 22 |
+
EBM,Tree-based,47.738558903301914,0.052842477784541445,19.541095058781117,1243.2,5.0,False,0.0
|
| 23 |
+
EBM,Tree-based,89.41107246991604,0.0702878348384009,19.360640502605754,1252.4,10.0,False,0.0
|
| 24 |
+
EBM,Tree-based,218.44812470797967,0.09747169882795435,19.132679170665284,1263.0,25.0,False,0.0
|
| 25 |
+
EBM,Tree-based,440.25457359654257,0.11411218718429054,18.991721967214893,1271.3,50.0,False,0.0
|
| 26 |
+
EBM,Tree-based,856.7647171052814,0.12772155113709277,18.869830968548047,1277.9,100.0,False,0.0
|
| 27 |
+
EBM,Tree-based,1266.0910927829382,0.13762164045367722,18.82645869858411,1281.5,150.0,False,0.0
|
| 28 |
+
EBM,Tree-based,1711.2458519871225,0.1384442291079833,18.784148804460514,1284.5,201.0,False,0.0
|
| 29 |
+
EXAONE-Tabular,Foundation Model,5.938352790523042,0.7116187744782574,8.478817108049649,1759.6,1.0,False,0.0
|
| 30 |
+
ExtraTrees,Tree-based,1.8719729433204921,0.28340813208977944,26.26628018396374,1009.8,1.0,False,0.0
|
| 31 |
+
ExtraTrees,Tree-based,3.1259596547771116,0.299267558256785,24.42535811128687,1053.6,2.0,False,0.0
|
| 32 |
+
ExtraTrees,Tree-based,6.772191225672007,0.3233863551370985,21.766827684103284,1124.7,5.0,False,0.0
|
| 33 |
+
ExtraTrees,Tree-based,13.288092341970305,0.39167570468287294,20.84712237377856,1165.7,10.0,False,0.0
|
| 34 |
+
ExtraTrees,Tree-based,32.8419339595057,0.4883309222469785,20.19623590878962,1197.2,25.0,False,0.0
|
| 35 |
+
ExtraTrees,Tree-based,65.49386348647792,0.56779316986261,20.034391682152744,1207.6,50.0,False,0.0
|
| 36 |
+
ExtraTrees,Tree-based,130.83697151858863,0.6638268741052196,19.924741759475758,1214.5,100.0,False,0.0
|
| 37 |
+
ExtraTrees,Tree-based,196.22448049705483,0.7241674769499868,19.88159069768046,1218.7,150.0,False,0.0
|
| 38 |
+
ExtraTrees,Tree-based,263.0379305178949,0.7662402324832739,19.88850464088312,1219.6,201.0,False,0.0
|
| 39 |
+
FastaiMLP,Neural Network,2.856149195889622,0.37317813888351864,25.77287680149793,1012.5,1.0,False,0.0
|
| 40 |
+
FastaiMLP,Neural Network,5.5343795003616165,0.6641420918672822,24.57529443822409,1050.0,2.0,False,0.0
|
| 41 |
+
FastaiMLP,Neural Network,14.55103442753632,1.1863927783450354,22.729962632654857,1116.7,5.0,False,0.0
|
| 42 |
+
FastaiMLP,Neural Network,29.7233431539627,1.7323440480232237,21.824289825917905,1149.9,10.0,False,0.0
|
| 43 |
+
FastaiMLP,Neural Network,72.5444980812019,2.392081415581216,20.925346265302466,1180.3,25.0,False,0.0
|
| 44 |
+
FastaiMLP,Neural Network,145.75437119097205,3.1392189600815126,20.47185863716841,1196.8,50.0,False,0.0
|
| 45 |
+
FastaiMLP,Neural Network,293.94750082788664,3.8048101374308265,20.129820991253542,1207.0,100.0,False,0.0
|
| 46 |
+
FastaiMLP,Neural Network,441.8525399102105,4.207369513432185,19.907885099081074,1215.2,150.0,False,0.0
|
| 47 |
+
FastaiMLP,Neural Network,593.237788402893,4.45581943154335,19.774822978160728,1220.4,201.0,False,0.0
|
| 48 |
+
LightGBM,Tree-based,1.9600326879612946,0.14167879422505697,19.4448896540928,1188.4,1.0,False,0.0
|
| 49 |
+
LightGBM,Tree-based,4.146536889124949,0.6924533471949544,17.93656841658673,1266.6,2.0,False,0.0
|
| 50 |
+
LightGBM,Tree-based,10.390743356824784,0.9306682768676963,16.771313850966514,1345.9,5.0,False,0.0
|
| 51 |
+
LightGBM,Tree-based,20.270167537261766,1.197546153728451,16.171566272782993,1386.7,10.0,False,0.0
|
| 52 |
+
LightGBM,Tree-based,51.48744833401502,1.50753196069901,15.617180669768516,1421.3,25.0,False,0.0
|
| 53 |
+
LightGBM,Tree-based,103.68557420134589,1.674099392656769,15.405528052627144,1436.9,50.0,False,0.0
|
| 54 |
+
LightGBM,Tree-based,207.54351147839122,2.0960239899208046,15.245508295848701,1447.4,100.0,False,0.0
|
| 55 |
+
LightGBM,Tree-based,310.2926532568141,2.2957707359829054,15.184061812495841,1450.9,150.0,False,0.0
|
| 56 |
+
LightGBM,Tree-based,417.0474735648702,2.638673830958025,15.146898091821079,1453.4,201.0,False,0.0
|
| 57 |
+
LimiX,Foundation Model,26.459751268166386,6.2423742585450634,15.599782641486732,1381.5,1.0,False,0.0
|
| 58 |
+
ModernNCA,Neural Network,14.869686344646652,0.3073466783584545,19.30333419721558,1258.5,1.0,False,0.0
|
| 59 |
+
ModernNCA,Neural Network,40.51716877036181,0.8515440487861633,18.012530604303585,1295.6,2.0,False,0.0
|
| 60 |
+
ModernNCA,Neural Network,111.44983108853623,1.746831801986318,16.099297474442,1381.1,5.0,False,0.0
|
| 61 |
+
ModernNCA,Neural Network,224.92944042496907,2.5416509890556336,15.610742417718567,1405.7,10.0,False,0.0
|
| 62 |
+
ModernNCA,Neural Network,554.8880523029388,4.032296481132508,15.105446802053567,1431.1,25.0,False,0.0
|
| 63 |
+
ModernNCA,Neural Network,1145.4516650488413,5.448522539138794,15.158881849306091,1428.5,50.0,False,0.0
|
| 64 |
+
ModernNCA,Neural Network,2295.4928354707367,6.931406373977661,15.420790098943845,1419.7,100.0,False,0.0
|
| 65 |
+
ModernNCA,Neural Network,3433.7924746693766,7.728596683131394,15.624841808319829,1411.8,150.0,False,0.0
|
| 66 |
+
ModernNCA,Neural Network,4621.665633563503,8.137916867537678,15.740818000887991,1406.6,201.0,False,0.0
|
| 67 |
+
PerpetualBooster,Tree-based,27.322832322961396,0.028580506642659504,32.304023635306265,936.7,1.0,False,0.0
|
| 68 |
+
PerpetualBooster,Tree-based,60.33046553317705,0.23376323541005453,30.05760908247524,1001.7,2.0,False,0.0
|
| 69 |
+
PerpetualBooster,Tree-based,157.39589541510517,0.5732905745506287,26.695701024855207,1088.2,5.0,False,0.0
|
| 70 |
+
PerpetualBooster,Tree-based,185.306705652078,0.5997539679209392,26.527350356547924,1095.6,6.0,False,0.0
|
| 71 |
+
RandomForest,Tree-based,0.43432508267329906,0.05354057584727896,26.367340485035985,999.4,1.0,False,0.0
|
| 72 |
+
RandomForest,Tree-based,2.300696812702446,0.11877280473082547,23.712497849723242,1058.9,2.0,False,0.0
|
| 73 |
+
RandomForest,Tree-based,7.869405165361387,0.23579108802464072,22.380021791147254,1101.6,5.0,False,0.0
|
| 74 |
+
RandomForest,Tree-based,17.24737248948874,0.34062966640910297,21.68619960100751,1131.2,10.0,False,0.0
|
| 75 |
+
RandomForest,Tree-based,45.0373615696637,0.5043278961482858,21.197471796578675,1162.0,25.0,False,0.0
|
| 76 |
+
RandomForest,Tree-based,91.39172333285852,0.5878338983942606,21.065834777384303,1170.6,50.0,False,0.0
|
| 77 |
+
RandomForest,Tree-based,184.69967416087664,0.6965050641895468,20.979225297204692,1176.7,100.0,False,0.0
|
| 78 |
+
RandomForest,Tree-based,277.8099565315396,0.7595438384705165,20.94118246178865,1179.3,150.0,False,0.0
|
| 79 |
+
RandomForest,Tree-based,373.23710550957964,0.7784693873625508,20.93637366954322,1181.0,201.0,False,0.0
|
| 80 |
+
RealMLP,Neural Network,10.05564923800873,1.688795494836301,18.672312385928773,1235.0,1.0,False,0.0
|
| 81 |
+
RealMLP,Neural Network,24.67055944083978,2.4593014940325313,16.32784553984599,1345.6,2.0,False,0.0
|
| 82 |
+
RealMLP,Neural Network,69.64352733395047,3.7162198129739616,14.662105975698344,1438.1,5.0,False,0.0
|
| 83 |
+
RealMLP,Neural Network,141.15299775889818,5.676482463380541,14.049481561684102,1472.4,10.0,False,0.0
|
| 84 |
+
RealMLP,Neural Network,364.60114695980747,7.847718735760291,13.578374973445003,1501.6,25.0,False,0.0
|
| 85 |
+
RealMLP,Neural Network,736.9754853515838,9.767676536105808,13.359961766261447,1514.7,50.0,False,0.0
|
| 86 |
+
RealMLP,Neural Network,1469.265397304651,11.259146773020426,13.181528066675494,1523.4,100.0,False,0.0
|
| 87 |
+
RealMLP,Neural Network,2197.532004168663,12.053178920512211,13.094756098164668,1529.1,150.0,False,0.0
|
| 88 |
+
RealMLP,Neural Network,2950.724447694827,12.377824840296128,13.030313299376573,1532.0,201.0,False,0.0
|
| 89 |
+
RealTabPFN-2.5,Foundation Model,5.809798529870024,0.644969598113518,11.836441941939006,1538.0,1.0,False,0.0
|
| 90 |
+
RealTabPFN-2.5,Foundation Model,16.695089235760015,1.4031929555826625,11.751819632700688,1544.3,2.0,False,0.0
|
| 91 |
+
RealTabPFN-2.5,Foundation Model,45.81806103711327,2.874227223348986,11.426676895131013,1560.6,5.0,False,0.0
|
| 92 |
+
RealTabPFN-2.5,Foundation Model,96.05664533202847,4.09552534439249,11.243125160856923,1577.9,10.0,False,0.0
|
| 93 |
+
RealTabPFN-2.5,Foundation Model,245.14109091684222,5.753407464362681,10.99785681995912,1598.3,25.0,False,0.0
|
| 94 |
+
RealTabPFN-2.5,Foundation Model,498.5667116885384,6.850076117335025,10.817236032968502,1607.9,50.0,False,0.0
|
| 95 |
+
RealTabPFN-2.5,Foundation Model,1015.1487598759433,7.792073605314185,10.700086195805838,1612.5,100.0,False,0.0
|
| 96 |
+
RealTabPFN-2.5,Foundation Model,1526.7130408425285,8.999759905935408,10.642331179321554,1613.7,150.0,False,0.0
|
| 97 |
+
RealTabPFN-2.5,Foundation Model,2040.2228420972824,9.030681926100565,10.592964435035618,1612.8,201.0,False,0.0
|
| 98 |
+
SAP-RPT-OSS,Foundation Model,14.11326684554418,2.0745579697490073,18.436174772419676,1297.7,1.0,False,0.0
|
| 99 |
+
TabDPT,Foundation Model,47.64668788909912,43.737812222627376,17.32000950862774,1338.1,1.0,False,0.0
|
| 100 |
+
TabDPT,Foundation Model,70.40721927502358,57.29898182743639,16.504833233599324,1364.6,2.0,False,0.0
|
| 101 |
+
TabDPT,Foundation Model,132.97854094385033,81.7804361753873,15.69489834847074,1400.0,5.0,False,0.0
|
| 102 |
+
TabDPT,Foundation Model,243.77644681542583,113.41332740687801,15.342600754802465,1416.0,10.0,False,0.0
|
| 103 |
+
TabDPT,Foundation Model,599.14526392591,170.40307060248648,14.675781088684115,1442.9,25.0,False,0.0
|
| 104 |
+
TabDPT,Foundation Model,1224.6320092924832,211.92435767541818,14.337112758130017,1457.4,50.0,False,0.0
|
| 105 |
+
TabDPT,Foundation Model,2440.704045474264,252.46699651351815,14.1202687260132,1467.5,100.0,False,0.0
|
| 106 |
+
TabDPT,Foundation Model,3652.693914186981,264.8770310030767,13.979203036071604,1472.6,150.0,False,0.0
|
| 107 |
+
TabDPT,Foundation Model,4910.377306237253,289.5741517328534,13.90946985235064,1474.7,201.0,False,0.0
|
| 108 |
+
TabDPT-Turbo,Foundation Model,2.06768405148355,0.18241940288749647,14.110839090794917,1472.8,1.0,False,0.0
|
| 109 |
+
TabFM,Foundation Model,38.805908867807105,6.985429071794801,4.237228756687879,1811.0,1.0,False,0.0
|
| 110 |
+
TabICLv2,Foundation Model,2.0524528171730156,0.15054921462491172,10.30620749734977,1612.3,1.0,False,0.0
|
| 111 |
+
TabM,Neural Network,7.486463968520102,0.2435252328360982,17.10994021544436,1307.5,1.0,False,0.0
|
| 112 |
+
TabM,Neural Network,16.686302531690117,0.4863020309973096,16.58617131017605,1334.7,2.0,False,0.0
|
| 113 |
+
TabM,Neural Network,56.596063695315806,0.890570759276549,15.950089001596766,1370.8,5.0,False,0.0
|
| 114 |
+
TabM,Neural Network,118.7995551510581,0.9696677240363341,15.379997279344662,1405.2,10.0,False,0.0
|
| 115 |
+
TabM,Neural Network,301.71685986726413,1.2874446083056301,14.88881777466359,1431.1,25.0,False,0.0
|
| 116 |
+
TabM,Neural Network,606.7957589349577,1.5958040707920327,14.601460195149713,1447.6,50.0,False,0.0
|
| 117 |
+
TabM,Neural Network,1211.551032832957,1.9425270855949641,14.39941057906956,1459.2,100.0,False,0.0
|
| 118 |
+
TabM,Neural Network,1826.0696865509133,2.1383865310957564,14.255482483809345,1465.5,150.0,False,0.0
|
| 119 |
+
TabM,Neural Network,2450.1270774379373,2.236152469066152,14.200955147532254,1470.8,201.0,False,0.0
|
| 120 |
+
TabPFN-2.6,Foundation Model,5.482579877802832,0.5548034626013535,10.875650424172594,1642.3,1.0,False,0.0
|
| 121 |
+
TabPFN-3,Foundation Model,3.6584650300170622,0.3988194969093643,9.46912469753312,1684.6,1.0,False,0.0
|
| 122 |
+
TabSTAR,Foundation Model,384.74563018139656,5.348086842145453,30.537370346824837,998.4,1.0,False,0.0
|
| 123 |
+
TabSTAR,Foundation Model,579.5314694237709,6.864771890640259,30.410476743796778,1007.3,2.0,False,0.0
|
| 124 |
+
TabSTAR,Foundation Model,986.9188087141514,7.884261027648034,30.144856180558843,1015.5,5.0,False,0.0
|
| 125 |
+
TabSTAR,Foundation Model,1626.205745840524,9.437109846485178,29.48593621915216,1033.4,10.0,False,0.0
|
| 126 |
+
TabSTAR,Foundation Model,3523.6508469471287,12.411686028639474,28.291920495865735,1056.6,25.0,False,0.0
|
| 127 |
+
TabSTAR,Foundation Model,7090.437342984086,14.581168526013691,27.09492322563246,1077.3,50.0,False,0.0
|
| 128 |
+
TabSTAR,Foundation Model,14236.603036992845,17.05862640937169,26.425388844365827,1092.9,100.0,False,0.0
|
| 129 |
+
TabSTAR,Foundation Model,21385.328840252965,18.39983408008061,26.013647197546547,1103.7,150.0,False,0.0
|
| 130 |
+
TabSTAR,Foundation Model,28729.737365569254,18.8114333152771,25.691768372918,1114.7,201.0,False,0.0
|
| 131 |
+
TabSwift,Foundation Model,1.1753394519011986,0.07196837694453946,16.190069679117286,1367.3,1.0,False,0.0
|
| 132 |
+
TorchMLP,Neural Network,9.99256321379882,0.1258046787872722,22.91119913719543,1082.5,1.0,False,0.0
|
| 133 |
+
TorchMLP,Neural Network,23.39767303078301,0.25026397500859937,21.1908537776796,1136.8,2.0,False,0.0
|
| 134 |
+
TorchMLP,Neural Network,67.83522273002498,0.5082028825487114,19.667824853224754,1188.1,5.0,False,0.0
|
| 135 |
+
TorchMLP,Neural Network,150.5961763502482,0.7461273476481438,18.94277345444676,1221.5,10.0,False,0.0
|
| 136 |
+
TorchMLP,Neural Network,358.89142527924406,1.1062947766294757,18.26327567076734,1251.5,25.0,False,0.0
|
| 137 |
+
TorchMLP,Neural Network,711.8242682675321,1.3608592505593902,17.849087604437024,1273.0,50.0,False,0.0
|
| 138 |
+
TorchMLP,Neural Network,1402.3570975877033,1.5999240551180054,17.555165915601417,1287.0,100.0,False,0.0
|
| 139 |
+
TorchMLP,Neural Network,2125.061118692563,1.7712720948858605,17.398949630824475,1295.7,150.0,False,0.0
|
| 140 |
+
TorchMLP,Neural Network,2875.520340774675,1.9516254299583915,17.26514695077001,1302.3,201.0,False,0.0
|
| 141 |
+
XGBoost,Tree-based,1.9409389396340444,0.12262328807300621,18.902318200332132,1217.7,1.0,False,0.0
|
| 142 |
+
XGBoost,Tree-based,5.773697624577766,0.549105895360311,17.257978653195927,1300.8,2.0,False,0.0
|
| 143 |
+
XGBoost,Tree-based,17.165802076190833,0.9903293256488429,16.726237708777504,1336.9,5.0,False,0.0
|
| 144 |
+
XGBoost,Tree-based,34.081364319342484,1.180882272831562,16.408995616877696,1357.7,10.0,False,0.0
|
| 145 |
+
XGBoost,Tree-based,86.41550386463979,1.5144136771170538,16.16319089858363,1372.7,25.0,False,0.0
|
| 146 |
+
XGBoost,Tree-based,172.69993584479832,1.6869916704181176,16.060745178312256,1379.2,50.0,False,0.0
|
| 147 |
+
XGBoost,Tree-based,344.2808053206447,1.7329947109908745,15.97896673339185,1385.5,100.0,False,0.0
|
| 148 |
+
XGBoost,Tree-based,515.1408947247787,1.8097831769800434,15.919918864101366,1389.7,150.0,False,0.0
|
| 149 |
+
XGBoost,Tree-based,693.4907982506384,1.7397156137573087,15.87238521247715,1394.2,201.0,False,0.0
|
| 150 |
+
iLTM,Foundation Model,296.63929176158115,68.17329693701195,23.11557996915718,1103.5,1.0,False,0.0
|
| 151 |
+
iLTM,Foundation Model,761.0284006743531,133.58534546802647,20.425100181145652,1172.8,2.0,False,0.0
|
| 152 |
+
iLTM,Foundation Model,2323.5909795410653,253.2846359590774,18.887624089098285,1277.5,5.0,False,0.0
|
| 153 |
+
iLTM,Foundation Model,4948.456215600054,348.32007675170894,17.620263875699038,1340.9,10.0,False,0.0
|
| 154 |
+
iLTM,Foundation Model,12120.256080215093,469.70642335709636,15.4368266474251,1419.3,25.0,False,0.0
|
| 155 |
+
iLTM,Foundation Model,12685.081550183375,463.2685781743115,15.407937079777897,1422.9,26.0,False,0.0
|
| 156 |
+
xRFM,Other,3.2328671519382346,0.9186215875564591,26.54705579946976,1050.3,1.0,False,0.0
|
| 157 |
+
xRFM,Other,7.775795304879809,0.871141043689068,23.3150618411838,1112.9,2.0,False,0.0
|
| 158 |
+
xRFM,Other,20.620430421907656,1.133551260828972,19.366364467158974,1230.1,5.0,False,0.0
|
| 159 |
+
xRFM,Other,41.99625808068535,1.4441868364810944,17.620568067837358,1311.8,10.0,False,0.0
|
| 160 |
+
xRFM,Other,105.70497940399669,1.8072467962280723,16.791576757460728,1350.6,25.0,False,0.0
|
| 161 |
+
xRFM,Other,210.31944482616692,2.1086840459278653,16.52451796364743,1362.7,50.0,False,0.0
|
| 162 |
+
xRFM,Other,422.08708123786937,2.3155613238258024,16.42318688812118,1365.3,100.0,False,0.0
|
| 163 |
+
xRFM,Other,631.9086612835005,2.533833287124123,16.402782031446293,1366.0,150.0,False,0.0
|
| 164 |
+
xRFM,Other,846.8860702336882,2.566047516252313,16.399958707751896,1365.4,201.0,False,0.0
|
data/imputation_no/splits_all/tasks_all/datasets_all/tuning_trajectories_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
-
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_train":5.876676442,"imp":15.5457736304,"elo":1392.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":11.6678251256,"imp":15.1182419551,"elo":1413.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":31.9106517624,"imp":14.848578649,"elo":1430.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":62.5721251757,"imp":14.7477568558,"elo":1435.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":155.9049355669,"imp":14.6406177695,"elo":1441.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":317.345916891,"imp":14.6311446381,"elo":1441.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":662.4830210734,"imp":14.6478465613,"elo":1440.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":998.8498259224,"imp":14.6673563694,"elo":1438.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":1346.2106911803,"imp":14.674240095,"elo":1437.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":1.9886321895,"imp":18.6780631139,"elo":1273.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":4.4383850203,"imp":18.3366328085,"elo":1294.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":10.0701848574,"imp":18.116797306,"elo":1307.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":20.4734178164,"imp":17.9259739747,"elo":1318.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":52.7173757556,"imp":17.6537027938,"elo":1330.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":106.3941874905,"imp":17.5022920851,"elo":1338.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":212.8207478205,"imp":17.339314755,"elo":1346.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":318.9957179838,"imp":17.2700034244,"elo":1348.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":427.391750384,"imp":17.2326457261,"elo":1351.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":6.6731468509,"imp":20.2759337918,"elo":1208.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":16.5765343457,"imp":19.8786837436,"elo":1222.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":47.7385589033,"imp":19.4534296615,"elo":1243.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":89.4110724699,"imp":19.2726704565,"elo":1252.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":218.448124708,"imp":19.0438192816,"elo":1263.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":440.2545735965,"imp":18.9023411836,"elo":1271.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":856.7647171053,"imp":18.780391801,"elo":1278.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":1266.0910927829,"imp":18.7369843166,"elo":1281.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":1711.2458519871,"imp":18.6945455008,"elo":1284.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.8719729433,"imp":26.1948484129,"elo":1009.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":3.1259596548,"imp":24.3488542313,"elo":1053.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":6.7721912257,"imp":21.6826802288,"elo":1124.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":13.288092342,"imp":20.760558803,"elo":1165.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":32.8419339595,"imp":20.1069857393,"elo":1197.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":65.4938634865,"imp":19.9445772606,"elo":1207.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":130.8369715186,"imp":19.8340399339,"elo":1214.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":196.2244804971,"imp":19.7910126465,"elo":1218.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":263.0379305179,"imp":19.7984513883,"elo":1219.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":2.8561491959,"imp":25.7013457941,"elo":1012.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":5.5343795004,"imp":24.5020141267,"elo":1049.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":14.5510344275,"imp":22.6534704395,"elo":1116.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":29.723343154,"imp":21.7464416276,"elo":1149.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":72.5444980812,"imp":20.8458197285,"elo":1180.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":145.754371191,"imp":20.3916263193,"elo":1196.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":293.9475008279,"imp":20.0488916705,"elo":1207.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":441.8525399102,"imp":19.826636643,"elo":1215.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":593.2377884029,"imp":19.6935269069,"elo":1220.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":1.960032688,"imp":19.3647921745,"elo":1188.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":4.1465368891,"imp":17.8536668429,"elo":1267.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":10.3907433568,"imp":16.6855138703,"elo":1346.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":20.2701675373,"imp":16.0840498218,"elo":1386.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":51.487448334,"imp":15.5280964347,"elo":1421.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":103.6855742013,"imp":15.3158433015,"elo":1437.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":207.5435114784,"imp":15.1552157574,"elo":1447.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":310.2926532568,"imp":15.0933557354,"elo":1451.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":417.0474735649,"imp":15.0561804683,"elo":1453.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":26.4597512682,"imp":15.4843630349,"elo":1381.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":14.8696863446,"imp":19.2146348547,"elo":1258.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":40.5171687704,"imp":17.9235444693,"elo":1296.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":111.4498310885,"imp":16.0052009744,"elo":1381.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":224.929440425,"imp":15.5140651615,"elo":1406.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":554.8880523029,"imp":15.0054551931,"elo":1431.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":1145.4516650488,"imp":15.0529606984,"elo":1428.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":2295.4928354707,"imp":15.3121547879,"elo":1419.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":3433.7924746694,"imp":15.5114179492,"elo":1411.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":4621.6656335635,"imp":15.6253232633,"elo":1406.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":27.322832323,"imp":32.2510059823,"elo":936.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":60.3304655332,"imp":30.0030285719,"elo":1001.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":157.3958954151,"imp":26.6320054165,"elo":1088.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":185.3067056521,"imp":26.4602162594,"elo":1095.6,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.4343250827,"imp":26.2932402488,"elo":999.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":2.3006968127,"imp":23.6312931455,"elo":1058.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":7.8694051654,"imp":22.2945002711,"elo":1101.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":17.2473724895,"imp":21.598133622,"elo":1131.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":45.0373615697,"imp":21.1082364807,"elo":1162.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":91.3917233329,"imp":20.9763766453,"elo":1170.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":184.6996741609,"imp":20.8893896531,"elo":1176.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":277.8099565315,"imp":20.8512167326,"elo":1179.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":373.2371055096,"imp":20.8463533192,"elo":1181.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":10.055649238,"imp":18.5902394535,"elo":1235.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":24.6705594408,"imp":16.2369194285,"elo":1345.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":69.643527334,"imp":14.5607377501,"elo":1438.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":141.1529977589,"imp":13.9427929116,"elo":1472.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":364.6011469598,"imp":13.4671732129,"elo":1502.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":736.9754853516,"imp":13.2471506373,"elo":1515.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":1469.2653973047,"imp":13.0647764231,"elo":1524.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":2197.5320041687,"imp":12.9722032627,"elo":1529.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":2950.7244476948,"imp":12.9046673494,"elo":1532.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":5.8097985299,"imp":11.6839820929,"elo":1538.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":16.6950892358,"imp":11.6143468084,"elo":1544.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":45.8180610371,"imp":11.292487148,"elo":1561.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":96.056645332,"imp":11.1111899349,"elo":1578.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":245.1410909168,"imp":10.868476471,"elo":1599.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":498.5667116885,"imp":10.6868240527,"elo":1608.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1015.1487598759,"imp":10.5680156723,"elo":1613.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1526.7130408425,"imp":10.5076542069,"elo":1614.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":2040.2228420973,"imp":10.4555406579,"elo":1613.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":14.1132668455,"imp":18.2986171534,"elo":1297.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":47.6466878891,"imp":17.2447142424,"elo":1337.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":70.407219275,"imp":16.4273759647,"elo":1364.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":132.9785409439,"imp":15.6129784957,"elo":1399.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":243.7764468154,"imp":15.2584743138,"elo":1415.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":599.1452639259,"imp":14.5879282112,"elo":1442.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1224.6320092925,"imp":14.2465622774,"elo":1456.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2440.7040454743,"imp":14.025515153,"elo":1467.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3652.693914187,"imp":13.8836168304,"elo":1472.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":4910.3773062373,"imp":13.8120012204,"elo":1474.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":2.0676840515,"imp":14.0203361292,"elo":1472.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":38.8059088678,"imp":4.0944582803,"elo":1807.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":2.0524528172,"imp":10.1989756415,"elo":1611.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":7.4864639685,"imp":17.0218795202,"elo":1307.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":16.6863025317,"imp":16.4957522836,"elo":1334.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":56.5960636953,"imp":15.8572340345,"elo":1370.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":118.7995551511,"imp":15.2854538522,"elo":1405.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":301.7168598673,"imp":14.7930237659,"elo":1431.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":606.795758935,"imp":14.5049392091,"elo":1447.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":1211.551032833,"imp":14.301458535,"elo":1459.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":1826.0696865509,"imp":14.1570213529,"elo":1465.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":2450.1270774379,"imp":14.1019482991,"elo":1471.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":5.4825798778,"imp":10.7738922898,"elo":1643.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":3.65846503,"imp":9.3502735666,"elo":1683.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":384.7456301814,"imp":30.4741238844,"elo":997.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":579.5314694238,"imp":30.347038883,"elo":1006.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":986.9188087142,"imp":30.0809439358,"elo":1014.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1626.2057458405,"imp":29.4210570456,"elo":1032.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":3523.6508469471,"imp":28.2250520331,"elo":1055.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":7090.4373429841,"imp":27.0261952401,"elo":1076.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":14236.6030369928,"imp":26.3553702322,"elo":1092.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":21385.328840253,"imp":25.9429054894,"elo":1103.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":28729.7373655693,"imp":25.6201849214,"elo":1114.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":1.1753394519,"imp":16.1020832631,"elo":1367.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":9.9925632138,"imp":22.8295561037,"elo":1082.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":23.3976730308,"imp":21.109494918,"elo":1136.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":67.83522273,"imp":19.5850220402,"elo":1188.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":150.5961763502,"imp":18.8591735804,"elo":1222.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":358.8914252792,"imp":18.1777335918,"elo":1252.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":711.8242682675,"imp":17.7628541744,"elo":1273.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":1402.3570975877,"imp":17.4684976164,"elo":1287.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":2125.0611186926,"imp":17.3117399788,"elo":1296.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":2875.5203407747,"imp":17.1778661155,"elo":1302.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":1.9409389396,"imp":18.8126923396,"elo":1218.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":5.7736976246,"imp":17.1651628717,"elo":1301.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":17.1658020762,"imp":16.6325079028,"elo":1337.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":34.0813643193,"imp":16.3148977734,"elo":1358.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":86.4155038646,"imp":16.0688154505,"elo":1372.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":172.6999358448,"imp":15.965588217,"elo":1379.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":344.2808053206,"imp":15.8832179383,"elo":1385.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":515.1408947248,"imp":15.8239279243,"elo":1389.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":693.4907982506,"imp":15.7757129878,"elo":1394.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":296.6392917616,"imp":23.0430171,"elo":1103.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":761.0284006744,"imp":20.349313351,"elo":1173.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":2323.5909795411,"imp":18.8122133517,"elo":1278.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":4948.4562156001,"imp":17.541943154,"elo":1341.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":12120.2560802151,"imp":15.3539794882,"elo":1419.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":12685.0815501834,"imp":15.3249586647,"elo":1423.0,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":3.2328671519,"imp":26.4634580018,"elo":1050.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":7.7757953049,"imp":23.2274871521,"elo":1112.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":20.6204304219,"imp":19.273412113,"elo":1230.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":41.9962580807,"imp":17.5247895428,"elo":1312.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":105.704979404,"imp":16.6937711198,"elo":1350.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":210.3194448262,"imp":16.424264842,"elo":1362.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":422.0870812379,"imp":16.3215950454,"elo":1365.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":631.9086612835,"imp":16.3002737638,"elo":1366.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":846.8860702337,"imp":16.2968984962,"elo":1365.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
+
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_train":5.876676442,"imp":15.6379139975,"elo":1392.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":11.6678251256,"imp":15.2168678087,"elo":1413.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":31.9106517624,"imp":14.948187878,"elo":1430.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":62.5721251757,"imp":14.8482851657,"elo":1435.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":155.9049355669,"imp":14.7420382341,"elo":1440.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":317.345916891,"imp":14.732576971,"elo":1441.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":662.4830210734,"imp":14.7499792057,"elo":1440.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":998.8498259224,"imp":14.7693659421,"elo":1438.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":1346.2106911803,"imp":14.7762107657,"elo":1437.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":1.9886321895,"imp":18.7601579509,"elo":1273.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":4.4383850203,"imp":18.4193863066,"elo":1293.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":10.0701848574,"imp":18.1998267647,"elo":1307.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":20.4734178164,"imp":18.0095560793,"elo":1317.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":52.7173757556,"imp":17.7380251951,"elo":1330.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":106.3941874905,"imp":17.5870246791,"elo":1338.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":212.8207478205,"imp":17.4243926004,"elo":1345.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":318.9957179838,"imp":17.3552867473,"elo":1348.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":427.391750384,"imp":17.3178233878,"elo":1351.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":6.6731468509,"imp":20.3600496289,"elo":1208.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":16.5765343457,"imp":19.9644727566,"elo":1222.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":47.7385589033,"imp":19.5410950588,"elo":1243.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":89.4110724699,"imp":19.3606405026,"elo":1252.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":218.448124708,"imp":19.1326791707,"elo":1263.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":440.2545735965,"imp":18.9917219672,"elo":1271.3,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":856.7647171053,"imp":18.8698309685,"elo":1277.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":1266.0910927829,"imp":18.8264586986,"elo":1281.5,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":1711.2458519871,"imp":18.7841488045,"elo":1284.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EXAONE-Tabular","family":"Foundation Model","x_train":5.9383527905,"imp":8.478817108,"elo":1759.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.8719729433,"imp":26.266280184,"elo":1009.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":3.1259596548,"imp":24.4253581113,"elo":1053.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":6.7721912257,"imp":21.7668276841,"elo":1124.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":13.288092342,"imp":20.8471223738,"elo":1165.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":32.8419339595,"imp":20.1962359088,"elo":1197.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":65.4938634865,"imp":20.0343916822,"elo":1207.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":130.8369715186,"imp":19.9247417595,"elo":1214.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":196.2244804971,"imp":19.8815906977,"elo":1218.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":263.0379305179,"imp":19.8885046409,"elo":1219.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":2.8561491959,"imp":25.7728768015,"elo":1012.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":5.5343795004,"imp":24.5752944382,"elo":1050.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":14.5510344275,"imp":22.7299626327,"elo":1116.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":29.723343154,"imp":21.8242898259,"elo":1149.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":72.5444980812,"imp":20.9253462653,"elo":1180.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":145.754371191,"imp":20.4718586372,"elo":1196.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":293.9475008279,"imp":20.1298209913,"elo":1207.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":441.8525399102,"imp":19.9078850991,"elo":1215.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":593.2377884029,"imp":19.7748229782,"elo":1220.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":1.960032688,"imp":19.4448896541,"elo":1188.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":4.1465368891,"imp":17.9365684166,"elo":1266.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":10.3907433568,"imp":16.771313851,"elo":1345.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":20.2701675373,"imp":16.1715662728,"elo":1386.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":51.487448334,"imp":15.6171806698,"elo":1421.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":103.6855742013,"imp":15.4055280526,"elo":1436.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":207.5435114784,"imp":15.2455082958,"elo":1447.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":310.2926532568,"imp":15.1840618125,"elo":1450.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":417.0474735649,"imp":15.1468980918,"elo":1453.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":26.4597512682,"imp":15.5997826415,"elo":1381.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":14.8696863446,"imp":19.3033341972,"elo":1258.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":40.5171687704,"imp":18.0125306043,"elo":1295.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":111.4498310885,"imp":16.0992974744,"elo":1381.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":224.929440425,"imp":15.6107424177,"elo":1405.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":554.8880523029,"imp":15.1054468021,"elo":1431.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":1145.4516650488,"imp":15.1588818493,"elo":1428.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":2295.4928354707,"imp":15.4207900989,"elo":1419.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":3433.7924746694,"imp":15.6248418083,"elo":1411.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":4621.6656335635,"imp":15.7408180009,"elo":1406.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":27.322832323,"imp":32.3040236353,"elo":936.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":60.3304655332,"imp":30.0576090825,"elo":1001.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":157.3958954151,"imp":26.6957010249,"elo":1088.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":185.3067056521,"imp":26.5273503565,"elo":1095.6,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.4343250827,"imp":26.367340485,"elo":999.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":2.3006968127,"imp":23.7124978497,"elo":1058.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":7.8694051654,"imp":22.3800217911,"elo":1101.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":17.2473724895,"imp":21.686199601,"elo":1131.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":45.0373615697,"imp":21.1974717966,"elo":1162.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":91.3917233329,"imp":21.0658347774,"elo":1170.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":184.6996741609,"imp":20.9792252972,"elo":1176.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":277.8099565315,"imp":20.9411824618,"elo":1179.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":373.2371055096,"imp":20.9363736695,"elo":1181.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":10.055649238,"imp":18.6723123859,"elo":1235.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":24.6705594408,"imp":16.3278455398,"elo":1345.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":69.643527334,"imp":14.6621059757,"elo":1438.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":141.1529977589,"imp":14.0494815617,"elo":1472.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":364.6011469598,"imp":13.5783749734,"elo":1501.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":736.9754853516,"imp":13.3599617663,"elo":1514.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":1469.2653973047,"imp":13.1815280667,"elo":1523.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":2197.5320041687,"imp":13.0947560982,"elo":1529.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":2950.7244476948,"imp":13.0303132994,"elo":1532.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":5.8097985299,"imp":11.8364419419,"elo":1538.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":16.6950892358,"imp":11.7518196327,"elo":1544.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":45.8180610371,"imp":11.4266768951,"elo":1560.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":96.056645332,"imp":11.2431251609,"elo":1577.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":245.1410909168,"imp":10.99785682,"elo":1598.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":498.5667116885,"imp":10.817236033,"elo":1607.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1015.1487598759,"imp":10.7000861958,"elo":1612.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1526.7130408425,"imp":10.6423311793,"elo":1613.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":2040.2228420973,"imp":10.592964435,"elo":1612.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":14.1132668455,"imp":18.4361747724,"elo":1297.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":47.6466878891,"imp":17.3200095086,"elo":1338.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":70.407219275,"imp":16.5048332336,"elo":1364.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":132.9785409439,"imp":15.6948983485,"elo":1400.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":243.7764468154,"imp":15.3426007548,"elo":1416.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":599.1452639259,"imp":14.6757810887,"elo":1442.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1224.6320092925,"imp":14.3371127581,"elo":1457.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2440.7040454743,"imp":14.120268726,"elo":1467.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3652.693914187,"imp":13.9792030361,"elo":1472.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":4910.3773062373,"imp":13.9094698524,"elo":1474.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":2.0676840515,"imp":14.1108390908,"elo":1472.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":38.8059088678,"imp":4.2372287567,"elo":1811.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":2.0524528172,"imp":10.3062074973,"elo":1612.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":7.4864639685,"imp":17.1099402154,"elo":1307.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":16.6863025317,"imp":16.5861713102,"elo":1334.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":56.5960636953,"imp":15.9500890016,"elo":1370.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":118.7995551511,"imp":15.3799972793,"elo":1405.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":301.7168598673,"imp":14.8888177747,"elo":1431.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":606.795758935,"imp":14.6014601951,"elo":1447.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":1211.551032833,"imp":14.3994105791,"elo":1459.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":1826.0696865509,"imp":14.2554824838,"elo":1465.5,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":2450.1270774379,"imp":14.2009551475,"elo":1470.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":5.4825798778,"imp":10.8756504242,"elo":1642.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":3.65846503,"imp":9.4691246975,"elo":1684.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":384.7456301814,"imp":30.5373703468,"elo":998.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":579.5314694238,"imp":30.4104767438,"elo":1007.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":986.9188087142,"imp":30.1448561806,"elo":1015.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1626.2057458405,"imp":29.4859362192,"elo":1033.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":3523.6508469471,"imp":28.2919204959,"elo":1056.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":7090.4373429841,"imp":27.0949232256,"elo":1077.3,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":14236.6030369928,"imp":26.4253888444,"elo":1092.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":21385.328840253,"imp":26.0136471975,"elo":1103.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":28729.7373655693,"imp":25.6917683729,"elo":1114.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":1.1753394519,"imp":16.1900696791,"elo":1367.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":9.9925632138,"imp":22.9111991372,"elo":1082.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":23.3976730308,"imp":21.1908537777,"elo":1136.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":67.83522273,"imp":19.6678248532,"elo":1188.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":150.5961763502,"imp":18.9427734544,"elo":1221.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":358.8914252792,"imp":18.2632756708,"elo":1251.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":711.8242682675,"imp":17.8490876044,"elo":1273.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":1402.3570975877,"imp":17.5551659156,"elo":1287.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":2125.0611186926,"imp":17.3989496308,"elo":1295.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":2875.5203407747,"imp":17.2651469508,"elo":1302.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":1.9409389396,"imp":18.9023182003,"elo":1217.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":5.7736976246,"imp":17.2579786532,"elo":1300.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":17.1658020762,"imp":16.7262377088,"elo":1336.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":34.0813643193,"imp":16.4089956169,"elo":1357.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":86.4155038646,"imp":16.1631908986,"elo":1372.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":172.6999358448,"imp":16.0607451783,"elo":1379.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":344.2808053206,"imp":15.9789667334,"elo":1385.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":515.1408947248,"imp":15.9199188641,"elo":1389.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":693.4907982506,"imp":15.8723852125,"elo":1394.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":296.6392917616,"imp":23.1155799692,"elo":1103.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":761.0284006744,"imp":20.4251001811,"elo":1172.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":2323.5909795411,"imp":18.8876240891,"elo":1277.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":4948.4562156001,"imp":17.6202638757,"elo":1340.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":12120.2560802151,"imp":15.4368266474,"elo":1419.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":12685.0815501834,"imp":15.4079370798,"elo":1422.9,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":3.2328671519,"imp":26.5470557995,"elo":1050.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":7.7757953049,"imp":23.3150618412,"elo":1112.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":20.6204304219,"imp":19.3663644672,"elo":1230.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":41.9962580807,"imp":17.6205680678,"elo":1311.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":105.704979404,"imp":16.7915767575,"elo":1350.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":210.3194448262,"imp":16.5245179636,"elo":1362.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":422.0870812379,"imp":16.4231868881,"elo":1365.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":631.9086612835,"imp":16.4027820314,"elo":1366.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":846.8860702337,"imp":16.3999587078,"elo":1365.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_all/website_leaderboard.csv
CHANGED
|
@@ -1,71 +1,72 @@
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
-
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),
|
| 3 |
-
1,
|
| 4 |
-
2,
|
| 5 |
-
3,🧠⚡,Foundation Model,[TabPFN-
|
| 6 |
-
4,🧠⚡,Foundation Model,[
|
| 7 |
-
5,🧠⚡,Foundation Model,[TabICLv2 (default)](https://arxiv.org/abs/2602.11139),
|
| 8 |
-
6,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned)](https://arxiv.org/abs/2511.08667),
|
| 9 |
-
7,🧠⚡,Foundation Model,[RealTabPFN-2.5 (
|
| 10 |
-
8,
|
| 11 |
-
9,
|
| 12 |
-
10,🧠
|
| 13 |
-
11,🧠⚡,Foundation Model,[TabDPT (
|
| 14 |
-
12,🧠
|
| 15 |
-
13,
|
| 16 |
-
14,
|
| 17 |
-
15,
|
| 18 |
-
16,🌳,Tree-based,[CatBoost (tuned)](https://arxiv.org/abs/1706.09516),
|
| 19 |
-
17,
|
| 20 |
-
18,🧠⚡,Foundation Model,[
|
| 21 |
-
19,🧠
|
| 22 |
-
20,🧠🔁,Neural Network,[
|
| 23 |
-
21,
|
| 24 |
-
22,🌳,Tree-based,[
|
| 25 |
-
23,🌳,Tree-based,[
|
| 26 |
-
24,
|
| 27 |
-
25,🧠
|
| 28 |
-
26,🧠
|
| 29 |
-
27,
|
| 30 |
-
28,
|
| 31 |
-
29,
|
| 32 |
-
30,
|
| 33 |
-
31,
|
| 34 |
-
32,
|
| 35 |
-
33,
|
| 36 |
-
34,🧠
|
| 37 |
-
35,🧠
|
| 38 |
-
36,🧠
|
| 39 |
-
37,
|
| 40 |
-
38,🌳,Tree-based,[
|
| 41 |
-
39,
|
| 42 |
-
40,
|
| 43 |
-
41,
|
| 44 |
-
42,
|
| 45 |
-
43,
|
| 46 |
-
44,
|
| 47 |
-
45,
|
| 48 |
-
46,
|
| 49 |
-
47,🌳,Tree-based,[
|
| 50 |
-
48,🌳,Tree-based,[
|
| 51 |
-
49,🌳,Tree-based,[
|
| 52 |
-
50,
|
| 53 |
-
51,
|
| 54 |
-
52,
|
| 55 |
-
53,🧠⚡,Foundation Model,[TabSTAR (tuned
|
| 56 |
-
54,
|
| 57 |
-
55,
|
| 58 |
-
56,
|
| 59 |
-
57,
|
| 60 |
-
58,
|
| 61 |
-
59,
|
| 62 |
-
60,
|
| 63 |
-
61,
|
| 64 |
-
62,
|
| 65 |
-
63,
|
| 66 |
-
64,
|
| 67 |
-
65,📏,Baseline,[Linear (tuned)](https://scikit-learn.org/stable/modules/linear_model.html),
|
| 68 |
-
66,
|
| 69 |
-
67,
|
| 70 |
-
68,📏,Baseline,[
|
| 71 |
-
69,📏,Baseline,[
|
|
|
|
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
+
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),1796.0,+115/-110,0.88,6.45,1.79,4.221,38.81,6.985,✔️,0.0,False,GPU
|
| 3 |
+
1,🧠⚡,Foundation Model,[EXAONE-Tabular (default)](https://github.com/LGAI-Research/EXAONE-Tabular),1731.0,+74/-54,0.729,8.47,3.6,8.459,5.94,0.712,✔️,0.0,False,GPU
|
| 4 |
+
2,📊,Reference Pipeline,"[AutoGluon 1.5 (extreme, 4h)](https://arxiv.org/abs/2003.06505)",1690.0,+80/-67,0.651,9.98,4.39,8.101,289.07,4.031,✔️,0.0,False,GPU
|
| 5 |
+
3,🧠⚡,Foundation Model,[TabPFN-3 (default)](https://arxiv.org/abs/2605.13986),1666.0,+80/-61,0.66,10.95,4.34,9.452,3.66,0.399,✔️,0.0,False,GPU
|
| 6 |
+
4,🧠⚡,Foundation Model,[TabPFN-2.6 (default)](https://arxiv.org/abs/2511.08667),1618.0,+69/-51,0.571,13.18,7.92,10.856,5.48,0.555,✔️,0.0,False,GPU
|
| 7 |
+
5,🧠⚡,Foundation Model,[TabICLv2 (default)](https://arxiv.org/abs/2602.11139),1595.0,+72/-60,0.598,14.34,5.33,10.286,2.05,0.151,✔️,0.0,False,GPU
|
| 8 |
+
6,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned + ensembled)](https://arxiv.org/abs/2511.08667),1594.0,+72/-55,0.539,14.37,6.87,10.568,2040.22,8.908,✔️,0.0,False,GPU
|
| 9 |
+
7,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned)](https://arxiv.org/abs/2511.08667),1554.0,+64/-55,0.494,16.55,7.93,11.266,2040.22,1.218,✔️,0.0,False,GPU
|
| 10 |
+
8,🧠⚡,Foundation Model,[RealTabPFN-2.5 (default)](https://arxiv.org/abs/2511.08667),1524.0,+60/-44,0.464,18.34,10.6,11.817,5.81,0.645,✔️,0.0,False,GPU
|
| 11 |
+
9,📊,Reference Pipeline,"[AutoGluon 1.4 (best, 4h)](https://arxiv.org/abs/2003.06505)",1513.0,+52/-46,0.386,19.02,9.7,12.887,1735.72,2.558,✔️,0.0,False,CPU
|
| 12 |
+
10,🧠🔁,Neural Network,[RealMLP (tuned + ensembled)](https://arxiv.org/abs/2407.04491),1507.0,+52/-45,0.39,19.39,12.47,13.011,2950.72,11.975,✔️,0.0,False,GPU
|
| 13 |
+
11,🧠⚡,Foundation Model,[TabDPT-Turbo (default)](https://openreview.net/pdf?id=Y00pwFyrHR),1460.0,+54/-50,0.37,22.48,10.05,14.093,2.07,0.182,➖,0.0,False,GPU
|
| 14 |
+
12,🧠⚡,Foundation Model,[TabDPT (tuned + ensembled)](https://arxiv.org/abs/2410.18164),1458.0,+60/-50,0.366,22.6,8.5,13.889,4910.38,286.537,✔️,0.0,False,GPU
|
| 15 |
+
13,🧠🔁,Neural Network,[TabM (tuned + ensembled)](https://arxiv.org/abs/2410.24210),1450.0,+51/-42,0.303,23.2,13.35,14.183,2450.13,2.247,✔️,0.0,False,GPU
|
| 16 |
+
14,🌳,Tree-based,[LightGBM (tuned + ensembled)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1432.0,+32/-30,0.248,24.44,18.33,15.128,417.05,2.639,✔️,0.0,False,CPU
|
| 17 |
+
15,🧠🔁,Neural Network,[RealMLP (tuned)](https://arxiv.org/abs/2407.04491),1426.0,+48/-44,0.28,24.86,14.79,14.323,2950.72,0.663,✔️,0.0,False,GPU
|
| 18 |
+
16,🌳,Tree-based,[CatBoost (tuned + ensembled)](https://arxiv.org/abs/1706.09516),1421.0,+38/-37,0.248,25.25,15.97,14.761,1346.21,0.344,✔️,0.0,False,CPU
|
| 19 |
+
17,🌳,Tree-based,[CatBoost (tuned)](https://arxiv.org/abs/1706.09516),1408.0,+37/-43,0.232,26.2,16.28,14.99,1346.21,0.038,✔️,0.0,False,CPU
|
| 20 |
+
18,🧠⚡,Foundation Model,[iLTM (tuned + ensembled)](https://arxiv.org/abs/2511.15941),1404.0,+41/-41,0.225,26.46,18.71,15.39,12685.08,464.37,✔️,0.0,False,GPU
|
| 21 |
+
19,🧠⚡,Foundation Model,[TabDPT (tuned)](https://arxiv.org/abs/2410.18164),1404.0,+58/-56,0.31,26.49,11.83,15.025,4910.38,39.96,✔️,0.0,False,GPU
|
| 22 |
+
20,🧠🔁,Neural Network,[TabM (tuned)](https://arxiv.org/abs/2410.24210),1393.0,+48/-42,0.239,27.25,15.38,15.051,2450.13,0.251,✔️,0.0,False,GPU
|
| 23 |
+
21,🧠🔁,Neural Network,[ModernNCA (tuned + ensembled)](https://arxiv.org/abs/2407.03257),1389.0,+72/-52,0.267,27.57,13.55,15.718,4621.67,8.138,✔️,0.0,False,GPU
|
| 24 |
+
22,🌳,Tree-based,[LightGBM (tuned)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1385.0,+29/-28,0.181,27.85,21.72,15.782,417.05,0.334,✔️,0.0,False,CPU
|
| 25 |
+
23,🌳,Tree-based,[CatBoost (default)](https://arxiv.org/abs/1706.09516),1378.0,+39/-42,0.211,28.37,17.08,15.62,5.88,0.025,✔️,0.0,False,CPU
|
| 26 |
+
24,🌳,Tree-based,[XGBoost (tuned + ensembled)](https://arxiv.org/abs/1603.02754),1374.0,+31/-32,0.184,28.66,21.38,15.854,693.49,1.689,✔️,0.0,False,CPU
|
| 27 |
+
25,🧠⚡,Foundation Model,[LimiX (default)](https://arxiv.org/abs/2509.03505),1363.0,+77/-58,0.293,29.52,10.35,15.645,26.46,6.242,➖,0.0,False,GPU
|
| 28 |
+
26,🧠🔁,Neural Network,[ModernNCA (tuned)](https://arxiv.org/abs/2407.03257),1355.0,+37/-36,0.18,30.12,17.56,16.145,4621.67,0.475,✔️,0.0,False,GPU
|
| 29 |
+
27,🧠⚡,Foundation Model,[TabSwift (default)](https://github.com/LAMDA-Tabular/TabSwift),1351.0,+58/-51,0.245,30.43,18.48,16.172,1.18,0.072,➖,0.0,False,GPU
|
| 30 |
+
28,🌳,Tree-based,[XGBoost (tuned)](https://arxiv.org/abs/1603.02754),1349.0,+29/-32,0.147,30.54,23.2,16.166,693.49,0.308,✔️,0.0,False,CPU
|
| 31 |
+
29,❓,Other,[xRFM (tuned + ensembled)](https://arxiv.org/abs/2508.10053),1347.0,+50/-42,0.197,30.7,19.78,16.391,846.89,2.549,✔️,0.0,False,GPU
|
| 32 |
+
30,🌳,Tree-based,[ChimeraBoost (tuned + ensembled)](https://github.com/bbstats/chimeraboost),1333.0,+47/-60,0.178,31.78,20.47,17.301,427.39,0.404,✔️,0.0,False,CPU
|
| 33 |
+
31,🧠⚡,Foundation Model,[TabDPT (default)](https://arxiv.org/abs/2410.18164),1326.0,+63/-56,0.239,32.37,15.01,17.303,47.65,43.738,✔️,0.0,False,GPU
|
| 34 |
+
32,🌳,Tree-based,[ChimeraBoost (tuned)](https://github.com/bbstats/chimeraboost),1308.0,+45/-60,0.147,33.71,22.34,17.639,427.39,0.034,✔️,0.0,False,CPU
|
| 35 |
+
33,❓,Other,[xRFM (tuned)](https://arxiv.org/abs/2508.10053),1300.0,+44/-40,0.146,34.35,23.17,17.554,846.89,0.13,✔️,0.0,False,GPU
|
| 36 |
+
34,🧠🔁,Neural Network,[TabM (default)](https://arxiv.org/abs/2410.24210),1297.0,+47/-44,0.151,34.56,22.87,17.092,7.49,0.244,✔️,0.0,False,GPU
|
| 37 |
+
35,🧠⚡,Foundation Model,[iLTM (tuned)](https://arxiv.org/abs/2511.15941),1295.0,+39/-33,0.103,34.75,24.35,17.234,12685.08,62.13,✔️,0.0,False,GPU
|
| 38 |
+
36,🧠🔁,Neural Network,[TorchMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1285.0,+48/-47,0.118,35.53,26.58,17.252,2875.52,1.952,✔️,0.0,False,CPU
|
| 39 |
+
37,🧠⚡,Foundation Model,[SAP-RPT-OSS (default)](https://arxiv.org/abs/2506.10707),1284.0,+56/-56,0.187,35.62,15.01,18.419,14.11,2.075,➖,0.0,False,GPU
|
| 40 |
+
38,🌳,Tree-based,[EBM (tuned + ensembled)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1271.0,+41/-41,0.108,36.59,26.98,18.765,1711.25,0.141,✔️,0.0,False,CPU
|
| 41 |
+
39,🌳,Tree-based,[ChimeraBoost (default)](https://github.com/bbstats/chimeraboost),1264.0,+46/-56,0.113,37.15,23.92,18.743,1.99,0.033,✔️,0.0,False,CPU
|
| 42 |
+
40,🧠🔁,Neural Network,[ModernNCA (default)](https://arxiv.org/abs/2407.03257),1248.0,+40/-39,0.085,38.38,24.59,19.286,14.87,0.307,✔️,0.0,False,GPU
|
| 43 |
+
41,🌳,Tree-based,[EBM (tuned)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1235.0,+45/-41,0.076,39.39,29.19,19.404,1711.25,0.015,✔️,0.0,False,CPU
|
| 44 |
+
42,🧠🔁,Neural Network,[RealMLP (default)](https://arxiv.org/abs/2407.04491),1230.0,+35/-38,0.06,39.81,30.16,18.654,10.06,1.689,✔️,0.0,False,GPU
|
| 45 |
+
43,🌳,Tree-based,[XGBoost (default)](https://arxiv.org/abs/1603.02754),1214.0,+38/-36,0.047,41.02,31.88,18.885,1.94,0.123,✔️,0.0,False,CPU
|
| 46 |
+
44,🧠🔁,Neural Network,[TorchMLP (tuned)](https://arxiv.org/abs/2003.06505),1211.0,+41/-43,0.064,41.21,32.09,18.963,2875.52,0.131,✔️,0.0,False,CPU
|
| 47 |
+
45,🌳,Tree-based,[ExtraTrees (tuned + ensembled)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1209.0,+49/-44,0.08,41.41,28.98,19.87,263.04,0.766,✔️,0.0,False,CPU
|
| 48 |
+
46,🧠🔁,Neural Network,[FastaiMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1207.0,+52/-59,0.1,41.52,26.94,19.761,593.24,4.467,✔️,0.0,False,CPU
|
| 49 |
+
47,🌳,Tree-based,[EBM (default)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1204.0,+45/-51,0.064,41.76,29.27,20.343,6.67,0.014,✔️,0.0,False,CPU
|
| 50 |
+
48,🌳,Tree-based,[LightGBM (default)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1186.0,+34/-28,0.035,43.1,37.1,19.428,1.96,0.142,✔️,0.0,False,CPU
|
| 51 |
+
49,🌳,Tree-based,[ExtraTrees (tuned)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1181.0,+46/-53,0.072,43.5,27.33,20.653,263.04,0.071,✔️,0.0,False,CPU
|
| 52 |
+
50,🌳,Tree-based,[RandomForest (tuned + ensembled)](https://link.springer.com/article/10.1023/A:1010933404324),1171.0,+54/-47,0.059,44.23,29.92,20.921,373.24,0.771,✔️,0.0,False,CPU
|
| 53 |
+
51,🧠🔁,Neural Network,[FastaiMLP (tuned)](https://arxiv.org/abs/2003.06505),1147.0,+52/-60,0.044,45.97,32.19,21.177,593.24,0.306,✔️,0.0,False,CPU
|
| 54 |
+
52,🌳,Tree-based,[RandomForest (tuned)](https://link.springer.com/article/10.1023/A:1010933404324),1137.0,+50/-45,0.04,46.67,29.24,21.625,373.24,0.085,✔️,0.0,False,CPU
|
| 55 |
+
53,🧠⚡,Foundation Model,[TabSTAR (tuned)](https://arxiv.org/abs/2505.18125),1098.0,+76/-84,0.124,49.38,16.29,25.658,28729.74,4.268,✔️,0.0,False,GPU
|
| 56 |
+
54,���⚡,Foundation Model,[TabSTAR (tuned + ensembled)](https://arxiv.org/abs/2505.18125),1097.0,+80/-83,0.122,49.47,15.55,25.674,28729.74,18.811,✔️,0.0,False,GPU
|
| 57 |
+
55,🧠⚡,Foundation Model,[iLTM (default)](https://arxiv.org/abs/2511.15941),1095.0,+47/-56,0.036,49.63,34.56,23.099,296.64,68.173,✔️,0.0,False,GPU
|
| 58 |
+
56,🌳,Tree-based,[PerpetualBooster (tuned + ensembled)](https://perpetual-ml.com/),1089.0,+44/-46,0.021,50.02,40.57,26.514,185.31,0.6,✔️,0.0,False,CPU
|
| 59 |
+
57,🧠🔁,Neural Network,[TorchMLP (default)](https://arxiv.org/abs/2003.06505),1074.0,+34/-42,0.008,50.98,40.22,22.899,9.99,0.126,✔️,0.0,False,CPU
|
| 60 |
+
58,🌳,Tree-based,[PerpetualBooster (tuned)](https://perpetual-ml.com/),1050.0,+47/-50,0.008,52.5,41.36,27.869,185.31,0.258,✔️,0.0,False,CPU
|
| 61 |
+
59,❓,Other,[xRFM (default)](https://arxiv.org/abs/2508.10053),1043.0,+60/-70,0.026,52.94,45.21,26.531,3.23,0.919,✔️,0.0,False,GPU
|
| 62 |
+
60,🌳,Tree-based,[ExtraTrees (default)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1009.0,+50/-67,0.011,54.98,48.42,26.251,1.87,0.283,✔️,0.0,False,CPU
|
| 63 |
+
61,🧠🔁,Neural Network,[FastaiMLP (default)](https://arxiv.org/abs/2003.06505),1008.0,+58/-62,0.006,55.05,40.65,25.756,2.86,0.373,✔️,0.0,False,CPU
|
| 64 |
+
62,🌳,Tree-based,[RandomForest (default)](https://link.springer.com/article/10.1023/A:1010933404324),1000.0,+47/-47,0.002,55.5,50.86,26.342,0.43,0.054,✔️,0.0,False,CPU
|
| 65 |
+
63,📏,Baseline,[KNN (tuned + ensembled)](https://scikit-learn.org/stable/modules/neighbors.html),998.0,+61/-76,0.015,55.64,39.66,27.893,129.08,1.801,✔️,0.0,False,CPU
|
| 66 |
+
64,🧠⚡,Foundation Model,[TabSTAR (default)](https://arxiv.org/abs/2505.18125),994.0,+90/-104,0.076,55.81,24.62,30.521,384.75,5.348,✔️,0.0,False,GPU
|
| 67 |
+
65,📏,Baseline,[Linear (tuned + ensembled)](https://scikit-learn.org/stable/modules/linear_model.html),966.0,+64/-100,0.03,57.36,41.65,33.743,237.63,0.424,✔️,0.0,False,CPU
|
| 68 |
+
66,📏,Baseline,[Linear (tuned)](https://scikit-learn.org/stable/modules/linear_model.html),940.0,+71/-106,0.021,58.64,43.46,34.282,237.63,0.085,✔️,0.0,False,CPU
|
| 69 |
+
67,🌳,Tree-based,[PerpetualBooster (default)](https://perpetual-ml.com/),936.0,+43/-57,0.0,58.83,46.17,31.801,27.32,0.029,✔️,0.0,False,CPU
|
| 70 |
+
68,📏,Baseline,[KNN (tuned)](https://scikit-learn.org/stable/modules/neighbors.html),891.0,+61/-101,0.008,60.89,47.67,32.845,129.08,0.18,✔️,0.0,False,CPU
|
| 71 |
+
69,📏,Baseline,[Linear (default)](https://scikit-learn.org/stable/modules/linear_model.html),861.0,+69/-119,0.013,62.11,48.29,36.884,1.19,0.12,✔️,0.0,False,CPU
|
| 72 |
+
70,📏,Baseline,[KNN (default)](https://scikit-learn.org/stable/modules/neighbors.html),655.0,+78/-99,0.0,67.89,61.26,46.03,0.19,0.036,✔️,0.0,False,CPU
|
data/imputation_no/splits_all/tasks_all/datasets_all/winrate_explorer.html
CHANGED
|
@@ -327,8 +327,8 @@
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
-
const CONFIG = {"title": null, "methods": ["TabFM (default)", "TabPFN-3 (default)", "TabPFN-2.6 (default)", "TabICLv2 (default)", "RealTabPFN-2.5 (T+E)", "RealMLP (T+E)", "TabDPT-Turbo (default)", "TabDPT (T+E)", "TabM (T+E)", "LightGBM (T+E)", "CatBoost (T+E)", "iLTM (T+E)", "ModernNCA (T+E)", "LimiX (default)", "XGBoost (T+E)", "TabSwift (default)", "xRFM (T+E)", "ChimeraBoost (T+E)", "SAP-RPT-OSS (default)", "TorchMLP (T+E)", "EBM (T+E)", "ExtraTrees (T+E)", "FastaiMLP (T+E)", "RandomForest (T+E)", "TabSTAR (T+E)", "PerpetualBooster (T+E)", "KNN (T+E)", "Linear (T+E)"], "matrix": [[NaN, 0.7877995371818542, 0.832461953163147, 0.8446625471115112, 0.8332244157791138, 0.8671024441719055, 0.9039215445518494, 0.8777777552604675, 0.9117648005485535, 0.9076253771781921, 0.9030501246452332, 0.90152508020401, 0.911328911781311, 0.9027233719825745, 0.9257081747055054, 0.899564266204834, 0.9193899631500244, 0.9211329817771912, 0.9093682765960693, 0.946405291557312, 0.9333334565162659, 0.9507625102996826, 0.9226579666137695, 0.9607843160629272, 0.9008715152740479, 0.9897603988647461, 0.9607843160629272, 0.9747276902198792], [0.21220043301582336, NaN, 0.6313725709915161, 0.5980392098426819, 0.6503269076347351, 0.7633987069129944, 0.8095861673355103, 0.7507625818252563, 0.8098039627075195, 0.8141611814498901, 0.817211389541626, 0.840522825717926, 0.8544661402702332, 0.7888888120651245, 0.8476034998893738, 0.9067538976669312, 0.8559913635253906, 0.8660130500793457, 0.8488017916679382, 0.9095861315727234, 0.872984766960144, 0.9424837231636047, 0.9046840071678162, 0.9368192553520203, 0.9028322696685791, 0.9474945068359375, 0.9496732354164124, 0.9533769488334656], [0.1675381362438202, 0.3686274588108063, NaN, 0.4673202335834503, 0.4984748661518097, 0.7224401831626892, 0.6877995133399963, 0.688235342502594, 0.7675382494926453, 0.7921568751335144, 0.80305016040802, 0.813507616519928, 0.8211329579353333, 0.7742919325828552, 0.8326797485351562, 0.8226578831672668, 0.8357298374176025, 0.8614379167556763, 0.8477123975753784, 0.8941175937652588, 0.8880175352096558, 0.9265795946121216, 0.886274516582489, 0.9328976273536682, 0.8921568393707275, 0.9627451300621033, 0.9542483687400818, 0.9525054693222046], [0.15533769130706787, 0.4019608199596405, 0.5326797366142273, NaN, 0.5496732592582703, 0.6989107131958008, 0.7287582159042358, 0.736710250377655, 0.7566449642181396, 0.7668846249580383, 0.7697169184684753, 0.7821350693702698, 0.789760410785675, 0.7700434923171997, 0.7860567569732666, 0.8444445133209229, 0.7936820387840271, 0.7938998341560364, 0.8159041404724121, 0.8474946022033691, 0.8276689052581787, 0.8920480608940125, 0.8697168827056885, 0.8991285562515259, 0.8808279037475586, 0.930065393447876, 0.9529411196708679, 0.9564269781112671], [0.16677561402320862, 0.34967318177223206, 0.5015250444412231, 0.4503267705440521, NaN, 0.6901960968971252, 0.6529412269592285, 0.6607843041419983, 0.7368191480636597, 0.7690632343292236, 0.7671024799346924, 0.7611110806465149, 0.7455337643623352, 0.7605664134025574, 0.8139433860778809, 0.8045751452445984, 0.8111111521720886, 0.806427001953125, 0.8238562941551208, 0.8773420453071594, 0.864052414894104, 0.8827887177467346, 0.8763617873191833, 0.9089323878288269, 0.886274516582489, 0.9679738283157349, 0.9322439432144165, 0.9346405267715454], [0.13289760053157806, 0.236601322889328, 0.27755990624427795, 0.3010893762111664, 0.30980387330055237, NaN, 0.5185185074806213, 0.5011982917785645, 0.5873637795448303, 0.6832243800163269, 0.6779956221580505, 0.7211328148841858, 0.6420479416847229, 0.6246187686920166, 0.7673202753067017, 0.6348583698272705, 0.7873638272285461, 0.7009803056716919, 0.7440088391304016, 0.8043574094772339, 0.802178680896759, 0.8533769249916077, 0.897276759147644, 0.8949890732765198, 0.8551198244094849, 0.9485838413238525, 0.9296296238899231, 0.943572998046875], [0.09607843309640884, 0.1904139369726181, 0.3122004270553589, 0.27124181389808655, 0.34705883264541626, 0.4814814031124115, NaN, 0.49716776609420776, 0.5273420214653015, 0.5732026100158691, 0.6126362085342407, 0.6322440505027771, 0.583442211151123, 0.6368191242218018, 0.6366013288497925, 0.722113311290741, 0.6642701625823975, 0.6688452959060669, 0.6799564957618713, 0.7461873292922974, 0.6816993355751038, 0.8277778029441833, 0.800000011920929, 0.845969557762146, 0.8178650140762329, 0.889760434627533, 0.9220044016838074, 0.8710241317749023], [0.12222223728895187, 0.24923749268054962, 0.31176474690437317, 0.26328974962234497, 0.3392156958580017, 0.49880173802375793, 0.502832293510437, NaN, 0.5465141534805298, 0.5873638391494751, 0.586928129196167, 0.6372548937797546, 0.5880174040794373, 0.5922658443450928, 0.6138344407081604, 0.6667755246162415, 0.6900871396064758, 0.6533769369125366, 0.6984749436378479, 0.7306101322174072, 0.7038127183914185, 0.8111111521720886, 0.7825707793235779, 0.8453159928321838, 0.8008715510368347, 0.9117648005485535, 0.9208061099052429, 0.8586056232452393], [0.0882352963089943, 0.19019603729248047, 0.2324618697166443, 0.2433551400899887, 0.26318079233169556, 0.4126361310482025, 0.4726580083370209, 0.4534858167171478, NaN, 0.5718954801559448, 0.5877995491027832, 0.5844226479530334, 0.5686275362968445, 0.5265794396400452, 0.6440086960792542, 0.6037037372589111, 0.6080610752105713, 0.6732025742530823, 0.6956428289413452, 0.7422658801078796, 0.7629631161689758, 0.7758169770240784, 0.8163398504257202, 0.7871459722518921, 0.8529411554336548, 0.8919390439987183, 0.9067538976669312, 0.9376905560493469], [0.09237473458051682, 0.18583877384662628, 0.2078431397676468, 0.23311546444892883, 0.23093684017658234, 0.3167755901813507, 0.42679741978645325, 0.4126362204551697, 0.42810454964637756, NaN, 0.5143791437149048, 0.525381326675415, 0.5034857988357544, 0.4766884744167328, 0.7058824896812439, 0.5838780403137207, 0.5912854671478271, 0.6857298016548157, 0.6505447030067444, 0.6858387589454651, 0.7537038326263428, 0.7979304194450378, 0.766884446144104, 0.8446623086929321, 0.8398692607879639, 0.9313726425170898, 0.9183006286621094, 0.9305011630058289], [0.09694989770650864, 0.1827886551618576, 0.19694988429546356, 0.2302832007408142, 0.23289760947227478, 0.3220043480396271, 0.38736382126808167, 0.4130719006061554, 0.4122004806995392, 0.4856208860874176, NaN, 0.5322440266609192, 0.5337690114974976, 0.48104575276374817, 0.6332244277000427, 0.5793028473854065, 0.5962962508201599, 0.6686274409294128, 0.6758170127868652, 0.6973856091499329, 0.729411780834198, 0.7967320084571838, 0.7627449631690979, 0.8492375612258911, 0.8387799263000488, 0.9074073433876038, 0.9143790602684021, 0.9172112941741943], [0.09847494214773178, 0.1594771146774292, 0.18649239838123322, 0.21786490082740784, 0.23888882994651794, 0.27886706590652466, 0.3677560091018677, 0.36274513602256775, 0.41557735204696655, 0.47461873292922974, 0.4677559435367584, NaN, 0.4877995252609253, 0.45762529969215393, 0.5728757977485657, 0.545969545841217, 0.5859478116035461, 0.5999999642372131, 0.6542484164237976, 0.7239652276039124, 0.6869280934333801, 0.783115565776825, 0.8023965954780579, 0.8392158150672913, 0.809259295463562, 0.876470685005188, 0.9041393995285034, 0.8884533047676086], [0.08867102116346359, 0.14553378522396088, 0.1788671314716339, 0.21023967862129211, 0.2544662356376648, 0.35795214772224426, 0.4165577292442322, 0.41198259592056274, 0.4313725233078003, 0.496514230966568, 0.46623098850250244, 0.5122004747390747, NaN, 0.5206971764564514, 0.574292004108429, 0.5703703761100769, 0.569934606552124, 0.5884531140327454, 0.6220043897628784, 0.6592592597007751, 0.6727669835090637, 0.7470586895942688, 0.7244008183479309, 0.775381326675415, 0.7694989442825317, 0.8492375016212463, 0.8700435757637024, 0.837690532207489], [0.09727669507265091, 0.21111111342906952, 0.22570808231830597, 0.22995641827583313, 0.23943357169628143, 0.375381201505661, 0.3631807863712311, 0.4077341556549072, 0.47342050075531006, 0.5233115553855896, 0.5189542770385742, 0.5423746705055237, 0.4793028235435486, NaN, 0.554684042930603, 0.5067538619041443, 0.5180827975273132, 0.6217865347862244, 0.6102396845817566, 0.6187363266944885, 0.674727737903595, 0.6623092889785767, 0.6911765336990356, 0.6956426501274109, 0.7529411911964417, 0.7442266345024109, 0.8154684901237488, 0.8671024441719055], [0.07429194450378418, 0.15239651501178741, 0.16732025146484375, 0.21394334733486176, 0.18605665862560272, 0.23267973959445953, 0.3633987307548523, 0.386165589094162, 0.35599133372306824, 0.29411762952804565, 0.36677560210227966, 0.4271242022514343, 0.42570802569389343, 0.4453159272670746, NaN, 0.5084967017173767, 0.549128532409668, 0.5625271797180176, 0.6069716811180115, 0.6589323878288269, 0.683442234992981, 0.755337655544281, 0.7252722978591919, 0.8282135725021362, 0.8185186386108398, 0.8570805788040161, 0.8982569575309753, 0.914161205291748], [0.10043573379516602, 0.09324619919061661, 0.17734204232692719, 0.15555556118488312, 0.19542483985424042, 0.3651416301727295, 0.2778867185115814, 0.33322441577911377, 0.39629629254341125, 0.4161219596862793, 0.4206971228122711, 0.45403045415878296, 0.4296295940876007, 0.4932461977005005, 0.4915032386779785, NaN, 0.5167755484580994, 0.5145969986915588, 0.6108932495117188, 0.614814817905426, 0.6034857630729675, 0.6795207858085632, 0.7614378929138184, 0.6956426501274109, 0.812853991985321, 0.8383443355560303, 0.8732026219367981, 0.8507625460624695], [0.08061002194881439, 0.14400872588157654, 0.16427013278007507, 0.20631809532642365, 0.18888889253139496, 0.21263618767261505, 0.33572983741760254, 0.30991286039352417, 0.3919389247894287, 0.4087145924568176, 0.4037036895751953, 0.41405224800109863, 0.4300653338432312, 0.48191726207733154, 0.4508714973926544, 0.48322442173957825, NaN, 0.5030500888824463, 0.5579520463943481, 0.587145984172821, 0.6163398623466492, 0.7108932733535767, 0.69248366355896, 0.7629628777503967, 0.7592591643333435, 0.8089324831962585, 0.9225490093231201, 0.9095860123634338], [0.078867107629776, 0.1339869201183319, 0.13856208324432373, 0.20610018074512482, 0.193572998046875, 0.29901957511901855, 0.33115464448928833, 0.34662309288978577, 0.32679736614227295, 0.31427016854286194, 0.33137258887290955, 0.4000000059604645, 0.41154685616493225, 0.378213495016098, 0.43747276067733765, 0.48540303111076355, 0.4969498813152313, NaN, 0.5867102146148682, 0.5897603631019592, 0.6431373357772827, 0.6633987426757812, 0.6562091708183289, 0.727450966835022, 0.801307201385498, 0.8145970106124878, 0.8328975439071655, 0.8795207142829895], [0.09063181281089783, 0.15119825303554535, 0.1522875726222992, 0.18409587442874908, 0.1761437952518463, 0.2559913098812103, 0.32004356384277344, 0.3015250861644745, 0.3043573200702667, 0.349455326795578, 0.32418304681777954, 0.34575164318084717, 0.3779956102371216, 0.389760285615921, 0.39302828907966614, 0.38910675048828125, 0.44204798340797424, 0.41328975558280945, NaN, 0.5030500888824463, 0.5071895718574524, 0.5803921818733215, 0.6381263732910156, 0.5990196466445923, 0.6921569108963013, 0.7361655831336975, 0.8058823943138123, 0.8745097517967224], [0.05359477549791336, 0.09041394293308258, 0.10588236153125763, 0.15250545740127563, 0.12265795469284058, 0.19564269483089447, 0.25381267070770264, 0.26938995718955994, 0.2577342092990875, 0.31416118144989014, 0.30261439085006714, 0.2760348320007324, 0.34074074029922485, 0.3812636435031891, 0.34106752276420593, 0.3851851522922516, 0.41285398602485657, 0.41023963689804077, 0.4969499111175537, NaN, 0.5, 0.6605664491653442, 0.6821351647377014, 0.7006535530090332, 0.7874729037284851, 0.7250545024871826, 0.841394305229187, 0.8798475861549377], [0.06666666269302368, 0.12701524794101715, 0.11198257654905319, 0.17233113944530487, 0.13594771921634674, 0.19782133400440216, 0.31830066442489624, 0.29618731141090393, 0.2370370477437973, 0.24629630148410797, 0.2705882489681244, 0.3130718469619751, 0.32723310589790344, 0.3252723217010498, 0.31655776500701904, 0.3965142071247101, 0.38366013765335083, 0.35686275362968445, 0.49281045794487, 0.5, NaN, 0.6171023845672607, 0.5759259462356567, 0.6315903663635254, 0.7851852178573608, 0.7061002254486084, 0.8313726782798767, 0.9047930240631104], [0.04923747479915619, 0.057516347616910934, 0.07342047989368439, 0.10795208811759949, 0.11721134185791016, 0.14662308990955353, 0.17222221195697784, 0.18888890743255615, 0.22418296337127686, 0.2020697295665741, 0.20326797664165497, 0.2168845385313034, 0.25294119119644165, 0.33769068121910095, 0.2446623295545578, 0.32047930359840393, 0.2891067862510681, 0.33660128712654114, 0.41960784792900085, 0.33943355083465576, 0.38289758563041687, NaN, 0.49389976263046265, 0.6332244277000427, 0.6583877801895142, 0.644444465637207, 0.8858387470245361, 0.7785401940345764], [0.07734205573797226, 0.09531590342521667, 0.11372550576925278, 0.13028322160243988, 0.1236383393406868, 0.10272331535816193, 0.20000001788139343, 0.21742920577526093, 0.1836601346731186, 0.23311546444892883, 0.23725493252277374, 0.19760346412658691, 0.27559909224510193, 0.30882349610328674, 0.27472764253616333, 0.23856207728385925, 0.30751633644104004, 0.34379082918167114, 0.361873596906662, 0.31786492466926575, 0.42407405376434326, 0.5061002373695374, NaN, 0.5604574680328369, 0.6694989204406738, 0.6150326728820801, 0.7636166214942932, 0.8605664372444153], [0.03921568766236305, 0.0631808266043663, 0.06710240244865417, 0.10087146610021591, 0.09106754511594772, 0.10501088201999664, 0.15403051674365997, 0.15468411147594452, 0.21285401284694672, 0.15533769130706787, 0.15076254308223724, 0.1607843041419983, 0.22461874783039093, 0.3043573200702667, 0.17178650200366974, 0.30435726046562195, 0.2370370626449585, 0.27254900336265564, 0.4009803831577301, 0.299346387386322, 0.36840957403182983, 0.36677560210227966, 0.4395425021648407, NaN, 0.6549019813537598, 0.613725483417511, 0.8453158736228943, 0.7675381302833557], [0.09912854433059692, 0.09716776013374329, 0.10784313827753067, 0.1191721186041832, 0.11372549086809158, 0.14488017559051514, 0.18213507533073425, 0.19912856817245483, 0.14705882966518402, 0.16013072431087494, 0.16122004389762878, 0.19074073433876038, 0.23050105571746826, 0.24705885350704193, 0.1814814805984497, 0.18714596331119537, 0.24074076116085052, 0.19869278371334076, 0.3078431189060211, 0.21252721548080444, 0.21481479704380035, 0.34161216020584106, 0.33050107955932617, 0.3450980484485626, NaN, 0.5320261716842651, 0.628322422504425, 0.6775598526000977], [0.010239651426672935, 0.05250544473528862, 0.037254903465509415, 0.06993463635444641, 0.03202614188194275, 0.051416121423244476, 0.11023964732885361, 0.08823530375957489, 0.10806101560592651, 0.06862745434045792, 0.09259260445833206, 0.12352942675352097, 0.15076249837875366, 0.2557734549045563, 0.1429194062948227, 0.16165576875209808, 0.19106753170490265, 0.1854030191898346, 0.2638344168663025, 0.27494552731513977, 0.2938997745513916, 0.35555556416511536, 0.3849673271179199, 0.38627445697784424, 0.46797382831573486, NaN, 0.6161219477653503, 0.6856208443641663], [0.03921568766236305, 0.05032680183649063, 0.04575163871049881, 0.0470588244497776, 0.06775599718093872, 0.07037036865949631, 0.07799564301967621, 0.07919389754533768, 0.09324619174003601, 0.08169934153556824, 0.0856209248304367, 0.0958605632185936, 0.1299564391374588, 0.1845315843820572, 0.10174292325973511, 0.1267973929643631, 0.07745098322629929, 0.1671023815870285, 0.19411763548851013, 0.158605694770813, 0.16862745583057404, 0.11416123062372208, 0.23638343811035156, 0.15468408167362213, 0.37167757749557495, 0.38387802243232727, NaN, 0.6224400997161865], [0.02527233213186264, 0.046623099595308304, 0.0474945567548275, 0.043572988361120224, 0.06535948812961578, 0.056427016854286194, 0.1289760321378708, 0.14139433205127716, 0.06230936944484711, 0.06949891895055771, 0.08278867602348328, 0.1115468442440033, 0.16230936348438263, 0.13289758563041687, 0.08583878725767136, 0.1492374688386917, 0.09041394293308258, 0.12047931551933289, 0.125490203499794, 0.12015251070261002, 0.09520696848630905, 0.22145968675613403, 0.13943354785442352, 0.2324618697166443, 0.32244011759757996, 0.31437912583351135, 0.37755993008613586, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
-
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
+
const CONFIG = {"title": null, "methods": ["TabFM (default)", "EXAONE-Tabular (default)", "TabPFN-3 (default)", "TabPFN-2.6 (default)", "TabICLv2 (default)", "RealTabPFN-2.5 (T+E)", "RealMLP (T+E)", "TabDPT-Turbo (default)", "TabDPT (T+E)", "TabM (T+E)", "LightGBM (T+E)", "CatBoost (T+E)", "iLTM (T+E)", "ModernNCA (T+E)", "LimiX (default)", "XGBoost (T+E)", "TabSwift (default)", "xRFM (T+E)", "ChimeraBoost (T+E)", "SAP-RPT-OSS (default)", "TorchMLP (T+E)", "EBM (T+E)", "ExtraTrees (T+E)", "FastaiMLP (T+E)", "RandomForest (T+E)", "TabSTAR (T+E)", "PerpetualBooster (T+E)", "KNN (T+E)", "Linear (T+E)"], "matrix": [[NaN, 0.7213507890701294, 0.7877995371818542, 0.832461953163147, 0.8446625471115112, 0.8332244157791138, 0.8671024441719055, 0.9039215445518494, 0.8777777552604675, 0.9117648005485535, 0.9076253771781921, 0.9030501246452332, 0.90152508020401, 0.911328911781311, 0.9027233719825745, 0.9257081747055054, 0.899564266204834, 0.9193899631500244, 0.9211329817771912, 0.9093682765960693, 0.946405291557312, 0.9333334565162659, 0.9507625102996826, 0.9226579666137695, 0.9607843160629272, 0.9008715152740479, 0.9897603988647461, 0.9607843160629272, 0.9747276902198792], [0.278649240732193, NaN, 0.5348583459854126, 0.7517430782318115, 0.6328976154327393, 0.7259259819984436, 0.8387799859046936, 0.7738561630249023, 0.7884531021118164, 0.8751633763313293, 0.9098039269447327, 0.908823549747467, 0.8976036310195923, 0.9095860123634338, 0.8651416897773743, 0.9305011630058289, 0.8568627834320068, 0.9178649187088013, 0.9128540754318237, 0.9002178907394409, 0.9520698189735413, 0.9530500769615173, 0.9455336928367615, 0.9400871992111206, 0.9553377628326416, 0.9076253175735474, 0.9736384153366089, 0.9705883264541626, 0.9710240364074707], [0.21220043301582336, 0.4651416838169098, NaN, 0.6313725709915161, 0.5980392098426819, 0.6503269076347351, 0.7633987069129944, 0.8095861673355103, 0.7507625818252563, 0.8098039627075195, 0.8141611814498901, 0.817211389541626, 0.840522825717926, 0.8544661402702332, 0.7888888120651245, 0.8476034998893738, 0.9067538976669312, 0.8559913635253906, 0.8660130500793457, 0.8488017916679382, 0.9095861315727234, 0.872984766960144, 0.9424837231636047, 0.9046840071678162, 0.9368192553520203, 0.9028322696685791, 0.9474945068359375, 0.9496732354164124, 0.9533769488334656], [0.1675381362438202, 0.24825705587863922, 0.3686274588108063, NaN, 0.4673202335834503, 0.4984748661518097, 0.7224401831626892, 0.6877995133399963, 0.688235342502594, 0.7675382494926453, 0.7921568751335144, 0.80305016040802, 0.813507616519928, 0.8211329579353333, 0.7742919325828552, 0.8326797485351562, 0.8226578831672668, 0.8357298374176025, 0.8614379167556763, 0.8477123975753784, 0.8941175937652588, 0.8880175352096558, 0.9265795946121216, 0.886274516582489, 0.9328976273536682, 0.8921568393707275, 0.9627451300621033, 0.9542483687400818, 0.9525054693222046], [0.15533769130706787, 0.36710241436958313, 0.4019608199596405, 0.5326797366142273, NaN, 0.5496732592582703, 0.6989107131958008, 0.7287582159042358, 0.736710250377655, 0.7566449642181396, 0.7668846249580383, 0.7697169184684753, 0.7821350693702698, 0.789760410785675, 0.7700434923171997, 0.7860567569732666, 0.8444445133209229, 0.7936820387840271, 0.7938998341560364, 0.8159041404724121, 0.8474946022033691, 0.8276689052581787, 0.8920480608940125, 0.8697168827056885, 0.8991285562515259, 0.8808279037475586, 0.930065393447876, 0.9529411196708679, 0.9564269781112671], [0.16677561402320862, 0.27407407760620117, 0.34967318177223206, 0.5015250444412231, 0.4503267705440521, NaN, 0.6901960968971252, 0.6529412269592285, 0.6607843041419983, 0.7368191480636597, 0.7690632343292236, 0.7671024799346924, 0.7611110806465149, 0.7455337643623352, 0.7605664134025574, 0.8139433860778809, 0.8045751452445984, 0.8111111521720886, 0.806427001953125, 0.8238562941551208, 0.8773420453071594, 0.864052414894104, 0.8827887177467346, 0.8763617873191833, 0.9089323878288269, 0.886274516582489, 0.9679738283157349, 0.9322439432144165, 0.9346405267715454], [0.13289760053157806, 0.16122004389762878, 0.236601322889328, 0.27755990624427795, 0.3010893762111664, 0.30980387330055237, NaN, 0.5185185074806213, 0.5011982917785645, 0.5873637795448303, 0.6832243800163269, 0.6779956221580505, 0.7211328148841858, 0.6420479416847229, 0.6246187686920166, 0.7673202753067017, 0.6348583698272705, 0.7873638272285461, 0.7009803056716919, 0.7440088391304016, 0.8043574094772339, 0.802178680896759, 0.8533769249916077, 0.897276759147644, 0.8949890732765198, 0.8551198244094849, 0.9485838413238525, 0.9296296238899231, 0.943572998046875], [0.09607843309640884, 0.22614379227161407, 0.1904139369726181, 0.3122004270553589, 0.27124181389808655, 0.34705883264541626, 0.4814814031124115, NaN, 0.49716776609420776, 0.5273420214653015, 0.5732026100158691, 0.6126362085342407, 0.6322440505027771, 0.583442211151123, 0.6368191242218018, 0.6366013288497925, 0.722113311290741, 0.6642701625823975, 0.6688452959060669, 0.6799564957618713, 0.7461873292922974, 0.6816993355751038, 0.8277778029441833, 0.800000011920929, 0.845969557762146, 0.8178650140762329, 0.889760434627533, 0.9220044016838074, 0.8710241317749023], [0.12222223728895187, 0.21154683828353882, 0.24923749268054962, 0.31176474690437317, 0.26328974962234497, 0.3392156958580017, 0.49880173802375793, 0.502832293510437, NaN, 0.5465141534805298, 0.5873638391494751, 0.586928129196167, 0.6372548937797546, 0.5880174040794373, 0.5922658443450928, 0.6138344407081604, 0.6667755246162415, 0.6900871396064758, 0.6533769369125366, 0.6984749436378479, 0.7306101322174072, 0.7038127183914185, 0.8111111521720886, 0.7825707793235779, 0.8453159928321838, 0.8008715510368347, 0.9117648005485535, 0.9208061099052429, 0.8586056232452393], [0.0882352963089943, 0.12483660131692886, 0.19019603729248047, 0.2324618697166443, 0.2433551400899887, 0.26318079233169556, 0.4126361310482025, 0.4726580083370209, 0.4534858167171478, NaN, 0.5718954801559448, 0.5877995491027832, 0.5844226479530334, 0.5686275362968445, 0.5265794396400452, 0.6440086960792542, 0.6037037372589111, 0.6080610752105713, 0.6732025742530823, 0.6956428289413452, 0.7422658801078796, 0.7629631161689758, 0.7758169770240784, 0.8163398504257202, 0.7871459722518921, 0.8529411554336548, 0.8919390439987183, 0.9067538976669312, 0.9376905560493469], [0.09237473458051682, 0.09019607305526733, 0.18583877384662628, 0.2078431397676468, 0.23311546444892883, 0.23093684017658234, 0.3167755901813507, 0.42679741978645325, 0.4126362204551697, 0.42810454964637756, NaN, 0.5143791437149048, 0.525381326675415, 0.5034857988357544, 0.4766884744167328, 0.7058824896812439, 0.5838780403137207, 0.5912854671478271, 0.6857298016548157, 0.6505447030067444, 0.6858387589454651, 0.7537038326263428, 0.7979304194450378, 0.766884446144104, 0.8446623086929321, 0.8398692607879639, 0.9313726425170898, 0.9183006286621094, 0.9305011630058289], [0.09694989770650864, 0.09117648005485535, 0.1827886551618576, 0.19694988429546356, 0.2302832007408142, 0.23289760947227478, 0.3220043480396271, 0.38736382126808167, 0.4130719006061554, 0.4122004806995392, 0.4856208860874176, NaN, 0.5322440266609192, 0.5337690114974976, 0.48104575276374817, 0.6332244277000427, 0.5793028473854065, 0.5962962508201599, 0.6686274409294128, 0.6758170127868652, 0.6973856091499329, 0.729411780834198, 0.7967320084571838, 0.7627449631690979, 0.8492375612258911, 0.8387799263000488, 0.9074073433876038, 0.9143790602684021, 0.9172112941741943], [0.09847494214773178, 0.10239652544260025, 0.1594771146774292, 0.18649239838123322, 0.21786490082740784, 0.23888882994651794, 0.27886706590652466, 0.3677560091018677, 0.36274513602256775, 0.41557735204696655, 0.47461873292922974, 0.4677559435367584, NaN, 0.4877995252609253, 0.45762529969215393, 0.5728757977485657, 0.545969545841217, 0.5859478116035461, 0.5999999642372131, 0.6542484164237976, 0.7239652276039124, 0.6869280934333801, 0.783115565776825, 0.8023965954780579, 0.8392158150672913, 0.809259295463562, 0.876470685005188, 0.9041393995285034, 0.8884533047676086], [0.08867102116346359, 0.09041394293308258, 0.14553378522396088, 0.1788671314716339, 0.21023967862129211, 0.2544662356376648, 0.35795214772224426, 0.4165577292442322, 0.41198259592056274, 0.4313725233078003, 0.496514230966568, 0.46623098850250244, 0.5122004747390747, NaN, 0.5206971764564514, 0.574292004108429, 0.5703703761100769, 0.569934606552124, 0.5884531140327454, 0.6220043897628784, 0.6592592597007751, 0.6727669835090637, 0.7470586895942688, 0.7244008183479309, 0.775381326675415, 0.7694989442825317, 0.8492375016212463, 0.8700435757637024, 0.837690532207489], [0.09727669507265091, 0.1348583996295929, 0.21111111342906952, 0.22570808231830597, 0.22995641827583313, 0.23943357169628143, 0.375381201505661, 0.3631807863712311, 0.4077341556549072, 0.47342050075531006, 0.5233115553855896, 0.5189542770385742, 0.5423746705055237, 0.4793028235435486, NaN, 0.554684042930603, 0.5067538619041443, 0.5180827975273132, 0.6217865347862244, 0.6102396845817566, 0.6187363266944885, 0.674727737903595, 0.6623092889785767, 0.6911765336990356, 0.6956426501274109, 0.7529411911964417, 0.7442266345024109, 0.8154684901237488, 0.8671024441719055], [0.07429194450378418, 0.06949891895055771, 0.15239651501178741, 0.16732025146484375, 0.21394334733486176, 0.18605665862560272, 0.23267973959445953, 0.3633987307548523, 0.386165589094162, 0.35599133372306824, 0.29411762952804565, 0.36677560210227966, 0.4271242022514343, 0.42570802569389343, 0.4453159272670746, NaN, 0.5084967017173767, 0.549128532409668, 0.5625271797180176, 0.6069716811180115, 0.6589323878288269, 0.683442234992981, 0.755337655544281, 0.7252722978591919, 0.8282135725021362, 0.8185186386108398, 0.8570805788040161, 0.8982569575309753, 0.914161205291748], [0.10043573379516602, 0.14313726127147675, 0.09324619919061661, 0.17734204232692719, 0.15555556118488312, 0.19542483985424042, 0.3651416301727295, 0.2778867185115814, 0.33322441577911377, 0.39629629254341125, 0.4161219596862793, 0.4206971228122711, 0.45403045415878296, 0.4296295940876007, 0.4932461977005005, 0.4915032386779785, NaN, 0.5167755484580994, 0.5145969986915588, 0.6108932495117188, 0.614814817905426, 0.6034857630729675, 0.6795207858085632, 0.7614378929138184, 0.6956426501274109, 0.812853991985321, 0.8383443355560303, 0.8732026219367981, 0.8507625460624695], [0.08061002194881439, 0.08213508129119873, 0.14400872588157654, 0.16427013278007507, 0.20631809532642365, 0.18888889253139496, 0.21263618767261505, 0.33572983741760254, 0.30991286039352417, 0.3919389247894287, 0.4087145924568176, 0.4037036895751953, 0.41405224800109863, 0.4300653338432312, 0.48191726207733154, 0.4508714973926544, 0.48322442173957825, NaN, 0.5030500888824463, 0.5579520463943481, 0.587145984172821, 0.6163398623466492, 0.7108932733535767, 0.69248366355896, 0.7629628777503967, 0.7592591643333435, 0.8089324831962585, 0.9225490093231201, 0.9095860123634338], [0.078867107629776, 0.08714597672224045, 0.1339869201183319, 0.13856208324432373, 0.20610018074512482, 0.193572998046875, 0.29901957511901855, 0.33115464448928833, 0.34662309288978577, 0.32679736614227295, 0.31427016854286194, 0.33137258887290955, 0.4000000059604645, 0.41154685616493225, 0.378213495016098, 0.43747276067733765, 0.48540303111076355, 0.4969498813152313, NaN, 0.5867102146148682, 0.5897603631019592, 0.6431373357772827, 0.6633987426757812, 0.6562091708183289, 0.727450966835022, 0.801307201385498, 0.8145970106124878, 0.8328975439071655, 0.8795207142829895], [0.09063181281089783, 0.09978214651346207, 0.15119825303554535, 0.1522875726222992, 0.18409587442874908, 0.1761437952518463, 0.2559913098812103, 0.32004356384277344, 0.3015250861644745, 0.3043573200702667, 0.349455326795578, 0.32418304681777954, 0.34575164318084717, 0.3779956102371216, 0.389760285615921, 0.39302828907966614, 0.38910675048828125, 0.44204798340797424, 0.41328975558280945, NaN, 0.5030500888824463, 0.5071895718574524, 0.5803921818733215, 0.6381263732910156, 0.5990196466445923, 0.6921569108963013, 0.7361655831336975, 0.8058823943138123, 0.8745097517967224], [0.05359477549791336, 0.047930289059877396, 0.09041394293308258, 0.10588236153125763, 0.15250545740127563, 0.12265795469284058, 0.19564269483089447, 0.25381267070770264, 0.26938995718955994, 0.2577342092990875, 0.31416118144989014, 0.30261439085006714, 0.2760348320007324, 0.34074074029922485, 0.3812636435031891, 0.34106752276420593, 0.3851851522922516, 0.41285398602485657, 0.41023963689804077, 0.4969499111175537, NaN, 0.5, 0.6605664491653442, 0.6821351647377014, 0.7006535530090332, 0.7874729037284851, 0.7250545024871826, 0.841394305229187, 0.8798475861549377], [0.06666666269302368, 0.04694989696145058, 0.12701524794101715, 0.11198257654905319, 0.17233113944530487, 0.13594771921634674, 0.19782133400440216, 0.31830066442489624, 0.29618731141090393, 0.2370370477437973, 0.24629630148410797, 0.2705882489681244, 0.3130718469619751, 0.32723310589790344, 0.3252723217010498, 0.31655776500701904, 0.3965142071247101, 0.38366013765335083, 0.35686275362968445, 0.49281045794487, 0.5, NaN, 0.6171023845672607, 0.5759259462356567, 0.6315903663635254, 0.7851852178573608, 0.7061002254486084, 0.8313726782798767, 0.9047930240631104], [0.04923747479915619, 0.054466232657432556, 0.057516347616910934, 0.07342047989368439, 0.10795208811759949, 0.11721134185791016, 0.14662308990955353, 0.17222221195697784, 0.18888890743255615, 0.22418296337127686, 0.2020697295665741, 0.20326797664165497, 0.2168845385313034, 0.25294119119644165, 0.33769068121910095, 0.2446623295545578, 0.32047930359840393, 0.2891067862510681, 0.33660128712654114, 0.41960784792900085, 0.33943355083465576, 0.38289758563041687, NaN, 0.49389976263046265, 0.6332244277000427, 0.6583877801895142, 0.644444465637207, 0.8858387470245361, 0.7785401940345764], [0.07734205573797226, 0.05991286039352417, 0.09531590342521667, 0.11372550576925278, 0.13028322160243988, 0.1236383393406868, 0.10272331535816193, 0.20000001788139343, 0.21742920577526093, 0.1836601346731186, 0.23311546444892883, 0.23725493252277374, 0.19760346412658691, 0.27559909224510193, 0.30882349610328674, 0.27472764253616333, 0.23856207728385925, 0.30751633644104004, 0.34379082918167114, 0.361873596906662, 0.31786492466926575, 0.42407405376434326, 0.5061002373695374, NaN, 0.5604574680328369, 0.6694989204406738, 0.6150326728820801, 0.7636166214942932, 0.8605664372444153], [0.03921568766236305, 0.04466231167316437, 0.0631808266043663, 0.06710240244865417, 0.10087146610021591, 0.09106754511594772, 0.10501088201999664, 0.15403051674365997, 0.15468411147594452, 0.21285401284694672, 0.15533769130706787, 0.15076254308223724, 0.1607843041419983, 0.22461874783039093, 0.3043573200702667, 0.17178650200366974, 0.30435726046562195, 0.2370370626449585, 0.27254900336265564, 0.4009803831577301, 0.299346387386322, 0.36840957403182983, 0.36677560210227966, 0.4395425021648407, NaN, 0.6549019813537598, 0.613725483417511, 0.8453158736228943, 0.7675381302833557], [0.09912854433059692, 0.09237472712993622, 0.09716776013374329, 0.10784313827753067, 0.1191721186041832, 0.11372549086809158, 0.14488017559051514, 0.18213507533073425, 0.19912856817245483, 0.14705882966518402, 0.16013072431087494, 0.16122004389762878, 0.19074073433876038, 0.23050105571746826, 0.24705885350704193, 0.1814814805984497, 0.18714596331119537, 0.24074076116085052, 0.19869278371334076, 0.3078431189060211, 0.21252721548080444, 0.21481479704380035, 0.34161216020584106, 0.33050107955932617, 0.3450980484485626, NaN, 0.5320261716842651, 0.628322422504425, 0.6775598526000977], [0.010239651426672935, 0.026361657306551933, 0.05250544473528862, 0.037254903465509415, 0.06993463635444641, 0.03202614188194275, 0.051416121423244476, 0.11023964732885361, 0.08823530375957489, 0.10806101560592651, 0.06862745434045792, 0.09259260445833206, 0.12352942675352097, 0.15076249837875366, 0.2557734549045563, 0.1429194062948227, 0.16165576875209808, 0.19106753170490265, 0.1854030191898346, 0.2638344168663025, 0.27494552731513977, 0.2938997745513916, 0.35555556416511536, 0.3849673271179199, 0.38627445697784424, 0.46797382831573486, NaN, 0.6161219477653503, 0.6856208443641663], [0.03921568766236305, 0.029411766678094864, 0.05032680183649063, 0.04575163871049881, 0.0470588244497776, 0.06775599718093872, 0.07037036865949631, 0.07799564301967621, 0.07919389754533768, 0.09324619174003601, 0.08169934153556824, 0.0856209248304367, 0.0958605632185936, 0.1299564391374588, 0.1845315843820572, 0.10174292325973511, 0.1267973929643631, 0.07745098322629929, 0.1671023815870285, 0.19411763548851013, 0.158605694770813, 0.16862745583057404, 0.11416123062372208, 0.23638343811035156, 0.15468408167362213, 0.37167757749557495, 0.38387802243232727, NaN, 0.6224400997161865], [0.02527233213186264, 0.028976034373044968, 0.046623099595308304, 0.0474945567548275, 0.043572988361120224, 0.06535948812961578, 0.056427016854286194, 0.1289760321378708, 0.14139433205127716, 0.06230936944484711, 0.06949891895055771, 0.08278867602348328, 0.1115468442440033, 0.16230936348438263, 0.13289758563041687, 0.08583878725767136, 0.1492374688386917, 0.09041394293308258, 0.12047931551933289, 0.125490203499794, 0.12015251070261002, 0.09520696848630905, 0.22145968675613403, 0.13943354785442352, 0.2324618697166443, 0.32244011759757996, 0.31437912583351135, 0.37755993008613586, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
+
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.9007703492},{"method":"EXAONE-Tabular (default)","model":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","mean":0.8492336135},{"method":"TabPFN-3 (default)","model":"TabPFN-3","variant":"Default","family":"Foundation Model","mean":0.8018207507},{"method":"TabPFN-2.6 (default)","model":"TabPFN-2.6","variant":"Default","family":"Foundation Model","mean":0.7539332514},{"method":"TabICLv2 (default)","model":"TabICLv2","variant":"Default","family":"Foundation Model","mean":0.7463080095},{"method":"RealTabPFN-2.5 (T+E)","model":"RealTabPFN-2.5 (T+E)","variant":"","family":"Foundation Model","mean":0.7313219852},{"method":"RealMLP (T+E)","model":"RealMLP (T+E)","variant":"","family":"Neural Network","mean":0.6406746065},{"method":"TabDPT-Turbo (default)","model":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","mean":0.5986266873},{"method":"TabDPT (T+E)","model":"TabDPT (T+E)","variant":"","family":"Foundation Model","mean":0.597331175},{"method":"TabM (T+E)","model":"TabM (T+E)","variant":"","family":"Neural Network","mean":0.5721016324},{"method":"LightGBM (T+E)","model":"LightGBM (T+E)","variant":"","family":"Tree-based","mean":0.5475334826},{"method":"CatBoost (T+E)","model":"CatBoost (T+E)","variant":"","family":"Tree-based","mean":0.5416044101},{"method":"iLTM (T+E)","model":"iLTM (T+E)","variant":"","family":"Foundation Model","mean":0.5210473319},{"method":"ModernNCA (T+E)","model":"ModernNCA (T+E)","variant":"","family":"Neural Network","mean":0.5147175637},{"method":"LimiX (default)","model":"LimiX","variant":"Default","family":"Foundation Model","mean":0.5055672311},{"method":"XGBoost (T+E)","model":"XGBoost (T+E)","variant":"","family":"Tree-based","mean":0.4831115729},{"method":"TabSwift (default)","model":"TabSwift","variant":"Default","family":"Foundation Model","mean":0.4755446594},{"method":"xRFM (T+E)","model":"xRFM (T+E)","variant":"","family":"Other","mean":0.4650054382},{"method":"ChimeraBoost (T+E)","model":"ChimeraBoost (T+E)","variant":"","family":"Tree-based","mean":0.4497159999},{"method":"SAP-RPT-OSS (default)","model":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","mean":0.4070417117},{"method":"TorchMLP (T+E)","model":"TorchMLP (T+E)","variant":"","family":"Neural Network","mean":0.3924214205},{"method":"EBM (T+E)","model":"EBM (T+E)","variant":"","family":"Tree-based","mean":0.3818277353},{"method":"ExtraTrees (T+E)","model":"ExtraTrees (T+E)","variant":"","family":"Tree-based","mean":0.315417833},{"method":"FastaiMLP (T+E)","model":"FastaiMLP (T+E)","variant":"","family":"Neural Network","mean":0.314289601},{"method":"RandomForest (T+E)","model":"RandomForest (T+E)","variant":"","family":"Tree-based","mean":0.2775287898},{"method":"TabSTAR (T+E)","model":"TabSTAR (T+E)","variant":"","family":"Foundation Model","mean":0.238951132},{"method":"PerpetualBooster (T+E)","model":"PerpetualBooster (T+E)","variant":"","family":"Tree-based","mean":0.203135692},{"method":"KNN (T+E)","model":"KNN (T+E)","variant":"","family":"Baseline","mean":0.1448451638},{"method":"Linear (T+E)","model":"Linear (T+E)","variant":"","family":"Baseline","mean":0.1285714326}];
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_all/winrate_matrix.csv
CHANGED
|
@@ -1,29 +1,30 @@
|
|
| 1 |
-
,TabFM (default),TabPFN-3 (default),TabPFN-2.6 (default),TabICLv2 (default),RealTabPFN-2.5 (T+E),RealMLP (T+E),TabDPT-Turbo (default),TabDPT (T+E),TabM (T+E),LightGBM (T+E),CatBoost (T+E),iLTM (T+E),ModernNCA (T+E),LimiX (default),XGBoost (T+E),TabSwift (default),xRFM (T+E),ChimeraBoost (T+E),SAP-RPT-OSS (default),TorchMLP (T+E),EBM (T+E),ExtraTrees (T+E),FastaiMLP (T+E),RandomForest (T+E),TabSTAR (T+E),PerpetualBooster (T+E),KNN (T+E),Linear (T+E)
|
| 2 |
-
TabFM (default),,0.78779954,0.83246195,0.84466255,0.8332244,0.86710244,0.90392154,0.87777776,0.9117648,0.9076254,0.9030501,0.9015251,0.9113289,0.9027234,0.9257082,0.89956427,0.91938996,0.921133,0.9093683,0.9464053,0.93333346,0.9507625,0.92265797,0.9607843,0.9008715,0.9897604,0.9607843,0.9747277
|
| 3 |
-
|
| 4 |
-
TabPFN-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
TabDPT (
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
|
|
|
|
|
| 1 |
+
,TabFM (default),EXAONE-Tabular (default),TabPFN-3 (default),TabPFN-2.6 (default),TabICLv2 (default),RealTabPFN-2.5 (T+E),RealMLP (T+E),TabDPT-Turbo (default),TabDPT (T+E),TabM (T+E),LightGBM (T+E),CatBoost (T+E),iLTM (T+E),ModernNCA (T+E),LimiX (default),XGBoost (T+E),TabSwift (default),xRFM (T+E),ChimeraBoost (T+E),SAP-RPT-OSS (default),TorchMLP (T+E),EBM (T+E),ExtraTrees (T+E),FastaiMLP (T+E),RandomForest (T+E),TabSTAR (T+E),PerpetualBooster (T+E),KNN (T+E),Linear (T+E)
|
| 2 |
+
TabFM (default),,0.7213508,0.78779954,0.83246195,0.84466255,0.8332244,0.86710244,0.90392154,0.87777776,0.9117648,0.9076254,0.9030501,0.9015251,0.9113289,0.9027234,0.9257082,0.89956427,0.91938996,0.921133,0.9093683,0.9464053,0.93333346,0.9507625,0.92265797,0.9607843,0.9008715,0.9897604,0.9607843,0.9747277
|
| 3 |
+
EXAONE-Tabular (default),0.27864924,,0.53485835,0.7517431,0.6328976,0.725926,0.83878,0.77385616,0.7884531,0.8751634,0.9098039,0.90882355,0.89760363,0.909586,0.8651417,0.93050116,0.8568628,0.9178649,0.9128541,0.9002179,0.9520698,0.9530501,0.9455337,0.9400872,0.95533776,0.9076253,0.9736384,0.9705883,0.97102404
|
| 4 |
+
TabPFN-3 (default),0.21220043,0.46514168,,0.6313726,0.5980392,0.6503269,0.7633987,0.80958617,0.7507626,0.80980396,0.8141612,0.8172114,0.8405228,0.85446614,0.7888888,0.8476035,0.9067539,0.85599136,0.86601305,0.8488018,0.90958613,0.87298477,0.9424837,0.904684,0.93681926,0.90283227,0.9474945,0.94967324,0.95337695
|
| 5 |
+
TabPFN-2.6 (default),0.16753814,0.24825706,0.36862746,,0.46732023,0.49847487,0.7224402,0.6877995,0.68823534,0.76753825,0.7921569,0.80305016,0.8135076,0.82113296,0.77429193,0.83267975,0.8226579,0.83572984,0.8614379,0.8477124,0.8941176,0.88801754,0.9265796,0.8862745,0.9328976,0.89215684,0.96274513,0.95424837,0.95250547
|
| 6 |
+
TabICLv2 (default),0.15533769,0.3671024,0.40196082,0.53267974,,0.54967326,0.6989107,0.7287582,0.73671025,0.75664496,0.7668846,0.7697169,0.78213507,0.7897604,0.7700435,0.78605676,0.8444445,0.79368204,0.79389983,0.81590414,0.8474946,0.8276689,0.89204806,0.8697169,0.89912856,0.8808279,0.9300654,0.9529411,0.956427
|
| 7 |
+
RealTabPFN-2.5 (T+E),0.16677561,0.27407408,0.34967318,0.50152504,0.45032677,,0.6901961,0.6529412,0.6607843,0.73681915,0.76906323,0.7671025,0.7611111,0.74553376,0.7605664,0.8139434,0.80457515,0.81111115,0.806427,0.8238563,0.87734205,0.8640524,0.8827887,0.8763618,0.9089324,0.8862745,0.9679738,0.93224394,0.9346405
|
| 8 |
+
RealMLP (T+E),0.1328976,0.16122004,0.23660132,0.2775599,0.30108938,0.30980387,,0.5185185,0.5011983,0.5873638,0.6832244,0.6779956,0.7211328,0.64204794,0.62461877,0.7673203,0.63485837,0.7873638,0.7009803,0.74400884,0.8043574,0.8021787,0.8533769,0.89727676,0.8949891,0.8551198,0.94858384,0.9296296,0.943573
|
| 9 |
+
TabDPT-Turbo (default),0.09607843,0.22614379,0.19041394,0.31220043,0.2712418,0.34705883,0.4814814,,0.49716777,0.527342,0.5732026,0.6126362,0.63224405,0.5834422,0.6368191,0.6366013,0.7221133,0.66427016,0.6688453,0.6799565,0.7461873,0.68169934,0.8277778,0.8,0.84596956,0.817865,0.88976043,0.9220044,0.87102413
|
| 10 |
+
TabDPT (T+E),0.12222224,0.21154684,0.2492375,0.31176475,0.26328975,0.3392157,0.49880174,0.5028323,,0.54651415,0.58736384,0.5869281,0.6372549,0.5880174,0.59226584,0.61383444,0.6667755,0.69008714,0.65337694,0.69847494,0.73061013,0.7038127,0.81111115,0.7825708,0.845316,0.80087155,0.9117648,0.9208061,0.8586056
|
| 11 |
+
TabM (T+E),0.0882353,0.1248366,0.19019604,0.23246187,0.24335514,0.2631808,0.41263613,0.472658,0.45348582,,0.5718955,0.58779955,0.58442265,0.56862754,0.52657944,0.6440087,0.60370374,0.6080611,0.6732026,0.6956428,0.7422659,0.7629631,0.775817,0.81633985,0.787146,0.85294116,0.89193904,0.9067539,0.93769056
|
| 12 |
+
LightGBM (T+E),0.092374735,0.09019607,0.18583877,0.20784314,0.23311546,0.23093684,0.3167756,0.42679742,0.41263622,0.42810455,,0.51437914,0.5253813,0.5034858,0.47668847,0.7058825,0.58387804,0.59128547,0.6857298,0.6505447,0.68583876,0.75370383,0.7979304,0.76688445,0.8446623,0.83986926,0.93137264,0.9183006,0.93050116
|
| 13 |
+
CatBoost (T+E),0.0969499,0.09117648,0.18278866,0.19694988,0.2302832,0.23289761,0.32200435,0.38736382,0.4130719,0.41220048,0.4856209,,0.532244,0.533769,0.48104575,0.6332244,0.57930285,0.59629625,0.66862744,0.675817,0.6973856,0.7294118,0.796732,0.76274496,0.84923756,0.8387799,0.90740734,0.91437906,0.9172113
|
| 14 |
+
iLTM (T+E),0.09847494,0.102396525,0.15947711,0.1864924,0.2178649,0.23888883,0.27886707,0.367756,0.36274514,0.41557735,0.47461873,0.46775594,,0.48779953,0.4576253,0.5728758,0.54596955,0.5859478,0.59999996,0.6542484,0.7239652,0.6869281,0.78311557,0.8023966,0.8392158,0.8092593,0.8764707,0.9041394,0.8884533
|
| 15 |
+
ModernNCA (T+E),0.08867102,0.09041394,0.14553379,0.17886713,0.21023968,0.25446624,0.35795215,0.41655773,0.4119826,0.43137252,0.49651423,0.466231,0.5122005,,0.5206972,0.574292,0.5703704,0.5699346,0.5884531,0.6220044,0.65925926,0.672767,0.7470587,0.7244008,0.7753813,0.76949894,0.8492375,0.8700436,0.83769053
|
| 16 |
+
LimiX (default),0.097276695,0.1348584,0.21111111,0.22570808,0.22995642,0.23943357,0.3753812,0.3631808,0.40773416,0.4734205,0.52331156,0.5189543,0.5423747,0.47930282,,0.55468404,0.50675386,0.5180828,0.62178653,0.6102397,0.6187363,0.67472774,0.6623093,0.69117653,0.69564265,0.7529412,0.74422663,0.8154685,0.86710244
|
| 17 |
+
XGBoost (T+E),0.074291945,0.06949892,0.15239652,0.16732025,0.21394335,0.18605666,0.23267974,0.36339873,0.3861656,0.35599133,0.29411763,0.3667756,0.4271242,0.42570803,0.44531593,,0.5084967,0.54912853,0.5625272,0.6069717,0.6589324,0.68344223,0.75533766,0.7252723,0.8282136,0.81851864,0.8570806,0.89825696,0.9141612
|
| 18 |
+
TabSwift (default),0.100435734,0.14313726,0.0932462,0.17734204,0.15555556,0.19542484,0.36514163,0.27788672,0.33322442,0.3962963,0.41612196,0.42069712,0.45403045,0.4296296,0.4932462,0.49150324,,0.51677555,0.514597,0.61089325,0.6148148,0.60348576,0.6795208,0.7614379,0.69564265,0.812854,0.83834434,0.8732026,0.85076255
|
| 19 |
+
xRFM (T+E),0.08061002,0.08213508,0.14400873,0.16427013,0.2063181,0.18888889,0.21263619,0.33572984,0.30991286,0.39193892,0.4087146,0.4037037,0.41405225,0.43006533,0.48191726,0.4508715,0.48322442,,0.5030501,0.55795205,0.587146,0.61633986,0.7108933,0.69248366,0.7629629,0.75925916,0.8089325,0.922549,0.909586
|
| 20 |
+
ChimeraBoost (T+E),0.07886711,0.08714598,0.13398692,0.13856208,0.20610018,0.193573,0.29901958,0.33115464,0.3466231,0.32679737,0.31427017,0.3313726,0.4,0.41154686,0.3782135,0.43747276,0.48540303,0.49694988,,0.5867102,0.58976036,0.64313734,0.66339874,0.6562092,0.72745097,0.8013072,0.814597,0.83289754,0.8795207
|
| 21 |
+
SAP-RPT-OSS (default),0.09063181,0.09978215,0.15119825,0.15228757,0.18409587,0.1761438,0.2559913,0.32004356,0.3015251,0.30435732,0.34945533,0.32418305,0.34575164,0.3779956,0.3897603,0.3930283,0.38910675,0.44204798,0.41328976,,0.5030501,0.5071896,0.5803922,0.6381264,0.59901965,0.6921569,0.7361656,0.8058824,0.87450975
|
| 22 |
+
TorchMLP (T+E),0.053594775,0.04793029,0.09041394,0.10588236,0.15250546,0.122657955,0.1956427,0.25381267,0.26938996,0.2577342,0.31416118,0.3026144,0.27603483,0.34074074,0.38126364,0.34106752,0.38518515,0.412854,0.41023964,0.4969499,,0.5,0.66056645,0.68213516,0.70065355,0.7874729,0.7250545,0.8413943,0.8798476
|
| 23 |
+
EBM (T+E),0.06666666,0.046949897,0.12701525,0.11198258,0.17233114,0.13594772,0.19782133,0.31830066,0.2961873,0.23703705,0.2462963,0.27058825,0.31307185,0.3272331,0.32527232,0.31655777,0.3965142,0.38366014,0.35686275,0.49281046,0.5,,0.6171024,0.57592595,0.63159037,0.7851852,0.7061002,0.8313727,0.904793
|
| 24 |
+
ExtraTrees (T+E),0.049237475,0.054466233,0.057516348,0.07342048,0.10795209,0.11721134,0.14662309,0.17222221,0.1888889,0.22418296,0.20206973,0.20326798,0.21688454,0.2529412,0.33769068,0.24466233,0.3204793,0.2891068,0.3366013,0.41960785,0.33943355,0.3828976,,0.49389976,0.6332244,0.6583878,0.64444447,0.88583875,0.7785402
|
| 25 |
+
FastaiMLP (T+E),0.077342056,0.05991286,0.0953159,0.113725506,0.13028322,0.12363834,0.102723315,0.20000002,0.2174292,0.18366013,0.23311546,0.23725493,0.19760346,0.2755991,0.3088235,0.27472764,0.23856208,0.30751634,0.34379083,0.3618736,0.31786492,0.42407405,0.50610024,,0.56045747,0.6694989,0.6150327,0.7636166,0.86056644
|
| 26 |
+
RandomForest (T+E),0.039215688,0.04466231,0.06318083,0.0671024,0.100871466,0.091067545,0.10501088,0.15403052,0.15468411,0.21285401,0.15533769,0.15076254,0.1607843,0.22461875,0.30435732,0.1717865,0.30435726,0.23703706,0.272549,0.40098038,0.2993464,0.36840957,0.3667756,0.4395425,,0.654902,0.6137255,0.8453159,0.76753813
|
| 27 |
+
TabSTAR (T+E),0.099128544,0.09237473,0.09716776,0.10784314,0.11917212,0.11372549,0.14488018,0.18213508,0.19912857,0.14705883,0.16013072,0.16122004,0.19074073,0.23050106,0.24705885,0.18148148,0.18714596,0.24074076,0.19869278,0.30784312,0.21252722,0.2148148,0.34161216,0.33050108,0.34509805,,0.5320262,0.6283224,0.67755985
|
| 28 |
+
PerpetualBooster (T+E),0.010239651,0.026361657,0.052505445,0.037254903,0.06993464,0.032026142,0.05141612,0.11023965,0.088235304,0.108061016,0.068627454,0.092592604,0.12352943,0.1507625,0.25577345,0.1429194,0.16165577,0.19106753,0.18540302,0.26383442,0.27494553,0.29389977,0.35555556,0.38496733,0.38627446,0.46797383,,0.61612195,0.68562084
|
| 29 |
+
KNN (T+E),0.039215688,0.029411767,0.0503268,0.04575164,0.047058824,0.067756,0.07037037,0.07799564,0.0791939,0.09324619,0.08169934,0.085620925,0.09586056,0.12995644,0.18453158,0.10174292,0.1267974,0.07745098,0.16710238,0.19411764,0.1586057,0.16862746,0.11416123,0.23638344,0.15468408,0.37167758,0.38387802,,0.6224401
|
| 30 |
+
Linear (T+E),0.025272332,0.028976034,0.0466231,0.047494557,0.04357299,0.06535949,0.056427017,0.12897603,0.14139433,0.06230937,0.06949892,0.082788676,0.111546844,0.16230936,0.13289759,0.08583879,0.14923747,0.09041394,0.120479316,0.1254902,0.12015251,0.09520697,0.22145969,0.13943355,0.23246187,0.32244012,0.31437913,0.37755993,
|
data/imputation_no/splits_all/tasks_all/datasets_all/winrate_matrix.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d9231cedff4c3c9f2dfda54c2f6626e02896aa024952f62e5ef78cfd99bf188
|
| 3 |
+
size 723794
|
data/imputation_no/splits_all/tasks_all/datasets_medium/leaderboard_overview_explorer.html
CHANGED
|
@@ -340,7 +340,7 @@
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
-
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1986.0,"imp":2.683,"score":0.867,"rank":4.41,"hrank":1.69,"elo_hi":2292.0,"elo_lo":1841.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1899.0,"imp":4.858,"score":0.71,"rank":6.33,"hrank":2.98,"elo_hi":1984.0,"elo_lo":1850.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1794.0,"imp":5.878,"score":0.659,"rank":9.55,"hrank":3.26,"elo_hi":2008.0,"elo_lo":1659.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1775.0,"imp":6.048,"score":0.579,"rank":10.23,"hrank":4.46,"elo_hi":1858.0,"elo_lo":1724.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1722.0,"imp":7.846,"score":0.504,"rank":12.39,"hrank":8.78,"elo_hi":1852.0,"elo_lo":1647.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1697.0,"imp":6.851,"score":0.541,"rank":13.53,"hrank":4.41,"elo_hi":1883.0,"elo_lo":1587.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1646.0,"imp":8.576,"score":0.446,"rank":16.07,"hrank":8.48,"elo_hi":1788.0,"elo_lo":1542.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1625.0,"imp":8.917,"score":0.412,"rank":17.17,"hrank":11.86,"elo_hi":1717.0,"elo_lo":1533.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1615.0,"imp":9.07,"score":0.397,"rank":17.73,"hrank":12.25,"elo_hi":1719.0,"elo_lo":1510.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1611.0,"imp":8.932,"score":0.379,"rank":17.97,"hrank":9.32,"elo_hi":1696.0,"elo_lo":1548.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1600.0,"imp":9.218,"score":0.403,"rank":18.55,"hrank":10.47,"elo_hi":1726.0,"elo_lo":1501.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1596.0,"imp":9.14,"score":0.372,"rank":18.8,"hrank":9.43,"elo_hi":1694.0,"elo_lo":1530.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1589.0,"imp":10.466,"score":0.327,"rank":19.19,"hrank":13.5,"elo_hi":1657.0,"elo_lo":1538.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1576.0,"imp":9.095,"score":0.378,"rank":19.95,"hrank":9.61,"elo_hi":1679.0,"elo_lo":1475.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1558.0,"imp":10.221,"score":0.322,"rank":20.99,"hrank":15.67,"elo_hi":1628.0,"elo_lo":1506.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1548.0,"imp":10.546,"score":0.295,"rank":21.61,"hrank":14.86,"elo_hi":1629.0,"elo_lo":1493.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1544.0,"imp":10.254,"score":0.292,"rank":21.87,"hrank":13.14,"elo_hi":1690.0,"elo_lo":1457.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1533.0,"imp":10.104,"score":0.301,"rank":22.52,"hrank":14.08,"elo_hi":1638.0,"elo_lo":1444.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1530.0,"imp":10.077,"score":0.324,"rank":22.69,"hrank":14.72,"elo_hi":1666.0,"elo_lo":1451.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1526.0,"imp":10.809,"score":0.355,"rank":22.94,"hrank":10.98,"elo_hi":1682.0,"elo_lo":1387.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1522.0,"imp":10.287,"score":0.319,"rank":23.22,"hrank":6.34,"elo_hi":1656.0,"elo_lo":1403.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1517.0,"imp":11.684,"score":0.314,"rank":23.53,"hrank":13.31,"elo_hi":1633.0,"elo_lo":1396.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1506.0,"imp":11.603,"score":0.216,"rank":24.2,"hrank":18.44,"elo_hi":1582.0,"elo_lo":1452.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1501.0,"imp":11.102,"score":0.234,"rank":24.53,"hrank":20.07,"elo_hi":1565.0,"elo_lo":1446.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1481.0,"imp":11.089,"score":0.234,"rank":25.86,"hrank":15.63,"elo_hi":1611.0,"elo_lo":1405.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1472.0,"imp":11.215,"score":0.217,"rank":26.42,"hrank":20.56,"elo_hi":1564.0,"elo_lo":1391.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1470.0,"imp":12.146,"score":0.266,"rank":26.58,"hrank":15.47,"elo_hi":1576.0,"elo_lo":1355.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1423.0,"imp":12.482,"score":0.224,"rank":29.66,"hrank":21.18,"elo_hi":1529.0,"elo_lo":1309.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1423.0,"imp":12.112,"score":0.155,"rank":29.69,"hrank":18.8,"elo_hi":1520.0,"elo_lo":1360.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1418.0,"imp":13.176,"score":0.203,"rank":30.0,"hrank":19.33,"elo_hi":1530.0,"elo_lo":1299.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1404.0,"imp":12.662,"score":0.221,"rank":30.97,"hrank":12.53,"elo_hi":1527.0,"elo_lo":1286.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1377.0,"imp":12.45,"score":0.128,"rank":32.79,"hrank":26.34,"elo_hi":1448.0,"elo_lo":1316.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1373.0,"imp":13.982,"score":0.159,"rank":33.01,"hrank":27.27,"elo_hi":1465.0,"elo_lo":1272.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1372.0,"imp":12.907,"score":0.137,"rank":33.13,"hrank":21.73,"elo_hi":1461.0,"elo_lo":1269.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1344.0,"imp":13.337,"score":0.157,"rank":34.99,"hrank":24.16,"elo_hi":1462.0,"elo_lo":1242.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1332.0,"imp":15.311,"score":0.174,"rank":35.84,"hrank":16.46,"elo_hi":1451.0,"elo_lo":1198.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1326.0,"imp":13.982,"score":0.096,"rank":36.23,"hrank":29.85,"elo_hi":1436.0,"elo_lo":1238.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1326.0,"imp":15.595,"score":0.134,"rank":36.24,"hrank":27.26,"elo_hi":1439.0,"elo_lo":1198.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1298.0,"imp":14.33,"score":0.073,"rank":38.1,"hrank":33.85,"elo_hi":1370.0,"elo_lo":1219.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1279.0,"imp":16.418,"score":0.17,"rank":39.33,"hrank":9.92,"elo_hi":1419.0,"elo_lo":1119.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1272.0,"imp":14.114,"score":0.049,"rank":39.78,"hrank":35.01,"elo_hi":1342.0,"elo_lo":1197.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1272.0,"imp":15.091,"score":0.034,"rank":39.84,"hrank":36.58,"elo_hi":1345.0,"elo_lo":1204.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1265.0,"imp":16.441,"score":0.089,"rank":40.24,"hrank":32.83,"elo_hi":1369.0,"elo_lo":1132.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1258.0,"imp":14.82,"score":0.028,"rank":40.73,"hrank":38.32,"elo_hi":1309.0,"elo_lo":1194.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1244.0,"imp":15.1,"score":0.03,"rank":41.64,"hrank":35.97,"elo_hi":1329.0,"elo_lo":1159.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1221.0,"imp":17.87,"score":0.057,"rank":43.14,"hrank":37.72,"elo_hi":1309.0,"elo_lo":1085.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1217.0,"imp":15.304,"score":0.022,"rank":43.4,"hrank":40.85,"elo_hi":1296.0,"elo_lo":1128.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1214.0,"imp":15.744,"score":0.031,"rank":43.54,"hrank":37.85,"elo_hi":1300.0,"elo_lo":1130.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1201.0,"imp":17.192,"score":0.06,"rank":44.39,"hrank":36.49,"elo_hi":1311.0,"elo_lo":1063.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1201.0,"imp":16.933,"score":0.028,"rank":44.41,"hrank":39.08,"elo_hi":1283.0,"elo_lo":1106.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1179.0,"imp":18.488,"score":0.033,"rank":45.73,"hrank":41.33,"elo_hi":1263.0,"elo_lo":1068.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1174.0,"imp":16.303,"score":0.008,"rank":46.07,"hrank":43.76,"elo_hi":1244.0,"elo_lo":1091.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1126.0,"imp":18.145,"score":0.001,"rank":48.9,"hrank":47.16,"elo_hi":1185.0,"elo_lo":1054.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1110.0,"imp":21.633,"score":0.019,"rank":49.83,"hrank":43.02,"elo_hi":1211.0,"elo_lo":985.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1101.0,"imp":19.294,"score":0.015,"rank":50.32,"hrank":45.23,"elo_hi":1192.0,"elo_lo":996.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1060.0,"imp":22.747,"score":0.004,"rank":52.57,"hrank":48.1,"elo_hi":1152.0,"elo_lo":944.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1046.0,"imp":25.98,"score":0.018,"rank":53.27,"hrank":47.13,"elo_hi":1193.0,"elo_lo":862.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1031.0,"imp":22.864,"score":0.018,"rank":54.04,"hrank":48.76,"elo_hi":1167.0,"elo_lo":860.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":21.197,"score":0.0,"rank":55.55,"hrank":54.46,"elo_hi":1051.0,"elo_lo":908.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":989.0,"imp":24.353,"score":0.005,"rank":56.06,"hrank":49.75,"elo_hi":1083.0,"elo_lo":861.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":988.0,"imp":25.807,"score":0.0,"rank":56.13,"hrank":54.65,"elo_hi":1044.0,"elo_lo":898.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":987.0,"imp":25.781,"score":0.0,"rank":56.18,"hrank":54.79,"elo_hi":1048.0,"elo_lo":901.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":976.0,"imp":22.789,"score":0.0,"rank":56.64,"hrank":54.71,"elo_hi":1070.0,"elo_lo":855.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":935.0,"imp":32.872,"score":0.004,"rank":58.45,"hrank":53.87,"elo_hi":1088.0,"elo_lo":709.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":901.0,"imp":29.424,"score":0.0,"rank":59.81,"hrank":57.82,"elo_hi":1007.0,"elo_lo":748.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":892.0,"imp":33.73,"score":0.002,"rank":60.16,"hrank":56.48,"elo_hi":1046.0,"elo_lo":647.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":848.0,"imp":30.685,"score":0.0,"rank":61.7,"hrank":61.11,"elo_hi":898.0,"elo_lo":760.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":814.0,"imp":29.973,"score":0.0,"rank":62.78,"hrank":62.5,"elo_hi":867.0,"elo_lo":708.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":797.0,"imp":35.794,"score":0.0,"rank":63.27,"hrank":61.49,"elo_hi":934.0,"elo_lo":553.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":593.0,"imp":43.501,"score":0.0,"rank":67.65,"hrank":67.52,"elo_hi":676.0,"elo_lo":447.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
+
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1993.0,"imp":2.858,"score":0.855,"rank":4.73,"hrank":1.76,"elo_hi":2299.0,"elo_lo":1845.0,"imputed_pct":0.0,"imputed":false},{"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","reference":false,"elo":1956.0,"imp":4.88,"score":0.728,"rank":5.51,"hrank":2.88,"elo_hi":2111.0,"elo_lo":1874.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1897.0,"imp":5.038,"score":0.695,"rank":6.97,"hrank":3.37,"elo_hi":1983.0,"elo_lo":1850.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1800.0,"imp":6.057,"score":0.644,"rank":10.05,"hrank":3.54,"elo_hi":2019.0,"elo_lo":1663.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1775.0,"imp":6.219,"score":0.561,"rank":10.98,"hrank":5.41,"elo_hi":1856.0,"elo_lo":1723.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1721.0,"imp":8.006,"score":0.489,"rank":13.27,"hrank":9.74,"elo_hi":1851.0,"elo_lo":1647.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1698.0,"imp":7.016,"score":0.532,"rank":14.3,"hrank":4.9,"elo_hi":1879.0,"elo_lo":1588.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1646.0,"imp":8.738,"score":0.439,"rank":16.94,"hrank":9.35,"elo_hi":1784.0,"elo_lo":1542.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1624.0,"imp":9.074,"score":0.394,"rank":18.1,"hrank":13.24,"elo_hi":1713.0,"elo_lo":1534.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1614.0,"imp":9.232,"score":0.384,"rank":18.65,"hrank":13.41,"elo_hi":1717.0,"elo_lo":1510.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1610.0,"imp":9.085,"score":0.361,"rank":18.86,"hrank":10.45,"elo_hi":1695.0,"elo_lo":1547.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1600.0,"imp":9.372,"score":0.396,"rank":19.43,"hrank":11.28,"elo_hi":1723.0,"elo_lo":1500.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1596.0,"imp":9.293,"score":0.355,"rank":19.68,"hrank":10.17,"elo_hi":1692.0,"elo_lo":1528.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1588.0,"imp":10.623,"score":0.308,"rank":20.16,"hrank":14.9,"elo_hi":1655.0,"elo_lo":1536.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1576.0,"imp":9.254,"score":0.361,"rank":20.83,"hrank":10.37,"elo_hi":1679.0,"elo_lo":1473.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1558.0,"imp":10.374,"score":0.305,"rank":21.9,"hrank":16.61,"elo_hi":1629.0,"elo_lo":1504.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1548.0,"imp":10.709,"score":0.278,"rank":22.56,"hrank":16.68,"elo_hi":1629.0,"elo_lo":1492.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1543.0,"imp":10.41,"score":0.282,"rank":22.82,"hrank":14.66,"elo_hi":1688.0,"elo_lo":1455.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1533.0,"imp":10.246,"score":0.284,"rank":23.46,"hrank":15.81,"elo_hi":1637.0,"elo_lo":1445.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1530.0,"imp":10.24,"score":0.319,"rank":23.67,"hrank":16.07,"elo_hi":1664.0,"elo_lo":1451.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1527.0,"imp":10.948,"score":0.347,"rank":23.84,"hrank":11.9,"elo_hi":1682.0,"elo_lo":1387.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1523.0,"imp":10.436,"score":0.31,"rank":24.07,"hrank":6.51,"elo_hi":1657.0,"elo_lo":1405.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1518.0,"imp":11.843,"score":0.301,"rank":24.43,"hrank":14.14,"elo_hi":1631.0,"elo_lo":1396.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1506.0,"imp":11.76,"score":0.2,"rank":25.18,"hrank":19.57,"elo_hi":1582.0,"elo_lo":1450.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1501.0,"imp":11.265,"score":0.218,"rank":25.5,"hrank":21.31,"elo_hi":1565.0,"elo_lo":1445.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1480.0,"imp":11.244,"score":0.226,"rank":26.84,"hrank":17.36,"elo_hi":1609.0,"elo_lo":1405.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1472.0,"imp":11.361,"score":0.206,"rank":27.37,"hrank":21.49,"elo_hi":1563.0,"elo_lo":1392.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1471.0,"imp":12.304,"score":0.253,"rank":27.47,"hrank":16.16,"elo_hi":1576.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1424.0,"imp":12.253,"score":0.15,"rank":30.58,"hrank":19.73,"elo_hi":1523.0,"elo_lo":1358.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1424.0,"imp":12.642,"score":0.211,"rank":30.6,"hrank":22.47,"elo_hi":1530.0,"elo_lo":1309.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1419.0,"imp":13.335,"score":0.19,"rank":30.9,"hrank":19.96,"elo_hi":1533.0,"elo_lo":1299.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1405.0,"imp":12.793,"score":0.216,"rank":31.83,"hrank":13.0,"elo_hi":1528.0,"elo_lo":1286.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1376.0,"imp":12.606,"score":0.119,"rank":33.78,"hrank":27.68,"elo_hi":1445.0,"elo_lo":1314.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1373.0,"imp":14.127,"score":0.146,"rank":33.99,"hrank":28.4,"elo_hi":1464.0,"elo_lo":1270.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1372.0,"imp":13.063,"score":0.129,"rank":34.12,"hrank":22.74,"elo_hi":1462.0,"elo_lo":1270.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1344.0,"imp":13.489,"score":0.154,"rank":35.97,"hrank":25.72,"elo_hi":1462.0,"elo_lo":1242.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1333.0,"imp":15.431,"score":0.168,"rank":36.71,"hrank":16.93,"elo_hi":1452.0,"elo_lo":1198.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1326.0,"imp":14.129,"score":0.09,"rank":37.22,"hrank":31.11,"elo_hi":1435.0,"elo_lo":1238.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1325.0,"imp":15.747,"score":0.122,"rank":37.24,"hrank":28.69,"elo_hi":1439.0,"elo_lo":1197.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1298.0,"imp":14.474,"score":0.066,"rank":39.1,"hrank":34.99,"elo_hi":1370.0,"elo_lo":1219.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1280.0,"imp":16.535,"score":0.169,"rank":40.26,"hrank":10.12,"elo_hi":1420.0,"elo_lo":1120.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1272.0,"imp":14.257,"score":0.044,"rank":40.78,"hrank":36.27,"elo_hi":1340.0,"elo_lo":1197.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1271.0,"imp":15.226,"score":0.03,"rank":40.84,"hrank":37.68,"elo_hi":1343.0,"elo_lo":1203.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1265.0,"imp":16.59,"score":0.082,"rank":41.24,"hrank":34.1,"elo_hi":1368.0,"elo_lo":1132.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1258.0,"imp":14.965,"score":0.024,"rank":41.72,"hrank":39.38,"elo_hi":1310.0,"elo_lo":1194.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1244.0,"imp":15.237,"score":0.029,"rank":42.64,"hrank":37.29,"elo_hi":1328.0,"elo_lo":1157.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1221.0,"imp":18.016,"score":0.05,"rank":44.13,"hrank":38.9,"elo_hi":1308.0,"elo_lo":1085.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1217.0,"imp":15.444,"score":0.021,"rank":44.39,"hrank":41.9,"elo_hi":1296.0,"elo_lo":1125.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1214.0,"imp":15.881,"score":0.031,"rank":44.54,"hrank":39.14,"elo_hi":1299.0,"elo_lo":1130.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1201.0,"imp":17.338,"score":0.056,"rank":45.36,"hrank":37.53,"elo_hi":1312.0,"elo_lo":1063.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1200.0,"imp":17.072,"score":0.027,"rank":45.41,"hrank":40.3,"elo_hi":1282.0,"elo_lo":1105.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1179.0,"imp":18.631,"score":0.029,"rank":46.73,"hrank":42.47,"elo_hi":1263.0,"elo_lo":1069.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1174.0,"imp":16.434,"score":0.008,"rank":47.07,"hrank":44.82,"elo_hi":1245.0,"elo_lo":1090.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1126.0,"imp":18.282,"score":0.0,"rank":49.9,"hrank":48.2,"elo_hi":1184.0,"elo_lo":1053.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1110.0,"imp":21.724,"score":0.015,"rank":50.83,"hrank":44.37,"elo_hi":1210.0,"elo_lo":985.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1101.0,"imp":19.432,"score":0.014,"rank":51.32,"hrank":46.48,"elo_hi":1191.0,"elo_lo":993.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1060.0,"imp":22.838,"score":0.0,"rank":53.56,"hrank":49.19,"elo_hi":1151.0,"elo_lo":945.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1046.0,"imp":26.098,"score":0.016,"rank":54.26,"hrank":48.25,"elo_hi":1194.0,"elo_lo":861.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1031.0,"imp":22.997,"score":0.017,"rank":55.04,"hrank":49.92,"elo_hi":1167.0,"elo_lo":860.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":21.325,"score":0.0,"rank":56.55,"hrank":55.48,"elo_hi":1050.0,"elo_lo":907.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":989.0,"imp":24.481,"score":0.004,"rank":57.05,"hrank":50.63,"elo_hi":1084.0,"elo_lo":859.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":988.0,"imp":25.928,"score":0.0,"rank":57.13,"hrank":55.68,"elo_hi":1043.0,"elo_lo":898.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":987.0,"imp":25.901,"score":0.0,"rank":57.18,"hrank":55.82,"elo_hi":1046.0,"elo_lo":901.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":976.0,"imp":22.916,"score":0.0,"rank":57.64,"hrank":55.76,"elo_hi":1070.0,"elo_lo":853.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":935.0,"imp":33.007,"score":0.003,"rank":59.45,"hrank":55.0,"elo_hi":1089.0,"elo_lo":706.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":901.0,"imp":29.493,"score":0.0,"rank":60.81,"hrank":58.86,"elo_hi":1006.0,"elo_lo":749.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":892.0,"imp":33.86,"score":0.0,"rank":61.16,"hrank":57.57,"elo_hi":1048.0,"elo_lo":644.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":848.0,"imp":30.794,"score":0.0,"rank":62.7,"hrank":62.13,"elo_hi":898.0,"elo_lo":759.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":814.0,"imp":30.079,"score":0.0,"rank":63.78,"hrank":63.5,"elo_hi":866.0,"elo_lo":707.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":797.0,"imp":35.917,"score":0.0,"rank":64.27,"hrank":62.54,"elo_hi":934.0,"elo_lo":551.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":593.0,"imp":43.571,"score":0.0,"rank":68.65,"hrank":68.52,"elo_hi":676.0,"elo_lo":448.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_medium/leaderboard_table.html
CHANGED
|
@@ -363,7 +363,7 @@
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
-
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1986.0,"score":0.867,"rank":4.41,"hrank":1.69,"imp":2.683,"train_time":27.29,"predict_time":13.119,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+306\/-145","imputed":false},{"position":1,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1899.0,"score":0.71,"rank":6.33,"hrank":2.98,"imp":4.858,"train_time":191.18,"predict_time":2.207,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+85\/-49","imputed":false},{"position":2,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1794.0,"score":0.659,"rank":9.55,"hrank":3.26,"imp":5.878,"train_time":1.01,"predict_time":0.215,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+214\/-135","imputed":false},{"position":3,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1775.0,"score":0.579,"rank":10.23,"hrank":4.46,"imp":6.048,"train_time":432.36,"predict_time":4.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+83\/-51","imputed":false},{"position":4,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1722.0,"score":0.504,"rank":12.39,"hrank":8.78,"imp":7.846,"train_time":2.76,"predict_time":0.701,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+130\/-75","imputed":false},{"position":5,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1697.0,"score":0.541,"rank":13.53,"hrank":4.41,"imp":6.851,"train_time":0.6,"predict_time":0.119,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+186\/-110","imputed":false},{"position":6,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1646.0,"score":0.446,"rank":16.07,"hrank":8.48,"imp":8.576,"train_time":735.58,"predict_time":11.736,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+142\/-104","imputed":false},{"position":7,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1625.0,"score":0.412,"rank":17.17,"hrank":11.86,"imp":8.917,"train_time":1719.82,"predict_time":1.675,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+92\/-92","imputed":false},{"position":8,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1615.0,"score":0.397,"rank":17.73,"hrank":12.25,"imp":9.07,"train_time":2526.31,"predict_time":6.013,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+104\/-105","imputed":false},{"position":9,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1611.0,"score":0.379,"rank":17.97,"hrank":9.32,"imp":8.932,"train_time":489.93,"predict_time":0.249,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+85\/-63","imputed":false},{"position":10,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1600.0,"score":0.403,"rank":18.55,"hrank":10.47,"imp":9.218,"train_time":735.58,"predict_time":1.386,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+126\/-99","imputed":false},{"position":11,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1596.0,"score":0.372,"rank":18.8,"hrank":9.43,"imp":9.14,"train_time":489.93,"predict_time":0.02,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+98\/-66","imputed":false},{"position":12,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1589.0,"score":0.327,"rank":19.19,"hrank":13.5,"imp":10.466,"train_time":131.56,"predict_time":2.639,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+68\/-51","imputed":false},{"position":13,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1576.0,"score":0.378,"rank":19.95,"hrank":9.61,"imp":9.095,"train_time":2.47,"predict_time":0.01,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+103\/-101","imputed":false},{"position":14,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1558.0,"score":0.322,"rank":20.99,"hrank":15.67,"imp":10.221,"train_time":2067.95,"predict_time":65.195,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+70\/-52","imputed":false},{"position":15,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1548.0,"score":0.295,"rank":21.61,"hrank":14.86,"imp":10.546,"train_time":282.13,"predict_time":0.563,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+81\/-55","imputed":false},{"position":16,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1544.0,"score":0.292,"rank":21.87,"hrank":13.14,"imp":10.254,"train_time":1236.88,"predict_time":0.579,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+146\/-87","imputed":false},{"position":17,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1533.0,"score":0.301,"rank":22.52,"hrank":14.08,"imp":10.104,"train_time":1719.82,"predict_time":0.081,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+105\/-89","imputed":false},{"position":18,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1530.0,"score":0.324,"rank":22.69,"hrank":14.72,"imp":10.077,"train_time":1.88,"predict_time":0.645,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+136\/-79","imputed":false},{"position":19,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1526.0,"score":0.355,"rank":22.94,"hrank":10.98,"imp":10.809,"train_time":0.75,"predict_time":0.18,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+156\/-139","imputed":false},{"position":20,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1522.0,"score":0.319,"rank":23.22,"hrank":6.34,"imp":10.287,"train_time":4786.6,"predict_time":444.544,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+134\/-119","imputed":false},{"position":21,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1517.0,"score":0.314,"rank":23.53,"hrank":13.31,"imp":11.684,"train_time":95.92,"predict_time":0.297,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+116\/-121","imputed":false},{"position":22,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1506.0,"score":0.216,"rank":24.2,"hrank":18.44,"imp":11.603,"train_time":131.56,"predict_time":0.132,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+76\/-54","imputed":false},{"position":23,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1501.0,"score":0.234,"rank":24.53,"hrank":20.07,"imp":11.102,"train_time":282.13,"predict_time":0.066,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+64\/-55","imputed":false},{"position":24,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1481.0,"score":0.234,"rank":25.86,"hrank":15.63,"imp":11.089,"train_time":1236.88,"predict_time":0.054,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+130\/-76","imputed":false},{"position":25,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1472.0,"score":0.217,"rank":26.42,"hrank":20.56,"imp":11.215,"train_time":2526.31,"predict_time":0.349,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+92\/-81","imputed":false},{"position":26,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1470.0,"score":0.266,"rank":26.58,"hrank":15.47,"imp":12.146,"train_time":95.92,"predict_time":0.027,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+106\/-115","imputed":false},{"position":27,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1423.0,"score":0.224,"rank":29.66,"hrank":21.18,"imp":12.482,"train_time":566.74,"predict_time":0.951,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+106\/-114","imputed":false},{"position":28,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1423.0,"score":0.155,"rank":29.69,"hrank":18.8,"imp":12.112,"train_time":2067.95,"predict_time":10.881,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+97\/-63","imputed":false},{"position":29,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1418.0,"score":0.203,"rank":30.0,"hrank":19.33,"imp":13.176,"train_time":0.48,"predict_time":0.023,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+112\/-119","imputed":false},{"position":30,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1404.0,"score":0.221,"rank":30.97,"hrank":12.53,"imp":12.662,"train_time":4786.6,"predict_time":42.641,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+123\/-118","imputed":false},{"position":31,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1377.0,"score":0.128,"rank":32.79,"hrank":26.34,"imp":12.45,"train_time":1770.56,"predict_time":1.069,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+71\/-61","imputed":false},{"position":32,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1373.0,"score":0.159,"rank":33.01,"hrank":27.27,"imp":13.982,"train_time":566.74,"predict_time":0.06,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+92\/-101","imputed":false},{"position":33,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1372.0,"score":0.137,"rank":33.13,"hrank":21.73,"imp":12.907,"train_time":0.49,"predict_time":0.053,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+89\/-103","imputed":false},{"position":34,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1344.0,"score":0.157,"rank":34.99,"hrank":24.16,"imp":13.337,"train_time":0.51,"predict_time":0.127,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+118\/-102","imputed":false},{"position":35,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1332.0,"score":0.174,"rank":35.84,"hrank":16.46,"imp":15.311,"train_time":46.62,"predict_time":43.738,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+119\/-134","imputed":false},{"position":36,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1326.0,"score":0.096,"rank":36.23,"hrank":29.85,"imp":13.982,"train_time":2.13,"predict_time":0.047,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+110\/-88","imputed":false},{"position":37,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1326.0,"score":0.134,"rank":36.24,"hrank":27.26,"imp":15.595,"train_time":695.61,"predict_time":0.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+113\/-128","imputed":false},{"position":38,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1298.0,"score":0.073,"rank":38.1,"hrank":33.85,"imp":14.33,"train_time":8.06,"predict_time":0.25,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-79","imputed":false},{"position":39,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1279.0,"score":0.17,"rank":39.33,"hrank":9.92,"imp":16.418,"train_time":6.55,"predict_time":5.409,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+140\/-160","imputed":false},{"position":40,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1272.0,"score":0.049,"rank":39.78,"hrank":35.01,"imp":14.114,"train_time":1770.56,"predict_time":0.051,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+70\/-75","imputed":false},{"position":41,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1272.0,"score":0.034,"rank":39.84,"hrank":36.58,"imp":15.091,"train_time":6.75,"predict_time":0.235,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+73\/-68","imputed":false},{"position":42,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1265.0,"score":0.089,"rank":40.24,"hrank":32.83,"imp":16.441,"train_time":695.61,"predict_time":0.006,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+104\/-133","imputed":false},{"position":43,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1258.0,"score":0.028,"rank":40.73,"hrank":38.32,"imp":14.82,"train_time":0.29,"predict_time":0.045,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-64","imputed":false},{"position":44,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1244.0,"score":0.03,"rank":41.64,"hrank":35.97,"imp":15.1,"train_time":66.0,"predict_time":0.341,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+85\/-85","imputed":false},{"position":45,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1221.0,"score":0.057,"rank":43.14,"hrank":37.72,"imp":17.87,"train_time":2.18,"predict_time":0.005,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+88\/-136","imputed":false},{"position":46,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1217.0,"score":0.022,"rank":43.4,"hrank":40.85,"imp":15.304,"train_time":49.61,"predict_time":0.199,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+79\/-89","imputed":false},{"position":47,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1214.0,"score":0.031,"rank":43.54,"hrank":37.85,"imp":15.744,"train_time":66.0,"predict_time":0.024,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+86\/-84","imputed":false},{"position":48,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1201.0,"score":0.06,"rank":44.39,"hrank":36.49,"imp":17.192,"train_time":351.94,"predict_time":1.658,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+110\/-138","imputed":false},{"position":49,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1201.0,"score":0.028,"rank":44.41,"hrank":39.08,"imp":16.933,"train_time":11.44,"predict_time":10.416,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+82\/-95","imputed":false},{"position":50,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1179.0,"score":0.033,"rank":45.73,"hrank":41.33,"imp":18.488,"train_time":88.27,"predict_time":9.62,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+84\/-111","imputed":false},{"position":51,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1174.0,"score":0.008,"rank":46.07,"hrank":43.76,"imp":16.303,"train_time":49.61,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+70\/-83","imputed":false},{"position":52,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1126.0,"score":0.001,"rank":48.9,"hrank":47.16,"imp":18.145,"train_time":2.18,"predict_time":0.039,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+59\/-72","imputed":false},{"position":53,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1110.0,"score":0.019,"rank":49.83,"hrank":43.02,"imp":21.633,"train_time":20.26,"predict_time":0.515,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+101\/-125","imputed":false},{"position":54,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1101.0,"score":0.015,"rank":50.32,"hrank":45.23,"imp":19.294,"train_time":351.94,"predict_time":0.114,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+91\/-105","imputed":false},{"position":55,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1060.0,"score":0.004,"rank":52.57,"hrank":48.1,"imp":22.747,"train_time":20.26,"predict_time":0.2,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+92\/-116","imputed":false},{"position":56,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1046.0,"score":0.018,"rank":53.27,"hrank":47.13,"imp":25.98,"train_time":2.49,"predict_time":0.145,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+147\/-184","imputed":false},{"position":57,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1031.0,"score":0.018,"rank":54.04,"hrank":48.76,"imp":22.864,"train_time":1.51,"predict_time":0.111,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+136\/-171","imputed":false},{"position":58,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.0,"rank":55.55,"hrank":54.46,"imp":21.197,"train_time":0.2,"predict_time":0.021,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-92","imputed":false},{"position":59,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":989.0,"score":0.005,"rank":56.06,"hrank":49.75,"imp":24.353,"train_time":150.3,"predict_time":10.071,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+94\/-128","imputed":false},{"position":60,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":988.0,"score":0.0,"rank":56.13,"hrank":54.65,"imp":25.807,"train_time":3381.77,"predict_time":1.724,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+56\/-90","imputed":false},{"position":61,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":987.0,"score":0.0,"rank":56.18,"hrank":54.79,"imp":25.781,"train_time":3381.77,"predict_time":5.283,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-86","imputed":false},{"position":62,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":976.0,"score":0.0,"rank":56.64,"hrank":54.71,"imp":22.789,"train_time":0.48,"predict_time":0.073,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+94\/-121","imputed":false},{"position":63,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":935.0,"score":0.004,"rank":58.45,"hrank":53.87,"imp":32.872,"train_time":43.64,"predict_time":0.081,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+153\/-226","imputed":false},{"position":64,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":901.0,"score":0.0,"rank":59.81,"hrank":57.82,"imp":29.424,"train_time":1.5,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+106\/-153","imputed":false},{"position":65,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":892.0,"score":0.002,"rank":60.16,"hrank":56.48,"imp":33.73,"train_time":43.64,"predict_time":0.018,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+154\/-245","imputed":false},{"position":66,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":848.0,"score":0.0,"rank":61.7,"hrank":61.11,"imp":30.685,"train_time":110.78,"predict_time":1.964,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+50\/-88","imputed":false},{"position":67,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":814.0,"score":0.0,"rank":62.78,"hrank":62.5,"imp":29.973,"train_time":150.3,"predict_time":0.482,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+53\/-106","imputed":false},{"position":68,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":797.0,"score":0.0,"rank":63.27,"hrank":61.49,"imp":35.794,"train_time":0.19,"predict_time":0.019,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+137\/-244","imputed":false},{"position":69,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":593.0,"score":0.0,"rank":67.65,"hrank":67.52,"imp":43.501,"train_time":0.1,"predict_time":0.072,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+83\/-146","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
@@ -910,8 +910,8 @@
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
-
// No medals here: this table is the full ranking
|
| 914 |
-
//
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
|
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
+
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1993.0,"score":0.855,"rank":4.73,"hrank":1.76,"imp":2.858,"train_time":27.29,"predict_time":13.119,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+306\/-148","imputed":false},{"position":1,"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1956.0,"score":0.728,"rank":5.51,"hrank":2.88,"imp":4.88,"train_time":5.0,"predict_time":1.219,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+155\/-82","imputed":false},{"position":2,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1897.0,"score":0.695,"rank":6.97,"hrank":3.37,"imp":5.038,"train_time":191.18,"predict_time":2.207,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+86\/-47","imputed":false},{"position":3,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1800.0,"score":0.644,"rank":10.05,"hrank":3.54,"imp":6.057,"train_time":1.01,"predict_time":0.215,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+219\/-137","imputed":false},{"position":4,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1775.0,"score":0.561,"rank":10.98,"hrank":5.41,"imp":6.219,"train_time":432.36,"predict_time":4.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+81\/-52","imputed":false},{"position":5,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1721.0,"score":0.489,"rank":13.27,"hrank":9.74,"imp":8.006,"train_time":2.76,"predict_time":0.701,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+130\/-74","imputed":false},{"position":6,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1698.0,"score":0.532,"rank":14.3,"hrank":4.9,"imp":7.016,"train_time":0.6,"predict_time":0.119,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+181\/-110","imputed":false},{"position":7,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1646.0,"score":0.439,"rank":16.94,"hrank":9.35,"imp":8.738,"train_time":735.58,"predict_time":11.736,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+138\/-104","imputed":false},{"position":8,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1624.0,"score":0.394,"rank":18.1,"hrank":13.24,"imp":9.074,"train_time":1719.82,"predict_time":1.675,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+89\/-90","imputed":false},{"position":9,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1614.0,"score":0.384,"rank":18.65,"hrank":13.41,"imp":9.232,"train_time":2526.31,"predict_time":6.013,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+103\/-104","imputed":false},{"position":10,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1610.0,"score":0.361,"rank":18.86,"hrank":10.45,"imp":9.085,"train_time":489.93,"predict_time":0.249,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+85\/-63","imputed":false},{"position":11,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1600.0,"score":0.396,"rank":19.43,"hrank":11.28,"imp":9.372,"train_time":735.58,"predict_time":1.386,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+123\/-100","imputed":false},{"position":12,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1596.0,"score":0.355,"rank":19.68,"hrank":10.17,"imp":9.293,"train_time":489.93,"predict_time":0.02,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+96\/-68","imputed":false},{"position":13,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1588.0,"score":0.308,"rank":20.16,"hrank":14.9,"imp":10.623,"train_time":131.56,"predict_time":2.639,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+67\/-52","imputed":false},{"position":14,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1576.0,"score":0.361,"rank":20.83,"hrank":10.37,"imp":9.254,"train_time":2.47,"predict_time":0.01,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+103\/-103","imputed":false},{"position":15,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1558.0,"score":0.305,"rank":21.9,"hrank":16.61,"imp":10.374,"train_time":2067.95,"predict_time":65.195,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+71\/-54","imputed":false},{"position":16,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1548.0,"score":0.278,"rank":22.56,"hrank":16.68,"imp":10.709,"train_time":282.13,"predict_time":0.563,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+81\/-56","imputed":false},{"position":17,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1543.0,"score":0.282,"rank":22.82,"hrank":14.66,"imp":10.41,"train_time":1236.88,"predict_time":0.579,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+145\/-88","imputed":false},{"position":18,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1533.0,"score":0.284,"rank":23.46,"hrank":15.81,"imp":10.246,"train_time":1719.82,"predict_time":0.081,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+104\/-88","imputed":false},{"position":19,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1530.0,"score":0.319,"rank":23.67,"hrank":16.07,"imp":10.24,"train_time":1.88,"predict_time":0.645,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+134\/-79","imputed":false},{"position":20,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1527.0,"score":0.347,"rank":23.84,"hrank":11.9,"imp":10.948,"train_time":0.75,"predict_time":0.18,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+155\/-140","imputed":false},{"position":21,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1523.0,"score":0.31,"rank":24.07,"hrank":6.51,"imp":10.436,"train_time":4786.6,"predict_time":444.544,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+134\/-118","imputed":false},{"position":22,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1518.0,"score":0.301,"rank":24.43,"hrank":14.14,"imp":11.843,"train_time":95.92,"predict_time":0.297,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+113\/-122","imputed":false},{"position":23,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1506.0,"score":0.2,"rank":25.18,"hrank":19.57,"imp":11.76,"train_time":131.56,"predict_time":0.132,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+76\/-56","imputed":false},{"position":24,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1501.0,"score":0.218,"rank":25.5,"hrank":21.31,"imp":11.265,"train_time":282.13,"predict_time":0.066,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+64\/-56","imputed":false},{"position":25,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1480.0,"score":0.226,"rank":26.84,"hrank":17.36,"imp":11.244,"train_time":1236.88,"predict_time":0.054,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+129\/-75","imputed":false},{"position":26,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1472.0,"score":0.206,"rank":27.37,"hrank":21.49,"imp":11.361,"train_time":2526.31,"predict_time":0.349,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+91\/-80","imputed":false},{"position":27,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1471.0,"score":0.253,"rank":27.47,"hrank":16.16,"imp":12.304,"train_time":95.92,"predict_time":0.027,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+105\/-114","imputed":false},{"position":28,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1424.0,"score":0.15,"rank":30.58,"hrank":19.73,"imp":12.253,"train_time":2067.95,"predict_time":10.881,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+99\/-66","imputed":false},{"position":29,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1424.0,"score":0.211,"rank":30.6,"hrank":22.47,"imp":12.642,"train_time":566.74,"predict_time":0.951,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+106\/-115","imputed":false},{"position":30,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1419.0,"score":0.19,"rank":30.9,"hrank":19.96,"imp":13.335,"train_time":0.48,"predict_time":0.023,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+114\/-120","imputed":false},{"position":31,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1405.0,"score":0.216,"rank":31.83,"hrank":13.0,"imp":12.793,"train_time":4786.6,"predict_time":42.641,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+123\/-119","imputed":false},{"position":32,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1376.0,"score":0.119,"rank":33.78,"hrank":27.68,"imp":12.606,"train_time":1770.56,"predict_time":1.069,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+69\/-62","imputed":false},{"position":33,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1373.0,"score":0.146,"rank":33.99,"hrank":28.4,"imp":14.127,"train_time":566.74,"predict_time":0.06,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+91\/-103","imputed":false},{"position":34,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1372.0,"score":0.129,"rank":34.12,"hrank":22.74,"imp":13.063,"train_time":0.49,"predict_time":0.053,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+90\/-102","imputed":false},{"position":35,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1344.0,"score":0.154,"rank":35.97,"hrank":25.72,"imp":13.489,"train_time":0.51,"predict_time":0.127,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+118\/-102","imputed":false},{"position":36,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1333.0,"score":0.168,"rank":36.71,"hrank":16.93,"imp":15.431,"train_time":46.62,"predict_time":43.738,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+119\/-135","imputed":false},{"position":37,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1326.0,"score":0.09,"rank":37.22,"hrank":31.11,"imp":14.129,"train_time":2.13,"predict_time":0.047,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+109\/-88","imputed":false},{"position":38,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1325.0,"score":0.122,"rank":37.24,"hrank":28.69,"imp":15.747,"train_time":695.61,"predict_time":0.085,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+114\/-128","imputed":false},{"position":39,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1298.0,"score":0.066,"rank":39.1,"hrank":34.99,"imp":14.474,"train_time":8.06,"predict_time":0.25,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-79","imputed":false},{"position":40,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1280.0,"score":0.169,"rank":40.26,"hrank":10.12,"imp":16.535,"train_time":6.55,"predict_time":5.409,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+140\/-160","imputed":false},{"position":41,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1272.0,"score":0.044,"rank":40.78,"hrank":36.27,"imp":14.257,"train_time":1770.56,"predict_time":0.051,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+68\/-75","imputed":false},{"position":42,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1271.0,"score":0.03,"rank":40.84,"hrank":37.68,"imp":15.226,"train_time":6.75,"predict_time":0.235,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-68","imputed":false},{"position":43,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1265.0,"score":0.082,"rank":41.24,"hrank":34.1,"imp":16.59,"train_time":695.61,"predict_time":0.006,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+103\/-133","imputed":false},{"position":44,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1258.0,"score":0.024,"rank":41.72,"hrank":39.38,"imp":14.965,"train_time":0.29,"predict_time":0.045,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-64","imputed":false},{"position":45,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1244.0,"score":0.029,"rank":42.64,"hrank":37.29,"imp":15.237,"train_time":66.0,"predict_time":0.341,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+84\/-87","imputed":false},{"position":46,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1221.0,"score":0.05,"rank":44.13,"hrank":38.9,"imp":18.016,"train_time":2.18,"predict_time":0.005,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+87\/-136","imputed":false},{"position":47,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1217.0,"score":0.021,"rank":44.39,"hrank":41.9,"imp":15.444,"train_time":49.61,"predict_time":0.199,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+79\/-92","imputed":false},{"position":48,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1214.0,"score":0.031,"rank":44.54,"hrank":39.14,"imp":15.881,"train_time":66.0,"predict_time":0.024,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+85\/-84","imputed":false},{"position":49,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1201.0,"score":0.056,"rank":45.36,"hrank":37.53,"imp":17.338,"train_time":351.94,"predict_time":1.658,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+111\/-138","imputed":false},{"position":50,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1200.0,"score":0.027,"rank":45.41,"hrank":40.3,"imp":17.072,"train_time":11.44,"predict_time":10.416,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+82\/-95","imputed":false},{"position":51,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1179.0,"score":0.029,"rank":46.73,"hrank":42.47,"imp":18.631,"train_time":88.27,"predict_time":9.62,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+84\/-110","imputed":false},{"position":52,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1174.0,"score":0.008,"rank":47.07,"hrank":44.82,"imp":16.434,"train_time":49.61,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+71\/-84","imputed":false},{"position":53,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1126.0,"score":0.0,"rank":49.9,"hrank":48.2,"imp":18.282,"train_time":2.18,"predict_time":0.039,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-73","imputed":false},{"position":54,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1110.0,"score":0.015,"rank":50.83,"hrank":44.37,"imp":21.724,"train_time":20.26,"predict_time":0.515,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+100\/-125","imputed":false},{"position":55,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1101.0,"score":0.014,"rank":51.32,"hrank":46.48,"imp":19.432,"train_time":351.94,"predict_time":0.114,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+90\/-108","imputed":false},{"position":56,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1060.0,"score":0.0,"rank":53.56,"hrank":49.19,"imp":22.838,"train_time":20.26,"predict_time":0.2,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+91\/-115","imputed":false},{"position":57,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1046.0,"score":0.016,"rank":54.26,"hrank":48.25,"imp":26.098,"train_time":2.49,"predict_time":0.145,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+148\/-185","imputed":false},{"position":58,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1031.0,"score":0.017,"rank":55.04,"hrank":49.92,"imp":22.997,"train_time":1.51,"predict_time":0.111,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+136\/-171","imputed":false},{"position":59,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.0,"rank":56.55,"hrank":55.48,"imp":21.325,"train_time":0.2,"predict_time":0.021,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-93","imputed":false},{"position":60,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":989.0,"score":0.004,"rank":57.05,"hrank":50.63,"imp":24.481,"train_time":150.3,"predict_time":10.071,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+95\/-130","imputed":false},{"position":61,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":988.0,"score":0.0,"rank":57.13,"hrank":55.68,"imp":25.928,"train_time":3381.77,"predict_time":1.724,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+55\/-90","imputed":false},{"position":62,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":987.0,"score":0.0,"rank":57.18,"hrank":55.82,"imp":25.901,"train_time":3381.77,"predict_time":5.283,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+59\/-86","imputed":false},{"position":63,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":976.0,"score":0.0,"rank":57.64,"hrank":55.76,"imp":22.916,"train_time":0.48,"predict_time":0.073,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+94\/-123","imputed":false},{"position":64,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":935.0,"score":0.003,"rank":59.45,"hrank":55.0,"imp":33.007,"train_time":43.64,"predict_time":0.081,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+154\/-229","imputed":false},{"position":65,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":901.0,"score":0.0,"rank":60.81,"hrank":58.86,"imp":29.493,"train_time":1.5,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+105\/-152","imputed":false},{"position":66,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":892.0,"score":0.0,"rank":61.16,"hrank":57.57,"imp":33.86,"train_time":43.64,"predict_time":0.018,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+156\/-248","imputed":false},{"position":67,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":848.0,"score":0.0,"rank":62.7,"hrank":62.13,"imp":30.794,"train_time":110.78,"predict_time":1.964,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+50\/-89","imputed":false},{"position":68,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":814.0,"score":0.0,"rank":63.78,"hrank":63.5,"imp":30.079,"train_time":150.3,"predict_time":0.482,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-107","imputed":false},{"position":69,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":797.0,"score":0.0,"rank":64.27,"hrank":62.54,"imp":35.917,"train_time":0.19,"predict_time":0.019,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+137\/-246","imputed":false},{"position":70,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":593.0,"score":0.0,"rank":68.65,"hrank":68.52,"imp":43.571,"train_time":0.1,"predict_time":0.072,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+83\/-145","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
+
// No medals here: this table is the full ranking and already carries the
|
| 914 |
+
// position column, so podium marks only added a second, competing ordering.
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_front_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
-
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_infer":0.0102827644,"imp":9.
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
+
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_infer":0.0102827644,"imp":9.2544775233,"elo":1576.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"CatBoost","family":"Tree-based","x_infer":0.0196975147,"imp":9.2927577871,"elo":1596.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"CatBoost","family":"Tree-based","x_infer":0.2485703935,"imp":9.0851277875,"elo":1610.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0225370945,"imp":13.3345279194,"elo":1419.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0265970701,"imp":12.3040938059,"elo":1470.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.2967122121,"imp":11.8431354548,"elo":1517.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EBM","family":"Tree-based","x_infer":0.0054230738,"imp":18.0160307067,"elo":1220.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"EBM","family":"Tree-based","x_infer":0.0061458745,"imp":16.590439426,"elo":1265.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"EBM","family":"Tree-based","x_infer":0.0851920607,"imp":15.7468014696,"elo":1325.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EXAONE-Tabular","family":"Foundation Model","x_infer":1.2190337779,"imp":4.879525245,"elo":1956.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.0733045085,"imp":22.9159466457,"elo":976.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.0153132761,"imp":16.4343550478,"elo":1173.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.1990111469,"imp":15.4441341013,"elo":1216.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.1111866275,"imp":22.9967698838,"elo":1031.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.1141755222,"imp":19.4320494795,"elo":1101.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"FastaiMLP","family":"Neural Network","x_infer":1.6581625315,"imp":17.3380076238,"elo":1201.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LightGBM","family":"Tree-based","x_infer":0.0447579838,"imp":14.9651003356,"elo":1258.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"LightGBM","family":"Tree-based","x_infer":0.1322357268,"imp":11.7600160718,"elo":1505.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"LightGBM","family":"Tree-based","x_infer":2.638673831,"imp":10.6228215546,"elo":1587.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LimiX","family":"Foundation Model","x_infer":5.4085730775,"imp":16.5353928329,"elo":1280.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.2496013467,"imp":14.4740959238,"elo":1297.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.3490410688,"imp":11.3611730272,"elo":1472.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ModernNCA","family":"Neural Network","x_infer":6.0133340655,"imp":9.2318820483,"elo":1614.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.0149545776,"imp":29.4934712675,"elo":900.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.1995710638,"imp":22.8375756266,"elo":1059.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.5149235805,"imp":21.7243985769,"elo":1109.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RandomForest","family":"Tree-based","x_infer":0.020899149,"imp":21.3253479959,"elo":1000.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RandomForest","family":"Tree-based","x_infer":0.0243850814,"imp":15.8811666318,"elo":1214.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RandomForest","family":"Tree-based","x_infer":0.3407391303,"imp":15.2367684564,"elo":1243.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealMLP","family":"Neural Network","x_infer":0.234981848,"imp":15.226157155,"elo":1271.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealMLP","family":"Neural Network","x_infer":0.0807033173,"imp":10.2455874289,"elo":1533.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealMLP","family":"Neural Network","x_infer":1.6746674551,"imp":9.0742240032,"elo":1624.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":0.6449695981,"imp":10.2396206631,"elo":1529.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":1.3859818406,"imp":9.3715692222,"elo":1600.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":11.7359861516,"imp":8.7383974314,"elo":1645.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_infer":10.4162023366,"imp":17.0718311045,"elo":1200.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":43.7378122226,"imp":15.4308144797,"elo":1333.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":42.6414441586,"imp":12.7931961394,"elo":1405.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabDPT","family":"Foundation Model","x_infer":444.5439481393,"imp":10.4364343194,"elo":1523.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabDPT-Turbo","family":"Foundation Model","x_infer":0.1795394575,"imp":10.9475099717,"elo":1527.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabFM","family":"Foundation Model","x_infer":13.1188916889,"imp":2.8579418716,"elo":1993.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabICLv2","family":"Foundation Model","x_infer":0.1186281919,"imp":7.0164486724,"elo":1698.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.0470610966,"imp":14.1293492843,"elo":1325.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.0538978015,"imp":11.2444836239,"elo":1480.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabM","family":"Neural Network","x_infer":0.5790353938,"imp":10.4099197856,"elo":1543.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabPFN-2.6","family":"Foundation Model","x_infer":0.7008750147,"imp":8.0058694467,"elo":1720.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabPFN-3","family":"Foundation Model","x_infer":0.2147265792,"imp":6.0571512553,"elo":1799.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":1.9637818715,"imp":30.7940650449,"elo":847.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":1.723789106,"imp":25.9276601485,"elo":987.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabSTAR","family":"Foundation Model","x_infer":5.282666633,"imp":25.901002052,"elo":986.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabSwift","family":"Foundation Model","x_infer":0.1271670825,"imp":13.4892053265,"elo":1344.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.0388490278,"imp":18.281937278,"elo":1126.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.050592863,"imp":14.2568973543,"elo":1272.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TorchMLP","family":"Neural Network","x_infer":1.0691781292,"imp":12.6058136848,"elo":1376.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"XGBoost","family":"Tree-based","x_infer":0.0534163689,"imp":13.06256728,"elo":1371.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"XGBoost","family":"Tree-based","x_infer":0.0664942176,"imp":11.264720415,"elo":1500.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"XGBoost","family":"Tree-based","x_infer":0.5626253891,"imp":10.7085570808,"elo":1547.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"iLTM","family":"Foundation Model","x_infer":9.6204056883,"imp":18.6309082034,"elo":1179.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"iLTM","family":"Foundation Model","x_infer":10.8813375711,"imp":12.2534534411,"elo":1423.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"iLTM","family":"Foundation Model","x_infer":65.1951531214,"imp":10.3735484774,"elo":1558.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"xRFM","family":"Other","x_infer":0.1448756257,"imp":26.0984689079,"elo":1046.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"xRFM","family":"Other","x_infer":0.0599221336,"imp":14.1265425379,"elo":1373.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"xRFM","family":"Other","x_infer":0.9511369135,"imp":12.6419328972,"elo":1423.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_front_improvability_vs_time_infer.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3cce771eb79123045fa93766a755e279882e58049d3f0cdee4e96d56f20bd5ed
|
| 3 |
+
size 284155
|
data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_front_points.csv
CHANGED
|
@@ -1,63 +1,64 @@
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
-
TabFM,Default,Foundation Model,13.118891688893655,27.288414010629126,2.
|
| 3 |
-
|
| 4 |
-
TabPFN-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
TabDPT,
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
iLTM,Tuned,Foundation Model,10.881337571144105,2067.952899612129,12.
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
TabSTAR,Tuned
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
|
|
|
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
+
TabFM,Default,Foundation Model,13.118891688893655,27.288414010629126,2.8579418715549925,1993.0,False,0.0
|
| 3 |
+
EXAONE-Tabular,Default,Foundation Model,1.2190337778571498,5.000595774277073,4.879525245048264,1956.0,False,0.0
|
| 4 |
+
TabPFN-3,Default,Foundation Model,0.21472657924676145,1.0099025842179519,6.057151255297995,1799.6,False,0.0
|
| 5 |
+
TabPFN-2.6,Default,Foundation Model,0.700875014724915,2.7558592936727737,8.005869446714696,1720.7,False,0.0
|
| 6 |
+
TabICLv2,Default,Foundation Model,0.118628191947937,0.6015671441553114,7.016448672356149,1698.2,False,0.0
|
| 7 |
+
RealTabPFN-2.5,Tuned + Ens.,Foundation Model,11.735986151605083,735.5848736648751,8.738397431424444,1645.7,False,0.0
|
| 8 |
+
RealMLP,Tuned + Ens.,Neural Network,1.6746674551212202,1719.820290101634,9.074224003193136,1624.1,False,0.0
|
| 9 |
+
ModernNCA,Tuned + Ens.,Neural Network,6.0133340654646315,2526.306680600179,9.231882048306304,1614.2,False,0.0
|
| 10 |
+
CatBoost,Tuned + Ens.,Tree-based,0.24857039354928848,489.92741010372185,9.085127787497495,1610.4,False,0.0
|
| 11 |
+
RealTabPFN-2.5,Tuned,Foundation Model,1.3859818405575224,735.5848736648751,9.371569222200149,1600.4,False,0.0
|
| 12 |
+
CatBoost,Tuned,Tree-based,0.01969751471208236,489.92741010372185,9.292757787145133,1596.0,False,0.0
|
| 13 |
+
LightGBM,Tuned + Ens.,Tree-based,2.638673830958025,131.56200707040514,10.622821554550175,1587.7,False,0.0
|
| 14 |
+
CatBoost,Default,Tree-based,0.010282764438985344,2.469413828723084,9.254477523265853,1576.3,False,0.0
|
| 15 |
+
iLTM,Tuned + Ens.,Foundation Model,65.19515312136267,2067.952899612129,10.373548477353884,1558.5,False,0.0
|
| 16 |
+
XGBoost,Tuned + Ens.,Tree-based,0.5626253890991211,282.1320041804491,10.708557080834492,1547.7,False,0.0
|
| 17 |
+
TabM,Tuned + Ens.,Neural Network,0.5790353938445546,1236.8778796591432,10.409919785576706,1543.3,False,0.0
|
| 18 |
+
RealMLP,Tuned,Neural Network,0.08070331733080324,1719.820290101634,10.245587428897403,1533.0,False,0.0
|
| 19 |
+
RealTabPFN-2.5,Default,Foundation Model,0.644969598113518,1.8760518371058228,10.2396206631283,1529.6,False,0.0
|
| 20 |
+
TabDPT-Turbo,Default,Foundation Model,0.1795394574862431,0.7535798581633265,10.947509971670094,1527.0,False,0.0
|
| 21 |
+
TabDPT,Tuned + Ens.,Foundation Model,444.5439481393411,4786.598933193933,10.436434319402416,1523.2,False,0.0
|
| 22 |
+
ChimeraBoost,Tuned + Ens.,Tree-based,0.2967122120719018,95.91691558887598,11.843135454810504,1517.6,False,0.0
|
| 23 |
+
LightGBM,Tuned,Tree-based,0.13223572676641904,131.56200707040514,11.76001607178426,1505.8,False,0.0
|
| 24 |
+
XGBoost,Tuned,Tree-based,0.06649421763475445,282.1320041804491,11.264720415047385,1500.8,False,0.0
|
| 25 |
+
TabM,Tuned,Neural Network,0.053897801486310716,1236.8778796591432,11.244483623943268,1480.2,False,0.0
|
| 26 |
+
ModernNCA,Tuned,Neural Network,0.3490410688188341,2526.306680600179,11.361173027215123,1472.0,False,0.0
|
| 27 |
+
ChimeraBoost,Tuned,Tree-based,0.026597070066552417,95.91691558887598,12.304093805915779,1470.6,False,0.0
|
| 28 |
+
iLTM,Tuned,Foundation Model,10.881337571144105,2067.952899612129,12.253453441077667,1423.9,False,0.0
|
| 29 |
+
xRFM,Tuned + Ens.,Other,0.9511369134522893,566.736982568635,12.641932897232817,1423.5,False,0.0
|
| 30 |
+
ChimeraBoost,Default,Tree-based,0.02253709445919907,0.47897883160115473,13.33452791937443,1419.1,False,0.0
|
| 31 |
+
TabDPT,Tuned,Foundation Model,42.64144415855408,4786.598933193933,12.793196139377208,1405.2,False,0.0
|
| 32 |
+
TorchMLP,Tuned + Ens.,Neural Network,1.0691781291613058,1770.5620854905956,12.605813684800863,1376.5,False,0.0
|
| 33 |
+
xRFM,Tuned,Other,0.05992213358760137,566.736982568635,14.12654253792014,1373.3,False,0.0
|
| 34 |
+
XGBoost,Default,Tree-based,0.053416368885586527,0.4869354633908524,13.062567280003186,1371.5,False,0.0
|
| 35 |
+
TabSwift,Default,Foundation Model,0.12716708249348388,0.5069992698737326,13.489205326496947,1344.1,False,0.0
|
| 36 |
+
TabDPT,Default,Foundation Model,43.737812222627376,46.6209023206833,15.430814479713545,1333.2,False,0.0
|
| 37 |
+
TabM,Default,Neural Network,0.047061096558805166,2.1306936635677576,14.129349284279034,1325.6,False,0.0
|
| 38 |
+
EBM,Tuned + Ens.,Tree-based,0.08519206070345582,695.6092947224777,15.746801469602259,1325.3,False,0.0
|
| 39 |
+
ModernNCA,Default,Neural Network,0.24960134666003478,8.063770877226162,14.474095923759247,1297.5,False,0.0
|
| 40 |
+
LimiX,Default,Foundation Model,5.408573077515913,6.553292592842144,16.535392832851173,1280.2,False,0.0
|
| 41 |
+
TorchMLP,Tuned,Neural Network,0.05059286303330543,1770.5620854905956,14.256897354286977,1272.3,False,0.0
|
| 42 |
+
RealMLP,Default,Neural Network,0.23498184801373212,6.7532462416847245,15.22615715495349,1271.4,False,0.0
|
| 43 |
+
EBM,Tuned,Tree-based,0.006145874472476498,695.6092947224777,16.590439425983227,1265.4,False,0.0
|
| 44 |
+
LightGBM,Default,Tree-based,0.04475798376061936,0.2873206973075867,14.965100335555448,1258.0,False,0.0
|
| 45 |
+
RandomForest,Tuned + Ens.,Tree-based,0.34073913033041453,65.99906390887335,15.236768456443702,1243.9,False,0.0
|
| 46 |
+
EBM,Default,Tree-based,0.005423073797379131,2.1751921610874043,18.016030706693016,1220.7,False,0.0
|
| 47 |
+
ExtraTrees,Tuned + Ens.,Tree-based,0.1990111468528113,49.61278913069225,15.444134101313914,1216.6,False,0.0
|
| 48 |
+
RandomForest,Tuned,Tree-based,0.024385081397162542,65.99906390887335,15.881166631790054,1214.2,False,0.0
|
| 49 |
+
FastaiMLP,Tuned + Ens.,Neural Network,1.6581625314855013,351.94124054616117,17.338007623829956,1201.4,False,0.0
|
| 50 |
+
SAP-RPT-OSS,Default,Foundation Model,10.416202336590205,11.438056903606038,17.071831104499076,1200.5,False,0.0
|
| 51 |
+
iLTM,Default,Foundation Model,9.620405688285826,88.27017877459726,18.63090820336369,1179.3,False,0.0
|
| 52 |
+
ExtraTrees,Tuned,Tree-based,0.01531327607338889,49.61278913069225,16.43435504776566,1173.7,False,0.0
|
| 53 |
+
TorchMLP,Default,Neural Network,0.03884902778397399,2.1848199639320423,18.281937278010137,1126.1,False,0.0
|
| 54 |
+
PerpetualBooster,Tuned + Ens.,Tree-based,0.5149235804875691,20.261904767465836,21.72439857686793,1109.8,False,0.0
|
| 55 |
+
FastaiMLP,Tuned,Neural Network,0.11417552222870819,351.94124054616117,19.43204947948099,1101.1,False,0.0
|
| 56 |
+
PerpetualBooster,Tuned,Tree-based,0.1995710637834337,20.261904767465836,22.837575626634337,1059.7,False,0.0
|
| 57 |
+
xRFM,Default,Other,0.1448756257440684,2.4940806965258653,26.098468907928414,1046.3,False,0.0
|
| 58 |
+
FastaiMLP,Default,Neural Network,0.11118662754860731,1.5145310856529652,22.99676988381832,1031.0,False,0.0
|
| 59 |
+
RandomForest,Default,Tree-based,0.020899149004195042,0.19915272527270847,21.325347995904345,1000.0,False,0.0
|
| 60 |
+
TabSTAR,Tuned,Foundation Model,1.7237891060437345,3381.771216219202,25.927660148475347,987.6,False,0.0
|
| 61 |
+
TabSTAR,Tuned + Ens.,Foundation Model,5.282666632972537,3381.771216219202,25.901002051971883,986.6,False,0.0
|
| 62 |
+
ExtraTrees,Default,Tree-based,0.07330450852711995,0.48425838390986126,22.91594664569136,976.4,False,0.0
|
| 63 |
+
PerpetualBooster,Default,Tree-based,0.0149545775519477,1.498562971264291,29.4934712675482,900.7,False,0.0
|
| 64 |
+
TabSTAR,Default,Foundation Model,1.9637818715369053,110.78162664148357,30.79406504487666,847.7,False,0.0
|
data/imputation_no/splits_all/tasks_all/datasets_medium/pareto_n_configs_imp.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a171065a4a6db78abd05a1228b4de4c653b28bafaa4561bef002bd8103755d88
|
| 3 |
+
size 338031
|
data/imputation_no/splits_all/tasks_all/datasets_medium/tuning-impact-elo.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:575f831dbe10037ba6357b856ceb37a80922454d45cf2b6e52d580ee33a64995
|
| 3 |
+
size 109621
|
data/imputation_no/splits_all/tasks_all/datasets_medium/tuning_trajectories.csv
CHANGED
|
@@ -1,163 +1,164 @@
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
-
CatBoost,Tree-based,2.469413828723084,0.010282764438985344,9.
|
| 3 |
-
CatBoost,Tree-based,4.4162445684880955,0.04068073453140345,9.
|
| 4 |
-
CatBoost,Tree-based,12.876612222369168,0.06886368438989382,9.
|
| 5 |
-
CatBoost,Tree-based,24.258974220991107,0.09260063686411787,9.
|
| 6 |
-
CatBoost,Tree-based,62.05166363782045,0.14800972629415846,
|
| 7 |
-
CatBoost,Tree-based,122.58001743340024,0.17889789170675716,
|
| 8 |
-
CatBoost,Tree-based,242.64107636346372,0.21238325680356107,
|
| 9 |
-
CatBoost,Tree-based,361.12835802610556,0.22857363602101013,
|
| 10 |
-
CatBoost,Tree-based,489.92741010372185,0.25701532770653723,
|
| 11 |
-
ChimeraBoost,Tree-based,0.47897883160115473,0.02253709445919907,13.
|
| 12 |
-
ChimeraBoost,Tree-based,0.9589536975181837,0.04707955012195989,12.
|
| 13 |
-
ChimeraBoost,Tree-based,2.3562175890436245,0.09651491905580373,12.
|
| 14 |
-
ChimeraBoost,Tree-based,4.7221268742289215,0.14469563000700886,12.
|
| 15 |
-
ChimeraBoost,Tree-based,11.925520358640576,0.20166683840835442,12.
|
| 16 |
-
ChimeraBoost,Tree-based,23.876897602770455,0.24104859679665822,
|
| 17 |
-
ChimeraBoost,Tree-based,47.75183320297697,0.2647783876343018,11.
|
| 18 |
-
ChimeraBoost,Tree-based,71.58606156368943,0.28902400667036765,11.
|
| 19 |
-
ChimeraBoost,Tree-based,95.91691558887598,0.30641840856334224,11.
|
| 20 |
-
EBM,Tree-based,2.1751921610874043,0.005423073797379131,
|
| 21 |
-
EBM,Tree-based,6.66369259252883,0.01166082767964927,17.
|
| 22 |
-
EBM,Tree-based,17.233925805413904,0.022699023320909735,16.
|
| 23 |
-
EBM,Tree-based,34.57775587659134,0.03331359493060592,16.
|
| 24 |
-
EBM,Tree-based,87.92451656340509,0.049757168812449036,16.
|
| 25 |
-
EBM,Tree-based,174.9652611713922,0.05930088518555479,
|
| 26 |
-
EBM,Tree-based,345.06715788569375,0.0709126161428919,15.
|
| 27 |
-
EBM,Tree-based,520.7521321905026,0.0763826625184994,15.
|
| 28 |
-
EBM,Tree-based,695.6092947224777,0.08519206070345582,15.
|
| 29 |
-
|
| 30 |
-
ExtraTrees,Tree-based,0.
|
| 31 |
-
ExtraTrees,Tree-based,
|
| 32 |
-
ExtraTrees,Tree-based,
|
| 33 |
-
ExtraTrees,Tree-based,
|
| 34 |
-
ExtraTrees,Tree-based,
|
| 35 |
-
ExtraTrees,Tree-based,
|
| 36 |
-
ExtraTrees,Tree-based,
|
| 37 |
-
ExtraTrees,Tree-based,
|
| 38 |
-
|
| 39 |
-
FastaiMLP,Neural Network,
|
| 40 |
-
FastaiMLP,Neural Network,
|
| 41 |
-
FastaiMLP,Neural Network,
|
| 42 |
-
FastaiMLP,Neural Network,
|
| 43 |
-
FastaiMLP,Neural Network,
|
| 44 |
-
FastaiMLP,Neural Network,
|
| 45 |
-
FastaiMLP,Neural Network,
|
| 46 |
-
FastaiMLP,Neural Network,
|
| 47 |
-
|
| 48 |
-
LightGBM,Tree-based,0.
|
| 49 |
-
LightGBM,Tree-based,
|
| 50 |
-
LightGBM,Tree-based,
|
| 51 |
-
LightGBM,Tree-based,
|
| 52 |
-
LightGBM,Tree-based,
|
| 53 |
-
LightGBM,Tree-based,
|
| 54 |
-
LightGBM,Tree-based,
|
| 55 |
-
LightGBM,Tree-based,
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
ModernNCA,Neural Network,
|
| 59 |
-
ModernNCA,Neural Network,
|
| 60 |
-
ModernNCA,Neural Network,
|
| 61 |
-
ModernNCA,Neural Network,
|
| 62 |
-
ModernNCA,Neural Network,
|
| 63 |
-
ModernNCA,Neural Network,
|
| 64 |
-
ModernNCA,Neural Network,
|
| 65 |
-
ModernNCA,Neural Network,
|
| 66 |
-
|
| 67 |
-
PerpetualBooster,Tree-based,
|
| 68 |
-
PerpetualBooster,Tree-based,
|
| 69 |
-
PerpetualBooster,Tree-based,
|
| 70 |
-
|
| 71 |
-
RandomForest,Tree-based,0.
|
| 72 |
-
RandomForest,Tree-based,
|
| 73 |
-
RandomForest,Tree-based,
|
| 74 |
-
RandomForest,Tree-based,
|
| 75 |
-
RandomForest,Tree-based,
|
| 76 |
-
RandomForest,Tree-based,
|
| 77 |
-
RandomForest,Tree-based,
|
| 78 |
-
RandomForest,Tree-based,
|
| 79 |
-
|
| 80 |
-
RealMLP,Neural Network,
|
| 81 |
-
RealMLP,Neural Network,
|
| 82 |
-
RealMLP,Neural Network,
|
| 83 |
-
RealMLP,Neural Network,
|
| 84 |
-
RealMLP,Neural Network,
|
| 85 |
-
RealMLP,Neural Network,
|
| 86 |
-
RealMLP,Neural Network,
|
| 87 |
-
RealMLP,Neural Network,
|
| 88 |
-
|
| 89 |
-
RealTabPFN-2.5,Foundation Model,
|
| 90 |
-
RealTabPFN-2.5,Foundation Model,
|
| 91 |
-
RealTabPFN-2.5,Foundation Model,
|
| 92 |
-
RealTabPFN-2.5,Foundation Model,
|
| 93 |
-
RealTabPFN-2.5,Foundation Model,
|
| 94 |
-
RealTabPFN-2.5,Foundation Model,
|
| 95 |
-
RealTabPFN-2.5,Foundation Model,
|
| 96 |
-
RealTabPFN-2.5,Foundation Model,
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
TabDPT,Foundation Model,
|
| 100 |
-
TabDPT,Foundation Model,
|
| 101 |
-
TabDPT,Foundation Model,
|
| 102 |
-
TabDPT,Foundation Model,
|
| 103 |
-
TabDPT,Foundation Model,
|
| 104 |
-
TabDPT,Foundation Model,
|
| 105 |
-
TabDPT,Foundation Model,
|
| 106 |
-
TabDPT,Foundation Model,
|
| 107 |
-
TabDPT
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
TabM,Neural Network,
|
| 112 |
-
TabM,Neural Network,
|
| 113 |
-
TabM,Neural Network,
|
| 114 |
-
TabM,Neural Network,
|
| 115 |
-
TabM,Neural Network,
|
| 116 |
-
TabM,Neural Network,
|
| 117 |
-
TabM,Neural Network,
|
| 118 |
-
TabM,Neural Network,
|
| 119 |
-
|
| 120 |
-
TabPFN-
|
| 121 |
-
|
| 122 |
-
TabSTAR,Foundation Model,
|
| 123 |
-
TabSTAR,Foundation Model,
|
| 124 |
-
TabSTAR,Foundation Model,
|
| 125 |
-
TabSTAR,Foundation Model,
|
| 126 |
-
TabSTAR,Foundation Model,
|
| 127 |
-
TabSTAR,Foundation Model,
|
| 128 |
-
TabSTAR,Foundation Model,
|
| 129 |
-
TabSTAR,Foundation Model,
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
TorchMLP,Neural Network,
|
| 133 |
-
TorchMLP,Neural Network,
|
| 134 |
-
TorchMLP,Neural Network,
|
| 135 |
-
TorchMLP,Neural Network,
|
| 136 |
-
TorchMLP,Neural Network,
|
| 137 |
-
TorchMLP,Neural Network,
|
| 138 |
-
TorchMLP,Neural Network,
|
| 139 |
-
TorchMLP,Neural Network,
|
| 140 |
-
|
| 141 |
-
XGBoost,Tree-based,
|
| 142 |
-
XGBoost,Tree-based,
|
| 143 |
-
XGBoost,Tree-based,
|
| 144 |
-
XGBoost,Tree-based,
|
| 145 |
-
XGBoost,Tree-based,
|
| 146 |
-
XGBoost,Tree-based,
|
| 147 |
-
XGBoost,Tree-based,
|
| 148 |
-
XGBoost,Tree-based,
|
| 149 |
-
|
| 150 |
-
iLTM,Foundation Model,
|
| 151 |
-
iLTM,Foundation Model,
|
| 152 |
-
iLTM,Foundation Model,
|
| 153 |
-
iLTM,Foundation Model,
|
| 154 |
-
iLTM,Foundation Model,
|
| 155 |
-
|
| 156 |
-
xRFM,Other,
|
| 157 |
-
xRFM,Other,
|
| 158 |
-
xRFM,Other,
|
| 159 |
-
xRFM,Other,
|
| 160 |
-
xRFM,Other,
|
| 161 |
-
xRFM,Other,
|
| 162 |
-
xRFM,Other,
|
| 163 |
-
xRFM,Other,
|
|
|
|
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
+
CatBoost,Tree-based,2.469413828723084,0.010282764438985344,9.25708596901719,1592.3,1.0,False,0.0
|
| 3 |
+
CatBoost,Tree-based,4.4162445684880955,0.04068073453140345,9.263202446324751,1596.9,2.0,False,0.0
|
| 4 |
+
CatBoost,Tree-based,12.876612222369168,0.06886368438989382,9.224524870462862,1614.3,5.0,False,0.0
|
| 5 |
+
CatBoost,Tree-based,24.258974220991107,0.09260063686411787,9.204943131925813,1618.6,10.0,False,0.0
|
| 6 |
+
CatBoost,Tree-based,62.05166363782045,0.14800972629415846,9.092183131565676,1630.4,25.0,False,0.0
|
| 7 |
+
CatBoost,Tree-based,122.58001743340024,0.17889789170675716,9.051865011743708,1635.7,50.0,False,0.0
|
| 8 |
+
CatBoost,Tree-based,242.64107636346372,0.21238325680356107,9.067696801582992,1634.9,100.0,False,0.0
|
| 9 |
+
CatBoost,Tree-based,361.12835802610556,0.22857363602101013,9.075048201918849,1633.8,150.0,False,0.0
|
| 10 |
+
CatBoost,Tree-based,489.92741010372185,0.25701532770653723,9.08356048396751,1632.2,201.0,False,0.0
|
| 11 |
+
ChimeraBoost,Tree-based,0.47897883160115473,0.02253709445919907,13.336824417826795,1436.4,1.0,False,0.0
|
| 12 |
+
ChimeraBoost,Tree-based,0.9589536975181837,0.04707955012195989,12.928919301616448,1466.5,2.0,False,0.0
|
| 13 |
+
ChimeraBoost,Tree-based,2.3562175890436245,0.09651491905580373,12.623014698110085,1487.4,5.0,False,0.0
|
| 14 |
+
ChimeraBoost,Tree-based,4.7221268742289215,0.14469563000700886,12.388276573065518,1504.9,10.0,False,0.0
|
| 15 |
+
ChimeraBoost,Tree-based,11.925520358640576,0.20166683840835442,12.198677512270427,1520.1,25.0,False,0.0
|
| 16 |
+
ChimeraBoost,Tree-based,23.876897602770455,0.24104859679665822,12.06212555176491,1529.4,50.0,False,0.0
|
| 17 |
+
ChimeraBoost,Tree-based,47.75183320297697,0.2647783876343018,11.924271685960559,1538.2,100.0,False,0.0
|
| 18 |
+
ChimeraBoost,Tree-based,71.58606156368943,0.28902400667036765,11.86341260720158,1542.5,150.0,False,0.0
|
| 19 |
+
ChimeraBoost,Tree-based,95.91691558887598,0.30641840856334224,11.843525290866504,1545.7,201.0,False,0.0
|
| 20 |
+
EBM,Tree-based,2.1751921610874043,0.005423073797379131,18.01706608579214,1226.3,1.0,False,0.0
|
| 21 |
+
EBM,Tree-based,6.66369259252883,0.01166082767964927,17.332502174110513,1252.3,2.0,False,0.0
|
| 22 |
+
EBM,Tree-based,17.233925805413904,0.022699023320909735,16.750671237088564,1278.8,5.0,False,0.0
|
| 23 |
+
EBM,Tree-based,34.57775587659134,0.03331359493060592,16.495005241504515,1292.2,10.0,False,0.0
|
| 24 |
+
EBM,Tree-based,87.92451656340509,0.049757168812449036,16.192053291498734,1310.3,25.0,False,0.0
|
| 25 |
+
EBM,Tree-based,174.9652611713922,0.05930088518555479,16.039821830691757,1321.7,50.0,False,0.0
|
| 26 |
+
EBM,Tree-based,345.06715788569375,0.0709126161428919,15.879908256900901,1333.0,100.0,False,0.0
|
| 27 |
+
EBM,Tree-based,520.7521321905026,0.0763826625184994,15.82401085739008,1338.2,150.0,False,0.0
|
| 28 |
+
EBM,Tree-based,695.6092947224777,0.08519206070345582,15.743323569625645,1345.1,201.0,False,0.0
|
| 29 |
+
EXAONE-Tabular,Foundation Model,5.000595774277073,1.2190337778571498,4.882082525862373,1983.8,1.0,False,0.0
|
| 30 |
+
ExtraTrees,Tree-based,0.48425838390986126,0.07330450852711995,22.91860638382261,973.5,1.0,False,0.0
|
| 31 |
+
ExtraTrees,Tree-based,0.8466137520036096,0.07522212407038217,20.781969832609878,1029.8,2.0,False,0.0
|
| 32 |
+
ExtraTrees,Tree-based,1.692317521137873,0.0926460135839083,17.58995976012082,1121.4,5.0,False,0.0
|
| 33 |
+
ExtraTrees,Tree-based,2.929179805844217,0.10109344429242911,16.442117454242858,1166.8,10.0,False,0.0
|
| 34 |
+
ExtraTrees,Tree-based,6.61473647238103,0.10828184879460544,15.69222051661083,1201.2,25.0,False,0.0
|
| 35 |
+
ExtraTrees,Tree-based,12.710816754735825,0.14385828902585665,15.525419993311779,1213.7,50.0,False,0.0
|
| 36 |
+
ExtraTrees,Tree-based,24.941682372165904,0.16087820180002574,15.401250509402356,1223.1,100.0,False,0.0
|
| 37 |
+
ExtraTrees,Tree-based,37.13843182260326,0.18771563305900177,15.398873086570001,1225.8,150.0,False,0.0
|
| 38 |
+
ExtraTrees,Tree-based,49.61278913069225,0.1990111468528113,15.44724101772443,1228.3,201.0,False,0.0
|
| 39 |
+
FastaiMLP,Neural Network,1.5145310856529652,0.11118662754860731,22.998274347062004,1039.3,1.0,False,0.0
|
| 40 |
+
FastaiMLP,Neural Network,3.1588915156956174,0.22199569005113567,21.981317314086038,1065.8,2.0,False,0.0
|
| 41 |
+
FastaiMLP,Neural Network,8.59563123829451,0.4051013545327364,20.655711537462896,1114.0,5.0,False,0.0
|
| 42 |
+
FastaiMLP,Neural Network,17.78186248206276,0.6441505685161579,19.88507686095333,1138.1,10.0,False,0.0
|
| 43 |
+
FastaiMLP,Neural Network,42.53008857176902,0.9551913220836626,18.93185334888404,1166.4,25.0,False,0.0
|
| 44 |
+
FastaiMLP,Neural Network,85.67628226317562,1.2793194595040644,18.35380576830622,1183.4,50.0,False,0.0
|
| 45 |
+
FastaiMLP,Neural Network,173.7598987199963,1.5591641511917327,17.867141962471468,1197.3,100.0,False,0.0
|
| 46 |
+
FastaiMLP,Neural Network,261.7851807624679,1.6900218906632645,17.539149684291406,1210.7,150.0,False,0.0
|
| 47 |
+
FastaiMLP,Neural Network,351.94124054616117,1.658906059585989,17.33450084726368,1219.8,201.0,False,0.0
|
| 48 |
+
LightGBM,Tree-based,0.2873206973075867,0.04475798376061936,14.966088724037549,1264.9,1.0,False,0.0
|
| 49 |
+
LightGBM,Tree-based,0.931650224659178,0.423415924843989,14.364687333423845,1316.3,2.0,False,0.0
|
| 50 |
+
LightGBM,Tree-based,2.728670285380442,0.7433885464019945,13.217668774382668,1416.4,5.0,False,0.0
|
| 51 |
+
LightGBM,Tree-based,6.1477936875711485,0.9410923145319288,12.359888613122969,1485.7,10.0,False,0.0
|
| 52 |
+
LightGBM,Tree-based,16.52097248547071,1.3202136892725407,11.351319529346107,1551.4,25.0,False,0.0
|
| 53 |
+
LightGBM,Tree-based,32.67977659086273,1.4195738396100834,10.92156306953232,1587.5,50.0,False,0.0
|
| 54 |
+
LightGBM,Tree-based,65.3538276872704,2.0760086735335515,10.729445042511555,1602.6,100.0,False,0.0
|
| 55 |
+
LightGBM,Tree-based,98.42128335857386,2.2773590031797486,10.668586818931992,1607.7,150.0,False,0.0
|
| 56 |
+
LightGBM,Tree-based,131.56200707040514,2.638673830958025,10.63075560846967,1614.3,201.0,False,0.0
|
| 57 |
+
LimiX,Foundation Model,6.553292592842144,5.408573077515913,16.2510290175588,1298.6,1.0,False,0.0
|
| 58 |
+
ModernNCA,Neural Network,8.063770877226162,0.24960134666003478,14.475764912782996,1310.8,1.0,False,0.0
|
| 59 |
+
ModernNCA,Neural Network,21.753839521403215,0.5785744608262396,13.014372909847413,1382.5,2.0,False,0.0
|
| 60 |
+
ModernNCA,Neural Network,60.91776288315985,1.29474806549814,11.166750902068001,1499.0,5.0,False,0.0
|
| 61 |
+
ModernNCA,Neural Network,121.85928580479494,2.1427076773113676,10.482948745680185,1545.7,10.0,False,0.0
|
| 62 |
+
ModernNCA,Neural Network,292.3137710755714,2.7736882795804276,9.75106631324807,1598.5,25.0,False,0.0
|
| 63 |
+
ModernNCA,Neural Network,629.890040030536,3.9630762476559322,9.449939508615545,1620.4,50.0,False,0.0
|
| 64 |
+
ModernNCA,Neural Network,1243.5591974675485,5.167921375609095,9.32614307582138,1632.9,100.0,False,0.0
|
| 65 |
+
ModernNCA,Neural Network,1862.5519447854,5.876817380350334,9.269707603705665,1636.9,150.0,False,0.0
|
| 66 |
+
ModernNCA,Neural Network,2526.306680600179,6.104160729998767,9.240191964854585,1639.4,201.0,False,0.0
|
| 67 |
+
PerpetualBooster,Tree-based,1.498562971264291,0.0149545775519477,29.75886904302803,914.4,1.0,False,0.0
|
| 68 |
+
PerpetualBooster,Tree-based,6.4317773956676225,0.14601458387603072,27.22139859732077,995.4,2.0,False,0.0
|
| 69 |
+
PerpetualBooster,Tree-based,16.949305660221782,0.444796272511348,21.84884563449557,1110.0,5.0,False,0.0
|
| 70 |
+
PerpetualBooster,Tree-based,20.261904767465836,0.5149235804875691,21.724552019236505,1119.4,6.0,False,0.0
|
| 71 |
+
RandomForest,Tree-based,0.19915272527270847,0.020899149004195042,21.33292398175564,999.5,1.0,False,0.0
|
| 72 |
+
RandomForest,Tree-based,0.5021873110599798,0.045901973979854016,17.82075370831878,1106.7,2.0,False,0.0
|
| 73 |
+
RandomForest,Tree-based,1.489455051236279,0.11282485912166518,16.38104435964542,1176.3,5.0,False,0.0
|
| 74 |
+
RandomForest,Tree-based,3.130777319214283,0.13673928726731627,15.833180841662342,1208.5,10.0,False,0.0
|
| 75 |
+
RandomForest,Tree-based,8.02025679639823,0.20254017138230673,15.470723854892984,1234.2,25.0,False,0.0
|
| 76 |
+
RandomForest,Tree-based,16.237787158411987,0.2523558649222056,15.344098686468971,1244.6,50.0,False,0.0
|
| 77 |
+
RandomForest,Tree-based,32.671093442836856,0.2972209594249725,15.257212499500994,1254.4,100.0,False,0.0
|
| 78 |
+
RandomForest,Tree-based,49.171965802832155,0.33106692790985104,15.215368522891096,1259.1,150.0,False,0.0
|
| 79 |
+
RandomForest,Tree-based,65.99906390887335,0.34148336141365077,15.240168043609037,1262.3,201.0,False,0.0
|
| 80 |
+
RealMLP,Neural Network,6.7532462416847245,0.23498184801373212,15.227853494041144,1280.6,1.0,False,0.0
|
| 81 |
+
RealMLP,Neural Network,15.527578690794181,0.3080259999395399,13.041635364675322,1412.7,2.0,False,0.0
|
| 82 |
+
RealMLP,Neural Network,39.124153040818086,0.5106934438586126,11.501913692257002,1512.5,5.0,False,0.0
|
| 83 |
+
RealMLP,Neural Network,82.74224081710975,0.759436157944363,10.708172362341365,1552.7,10.0,False,0.0
|
| 84 |
+
RealMLP,Neural Network,213.27613858935567,0.9843404045345187,9.9901640726878,1598.4,25.0,False,0.0
|
| 85 |
+
RealMLP,Neural Network,427.90915376015505,1.1860326968189097,9.672905602423958,1614.0,50.0,False,0.0
|
| 86 |
+
RealMLP,Neural Network,848.9386425085199,1.4580786339418361,9.304441336222204,1633.3,100.0,False,0.0
|
| 87 |
+
RealMLP,Neural Network,1278.8937139162222,1.5889939536507325,9.14923601256465,1644.2,150.0,False,0.0
|
| 88 |
+
RealMLP,Neural Network,1719.820290101634,1.6682080327694422,9.074974566683885,1653.2,201.0,False,0.0
|
| 89 |
+
RealTabPFN-2.5,Foundation Model,1.8760518371058228,0.644969598113518,10.241984771105866,1542.1,1.0,False,0.0
|
| 90 |
+
RealTabPFN-2.5,Foundation Model,5.127864715472546,1.4937099645347298,10.168745019041008,1551.7,2.0,False,0.0
|
| 91 |
+
RealTabPFN-2.5,Foundation Model,16.206992788783356,3.2513268046584503,9.99779261760844,1566.1,5.0,False,0.0
|
| 92 |
+
RealTabPFN-2.5,Foundation Model,34.25360422679489,4.991835645809406,9.850985308745345,1582.2,10.0,False,0.0
|
| 93 |
+
RealTabPFN-2.5,Foundation Model,88.96282194243713,6.462092531240927,9.507315851210477,1622.7,25.0,False,0.0
|
| 94 |
+
RealTabPFN-2.5,Foundation Model,181.39522434540766,9.411482770309476,9.148356868217169,1645.0,50.0,False,0.0
|
| 95 |
+
RealTabPFN-2.5,Foundation Model,363.91723618262904,11.623618059298572,8.926475527420695,1656.2,100.0,False,0.0
|
| 96 |
+
RealTabPFN-2.5,Foundation Model,547.7650992279482,11.995516969136737,8.806590852209133,1659.8,150.0,False,0.0
|
| 97 |
+
RealTabPFN-2.5,Foundation Model,735.5848736648751,11.735986151605083,8.735319678183009,1660.3,201.0,False,0.0
|
| 98 |
+
SAP-RPT-OSS,Foundation Model,11.438056903606038,10.416202336590205,17.071654161874225,1215.4,1.0,False,0.0
|
| 99 |
+
TabDPT,Foundation Model,46.6209023206833,43.737812222627376,15.432734372175199,1343.8,1.0,False,0.0
|
| 100 |
+
TabDPT,Foundation Model,70.03488466291391,60.76345722760032,14.313663311499642,1372.5,2.0,False,0.0
|
| 101 |
+
TabDPT,Foundation Model,129.29601127069574,97.7966669956843,13.21817696369748,1414.6,5.0,False,0.0
|
| 102 |
+
TabDPT,Foundation Model,230.72939494613806,126.13170818355633,12.80498880257678,1432.0,10.0,False,0.0
|
| 103 |
+
TabDPT,Foundation Model,589.0616829285759,211.8920837189545,11.855255910105935,1477.8,25.0,False,0.0
|
| 104 |
+
TabDPT,Foundation Model,1187.757830840611,283.78344604791266,11.32412400545972,1503.2,50.0,False,0.0
|
| 105 |
+
TabDPT,Foundation Model,2376.2279314343073,356.1524517375418,10.947677649536324,1520.3,100.0,False,0.0
|
| 106 |
+
TabDPT,Foundation Model,3574.191913268326,402.5853130690112,10.618845224266016,1534.1,150.0,False,0.0
|
| 107 |
+
TabDPT,Foundation Model,4786.598933193933,433.01544407663886,10.434535116616823,1539.4,201.0,False,0.0
|
| 108 |
+
TabDPT-Turbo,Foundation Model,0.7535798581633265,0.1795394574862431,10.949745380997333,1540.6,1.0,False,0.0
|
| 109 |
+
TabFM,Foundation Model,27.288414010629126,13.118891688893655,2.846611335948891,1995.0,1.0,False,0.0
|
| 110 |
+
TabICLv2,Foundation Model,0.6015671441553114,0.118628191947937,7.019209266397973,1713.4,1.0,False,0.0
|
| 111 |
+
TabM,Neural Network,2.1306936635677576,0.047061096558805166,14.131346913645052,1335.9,1.0,False,0.0
|
| 112 |
+
TabM,Neural Network,6.720132302065123,0.10166420156235179,13.278174736822132,1383.8,2.0,False,0.0
|
| 113 |
+
TabM,Neural Network,26.071931655972485,0.19658337075272886,12.217973991083172,1440.6,5.0,False,0.0
|
| 114 |
+
TabM,Neural Network,56.6403905325952,0.2690374607115522,11.607940184323601,1481.9,10.0,False,0.0
|
| 115 |
+
TabM,Neural Network,151.63250845437173,0.34533908128738405,11.058824158601466,1514.5,25.0,False,0.0
|
| 116 |
+
TabM,Neural Network,305.405015900313,0.46416595419440415,10.77886490077015,1536.1,50.0,False,0.0
|
| 117 |
+
TabM,Neural Network,598.1660502680137,0.5371776271588682,10.553946010340258,1551.3,100.0,False,0.0
|
| 118 |
+
TabM,Neural Network,909.6246432442554,0.5567799536795643,10.465472924133309,1559.4,150.0,False,0.0
|
| 119 |
+
TabM,Neural Network,1236.8778796591432,0.5682121276236716,10.407352157179828,1567.6,201.0,False,0.0
|
| 120 |
+
TabPFN-2.6,Foundation Model,2.7558592936727737,0.700875014724915,8.008896779699938,1745.2,1.0,False,0.0
|
| 121 |
+
TabPFN-3,Foundation Model,1.0099025842179519,0.21472657924676145,6.048349675411066,1801.9,1.0,False,0.0
|
| 122 |
+
TabSTAR,Foundation Model,110.78162664148357,1.9637818715369053,30.79543850053771,842.4,1.0,False,0.0
|
| 123 |
+
TabSTAR,Foundation Model,125.57112346948114,1.933477852272125,30.713570313991962,858.1,2.0,False,0.0
|
| 124 |
+
TabSTAR,Foundation Model,166.49912766533103,2.140647516193624,30.561040663917243,864.2,5.0,False,0.0
|
| 125 |
+
TabSTAR,Foundation Model,216.82609728692088,2.4886555762895703,30.122406806614844,881.7,10.0,False,0.0
|
| 126 |
+
TabSTAR,Foundation Model,435.6268489691195,2.9679019309527157,29.159552121630323,906.8,25.0,False,0.0
|
| 127 |
+
TabSTAR,Foundation Model,841.7488888840559,3.4310027254645297,27.97418751678771,933.8,50.0,False,0.0
|
| 128 |
+
TabSTAR,Foundation Model,1663.686576013856,4.443681021054585,27.191437460844092,956.7,100.0,False,0.0
|
| 129 |
+
TabSTAR,Foundation Model,2487.204912475645,4.943553034388052,26.49723303410515,981.0,150.0,False,0.0
|
| 130 |
+
TabSTAR,Foundation Model,3381.771216219202,5.282666632972537,25.903325461559728,1007.2,201.0,False,0.0
|
| 131 |
+
TabSwift,Foundation Model,0.5069992698737326,0.12716708249348388,13.491509598755872,1361.8,1.0,False,0.0
|
| 132 |
+
TorchMLP,Neural Network,2.1848199639320423,0.03884902778397399,18.28262126206751,1135.3,1.0,False,0.0
|
| 133 |
+
TorchMLP,Neural Network,9.222603334986646,0.09146565885667123,17.046160602238285,1182.6,2.0,False,0.0
|
| 134 |
+
TorchMLP,Neural Network,41.23639970605849,0.2165503089261113,15.67792554595511,1239.9,5.0,False,0.0
|
| 135 |
+
TorchMLP,Neural Network,91.32376520040506,0.35785402203318467,14.864553400232147,1284.0,10.0,False,0.0
|
| 136 |
+
TorchMLP,Neural Network,218.54732020220172,0.5218944892827895,13.98498991956677,1324.5,25.0,False,0.0
|
| 137 |
+
TorchMLP,Neural Network,447.05075486815855,0.7429074477444512,13.47442312261586,1354.5,50.0,False,0.0
|
| 138 |
+
TorchMLP,Neural Network,866.7256429369004,0.9478582393719392,13.07227738511082,1376.7,100.0,False,0.0
|
| 139 |
+
TorchMLP,Neural Network,1331.6601195386634,1.0346365316168704,12.830995002576055,1389.8,150.0,False,0.0
|
| 140 |
+
TorchMLP,Neural Network,1770.5620854905956,1.0691781291613058,12.608969840028692,1400.9,201.0,False,0.0
|
| 141 |
+
XGBoost,Tree-based,0.4869354633908524,0.053416368885586527,13.064836548830932,1387.3,1.0,False,0.0
|
| 142 |
+
XGBoost,Tree-based,2.4341782987194773,0.17931842124252992,12.066914226608182,1466.6,2.0,False,0.0
|
| 143 |
+
XGBoost,Tree-based,7.3419221790132845,0.2826887094137962,11.516601780684937,1514.7,5.0,False,0.0
|
| 144 |
+
XGBoost,Tree-based,13.425391893256847,0.29683045128481406,11.151867944778656,1536.5,10.0,False,0.0
|
| 145 |
+
XGBoost,Tree-based,35.1370362217863,0.40283655412991837,10.900344185739632,1551.9,25.0,False,0.0
|
| 146 |
+
XGBoost,Tree-based,69.83880191326698,0.4362798233826955,10.796306145957065,1559.7,50.0,False,0.0
|
| 147 |
+
XGBoost,Tree-based,138.68430728332427,0.4803960764408111,10.729298439584637,1567.0,100.0,False,0.0
|
| 148 |
+
XGBoost,Tree-based,209.60031705983081,0.5237722573280333,10.717200676243028,1570.5,150.0,False,0.0
|
| 149 |
+
XGBoost,Tree-based,282.1320041804491,0.5608426218032837,10.711365812277139,1574.2,201.0,False,0.0
|
| 150 |
+
iLTM,Foundation Model,88.27017877459726,9.620405688285826,18.632881773111446,1192.7,1.0,False,0.0
|
| 151 |
+
iLTM,Foundation Model,168.23671986991735,18.955818040688833,16.526129027392066,1246.9,2.0,False,0.0
|
| 152 |
+
iLTM,Foundation Model,410.88335194101177,33.21024323942741,16.35875107493735,1344.7,5.0,False,0.0
|
| 153 |
+
iLTM,Foundation Model,805.521975186799,46.92423318461996,13.701057239574558,1442.4,10.0,False,0.0
|
| 154 |
+
iLTM,Foundation Model,1992.2815124103738,66.5740410026117,10.414261727847899,1578.6,25.0,False,0.0
|
| 155 |
+
iLTM,Foundation Model,2067.952899612129,65.19515312136267,10.37722627563826,1584.1,26.0,False,0.0
|
| 156 |
+
xRFM,Other,2.4940806965258653,0.1448756257440684,26.099682894114075,1052.0,1.0,False,0.0
|
| 157 |
+
xRFM,Other,5.313335044139122,0.19036624122472157,21.46966162769976,1127.8,2.0,False,0.0
|
| 158 |
+
xRFM,Other,13.802098162260378,0.2632687113094409,16.27163911193052,1254.9,5.0,False,0.0
|
| 159 |
+
xRFM,Other,28.327072009638513,0.38188561104171487,14.041517668915038,1372.7,10.0,False,0.0
|
| 160 |
+
xRFM,Other,70.60474405079418,0.5413359982156494,13.117788909014633,1424.6,25.0,False,0.0
|
| 161 |
+
xRFM,Other,140.54533237320845,0.6886364122629532,12.770508586792747,1441.4,50.0,False,0.0
|
| 162 |
+
xRFM,Other,281.12441629309126,0.8346908134535932,12.637514500921613,1446.3,100.0,False,0.0
|
| 163 |
+
xRFM,Other,422.35324605180153,0.899204071689565,12.59705367822222,1447.6,150.0,False,0.0
|
| 164 |
+
xRFM,Other,566.736982568635,0.9679699004975301,12.61259706767196,1446.1,201.0,False,0.0
|
data/imputation_no/splits_all/tasks_all/datasets_medium/tuning_trajectories_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
-
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_train":2.4694138287,"imp":9.1083854124,"elo":1592.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":4.4162445685,"imp":9.1159938977,"elo":1597.2,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":12.8766122224,"imp":9.0779495775,"elo":1614.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":24.258974221,"imp":9.0588594541,"elo":1619.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":62.0516636378,"imp":8.9467666446,"elo":1630.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":122.5800174334,"imp":8.9070623506,"elo":1636.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":242.6410763635,"imp":8.9234658367,"elo":1635.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":361.1283580261,"imp":8.9312030363,"elo":1634.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":489.9274101037,"imp":8.939773823,"elo":1632.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":0.4789788316,"imp":13.1894545746,"elo":1436.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":0.9589536975,"imp":12.7804689305,"elo":1466.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":2.356217589,"imp":12.4744183072,"elo":1487.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":4.7221268742,"imp":12.2391809253,"elo":1504.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":11.9255203586,"imp":12.0497339763,"elo":1519.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":23.8768976028,"imp":11.913101781,"elo":1529.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":47.751833203,"imp":11.7755666991,"elo":1538.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":71.5860615637,"imp":11.7150159217,"elo":1542.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":95.9169155889,"imp":11.6957695725,"elo":1545.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":2.1751921611,"imp":17.8803428496,"elo":1226.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":6.6636925925,"imp":17.1941915211,"elo":1252.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":17.2339258054,"imp":16.6116876896,"elo":1279.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":34.5777558766,"imp":16.3560470223,"elo":1292.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":87.9245165634,"imp":16.0521398506,"elo":1310.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":174.9652611714,"imp":15.8994205919,"elo":1322.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":345.0671578857,"imp":15.7386714692,"elo":1333.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":520.7521321905,"imp":15.6825400755,"elo":1338.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":695.6092947225,"imp":15.6013580723,"elo":1345.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ExtraTrees","family":"Tree-based","x_train":0.4842583839,"imp":22.7998895097,"elo":973.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":0.846613752,"imp":20.6597293066,"elo":1029.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.6923175211,"imp":17.4621722506,"elo":1121.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":2.9291798058,"imp":16.3110647365,"elo":1167.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":6.6147364724,"imp":15.5601823286,"elo":1201.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":12.7108167547,"imp":15.3929982195,"elo":1213.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":24.9416823722,"imp":15.2669930228,"elo":1223.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":37.1384318226,"imp":15.2655490595,"elo":1226.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":49.6127891307,"imp":15.3160959667,"elo":1228.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":1.5145310857,"imp":22.8738415301,"elo":1039.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":3.1588915157,"imp":21.8537906596,"elo":1065.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":8.5956312383,"imp":20.5238950426,"elo":1113.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":17.7818624821,"imp":19.7509391562,"elo":1138.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":42.5300885718,"imp":18.7952090418,"elo":1166.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":85.6762822632,"imp":18.216855293,"elo":1183.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":173.75989872,"imp":17.7296246052,"elo":1197.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":261.7851807625,"imp":17.4018458318,"elo":1210.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":351.9412405462,"imp":17.1977570828,"elo":1219.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":0.2873206973,"imp":14.831406831,"elo":1265.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":0.9316502247,"imp":14.2272850125,"elo":1316.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":2.7286702854,"imp":13.0771089423,"elo":1416.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":6.1477936876,"imp":12.2165878048,"elo":1486.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":16.5209724855,"imp":11.2062569778,"elo":1552.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":32.6797765909,"imp":10.7760390499,"elo":1588.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":65.3538276873,"imp":10.5834838941,"elo":1603.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":98.4212833586,"imp":10.5224169036,"elo":1608.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":131.5620070704,"imp":10.4847692361,"elo":1615.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":6.5532925928,"imp":16.1415758528,"elo":1298.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":8.0637708772,"imp":14.341711205,"elo":1311.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":21.7538395214,"imp":12.8782704772,"elo":1383.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":60.9177628832,"imp":11.027959171,"elo":1499.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":121.8592858048,"imp":10.3441528707,"elo":1546.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":292.3137710756,"imp":9.6118899681,"elo":1599.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":629.8900400305,"imp":9.3077354843,"elo":1621.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":1243.5591974675,"imp":9.1817703032,"elo":1633.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":1862.5519447854,"imp":9.1222507032,"elo":1637.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":2526.3066806002,"imp":9.0917386137,"elo":1640.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":1.4985629713,"imp":29.6890705123,"elo":914.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":6.4317773957,"imp":27.150126118,"elo":995.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":16.9493056602,"imp":21.7611748075,"elo":1110.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":20.2619047675,"imp":21.637241668,"elo":1119.5,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.1991527253,"imp":21.2131448299,"elo":999.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":0.5021873111,"imp":17.6947708454,"elo":1106.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":1.4894550512,"imp":16.2525252885,"elo":1176.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":3.1307773192,"imp":15.7036900771,"elo":1208.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":8.0202567964,"imp":15.3404069654,"elo":1234.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":16.2377871584,"imp":15.2141741302,"elo":1245.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":32.6710934428,"imp":15.1267895029,"elo":1254.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":49.1719658028,"imp":15.0853480414,"elo":1259.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":65.9990639089,"imp":15.1111406521,"elo":1262.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":6.7532462417,"imp":15.1005671513,"elo":1281.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":15.5275786908,"imp":12.9072260047,"elo":1413.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":39.1241530408,"imp":11.3635581269,"elo":1512.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":82.7422408171,"imp":10.5674293143,"elo":1553.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":213.2761385894,"imp":9.8481783226,"elo":1599.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":427.9091537602,"imp":9.5297368118,"elo":1614.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":848.9386425085,"imp":9.1601227196,"elo":1634.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":1278.8937139162,"imp":9.0036425298,"elo":1645.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":1719.8202901016,"imp":8.9287868289,"elo":1654.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1.8760518371,"imp":10.0918725787,"elo":1542.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":5.1278647155,"imp":10.018663163,"elo":1552.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":16.2069927888,"imp":9.8482067878,"elo":1566.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":34.2536042268,"imp":9.7015761863,"elo":1583.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":88.9628219424,"imp":9.3584259435,"elo":1623.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":181.3952243454,"imp":9.000340936,"elo":1645.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":363.9172361826,"imp":8.7779080241,"elo":1656.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":547.7650992279,"imp":8.6576561267,"elo":1660.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":735.5848736649,"imp":8.5856394282,"elo":1660.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":11.4380569036,"imp":16.9413141811,"elo":1215.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":46.6209023207,"imp":15.3200410441,"elo":1343.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":70.0348846629,"imp":14.1956495304,"elo":1371.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":129.2960112707,"imp":13.0943832644,"elo":1413.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":230.7293949461,"imp":12.6784457778,"elo":1431.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":589.0616829286,"imp":11.7243258163,"elo":1477.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1187.7578308406,"imp":11.1912530117,"elo":1502.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2376.2279314343,"imp":10.8135073436,"elo":1519.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3574.1919132683,"imp":10.4831511393,"elo":1533.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":4786.5989331939,"imp":10.296860814,"elo":1538.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":0.7535798582,"imp":10.8199022081,"elo":1540.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":27.2884140106,"imp":2.6842884759,"elo":1990.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":0.6015671442,"imp":6.8659561097,"elo":1713.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":2.1306936636,"imp":13.9939671673,"elo":1336.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":6.7201323021,"imp":13.1386024727,"elo":1384.2,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":26.071931656,"imp":12.07671084,"elo":1440.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":56.6403905326,"imp":11.465419546,"elo":1482.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":151.6325084544,"imp":10.9150875666,"elo":1514.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":305.4050159003,"imp":10.6347881155,"elo":1536.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":598.166050268,"imp":10.4092043336,"elo":1551.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":909.6246432443,"imp":10.3205639671,"elo":1559.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":1236.8778796591,"imp":10.2623069414,"elo":1568.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":2.7558592937,"imp":7.8605289769,"elo":1746.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":1.0099025842,"imp":5.8834864036,"elo":1798.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":110.7816266415,"imp":30.6917614221,"elo":842.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":125.5711234695,"imp":30.609802755,"elo":858.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":166.4991276653,"imp":30.4571522335,"elo":864.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":216.8260972869,"imp":30.0179135156,"elo":881.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":435.6268489691,"imp":29.0532719309,"elo":906.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":841.7488888841,"imp":27.8654166105,"elo":933.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1663.6865760139,"imp":27.0808278838,"elo":956.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":2487.2049124756,"imp":26.3846780548,"elo":981.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":3381.7712162192,"imp":25.7887166563,"elo":1007.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":0.5069992699,"imp":13.3506819035,"elo":1362.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":2.1848199639,"imp":18.1535807635,"elo":1135.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":9.222603335,"imp":16.9138550883,"elo":1182.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":41.2363997061,"imp":15.5421029397,"elo":1240.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":91.3237652004,"imp":14.7262690578,"elo":1284.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":218.5473202022,"imp":13.8435434487,"elo":1325.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":447.0507548682,"imp":13.3314756024,"elo":1355.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":866.7256429369,"imp":12.9284009506,"elo":1377.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":1331.6601195387,"imp":12.685478784,"elo":1390.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":1770.5620854906,"imp":12.4629978646,"elo":1401.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":0.4869354634,"imp":12.9207034717,"elo":1387.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":2.4341782987,"imp":11.9175965636,"elo":1466.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":7.341922179,"imp":11.3659122277,"elo":1515.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":13.4253918933,"imp":11.0012314263,"elo":1536.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":35.1370362218,"imp":10.7494419639,"elo":1552.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":69.8388019133,"imp":10.6449945049,"elo":1560.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":138.6843072833,"imp":10.5779558918,"elo":1567.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":209.6003170598,"imp":10.5660972584,"elo":1571.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":282.1320041804,"imp":10.5606176671,"elo":1574.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":88.2701787746,"imp":18.4983781039,"elo":1192.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":168.2367198699,"imp":16.3890454014,"elo":1247.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":410.883351941,"imp":16.2186243252,"elo":1345.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":805.5219751868,"imp":13.5594974448,"elo":1442.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":1992.2815124104,"imp":10.2704282323,"elo":1578.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":2067.9528996121,"imp":10.2338269266,"elo":1584.4,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":2.4940806965,"imp":25.9875577867,"elo":1051.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":5.3133350441,"imp":21.3468517179,"elo":1127.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":13.8020981623,"imp":16.1353961932,"elo":1255.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":28.3270720096,"imp":13.9002791385,"elo":1372.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":70.6047440508,"imp":12.9743181235,"elo":1424.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":140.5453323732,"imp":12.6248944307,"elo":1441.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":281.1244162931,"imp":12.4891082036,"elo":1446.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":422.3532460518,"imp":12.4480188978,"elo":1447.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":566.7369825686,"imp":12.4628187149,"elo":1446.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
+
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_train":2.4694138287,"imp":9.257085969,"elo":1592.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":4.4162445685,"imp":9.2632024463,"elo":1596.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":12.8766122224,"imp":9.2245248705,"elo":1614.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":24.258974221,"imp":9.2049431319,"elo":1618.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":62.0516636378,"imp":9.0921831316,"elo":1630.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":122.5800174334,"imp":9.0518650117,"elo":1635.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":242.6410763635,"imp":9.0676968016,"elo":1634.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":361.1283580261,"imp":9.0750482019,"elo":1633.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":489.9274101037,"imp":9.083560484,"elo":1632.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":0.4789788316,"imp":13.3368244178,"elo":1436.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":0.9589536975,"imp":12.9289193016,"elo":1466.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":2.356217589,"imp":12.6230146981,"elo":1487.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":4.7221268742,"imp":12.3882765731,"elo":1504.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":11.9255203586,"imp":12.1986775123,"elo":1520.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":23.8768976028,"imp":12.0621255518,"elo":1529.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":47.751833203,"imp":11.924271686,"elo":1538.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":71.5860615637,"imp":11.8634126072,"elo":1542.5,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":95.9169155889,"imp":11.8435252909,"elo":1545.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":2.1751921611,"imp":18.0170660858,"elo":1226.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":6.6636925925,"imp":17.3325021741,"elo":1252.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":17.2339258054,"imp":16.7506712371,"elo":1278.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":34.5777558766,"imp":16.4950052415,"elo":1292.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":87.9245165634,"imp":16.1920532915,"elo":1310.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":174.9652611714,"imp":16.0398218307,"elo":1321.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":345.0671578857,"imp":15.8799082569,"elo":1333.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":520.7521321905,"imp":15.8240108574,"elo":1338.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":695.6092947225,"imp":15.7433235696,"elo":1345.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EXAONE-Tabular","family":"Foundation Model","x_train":5.0005957743,"imp":4.8820825259,"elo":1983.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":0.4842583839,"imp":22.9186063838,"elo":973.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":0.846613752,"imp":20.7819698326,"elo":1029.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.6923175211,"imp":17.5899597601,"elo":1121.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":2.9291798058,"imp":16.4421174542,"elo":1166.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":6.6147364724,"imp":15.6922205166,"elo":1201.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":12.7108167547,"imp":15.5254199933,"elo":1213.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":24.9416823722,"imp":15.4012505094,"elo":1223.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":37.1384318226,"imp":15.3988730866,"elo":1225.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":49.6127891307,"imp":15.4472410177,"elo":1228.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":1.5145310857,"imp":22.9982743471,"elo":1039.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":3.1588915157,"imp":21.9813173141,"elo":1065.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":8.5956312383,"imp":20.6557115375,"elo":1114.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":17.7818624821,"imp":19.885076861,"elo":1138.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":42.5300885718,"imp":18.9318533489,"elo":1166.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":85.6762822632,"imp":18.3538057683,"elo":1183.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":173.75989872,"imp":17.8671419625,"elo":1197.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":261.7851807625,"imp":17.5391496843,"elo":1210.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":351.9412405462,"imp":17.3345008473,"elo":1219.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":0.2873206973,"imp":14.966088724,"elo":1264.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":0.9316502247,"imp":14.3646873334,"elo":1316.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":2.7286702854,"imp":13.2176687744,"elo":1416.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":6.1477936876,"imp":12.3598886131,"elo":1485.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":16.5209724855,"imp":11.3513195293,"elo":1551.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":32.6797765909,"imp":10.9215630695,"elo":1587.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":65.3538276873,"imp":10.7294450425,"elo":1602.6,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":98.4212833586,"imp":10.6685868189,"elo":1607.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":131.5620070704,"imp":10.6307556085,"elo":1614.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":6.5532925928,"imp":16.2510290176,"elo":1298.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":8.0637708772,"imp":14.4757649128,"elo":1310.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":21.7538395214,"imp":13.0143729098,"elo":1382.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":60.9177628832,"imp":11.1667509021,"elo":1499.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":121.8592858048,"imp":10.4829487457,"elo":1545.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":292.3137710756,"imp":9.7510663132,"elo":1598.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":629.8900400305,"imp":9.4499395086,"elo":1620.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":1243.5591974675,"imp":9.3261430758,"elo":1632.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":1862.5519447854,"imp":9.2697076037,"elo":1636.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":2526.3066806002,"imp":9.2401919649,"elo":1639.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":1.4985629713,"imp":29.758869043,"elo":914.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":6.4317773957,"imp":27.2213985973,"elo":995.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":16.9493056602,"imp":21.8488456345,"elo":1110.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":20.2619047675,"imp":21.7245520192,"elo":1119.4,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.1991527253,"imp":21.3329239818,"elo":999.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":0.5021873111,"imp":17.8207537083,"elo":1106.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":1.4894550512,"imp":16.3810443596,"elo":1176.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":3.1307773192,"imp":15.8331808417,"elo":1208.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":8.0202567964,"imp":15.4707238549,"elo":1234.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":16.2377871584,"imp":15.3440986865,"elo":1244.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":32.6710934428,"imp":15.2572124995,"elo":1254.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":49.1719658028,"imp":15.2153685229,"elo":1259.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":65.9990639089,"imp":15.2401680436,"elo":1262.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":6.7532462417,"imp":15.227853494,"elo":1280.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":15.5275786908,"imp":13.0416353647,"elo":1412.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":39.1241530408,"imp":11.5019136923,"elo":1512.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":82.7422408171,"imp":10.7081723623,"elo":1552.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":213.2761385894,"imp":9.9901640727,"elo":1598.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":427.9091537602,"imp":9.6729056024,"elo":1614.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":848.9386425085,"imp":9.3044413362,"elo":1633.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":1278.8937139162,"imp":9.1492360126,"elo":1644.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":1719.8202901016,"imp":9.0749745667,"elo":1653.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1.8760518371,"imp":10.2419847711,"elo":1542.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":5.1278647155,"imp":10.168745019,"elo":1551.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":16.2069927888,"imp":9.9977926176,"elo":1566.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":34.2536042268,"imp":9.8509853087,"elo":1582.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":88.9628219424,"imp":9.5073158512,"elo":1622.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":181.3952243454,"imp":9.1483568682,"elo":1645.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":363.9172361826,"imp":8.9264755274,"elo":1656.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":547.7650992279,"imp":8.8065908522,"elo":1659.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":735.5848736649,"imp":8.7353196782,"elo":1660.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":11.4380569036,"imp":17.0716541619,"elo":1215.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":46.6209023207,"imp":15.4327343722,"elo":1343.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":70.0348846629,"imp":14.3136633115,"elo":1372.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":129.2960112707,"imp":13.2181769637,"elo":1414.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":230.7293949461,"imp":12.8049888026,"elo":1432.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":589.0616829286,"imp":11.8552559101,"elo":1477.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1187.7578308406,"imp":11.3241240055,"elo":1503.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2376.2279314343,"imp":10.9476776495,"elo":1520.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3574.1919132683,"imp":10.6188452243,"elo":1534.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":4786.5989331939,"imp":10.4345351166,"elo":1539.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":0.7535798582,"imp":10.949745381,"elo":1540.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":27.2884140106,"imp":2.8466113359,"elo":1995.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":0.6015671442,"imp":7.0192092664,"elo":1713.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":2.1306936636,"imp":14.1313469136,"elo":1335.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":6.7201323021,"imp":13.2781747368,"elo":1383.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":26.071931656,"imp":12.2179739911,"elo":1440.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":56.6403905326,"imp":11.6079401843,"elo":1481.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":151.6325084544,"imp":11.0588241586,"elo":1514.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":305.4050159003,"imp":10.7788649008,"elo":1536.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":598.166050268,"imp":10.5539460103,"elo":1551.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":909.6246432443,"imp":10.4654729241,"elo":1559.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":1236.8778796591,"imp":10.4073521572,"elo":1567.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":2.7558592937,"imp":8.0088967797,"elo":1745.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":1.0099025842,"imp":6.0483496754,"elo":1801.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":110.7816266415,"imp":30.7954385005,"elo":842.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":125.5711234695,"imp":30.713570314,"elo":858.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":166.4991276653,"imp":30.5610406639,"elo":864.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":216.8260972869,"imp":30.1224068066,"elo":881.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":435.6268489691,"imp":29.1595521216,"elo":906.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":841.7488888841,"imp":27.9741875168,"elo":933.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1663.6865760139,"imp":27.1914374608,"elo":956.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":2487.2049124756,"imp":26.4972330341,"elo":981.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":3381.7712162192,"imp":25.9033254616,"elo":1007.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":0.5069992699,"imp":13.4915095988,"elo":1361.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":2.1848199639,"imp":18.2826212621,"elo":1135.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":9.222603335,"imp":17.0461606022,"elo":1182.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":41.2363997061,"imp":15.677925546,"elo":1239.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":91.3237652004,"imp":14.8645534002,"elo":1284.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":218.5473202022,"imp":13.9849899196,"elo":1324.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":447.0507548682,"imp":13.4744231226,"elo":1354.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":866.7256429369,"imp":13.0722773851,"elo":1376.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":1331.6601195387,"imp":12.8309950026,"elo":1389.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":1770.5620854906,"imp":12.60896984,"elo":1400.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":0.4869354634,"imp":13.0648365488,"elo":1387.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":2.4341782987,"imp":12.0669142266,"elo":1466.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":7.341922179,"imp":11.5166017807,"elo":1514.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":13.4253918933,"imp":11.1518679448,"elo":1536.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":35.1370362218,"imp":10.9003441857,"elo":1551.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":69.8388019133,"imp":10.796306146,"elo":1559.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":138.6843072833,"imp":10.7292984396,"elo":1567.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":209.6003170598,"imp":10.7172006762,"elo":1570.5,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":282.1320041804,"imp":10.7113658123,"elo":1574.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":88.2701787746,"imp":18.6328817731,"elo":1192.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":168.2367198699,"imp":16.5261290274,"elo":1246.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":410.883351941,"imp":16.3587510749,"elo":1344.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":805.5219751868,"imp":13.7010572396,"elo":1442.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":1992.2815124104,"imp":10.4142617278,"elo":1578.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":2067.9528996121,"imp":10.3772262756,"elo":1584.1,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":2.4940806965,"imp":26.0996828941,"elo":1052.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":5.3133350441,"imp":21.4696616277,"elo":1127.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":13.8020981623,"imp":16.2716391119,"elo":1254.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":28.3270720096,"imp":14.0415176689,"elo":1372.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":70.6047440508,"imp":13.117788909,"elo":1424.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":140.5453323732,"imp":12.7705085868,"elo":1441.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":281.1244162931,"imp":12.6375145009,"elo":1446.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":422.3532460518,"imp":12.5970536782,"elo":1447.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":566.7369825686,"imp":12.6125970677,"elo":1446.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_medium/website_leaderboard.csv
CHANGED
|
@@ -1,71 +1,72 @@
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
-
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),
|
| 3 |
-
1,
|
| 4 |
-
2,
|
| 5 |
-
3,
|
| 6 |
-
4,
|
| 7 |
-
5,🧠⚡,Foundation Model,[
|
| 8 |
-
6,🧠⚡,Foundation Model,[
|
| 9 |
-
7,🧠
|
| 10 |
-
8,🧠🔁,Neural Network,[
|
| 11 |
-
9,
|
| 12 |
-
10,
|
| 13 |
-
11,
|
| 14 |
-
12,🌳,Tree-based,[
|
| 15 |
-
13,🌳,Tree-based,[
|
| 16 |
-
14,
|
| 17 |
-
15,
|
| 18 |
-
16,
|
| 19 |
-
17,🧠🔁,Neural Network,[
|
| 20 |
-
18,🧠
|
| 21 |
-
19,🧠⚡,Foundation Model,[
|
| 22 |
-
20,🧠⚡,Foundation Model,[TabDPT (
|
| 23 |
-
21,
|
| 24 |
-
22,🌳,Tree-based,[
|
| 25 |
-
23,🌳,Tree-based,[
|
| 26 |
-
24,
|
| 27 |
-
25,🧠🔁,Neural Network,[
|
| 28 |
-
26,
|
| 29 |
-
27,
|
| 30 |
-
28,🧠⚡,Foundation Model,[iLTM (tuned)](https://arxiv.org/abs/2511.15941),
|
| 31 |
-
29,
|
| 32 |
-
30,
|
| 33 |
-
31,🧠
|
| 34 |
-
32,
|
| 35 |
-
33,
|
| 36 |
-
34,
|
| 37 |
-
35,🧠⚡,Foundation Model,[
|
| 38 |
-
36,🧠
|
| 39 |
-
37,
|
| 40 |
-
38,
|
| 41 |
-
39,🧠
|
| 42 |
-
40,🧠
|
| 43 |
-
41,🧠🔁,Neural Network,[
|
| 44 |
-
42,
|
| 45 |
-
43,🌳,Tree-based,[
|
| 46 |
-
44,🌳,Tree-based,[
|
| 47 |
-
45,🌳,Tree-based,[
|
| 48 |
-
46,🌳,Tree-based,[
|
| 49 |
-
47,🌳,Tree-based,[
|
| 50 |
-
48,
|
| 51 |
-
49,🧠
|
| 52 |
-
50,🧠⚡,Foundation Model,[
|
| 53 |
-
51,
|
| 54 |
-
52,
|
| 55 |
-
53,
|
| 56 |
-
54,
|
| 57 |
-
55,
|
| 58 |
-
56,
|
| 59 |
-
57,
|
| 60 |
-
58,
|
| 61 |
-
59,
|
| 62 |
-
60,
|
| 63 |
-
61,🧠⚡,Foundation Model,[TabSTAR (tuned
|
| 64 |
-
62,
|
| 65 |
-
63,
|
| 66 |
-
64,
|
| 67 |
-
65,
|
| 68 |
-
66,
|
| 69 |
-
67,
|
| 70 |
-
68,📏,Baseline,[
|
| 71 |
-
69,📏,Baseline,[
|
|
|
|
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
+
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),1993.0,+306/-148,0.855,4.73,1.76,2.858,27.29,13.119,✔️,0.0,False,GPU
|
| 3 |
+
1,🧠⚡,Foundation Model,[EXAONE-Tabular (default)](https://github.com/LGAI-Research/EXAONE-Tabular),1956.0,+155/-82,0.728,5.51,2.88,4.88,5.0,1.219,✔️,0.0,False,GPU
|
| 4 |
+
2,📊,Reference Pipeline,"[AutoGluon 1.5 (extreme, 4h)](https://arxiv.org/abs/2003.06505)",1897.0,+86/-47,0.695,6.97,3.37,5.038,191.18,2.207,✔️,0.0,False,GPU
|
| 5 |
+
3,🧠⚡,Foundation Model,[TabPFN-3 (default)](https://arxiv.org/abs/2605.13986),1800.0,+219/-137,0.644,10.05,3.54,6.057,1.01,0.215,✔️,0.0,False,GPU
|
| 6 |
+
4,📊,Reference Pipeline,"[AutoGluon 1.4 (best, 4h)](https://arxiv.org/abs/2003.06505)",1775.0,+81/-52,0.561,10.98,5.41,6.219,432.36,4.085,✔️,0.0,False,CPU
|
| 7 |
+
5,🧠⚡,Foundation Model,[TabPFN-2.6 (default)](https://arxiv.org/abs/2511.08667),1721.0,+130/-74,0.489,13.27,9.74,8.006,2.76,0.701,✔️,0.0,False,GPU
|
| 8 |
+
6,🧠⚡,Foundation Model,[TabICLv2 (default)](https://arxiv.org/abs/2602.11139),1698.0,+181/-110,0.532,14.3,4.9,7.016,0.6,0.119,✔️,0.0,False,GPU
|
| 9 |
+
7,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned + ensembled)](https://arxiv.org/abs/2511.08667),1646.0,+138/-104,0.439,16.94,9.35,8.738,735.58,11.736,✔️,0.0,False,GPU
|
| 10 |
+
8,🧠🔁,Neural Network,[RealMLP (tuned + ensembled)](https://arxiv.org/abs/2407.04491),1624.0,+89/-90,0.394,18.1,13.24,9.074,1719.82,1.675,✔️,0.0,False,GPU
|
| 11 |
+
9,🧠🔁,Neural Network,[ModernNCA (tuned + ensembled)](https://arxiv.org/abs/2407.03257),1614.0,+103/-104,0.384,18.65,13.41,9.232,2526.31,6.013,✔️,0.0,False,GPU
|
| 12 |
+
10,🌳,Tree-based,[CatBoost (tuned + ensembled)](https://arxiv.org/abs/1706.09516),1610.0,+85/-63,0.361,18.86,10.45,9.085,489.93,0.249,✔️,0.0,False,CPU
|
| 13 |
+
11,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned)](https://arxiv.org/abs/2511.08667),1600.0,+123/-100,0.396,19.43,11.28,9.372,735.58,1.386,✔️,0.0,False,GPU
|
| 14 |
+
12,🌳,Tree-based,[CatBoost (tuned)](https://arxiv.org/abs/1706.09516),1596.0,+96/-68,0.355,19.68,10.17,9.293,489.93,0.02,✔️,0.0,False,CPU
|
| 15 |
+
13,🌳,Tree-based,[LightGBM (tuned + ensembled)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1588.0,+67/-52,0.308,20.16,14.9,10.623,131.56,2.639,✔️,0.0,False,CPU
|
| 16 |
+
14,🌳,Tree-based,[CatBoost (default)](https://arxiv.org/abs/1706.09516),1576.0,+103/-103,0.361,20.83,10.37,9.254,2.47,0.01,✔️,0.0,False,CPU
|
| 17 |
+
15,🧠⚡,Foundation Model,[iLTM (tuned + ensembled)](https://arxiv.org/abs/2511.15941),1558.0,+71/-54,0.305,21.9,16.61,10.374,2067.95,65.195,✔️,0.0,False,GPU
|
| 18 |
+
16,🌳,Tree-based,[XGBoost (tuned + ensembled)](https://arxiv.org/abs/1603.02754),1548.0,+81/-56,0.278,22.56,16.68,10.709,282.13,0.563,✔️,0.0,False,CPU
|
| 19 |
+
17,🧠🔁,Neural Network,[TabM (tuned + ensembled)](https://arxiv.org/abs/2410.24210),1543.0,+145/-88,0.282,22.82,14.66,10.41,1236.88,0.579,✔️,0.0,False,GPU
|
| 20 |
+
18,🧠🔁,Neural Network,[RealMLP (tuned)](https://arxiv.org/abs/2407.04491),1533.0,+104/-88,0.284,23.46,15.81,10.246,1719.82,0.081,✔️,0.0,False,GPU
|
| 21 |
+
19,🧠⚡,Foundation Model,[RealTabPFN-2.5 (default)](https://arxiv.org/abs/2511.08667),1530.0,+134/-79,0.319,23.67,16.07,10.24,1.88,0.645,✔️,0.0,False,GPU
|
| 22 |
+
20,🧠⚡,Foundation Model,[TabDPT-Turbo (default)](https://openreview.net/pdf?id=Y00pwFyrHR),1527.0,+155/-140,0.347,23.84,11.9,10.948,0.75,0.18,➖,0.0,False,GPU
|
| 23 |
+
21,🧠⚡,Foundation Model,[TabDPT (tuned + ensembled)](https://arxiv.org/abs/2410.18164),1523.0,+134/-118,0.31,24.07,6.51,10.436,4786.6,444.544,✔️,0.0,False,GPU
|
| 24 |
+
22,🌳,Tree-based,[ChimeraBoost (tuned + ensembled)](https://github.com/bbstats/chimeraboost),1518.0,+113/-122,0.301,24.43,14.14,11.843,95.92,0.297,✔️,0.0,False,CPU
|
| 25 |
+
23,🌳,Tree-based,[LightGBM (tuned)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1506.0,+76/-56,0.2,25.18,19.57,11.76,131.56,0.132,✔️,0.0,False,CPU
|
| 26 |
+
24,🌳,Tree-based,[XGBoost (tuned)](https://arxiv.org/abs/1603.02754),1501.0,+64/-56,0.218,25.5,21.31,11.265,282.13,0.066,✔️,0.0,False,CPU
|
| 27 |
+
25,🧠🔁,Neural Network,[TabM (tuned)](https://arxiv.org/abs/2410.24210),1480.0,+129/-75,0.226,26.84,17.36,11.244,1236.88,0.054,✔️,0.0,False,GPU
|
| 28 |
+
26,🧠🔁,Neural Network,[ModernNCA (tuned)](https://arxiv.org/abs/2407.03257),1472.0,+91/-80,0.206,27.37,21.49,11.361,2526.31,0.349,✔️,0.0,False,GPU
|
| 29 |
+
27,🌳,Tree-based,[ChimeraBoost (tuned)](https://github.com/bbstats/chimeraboost),1471.0,+105/-114,0.253,27.47,16.16,12.304,95.92,0.027,✔️,0.0,False,CPU
|
| 30 |
+
28,🧠⚡,Foundation Model,[iLTM (tuned)](https://arxiv.org/abs/2511.15941),1424.0,+99/-66,0.15,30.58,19.73,12.253,2067.95,10.881,✔️,0.0,False,GPU
|
| 31 |
+
29,❓,Other,[xRFM (tuned + ensembled)](https://arxiv.org/abs/2508.10053),1424.0,+106/-115,0.211,30.6,22.47,12.642,566.74,0.951,✔️,0.0,False,GPU
|
| 32 |
+
30,🌳,Tree-based,[ChimeraBoost (default)](https://github.com/bbstats/chimeraboost),1419.0,+114/-120,0.19,30.9,19.96,13.335,0.48,0.023,✔️,0.0,False,CPU
|
| 33 |
+
31,🧠⚡,Foundation Model,[TabDPT (tuned)](https://arxiv.org/abs/2410.18164),1405.0,+123/-119,0.216,31.83,13.0,12.793,4786.6,42.641,✔️,0.0,False,GPU
|
| 34 |
+
32,🧠🔁,Neural Network,[TorchMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1376.0,+69/-62,0.119,33.78,27.68,12.606,1770.56,1.069,✔️,0.0,False,CPU
|
| 35 |
+
33,❓,Other,[xRFM (tuned)](https://arxiv.org/abs/2508.10053),1373.0,+91/-103,0.146,33.99,28.4,14.127,566.74,0.06,✔️,0.0,False,GPU
|
| 36 |
+
34,🌳,Tree-based,[XGBoost (default)](https://arxiv.org/abs/1603.02754),1372.0,+90/-102,0.129,34.12,22.74,13.063,0.49,0.053,✔️,0.0,False,CPU
|
| 37 |
+
35,🧠⚡,Foundation Model,[TabSwift (default)](https://github.com/LAMDA-Tabular/TabSwift),1344.0,+118/-102,0.154,35.97,25.72,13.489,0.51,0.127,➖,0.0,False,GPU
|
| 38 |
+
36,🧠⚡,Foundation Model,[TabDPT (default)](https://arxiv.org/abs/2410.18164),1333.0,+119/-135,0.168,36.71,16.93,15.431,46.62,43.738,✔️,0.0,False,GPU
|
| 39 |
+
37,🧠🔁,Neural Network,[TabM (default)](https://arxiv.org/abs/2410.24210),1326.0,+109/-88,0.09,37.22,31.11,14.129,2.13,0.047,✔️,0.0,False,GPU
|
| 40 |
+
38,🌳,Tree-based,[EBM (tuned + ensembled)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1325.0,+114/-128,0.122,37.24,28.69,15.747,695.61,0.085,✔️,0.0,False,CPU
|
| 41 |
+
39,🧠🔁,Neural Network,[ModernNCA (default)](https://arxiv.org/abs/2407.03257),1298.0,+72/-79,0.066,39.1,34.99,14.474,8.06,0.25,✔️,0.0,False,GPU
|
| 42 |
+
40,🧠⚡,Foundation Model,[LimiX (default)](https://arxiv.org/abs/2509.03505),1280.0,+140/-160,0.169,40.26,10.12,16.535,6.55,5.409,➖,0.0,False,GPU
|
| 43 |
+
41,🧠🔁,Neural Network,[TorchMLP (tuned)](https://arxiv.org/abs/2003.06505),1272.0,+68/-75,0.044,40.78,36.27,14.257,1770.56,0.051,✔️,0.0,False,CPU
|
| 44 |
+
42,🧠🔁,Neural Network,[RealMLP (default)](https://arxiv.org/abs/2407.04491),1271.0,+72/-68,0.03,40.84,37.68,15.226,6.75,0.235,✔️,0.0,False,GPU
|
| 45 |
+
43,🌳,Tree-based,[EBM (tuned)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1265.0,+103/-133,0.082,41.24,34.1,16.59,695.61,0.006,✔️,0.0,False,CPU
|
| 46 |
+
44,🌳,Tree-based,[LightGBM (default)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1258.0,+52/-64,0.024,41.72,39.38,14.965,0.29,0.045,✔️,0.0,False,CPU
|
| 47 |
+
45,🌳,Tree-based,[RandomForest (tuned + ensembled)](https://link.springer.com/article/10.1023/A:1010933404324),1244.0,+84/-87,0.029,42.64,37.29,15.237,66.0,0.341,✔️,0.0,False,CPU
|
| 48 |
+
46,🌳,Tree-based,[EBM (default)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1221.0,+87/-136,0.05,44.13,38.9,18.016,2.18,0.005,✔️,0.0,False,CPU
|
| 49 |
+
47,🌳,Tree-based,[ExtraTrees (tuned + ensembled)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1217.0,+79/-92,0.021,44.39,41.9,15.444,49.61,0.199,✔️,0.0,False,CPU
|
| 50 |
+
48,🌳,Tree-based,[RandomForest (tuned)](https://link.springer.com/article/10.1023/A:1010933404324),1214.0,+85/-84,0.031,44.54,39.14,15.881,66.0,0.024,✔️,0.0,False,CPU
|
| 51 |
+
49,🧠🔁,Neural Network,[FastaiMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1201.0,+111/-138,0.056,45.36,37.53,17.338,351.94,1.658,✔️,0.0,False,CPU
|
| 52 |
+
50,🧠⚡,Foundation Model,[SAP-RPT-OSS (default)](https://arxiv.org/abs/2506.10707),1200.0,+82/-95,0.027,45.41,40.3,17.072,11.44,10.416,➖,0.0,False,GPU
|
| 53 |
+
51,🧠⚡,Foundation Model,[iLTM (default)](https://arxiv.org/abs/2511.15941),1179.0,+84/-110,0.029,46.73,42.47,18.631,88.27,9.62,✔️,0.0,False,GPU
|
| 54 |
+
52,🌳,Tree-based,[ExtraTrees (tuned)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1174.0,+71/-84,0.008,47.07,44.82,16.434,49.61,0.015,✔️,0.0,False,CPU
|
| 55 |
+
53,🧠🔁,Neural Network,[TorchMLP (default)](https://arxiv.org/abs/2003.06505),1126.0,+58/-73,0.0,49.9,48.2,18.282,2.18,0.039,✔️,0.0,False,CPU
|
| 56 |
+
54,🌳,Tree-based,[PerpetualBooster (tuned + ensembled)](https://perpetual-ml.com/),1110.0,+100/-125,0.015,50.83,44.37,21.724,20.26,0.515,✔️,0.0,False,CPU
|
| 57 |
+
55,🧠🔁,Neural Network,[FastaiMLP (tuned)](https://arxiv.org/abs/2003.06505),1101.0,+90/-108,0.014,51.32,46.48,19.432,351.94,0.114,✔️,0.0,False,CPU
|
| 58 |
+
56,🌳,Tree-based,[PerpetualBooster (tuned)](https://perpetual-ml.com/),1060.0,+91/-115,0.0,53.56,49.19,22.838,20.26,0.2,✔️,0.0,False,CPU
|
| 59 |
+
57,❓,Other,[xRFM (default)](https://arxiv.org/abs/2508.10053),1046.0,+148/-185,0.016,54.26,48.25,26.098,2.49,0.145,✔️,0.0,False,GPU
|
| 60 |
+
58,🧠🔁,Neural Network,[FastaiMLP (default)](https://arxiv.org/abs/2003.06505),1031.0,+136/-171,0.017,55.04,49.92,22.997,1.51,0.111,✔️,0.0,False,CPU
|
| 61 |
+
59,🌳,Tree-based,[RandomForest (default)](https://link.springer.com/article/10.1023/A:1010933404324),1000.0,+50/-93,0.0,56.55,55.48,21.325,0.2,0.021,✔️,0.0,False,CPU
|
| 62 |
+
60,📏,Baseline,[KNN (tuned + ensembled)](https://scikit-learn.org/stable/modules/neighbors.html),989.0,+95/-130,0.004,57.05,50.63,24.481,150.3,10.071,✔️,0.0,False,CPU
|
| 63 |
+
61,🧠⚡,Foundation Model,[TabSTAR (tuned)](https://arxiv.org/abs/2505.18125),988.0,+55/-90,0.0,57.13,55.68,25.928,3381.77,1.724,✔️,0.0,False,GPU
|
| 64 |
+
62,🧠⚡,Foundation Model,[TabSTAR (tuned + ensembled)](https://arxiv.org/abs/2505.18125),987.0,+59/-86,0.0,57.18,55.82,25.901,3381.77,5.283,✔️,0.0,False,GPU
|
| 65 |
+
63,🌳,Tree-based,[ExtraTrees (default)](https://link.springer.com/article/10.1007/s10994-006-6226-1),976.0,+94/-123,0.0,57.64,55.76,22.916,0.48,0.073,✔️,0.0,False,CPU
|
| 66 |
+
64,📏,Baseline,[Linear (tuned + ensembled)](https://scikit-learn.org/stable/modules/linear_model.html),935.0,+154/-229,0.003,59.45,55.0,33.007,43.64,0.081,✔️,0.0,False,CPU
|
| 67 |
+
65,🌳,Tree-based,[PerpetualBooster (default)](https://perpetual-ml.com/),901.0,+105/-152,0.0,60.81,58.86,29.493,1.5,0.015,✔️,0.0,False,CPU
|
| 68 |
+
66,📏,Baseline,[Linear (tuned)](https://scikit-learn.org/stable/modules/linear_model.html),892.0,+156/-248,0.0,61.16,57.57,33.86,43.64,0.018,✔️,0.0,False,CPU
|
| 69 |
+
67,🧠⚡,Foundation Model,[TabSTAR (default)](https://arxiv.org/abs/2505.18125),848.0,+50/-89,0.0,62.7,62.13,30.794,110.78,1.964,✔️,0.0,False,GPU
|
| 70 |
+
68,📏,Baseline,[KNN (tuned)](https://scikit-learn.org/stable/modules/neighbors.html),814.0,+52/-107,0.0,63.78,63.5,30.079,150.3,0.482,✔️,0.0,False,CPU
|
| 71 |
+
69,📏,Baseline,[Linear (default)](https://scikit-learn.org/stable/modules/linear_model.html),797.0,+137/-246,0.0,64.27,62.54,35.917,0.19,0.019,✔️,0.0,False,CPU
|
| 72 |
+
70,📏,Baseline,[KNN (default)](https://scikit-learn.org/stable/modules/neighbors.html),593.0,+83/-145,0.0,68.65,68.52,43.571,0.1,0.072,✔️,0.0,False,CPU
|
data/imputation_no/splits_all/tasks_all/datasets_medium/winrate_explorer.html
CHANGED
|
@@ -327,8 +327,8 @@
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
-
const CONFIG = {"title": null, "methods": ["TabFM (default)", "TabPFN-3 (default)", "TabPFN-2.6 (default)", "TabICLv2 (default)", "RealTabPFN-2.5 (T+E)", "RealMLP (T+E)", "ModernNCA (T+E)", "CatBoost (T+E)", "LightGBM (T+E)", "iLTM (T+E)", "XGBoost (T+E)", "TabM (T+E)", "TabDPT-Turbo (default)", "ChimeraBoost (T+E)", "TabDPT (T+E)", "xRFM (T+E)", "TorchMLP (T+E)", "TabSwift (default)", "EBM (T+E)", "LimiX (default)", "RandomForest (T+E)", "FastaiMLP (T+E)", "SAP-RPT-OSS (default)", "ExtraTrees (T+E)", "PerpetualBooster (T+E)", "TabSTAR (T+E)", "KNN (T+E)", "Linear (T+E)"], "matrix": [[NaN, 0.7851851582527161, 0.9333333373069763, 0.9037036895751953, 0.911111056804657, 0.8814814686775208, 0.9259259700775146, 0.8518518209457397, 0.9037036895751953, 0.8962963223457336, 0.9185184836387634, 0.9925926327705383, 0.9629629254341125, 0.9185184836387634, 0.8740740418434143, 0.9259259700775146, 0.9777777194976807, 0.970370352268219, 0.9925926327705383, 0.9037036895751953, 0.9851852059364319, 0.940740704536438, 0.9851852059364319, 0.9925926327705383, 1.0, 1.0, 0.970370352268219, 0.9851852059364319], [0.21481481194496155, NaN, 0.770370364189148, 0.6592592000961304, 0.82962965965271, 0.7629629969596863, 0.859259307384491, 0.7333333492279053, 0.7555555105209351, 0.7851851582527161, 0.7629629373550415, 0.8592592477798462, 0.9185184836387634, 0.7851851582527161, 0.7333333492279053, 0.800000011920929, 0.8888888955116272, 0.9777777791023254, 0.8444444537162781, 0.8666666746139526, 0.9629629850387573, 0.9333333373069763, 0.9481481909751892, 0.9777777791023254, 0.9333333373069763, 1.0, 0.9555556178092957, 0.9481481313705444], [0.06666667014360428, 0.22962965071201324, NaN, 0.4592593014240265, 0.555555522441864, 0.6888889074325562, 0.6740740537643433, 0.6518518328666687, 0.7333333492279053, 0.7037037014961243, 0.7185184955596924, 0.7333333492279053, 0.7185184359550476, 0.770370364189148, 0.7407407164573669, 0.8074074387550354, 0.8962963223457336, 0.9111111164093018, 0.9185184836387634, 0.8518518209457397, 0.970370352268219, 0.911111056804657, 0.970370352268219, 0.9851852059364319, 0.9925926327705383, 1.0, 0.9629629850387573, 0.9777777791023254], [0.09629630297422409, 0.34074074029922485, 0.5407407283782959, NaN, 0.7333333492279053, 0.644444465637207, 0.7407407164573669, 0.6740740537643433, 0.7111111283302307, 0.6888888478279114, 0.6814814209938049, 0.7407407164573669, 0.7851851582527161, 0.6814814805984497, 0.770370364189148, 0.7333333492279053, 0.8074073791503906, 0.940740704536438, 0.770370364189148, 0.8740740418434143, 0.9185184836387634, 0.8962963223457336, 0.9481481313705444, 0.9925926327705383, 0.9333333373069763, 0.9851852059364319, 0.970370352268219, 0.9481481313705444], [0.08888889104127884, 0.17037038505077362, 0.4444444477558136, 0.2666666805744171, NaN, 0.6000000238418579, 0.5777778029441833, 0.585185170173645, 0.6296296715736389, 0.614814817905426, 0.6592592597007751, 0.614814817905426, 0.6296296715736389, 0.6074073910713196, 0.6592592597007751, 0.7629629969596863, 0.8074073791503906, 0.9037037491798401, 0.8222221732139587, 0.7777777314186096, 0.9407407641410828, 0.8222222924232483, 0.9037037491798401, 0.9777777791023254, 0.9777777791023254, 1.0, 0.940740704536438, 0.8962962627410889], [0.11851851642131805, 0.2370370328426361, 0.3111111521720886, 0.35555559396743774, 0.4000000059604645, NaN, 0.5333333611488342, 0.5185185074806213, 0.6074074506759644, 0.6370370388031006, 0.6370370388031006, 0.5925925970077515, 0.5925925970077515, 0.5185185074806213, 0.5777778029441833, 0.859259307384491, 0.8370370864868164, 0.7555555701255798, 0.8222221732139587, 0.888888955116272, 0.9185184836387634, 0.9851852059364319, 0.9259259700775146, 0.9333333373069763, 0.9851852059364319, 1.0, 0.9925926327705383, 1.0], [0.07407407462596893, 0.14074073731899261, 0.32592591643333435, 0.25925925374031067, 0.42222222685813904, 0.46666666865348816, NaN, 0.5259259343147278, 0.5777778029441833, 0.6148148775100708, 0.6296296715736389, 0.6000000834465027, 0.5481481552124023, 0.6222222447395325, 0.6370370984077454, 0.7555555105209351, 0.8222222924232483, 0.7851851582527161, 0.8222222924232483, 0.8814814686775208, 0.859259307384491, 0.911111056804657, 0.9037036895751953, 0.9333333373069763, 0.9925926327705383, 0.9481481313705444, 0.9925926327705383, 0.9333333373069763], [0.14814814925193787, 0.2666666805744171, 0.3481481671333313, 0.32592594623565674, 0.414814829826355, 0.48148149251937866, 0.4740740656852722, NaN, 0.5185185074806213, 0.6000000238418579, 0.6888888478279114, 0.4888888895511627, 0.46666666865348816, 0.6962963342666626, 0.5333333611488342, 0.7185184955596924, 0.7925926446914673, 0.7481481432914734, 0.8962963223457336, 0.6814814805984497, 0.9259259700775146, 0.9111111164093018, 0.9185184836387634, 0.9703704118728638, 0.9777777791023254, 1.0, 0.9925926327705383, 0.9925926327705383], [0.09629630297422409, 0.24444444477558136, 0.2666666805744171, 0.28888893127441406, 0.37037041783332825, 0.39259257912635803, 0.42222222685813904, 0.48148149251937866, NaN, 0.5407407283782959, 0.6888889074325562, 0.4740740954875946, 0.5185185670852661, 0.644444465637207, 0.4962962865829468, 0.6444444060325623, 0.7555555105209351, 0.7259259819984436, 0.8444443941116333, 0.6592592597007751, 0.9333333373069763, 0.8444443941116333, 0.9037036895751953, 0.9851852655410767, 0.9851852059364319, 0.9925926327705383, 0.9851852059364319, 0.9851852059364319], [0.10370371490716934, 0.21481482684612274, 0.29629629850387573, 0.31111112236976624, 0.385185182094574, 0.3629629909992218, 0.38518521189689636, 0.40000003576278687, 0.4592592418193817, NaN, 0.5407407879829407, 0.4888888895511627, 0.43703702092170715, 0.5037037134170532, 0.5111111402511597, 0.6296296715736389, 0.8814815282821655, 0.703703761100769, 0.8000000715255737, 0.6888889074325562, 0.9111111164093018, 0.9703704118728638, 0.9111111164093018, 0.9333333373069763, 0.8666666746139526, 0.9925926327705383, 0.9851852655410767, 0.9851852655410767], [0.08148148655891418, 0.2370370477437973, 0.28148147463798523, 0.3185185492038727, 0.34074074029922485, 0.3629629909992218, 0.37037038803100586, 0.31111109256744385, 0.31111109256744385, 0.4592592120170593, NaN, 0.48888885974884033, 0.48148149251937866, 0.5333333611488342, 0.5259259343147278, 0.644444465637207, 0.8000000715255737, 0.6518518328666687, 0.8666666150093079, 0.6518518328666687, 0.9333333373069763, 0.8666666746139526, 0.9037037491798401, 0.9481481909751892, 0.9037037491798401, 0.9925926327705383, 0.9925926327705383, 1.0], [0.007407407276332378, 0.14074073731899261, 0.2666666805744171, 0.25925928354263306, 0.38518521189689636, 0.40740740299224854, 0.4000000059604645, 0.5111110806465149, 0.5259259343147278, 0.5111110806465149, 0.5111110806465149, NaN, 0.48148149251937866, 0.5185185074806213, 0.46666669845581055, 0.5629629492759705, 0.6666666865348816, 0.7259259819984436, 0.7111110687255859, 0.7111110687255859, 0.8222222924232483, 0.8814814686775208, 0.8666666746139526, 0.8888888955116272, 0.9185184836387634, 1.0, 0.9629629850387573, 0.9555556178092957], [0.03703703731298447, 0.08148147910833359, 0.28148147463798523, 0.21481482684612274, 0.37037035822868347, 0.40740740299224854, 0.45185184478759766, 0.5333333611488342, 0.48148149251937866, 0.5629629492759705, 0.5185185074806213, 0.5185185074806213, NaN, 0.5259259343147278, 0.46666669845581055, 0.6592592597007751, 0.7629629969596863, 0.8074073791503906, 0.6074073910713196, 0.7777777910232544, 0.7851852178573608, 0.7629629969596863, 0.7851851582527161, 0.8444444537162781, 0.9111111164093018, 0.9259259700775146, 0.9037036895751953, 0.8222222924232483], [0.08148147910833359, 0.21481482684612274, 0.22962962090969086, 0.3185185194015503, 0.39259254932403564, 0.48148149251937866, 0.3777777850627899, 0.3037037253379822, 0.35555556416511536, 0.4962962567806244, 0.46666666865348816, 0.48148149251937866, 0.4740740656852722, NaN, 0.5333333611488342, 0.7037037014961243, 0.6740740537643433, 0.6444444060325623, 0.8148148059844971, 0.6296296715736389, 0.859259307384491, 0.8370370268821716, 0.8518518209457397, 0.8370370864868164, 0.8444444537162781, 0.9333333373069763, 0.9629629850387573, 1.0], [0.1259259283542633, 0.2666666805744171, 0.25925925374031067, 0.22962962090969086, 0.34074077010154724, 0.42222222685813904, 0.3629629909992218, 0.46666666865348816, 0.5037037134170532, 0.4888888895511627, 0.4740740656852722, 0.5333333611488342, 0.5333333611488342, 0.46666666865348816, NaN, 0.7037037014961243, 0.7185184955596924, 0.7111110687255859, 0.6296296715736389, 0.7259259819984436, 0.7777777314186096, 0.7925925850868225, 0.82962965965271, 0.7851851582527161, 0.9851852655410767, 0.9037036895751953, 0.8962963223457336, 0.8370370268821716], [0.07407407462596893, 0.20000000298023224, 0.19259260594844818, 0.2666666507720947, 0.2370370477437973, 0.14074073731899261, 0.24444444477558136, 0.28148147463798523, 0.35555556416511536, 0.37037035822868347, 0.35555553436279297, 0.43703705072402954, 0.34074074029922485, 0.29629629850387573, 0.29629629850387573, NaN, 0.6000000238418579, 0.5111111402511597, 0.6296296715736389, 0.703703761100769, 0.7629629969596863, 0.8222221732139587, 0.7259259819984436, 0.8074074387550354, 0.8370370268821716, 0.9037036895751953, 0.9777777194976807, 0.9851852059364319], [0.02222222276031971, 0.111111119389534, 0.10370370745658875, 0.19259260594844818, 0.192592591047287, 0.16296297311782837, 0.17777778208255768, 0.2074074149131775, 0.24444444477558136, 0.11851852387189865, 0.20000000298023224, 0.3333333432674408, 0.2370370477437973, 0.32592594623565674, 0.28148147463798523, 0.4000000059604645, NaN, 0.5185185670852661, 0.5481481552124023, 0.6000000238418579, 0.7259259819984436, 0.7407407164573669, 0.8148148059844971, 0.7555555105209351, 0.7333332896232605, 0.9481481313705444, 0.940740704536438, 0.9407407641410828], [0.029629629105329514, 0.02222222276031971, 0.08888889104127884, 0.05925925821065903, 0.09629630297422409, 0.24444444477558136, 0.21481482684612274, 0.2518518567085266, 0.27407410740852356, 0.29629629850387573, 0.3481481671333313, 0.27407410740852356, 0.192592591047287, 0.35555553436279297, 0.2888889014720917, 0.4888888895511627, 0.48148149251937866, NaN, 0.5481481552124023, 0.5925925374031067, 0.5555555820465088, 0.7481482028961182, 0.6666666865348816, 0.6222221851348877, 0.7925926446914673, 0.8666666746139526, 0.8518518805503845, 0.8148148059844971], [0.007407407276332378, 0.15555556118488312, 0.08148147910833359, 0.22962965071201324, 0.17777778208255768, 0.17777778208255768, 0.17777778208255768, 0.10370370745658875, 0.15555556118488312, 0.20000001788139343, 0.13333334028720856, 0.2888889014720917, 0.3925926089286804, 0.18518519401550293, 0.37037038803100586, 0.37037038803100586, 0.45185184478759766, 0.45185187458992004, NaN, 0.46666666865348816, 0.6148148775100708, 0.6444444060325623, 0.6666666865348816, 0.6666666865348816, 0.6518518328666687, 0.9407407641410828, 0.8370370268821716, 0.9333333373069763], [0.0962962955236435, 0.13333334028720856, 0.14814814925193787, 0.1259259283542633, 0.222222238779068, 0.111111119389534, 0.11851852387189865, 0.3185185194015503, 0.34074074029922485, 0.31111109256744385, 0.3481481671333313, 0.2888889014720917, 0.222222238779068, 0.37037035822868347, 0.27407407760620117, 0.29629629850387573, 0.4000000059604645, 0.40740740299224854, 0.5333333611488342, NaN, 0.5111110806465149, 0.6222222447395325, 0.6000000238418579, 0.48148149251937866, 0.5629628896713257, 0.6888888478279114, 0.7111111283302307, 0.7629629969596863], [0.014814814552664757, 0.03703703731298447, 0.029629629105329514, 0.08148147910833359, 0.05925925821065903, 0.08148147910833359, 0.14074073731899261, 0.07407407462596893, 0.06666667014360428, 0.08888889104127884, 0.06666667014360428, 0.17777778208255768, 0.21481482684612274, 0.14074073731899261, 0.2222222238779068, 0.23703701794147491, 0.27407407760620117, 0.4444444477558136, 0.385185182094574, 0.4888888895511627, NaN, 0.5925925970077515, 0.6666667461395264, 0.555555522441864, 0.6518518328666687, 0.8740740418434143, 0.9259259700775146, 0.8666666746139526], [0.05925925821065903, 0.06666667014360428, 0.08888889104127884, 0.10370370745658875, 0.17777778208255768, 0.014814814552664757, 0.08888889104127884, 0.08888889104127884, 0.15555556118488312, 0.029629629105329514, 0.13333334028720856, 0.11851851642131805, 0.2370370328426361, 0.16296295821666718, 0.2074074149131775, 0.17777778208255768, 0.25925928354263306, 0.2518518567085266, 0.35555553436279297, 0.3777777850627899, 0.40740740299224854, NaN, 0.46666666865348816, 0.4592592418193817, 0.5703703761100769, 0.7185184955596924, 0.7185184955596924, 0.9259259700775146], [0.014814814552664757, 0.05185185372829437, 0.029629629105329514, 0.05185185372829437, 0.09629630297422409, 0.07407407462596893, 0.0962962955236435, 0.08148147910833359, 0.0962962955236435, 0.08888889104127884, 0.0962962955236435, 0.13333334028720856, 0.21481482684612274, 0.14814814925193787, 0.17037037014961243, 0.27407407760620117, 0.18518517911434174, 0.3333333432674408, 0.3333333432674408, 0.4000000059604645, 0.3333333730697632, 0.5333333611488342, NaN, 0.40740740299224854, 0.6814814805984497, 0.7259259819984436, 0.859259307384491, 0.8740740418434143], [0.007407407276332378, 0.02222222276031971, 0.014814814552664757, 0.007407407276332378, 0.02222222276031971, 0.06666667014360428, 0.06666667014360428, 0.029629629105329514, 0.014814814552664757, 0.06666667014360428, 0.05185185372829437, 0.111111119389534, 0.15555556118488312, 0.16296295821666718, 0.21481482684612274, 0.19259260594844818, 0.24444444477558136, 0.37777775526046753, 0.3333333432674408, 0.5185185074806213, 0.444444477558136, 0.5407407283782959, 0.5925925970077515, NaN, 0.6370370388031006, 0.8148148059844971, 0.82962965965271, 0.8148148059844971], [0.0, 0.06666667014360428, 0.007407407276332378, 0.06666667014360428, 0.02222222276031971, 0.014814814552664757, 0.007407407276332378, 0.02222222276031971, 0.014814814552664757, 0.13333334028720856, 0.09629630297422409, 0.08148147910833359, 0.08888889104127884, 0.15555556118488312, 0.014814814552664757, 0.16296297311782837, 0.2666666805744171, 0.2074074149131775, 0.3481481671333313, 0.43703705072402954, 0.3481481671333313, 0.4296296536922455, 0.3185185492038727, 0.3629629909992218, NaN, 0.5111111402511597, 0.6296296715736389, 0.7037037014961243], [0.0, 0.0, 0.0, 0.014814814552664757, 0.0, 0.0, 0.05185185372829437, 0.0, 0.007407407276332378, 0.007407407276332378, 0.007407407276332378, 0.0, 0.07407407462596893, 0.06666667014360428, 0.0962962955236435, 0.09629630297422409, 0.05185185372829437, 0.13333334028720856, 0.059259261935949326, 0.31111112236976624, 0.1259259283542633, 0.28148147463798523, 0.27407407760620117, 0.18518517911434174, 0.4888888895511627, NaN, 0.6074073910713196, 0.7111111283302307], [0.029629629105329514, 0.04444444552063942, 0.03703703731298447, 0.029629629105329514, 0.05925925821065903, 0.007407407276332378, 0.007407407276332378, 0.007407407276332378, 0.014814814552664757, 0.014814814552664757, 0.007407407276332378, 0.03703703731298447, 0.0962962955236435, 0.03703703731298447, 0.10370370745658875, 0.02222222276031971, 0.05925925821065903, 0.14814814925193787, 0.16296295821666718, 0.2888889014720917, 0.07407407462596893, 0.28148147463798523, 0.14074073731899261, 0.17037038505077362, 0.37037038803100586, 0.39259257912635803, NaN, 0.7185184955596924], [0.014814814552664757, 0.05185185372829437, 0.02222222276031971, 0.05185185372829437, 0.10370370745658875, 0.0, 0.06666667014360428, 0.007407407276332378, 0.014814814552664757, 0.014814814552664757, 0.0, 0.04444444552063942, 0.17777778208255768, 0.0, 0.16296295821666718, 0.014814814552664757, 0.05925925821065903, 0.18518517911434174, 0.06666667014360428, 0.2370370328426361, 0.13333334028720856, 0.07407407462596893, 0.1259259283542633, 0.18518519401550293, 0.29629629850387573, 0.2888888716697693, 0.28148147463798523, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
-
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
+
const CONFIG = {"title": null, "methods": ["TabFM (default)", "EXAONE-Tabular (default)", "TabPFN-3 (default)", "TabICLv2 (default)", "TabPFN-2.6 (default)", "RealTabPFN-2.5 (T+E)", "RealMLP (T+E)", "CatBoost (T+E)", "ModernNCA (T+E)", "LightGBM (T+E)", "iLTM (T+E)", "XGBoost (T+E)", "TabM (T+E)", "TabDPT (T+E)", "TabDPT-Turbo (default)", "ChimeraBoost (T+E)", "xRFM (T+E)", "TorchMLP (T+E)", "TabSwift (default)", "EBM (T+E)", "LimiX (default)", "RandomForest (T+E)", "FastaiMLP (T+E)", "SAP-RPT-OSS (default)", "ExtraTrees (T+E)", "PerpetualBooster (T+E)", "TabSTAR (T+E)", "KNN (T+E)", "Linear (T+E)"], "matrix": [[NaN, 0.6740740537643433, 0.7851851582527161, 0.9037036895751953, 0.9333333373069763, 0.911111056804657, 0.8814814686775208, 0.8518518209457397, 0.9259259700775146, 0.9037036895751953, 0.8962963223457336, 0.9185184836387634, 0.9925926327705383, 0.8740740418434143, 0.9629629254341125, 0.9185184836387634, 0.9259259700775146, 0.9777777194976807, 0.970370352268219, 0.9925926327705383, 0.9037036895751953, 0.9851852059364319, 0.940740704536438, 0.9851852059364319, 0.9925926327705383, 1.0, 1.0, 0.970370352268219, 0.9851852059364319], [0.32592591643333435, NaN, 0.5037037134170532, 0.7777777910232544, 0.8814814686775208, 0.8740740418434143, 0.9333333373069763, 0.8962963223457336, 0.9259259700775146, 0.970370352268219, 0.911111056804657, 0.9481480717658997, 0.9555555582046509, 0.8518518209457397, 0.8962963223457336, 0.8962963223457336, 0.940740704536438, 0.9925926327705383, 0.9851852059364319, 0.9925926327705383, 0.9259259700775146, 0.9925926327705383, 0.9629629850387573, 1.0, 0.9925926327705383, 1.0, 1.0, 0.9925926327705383, 1.0], [0.21481481194496155, 0.4962962865829468, NaN, 0.6592592000961304, 0.770370364189148, 0.82962965965271, 0.7629629969596863, 0.7333333492279053, 0.859259307384491, 0.7555555105209351, 0.7851851582527161, 0.7629629373550415, 0.8592592477798462, 0.7333333492279053, 0.9185184836387634, 0.7851851582527161, 0.800000011920929, 0.8888888955116272, 0.9777777791023254, 0.8444444537162781, 0.8666666746139526, 0.9629629850387573, 0.9333333373069763, 0.9481481909751892, 0.9777777791023254, 0.9333333373069763, 1.0, 0.9555556178092957, 0.9481481313705444], [0.09629630297422409, 0.222222238779068, 0.34074074029922485, NaN, 0.5407407283782959, 0.7333333492279053, 0.644444465637207, 0.6740740537643433, 0.7407407164573669, 0.7111111283302307, 0.6888888478279114, 0.6814814209938049, 0.7407407164573669, 0.770370364189148, 0.7851851582527161, 0.6814814805984497, 0.7333333492279053, 0.8074073791503906, 0.940740704536438, 0.770370364189148, 0.8740740418434143, 0.9185184836387634, 0.8962963223457336, 0.9481481313705444, 0.9925926327705383, 0.9333333373069763, 0.9851852059364319, 0.970370352268219, 0.9481481313705444], [0.06666667014360428, 0.11851851642131805, 0.22962965071201324, 0.4592593014240265, NaN, 0.555555522441864, 0.6888889074325562, 0.6518518328666687, 0.6740740537643433, 0.7333333492279053, 0.7037037014961243, 0.7185184955596924, 0.7333333492279053, 0.7407407164573669, 0.7185184359550476, 0.770370364189148, 0.8074074387550354, 0.8962963223457336, 0.9111111164093018, 0.9185184836387634, 0.8518518209457397, 0.970370352268219, 0.911111056804657, 0.970370352268219, 0.9851852059364319, 0.9925926327705383, 1.0, 0.9629629850387573, 0.9777777791023254], [0.08888889104127884, 0.1259259283542633, 0.17037038505077362, 0.2666666805744171, 0.4444444477558136, NaN, 0.6000000238418579, 0.585185170173645, 0.5777778029441833, 0.6296296715736389, 0.614814817905426, 0.6592592597007751, 0.614814817905426, 0.6592592597007751, 0.6296296715736389, 0.6074073910713196, 0.7629629969596863, 0.8074073791503906, 0.9037037491798401, 0.8222221732139587, 0.7777777314186096, 0.9407407641410828, 0.8222222924232483, 0.9037037491798401, 0.9777777791023254, 0.9777777791023254, 1.0, 0.940740704536438, 0.8962962627410889], [0.11851851642131805, 0.06666667014360428, 0.2370370328426361, 0.35555559396743774, 0.3111111521720886, 0.4000000059604645, NaN, 0.5185185074806213, 0.5333333611488342, 0.6074074506759644, 0.6370370388031006, 0.6370370388031006, 0.5925925970077515, 0.5777778029441833, 0.5925925970077515, 0.5185185074806213, 0.859259307384491, 0.8370370864868164, 0.7555555701255798, 0.8222221732139587, 0.888888955116272, 0.9185184836387634, 0.9851852059364319, 0.9259259700775146, 0.9333333373069763, 0.9851852059364319, 1.0, 0.9925926327705383, 1.0], [0.14814814925193787, 0.10370371490716934, 0.2666666805744171, 0.32592594623565674, 0.3481481671333313, 0.414814829826355, 0.48148149251937866, NaN, 0.4740740656852722, 0.5185185074806213, 0.6000000238418579, 0.6888888478279114, 0.4888888895511627, 0.5333333611488342, 0.46666666865348816, 0.6962963342666626, 0.7185184955596924, 0.7925926446914673, 0.7481481432914734, 0.8962963223457336, 0.6814814805984497, 0.9259259700775146, 0.9111111164093018, 0.9185184836387634, 0.9703704118728638, 0.9777777791023254, 1.0, 0.9925926327705383, 0.9925926327705383], [0.07407407462596893, 0.07407407462596893, 0.14074073731899261, 0.25925925374031067, 0.32592591643333435, 0.42222222685813904, 0.46666666865348816, 0.5259259343147278, NaN, 0.5777778029441833, 0.6148148775100708, 0.6296296715736389, 0.6000000834465027, 0.6370370984077454, 0.5481481552124023, 0.6222222447395325, 0.7555555105209351, 0.8222222924232483, 0.7851851582527161, 0.8222222924232483, 0.8814814686775208, 0.859259307384491, 0.911111056804657, 0.9037036895751953, 0.9333333373069763, 0.9925926327705383, 0.9481481313705444, 0.9925926327705383, 0.9333333373069763], [0.09629630297422409, 0.029629629105329514, 0.24444444477558136, 0.28888893127441406, 0.2666666805744171, 0.37037041783332825, 0.39259257912635803, 0.48148149251937866, 0.42222222685813904, NaN, 0.5407407283782959, 0.6888889074325562, 0.4740740954875946, 0.4962962865829468, 0.5185185670852661, 0.644444465637207, 0.6444444060325623, 0.7555555105209351, 0.7259259819984436, 0.8444443941116333, 0.6592592597007751, 0.9333333373069763, 0.8444443941116333, 0.9037036895751953, 0.9851852655410767, 0.9851852059364319, 0.9925926327705383, 0.9851852059364319, 0.9851852059364319], [0.10370371490716934, 0.08888889104127884, 0.21481482684612274, 0.31111112236976624, 0.29629629850387573, 0.385185182094574, 0.3629629909992218, 0.40000003576278687, 0.38518521189689636, 0.4592592418193817, NaN, 0.5407407879829407, 0.4888888895511627, 0.5111111402511597, 0.43703702092170715, 0.5037037134170532, 0.6296296715736389, 0.8814815282821655, 0.703703761100769, 0.8000000715255737, 0.6888889074325562, 0.9111111164093018, 0.9703704118728638, 0.9111111164093018, 0.9333333373069763, 0.8666666746139526, 0.9925926327705383, 0.9851852655410767, 0.9851852655410767], [0.08148148655891418, 0.05185185372829437, 0.2370370477437973, 0.3185185492038727, 0.28148147463798523, 0.34074074029922485, 0.3629629909992218, 0.31111109256744385, 0.37037038803100586, 0.31111109256744385, 0.4592592120170593, NaN, 0.48888885974884033, 0.5259259343147278, 0.48148149251937866, 0.5333333611488342, 0.644444465637207, 0.8000000715255737, 0.6518518328666687, 0.8666666150093079, 0.6518518328666687, 0.9333333373069763, 0.8666666746139526, 0.9037037491798401, 0.9481481909751892, 0.9037037491798401, 0.9925926327705383, 0.9925926327705383, 1.0], [0.007407407276332378, 0.04444444552063942, 0.14074073731899261, 0.25925928354263306, 0.2666666805744171, 0.38518521189689636, 0.40740740299224854, 0.5111110806465149, 0.4000000059604645, 0.5259259343147278, 0.5111110806465149, 0.5111110806465149, NaN, 0.46666669845581055, 0.48148149251937866, 0.5185185074806213, 0.5629629492759705, 0.6666666865348816, 0.7259259819984436, 0.7111110687255859, 0.7111110687255859, 0.8222222924232483, 0.8814814686775208, 0.8666666746139526, 0.8888888955116272, 0.9185184836387634, 1.0, 0.9629629850387573, 0.9555556178092957], [0.1259259283542633, 0.14814814925193787, 0.2666666805744171, 0.22962962090969086, 0.25925925374031067, 0.34074077010154724, 0.42222222685813904, 0.46666666865348816, 0.3629629909992218, 0.5037037134170532, 0.4888888895511627, 0.4740740656852722, 0.5333333611488342, NaN, 0.5333333611488342, 0.46666666865348816, 0.7037037014961243, 0.7185184955596924, 0.7111110687255859, 0.6296296715736389, 0.7259259819984436, 0.7777777314186096, 0.7925925850868225, 0.82962965965271, 0.7851851582527161, 0.9851852655410767, 0.9037036895751953, 0.8962963223457336, 0.8370370268821716], [0.03703703731298447, 0.10370370745658875, 0.08148147910833359, 0.21481482684612274, 0.28148147463798523, 0.37037035822868347, 0.40740740299224854, 0.5333333611488342, 0.45185184478759766, 0.48148149251937866, 0.5629629492759705, 0.5185185074806213, 0.5185185074806213, 0.46666669845581055, NaN, 0.5259259343147278, 0.6592592597007751, 0.7629629969596863, 0.8074073791503906, 0.6074073910713196, 0.7777777910232544, 0.7851852178573608, 0.7629629969596863, 0.7851851582527161, 0.8444444537162781, 0.9111111164093018, 0.9259259700775146, 0.9037036895751953, 0.8222222924232483], [0.08148147910833359, 0.10370371490716934, 0.21481482684612274, 0.3185185194015503, 0.22962962090969086, 0.39259254932403564, 0.48148149251937866, 0.3037037253379822, 0.3777777850627899, 0.35555556416511536, 0.4962962567806244, 0.46666666865348816, 0.48148149251937866, 0.5333333611488342, 0.4740740656852722, NaN, 0.7037037014961243, 0.6740740537643433, 0.6444444060325623, 0.8148148059844971, 0.6296296715736389, 0.859259307384491, 0.8370370268821716, 0.8518518209457397, 0.8370370864868164, 0.8444444537162781, 0.9333333373069763, 0.9629629850387573, 1.0], [0.07407407462596893, 0.05925925821065903, 0.20000000298023224, 0.2666666507720947, 0.19259260594844818, 0.2370370477437973, 0.14074073731899261, 0.28148147463798523, 0.24444444477558136, 0.35555556416511536, 0.37037035822868347, 0.35555553436279297, 0.43703705072402954, 0.29629629850387573, 0.34074074029922485, 0.29629629850387573, NaN, 0.6000000238418579, 0.5111111402511597, 0.6296296715736389, 0.703703761100769, 0.7629629969596863, 0.8222221732139587, 0.7259259819984436, 0.8074074387550354, 0.8370370268821716, 0.9037036895751953, 0.9777777194976807, 0.9851852059364319], [0.02222222276031971, 0.007407407276332378, 0.111111119389534, 0.19259260594844818, 0.10370370745658875, 0.192592591047287, 0.16296297311782837, 0.2074074149131775, 0.17777778208255768, 0.24444444477558136, 0.11851852387189865, 0.20000000298023224, 0.3333333432674408, 0.28148147463798523, 0.2370370477437973, 0.32592594623565674, 0.4000000059604645, NaN, 0.5185185670852661, 0.5481481552124023, 0.6000000238418579, 0.7259259819984436, 0.7407407164573669, 0.8148148059844971, 0.7555555105209351, 0.7333332896232605, 0.9481481313705444, 0.940740704536438, 0.9407407641410828], [0.029629629105329514, 0.014814814552664757, 0.02222222276031971, 0.05925925821065903, 0.08888889104127884, 0.09629630297422409, 0.24444444477558136, 0.2518518567085266, 0.21481482684612274, 0.27407410740852356, 0.29629629850387573, 0.3481481671333313, 0.27407410740852356, 0.2888889014720917, 0.192592591047287, 0.35555553436279297, 0.4888888895511627, 0.48148149251937866, NaN, 0.5481481552124023, 0.5925925374031067, 0.5555555820465088, 0.7481482028961182, 0.6666666865348816, 0.6222221851348877, 0.7925926446914673, 0.8666666746139526, 0.8518518805503845, 0.8148148059844971], [0.007407407276332378, 0.007407407276332378, 0.15555556118488312, 0.22962965071201324, 0.08148147910833359, 0.17777778208255768, 0.17777778208255768, 0.10370370745658875, 0.17777778208255768, 0.15555556118488312, 0.20000001788139343, 0.13333334028720856, 0.2888889014720917, 0.37037038803100586, 0.3925926089286804, 0.18518519401550293, 0.37037038803100586, 0.45185184478759766, 0.45185187458992004, NaN, 0.46666666865348816, 0.6148148775100708, 0.6444444060325623, 0.6666666865348816, 0.6666666865348816, 0.6518518328666687, 0.9407407641410828, 0.8370370268821716, 0.9333333373069763], [0.0962962955236435, 0.07407407462596893, 0.13333334028720856, 0.1259259283542633, 0.14814814925193787, 0.222222238779068, 0.111111119389534, 0.3185185194015503, 0.11851852387189865, 0.34074074029922485, 0.31111109256744385, 0.3481481671333313, 0.2888889014720917, 0.27407407760620117, 0.222222238779068, 0.37037035822868347, 0.29629629850387573, 0.4000000059604645, 0.40740740299224854, 0.5333333611488342, NaN, 0.5111110806465149, 0.6222222447395325, 0.6000000238418579, 0.48148149251937866, 0.5629628896713257, 0.6888888478279114, 0.7111111283302307, 0.7629629969596863], [0.014814814552664757, 0.007407407276332378, 0.03703703731298447, 0.08148147910833359, 0.029629629105329514, 0.05925925821065903, 0.08148147910833359, 0.07407407462596893, 0.14074073731899261, 0.06666667014360428, 0.08888889104127884, 0.06666667014360428, 0.17777778208255768, 0.2222222238779068, 0.21481482684612274, 0.14074073731899261, 0.23703701794147491, 0.27407407760620117, 0.4444444477558136, 0.385185182094574, 0.4888888895511627, NaN, 0.5925925970077515, 0.6666667461395264, 0.555555522441864, 0.6518518328666687, 0.8740740418434143, 0.9259259700775146, 0.8666666746139526], [0.05925925821065903, 0.03703703731298447, 0.06666667014360428, 0.10370370745658875, 0.08888889104127884, 0.17777778208255768, 0.014814814552664757, 0.08888889104127884, 0.08888889104127884, 0.15555556118488312, 0.029629629105329514, 0.13333334028720856, 0.11851851642131805, 0.2074074149131775, 0.2370370328426361, 0.16296295821666718, 0.17777778208255768, 0.25925928354263306, 0.2518518567085266, 0.35555553436279297, 0.3777777850627899, 0.40740740299224854, NaN, 0.46666666865348816, 0.4592592418193817, 0.5703703761100769, 0.7185184955596924, 0.7185184955596924, 0.9259259700775146], [0.014814814552664757, 0.0, 0.05185185372829437, 0.05185185372829437, 0.029629629105329514, 0.09629630297422409, 0.07407407462596893, 0.08148147910833359, 0.0962962955236435, 0.0962962955236435, 0.08888889104127884, 0.0962962955236435, 0.13333334028720856, 0.17037037014961243, 0.21481482684612274, 0.14814814925193787, 0.27407407760620117, 0.18518517911434174, 0.3333333432674408, 0.3333333432674408, 0.4000000059604645, 0.3333333730697632, 0.5333333611488342, NaN, 0.40740740299224854, 0.6814814805984497, 0.7259259819984436, 0.859259307384491, 0.8740740418434143], [0.007407407276332378, 0.007407407276332378, 0.02222222276031971, 0.007407407276332378, 0.014814814552664757, 0.02222222276031971, 0.06666667014360428, 0.029629629105329514, 0.06666667014360428, 0.014814814552664757, 0.06666667014360428, 0.05185185372829437, 0.111111119389534, 0.21481482684612274, 0.15555556118488312, 0.16296295821666718, 0.19259260594844818, 0.24444444477558136, 0.37777775526046753, 0.3333333432674408, 0.5185185074806213, 0.444444477558136, 0.5407407283782959, 0.5925925970077515, NaN, 0.6370370388031006, 0.8148148059844971, 0.82962965965271, 0.8148148059844971], [0.0, 0.0, 0.06666667014360428, 0.06666667014360428, 0.007407407276332378, 0.02222222276031971, 0.014814814552664757, 0.02222222276031971, 0.007407407276332378, 0.014814814552664757, 0.13333334028720856, 0.09629630297422409, 0.08148147910833359, 0.014814814552664757, 0.08888889104127884, 0.15555556118488312, 0.16296297311782837, 0.2666666805744171, 0.2074074149131775, 0.3481481671333313, 0.43703705072402954, 0.3481481671333313, 0.4296296536922455, 0.3185185492038727, 0.3629629909992218, NaN, 0.5111111402511597, 0.6296296715736389, 0.7037037014961243], [0.0, 0.0, 0.0, 0.014814814552664757, 0.0, 0.0, 0.0, 0.0, 0.05185185372829437, 0.007407407276332378, 0.007407407276332378, 0.007407407276332378, 0.0, 0.0962962955236435, 0.07407407462596893, 0.06666667014360428, 0.09629630297422409, 0.05185185372829437, 0.13333334028720856, 0.059259261935949326, 0.31111112236976624, 0.1259259283542633, 0.28148147463798523, 0.27407407760620117, 0.18518517911434174, 0.4888888895511627, NaN, 0.6074073910713196, 0.7111111283302307], [0.029629629105329514, 0.007407407276332378, 0.04444444552063942, 0.029629629105329514, 0.03703703731298447, 0.05925925821065903, 0.007407407276332378, 0.007407407276332378, 0.007407407276332378, 0.014814814552664757, 0.014814814552664757, 0.007407407276332378, 0.03703703731298447, 0.10370370745658875, 0.0962962955236435, 0.03703703731298447, 0.02222222276031971, 0.05925925821065903, 0.14814814925193787, 0.16296295821666718, 0.2888889014720917, 0.07407407462596893, 0.28148147463798523, 0.14074073731899261, 0.17037038505077362, 0.37037038803100586, 0.39259257912635803, NaN, 0.7185184955596924], [0.014814814552664757, 0.0, 0.05185185372829437, 0.05185185372829437, 0.02222222276031971, 0.10370370745658875, 0.0, 0.007407407276332378, 0.06666667014360428, 0.014814814552664757, 0.014814814552664757, 0.0, 0.04444444552063942, 0.16296295821666718, 0.17777778208255768, 0.0, 0.014814814552664757, 0.05925925821065903, 0.18518517911434174, 0.06666667014360428, 0.2370370328426361, 0.13333334028720856, 0.07407407462596893, 0.1259259283542633, 0.18518519401550293, 0.29629629850387573, 0.2888888716697693, 0.28148147463798523, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
+
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.9272486717},{"method":"EXAONE-Tabular (default)","model":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","mean":0.9044973605},{"method":"TabPFN-3 (default)","model":"TabPFN-3","variant":"Default","family":"Foundation Model","mean":0.820105822},{"method":"TabICLv2 (default)","model":"TabICLv2","variant":"Default","family":"Foundation Model","mean":0.7417989339},{"method":"TabPFN-2.6 (default)","model":"TabPFN-2.6","variant":"Default","family":"Foundation Model","mean":0.7399470862},{"method":"RealTabPFN-2.5 (T+E)","model":"RealTabPFN-2.5 (T+E)","variant":"","family":"Foundation Model","mean":0.6716931279},{"method":"RealMLP (T+E)","model":"RealMLP (T+E)","variant":"","family":"Neural Network","mean":0.6645502786},{"method":"CatBoost (T+E)","model":"CatBoost (T+E)","variant":"","family":"Tree-based","mean":0.6457672069},{"method":"ModernNCA (T+E)","model":"ModernNCA (T+E)","variant":"","family":"Neural Network","mean":0.6449735596},{"method":"LightGBM (T+E)","model":"LightGBM (T+E)","variant":"","family":"Tree-based","mean":0.614285723},{"method":"iLTM (T+E)","model":"iLTM (T+E)","variant":"","family":"Foundation Model","mean":0.5981481725},{"method":"XGBoost (T+E)","model":"XGBoost (T+E)","variant":"","family":"Tree-based","mean":0.5825396915},{"method":"TabM (T+E)","model":"TabM (T+E)","variant":"","family":"Neural Network","mean":0.5753968294},{"method":"TabDPT (T+E)","model":"TabDPT (T+E)","variant":"","family":"Foundation Model","mean":0.5685185253},{"method":"TabDPT-Turbo (default)","model":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","mean":0.5682539748},{"method":"ChimeraBoost (T+E)","model":"ChimeraBoost (T+E)","variant":"","family":"Tree-based","mean":0.5679894207},{"method":"xRFM (T+E)","model":"xRFM (T+E)","variant":"","family":"Other","mean":0.4791005347},{"method":"TorchMLP (T+E)","model":"TorchMLP (T+E)","variant":"","family":"Neural Network","mean":0.4137566166},{"method":"TabSwift (default)","model":"TabSwift","variant":"Default","family":"Foundation Model","mean":0.3957672033},{"method":"EBM (T+E)","model":"EBM (T+E)","variant":"","family":"Tree-based","mean":0.3764550345},{"method":"LimiX (default)","model":"LimiX","variant":"Default","family":"Foundation Model","mean":0.3600529121},{"method":"RandomForest (T+E)","model":"RandomForest (T+E)","variant":"","family":"Tree-based","mean":0.3023809542},{"method":"FastaiMLP (T+E)","model":"FastaiMLP (T+E)","variant":"","family":"Neural Network","mean":0.2664021174},{"method":"SAP-RPT-OSS (default)","model":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","mean":0.2637566204},{"method":"ExtraTrees (T+E)","model":"ExtraTrees (T+E)","variant":"","family":"Tree-based","mean":0.2629629652},{"method":"PerpetualBooster (T+E)","model":"PerpetualBooster (T+E)","variant":"","family":"Tree-based","mean":0.1970899564},{"method":"TabSTAR (T+E)","model":"TabSTAR (T+E)","variant":"","family":"Foundation Model","mean":0.1304232814},{"method":"KNN (T+E)","model":"KNN (T+E)","variant":"","family":"Baseline","mean":0.1203703702},{"method":"Linear (T+E)","model":"Linear (T+E)","variant":"","family":"Baseline","mean":0.0957671958}];
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_medium/winrate_matrix.csv
CHANGED
|
@@ -1,29 +1,30 @@
|
|
| 1 |
-
,TabFM (default),
|
| 2 |
-
TabFM (default),,0.
|
| 3 |
-
|
| 4 |
-
TabPFN-
|
| 5 |
-
TabICLv2 (default),0.0962963,0.34074074,0.5407407,
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
CatBoost (T+E),0.14814815,0.
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
TabDPT (
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
|
|
|
|
|
| 1 |
+
,TabFM (default),EXAONE-Tabular (default),TabPFN-3 (default),TabICLv2 (default),TabPFN-2.6 (default),RealTabPFN-2.5 (T+E),RealMLP (T+E),CatBoost (T+E),ModernNCA (T+E),LightGBM (T+E),iLTM (T+E),XGBoost (T+E),TabM (T+E),TabDPT (T+E),TabDPT-Turbo (default),ChimeraBoost (T+E),xRFM (T+E),TorchMLP (T+E),TabSwift (default),EBM (T+E),LimiX (default),RandomForest (T+E),FastaiMLP (T+E),SAP-RPT-OSS (default),ExtraTrees (T+E),PerpetualBooster (T+E),TabSTAR (T+E),KNN (T+E),Linear (T+E)
|
| 2 |
+
TabFM (default),,0.67407405,0.78518516,0.9037037,0.93333334,0.91111106,0.88148147,0.8518518,0.92592597,0.9037037,0.8962963,0.9185185,0.99259263,0.87407404,0.9629629,0.9185185,0.92592597,0.9777777,0.97037035,0.99259263,0.9037037,0.9851852,0.9407407,0.9851852,0.99259263,1.0,1.0,0.97037035,0.9851852
|
| 3 |
+
EXAONE-Tabular (default),0.32592592,,0.5037037,0.7777778,0.88148147,0.87407404,0.93333334,0.8962963,0.92592597,0.97037035,0.91111106,0.9481481,0.95555556,0.8518518,0.8962963,0.8962963,0.9407407,0.99259263,0.9851852,0.99259263,0.92592597,0.99259263,0.962963,1.0,0.99259263,1.0,1.0,0.99259263,1.0
|
| 4 |
+
TabPFN-3 (default),0.21481481,0.4962963,,0.6592592,0.77037036,0.82962966,0.762963,0.73333335,0.8592593,0.7555555,0.78518516,0.76296294,0.85925925,0.73333335,0.9185185,0.78518516,0.8,0.8888889,0.9777778,0.84444445,0.8666667,0.962963,0.93333334,0.9481482,0.9777778,0.93333334,1.0,0.9555556,0.94814813
|
| 5 |
+
TabICLv2 (default),0.0962963,0.22222224,0.34074074,,0.5407407,0.73333335,0.64444447,0.67407405,0.7407407,0.7111111,0.68888885,0.6814814,0.7407407,0.77037036,0.78518516,0.6814815,0.73333335,0.8074074,0.9407407,0.77037036,0.87407404,0.9185185,0.8962963,0.94814813,0.99259263,0.93333334,0.9851852,0.97037035,0.94814813
|
| 6 |
+
TabPFN-2.6 (default),0.06666667,0.11851852,0.22962965,0.4592593,,0.5555555,0.6888889,0.65185183,0.67407405,0.73333335,0.7037037,0.7185185,0.73333335,0.7407407,0.71851844,0.77037036,0.80740744,0.8962963,0.9111111,0.9185185,0.8518518,0.97037035,0.91111106,0.97037035,0.9851852,0.99259263,1.0,0.962963,0.9777778
|
| 7 |
+
RealTabPFN-2.5 (T+E),0.08888889,0.12592593,0.17037039,0.26666668,0.44444445,,0.6,0.58518517,0.5777778,0.6296297,0.6148148,0.65925926,0.6148148,0.65925926,0.6296297,0.6074074,0.762963,0.8074074,0.90370375,0.8222222,0.77777773,0.94074076,0.8222223,0.90370375,0.9777778,0.9777778,1.0,0.9407407,0.89629626
|
| 8 |
+
RealMLP (T+E),0.11851852,0.06666667,0.23703703,0.3555556,0.31111115,0.4,,0.5185185,0.53333336,0.60740745,0.63703704,0.63703704,0.5925926,0.5777778,0.5925926,0.5185185,0.8592593,0.8370371,0.75555557,0.8222222,0.88888896,0.9185185,0.9851852,0.92592597,0.93333334,0.9851852,1.0,0.99259263,1.0
|
| 9 |
+
CatBoost (T+E),0.14814815,0.103703715,0.26666668,0.32592595,0.34814817,0.41481483,0.4814815,,0.47407407,0.5185185,0.6,0.68888885,0.4888889,0.53333336,0.46666667,0.69629633,0.7185185,0.79259264,0.74814814,0.8962963,0.6814815,0.92592597,0.9111111,0.9185185,0.9703704,0.9777778,1.0,0.99259263,0.99259263
|
| 10 |
+
ModernNCA (T+E),0.074074075,0.074074075,0.14074074,0.25925925,0.32592592,0.42222223,0.46666667,0.52592593,,0.5777778,0.6148149,0.6296297,0.6000001,0.6370371,0.54814816,0.62222224,0.7555555,0.8222223,0.78518516,0.8222223,0.88148147,0.8592593,0.91111106,0.9037037,0.93333334,0.99259263,0.94814813,0.99259263,0.93333334
|
| 11 |
+
LightGBM (T+E),0.0962963,0.02962963,0.24444444,0.28888893,0.26666668,0.37037042,0.39259258,0.4814815,0.42222223,,0.5407407,0.6888889,0.4740741,0.4962963,0.51851857,0.64444447,0.6444444,0.7555555,0.725926,0.8444444,0.65925926,0.93333334,0.8444444,0.9037037,0.98518527,0.9851852,0.99259263,0.9851852,0.9851852
|
| 12 |
+
iLTM (T+E),0.103703715,0.08888889,0.21481483,0.31111112,0.2962963,0.38518518,0.362963,0.40000004,0.3851852,0.45925924,,0.5407408,0.4888889,0.51111114,0.43703702,0.5037037,0.6296297,0.8814815,0.70370376,0.8000001,0.6888889,0.9111111,0.9703704,0.9111111,0.93333334,0.8666667,0.99259263,0.98518527,0.98518527
|
| 13 |
+
XGBoost (T+E),0.08148149,0.051851854,0.23703705,0.31851855,0.28148147,0.34074074,0.362963,0.3111111,0.3703704,0.3111111,0.4592592,,0.48888886,0.52592593,0.4814815,0.53333336,0.64444447,0.8000001,0.65185183,0.8666666,0.65185183,0.93333334,0.8666667,0.90370375,0.9481482,0.90370375,0.99259263,0.99259263,1.0
|
| 14 |
+
TabM (T+E),0.0074074073,0.044444446,0.14074074,0.25925928,0.26666668,0.3851852,0.4074074,0.5111111,0.4,0.52592593,0.5111111,0.5111111,,0.4666667,0.4814815,0.5185185,0.56296295,0.6666667,0.725926,0.71111107,0.71111107,0.8222223,0.88148147,0.8666667,0.8888889,0.9185185,1.0,0.962963,0.9555556
|
| 15 |
+
TabDPT (T+E),0.12592593,0.14814815,0.26666668,0.22962962,0.25925925,0.34074077,0.42222223,0.46666667,0.362963,0.5037037,0.4888889,0.47407407,0.53333336,,0.53333336,0.46666667,0.7037037,0.7185185,0.71111107,0.6296297,0.725926,0.77777773,0.7925926,0.82962966,0.78518516,0.98518527,0.9037037,0.8962963,0.837037
|
| 16 |
+
TabDPT-Turbo (default),0.037037037,0.10370371,0.08148148,0.21481483,0.28148147,0.37037036,0.4074074,0.53333336,0.45185184,0.4814815,0.56296295,0.5185185,0.5185185,0.4666667,,0.52592593,0.65925926,0.762963,0.8074074,0.6074074,0.7777778,0.7851852,0.762963,0.78518516,0.84444445,0.9111111,0.92592597,0.9037037,0.8222223
|
| 17 |
+
ChimeraBoost (T+E),0.08148148,0.103703715,0.21481483,0.31851852,0.22962962,0.39259255,0.4814815,0.30370373,0.37777779,0.35555556,0.49629626,0.46666667,0.4814815,0.53333336,0.47407407,,0.7037037,0.67407405,0.6444444,0.8148148,0.6296297,0.8592593,0.837037,0.8518518,0.8370371,0.84444445,0.93333334,0.962963,1.0
|
| 18 |
+
xRFM (T+E),0.074074075,0.05925926,0.2,0.26666665,0.1925926,0.23703705,0.14074074,0.28148147,0.24444444,0.35555556,0.37037036,0.35555553,0.43703705,0.2962963,0.34074074,0.2962963,,0.6,0.51111114,0.6296297,0.70370376,0.762963,0.8222222,0.725926,0.80740744,0.837037,0.9037037,0.9777777,0.9851852
|
| 19 |
+
TorchMLP (T+E),0.022222223,0.0074074073,0.11111112,0.1925926,0.10370371,0.19259259,0.16296297,0.20740741,0.17777778,0.24444444,0.118518524,0.2,0.33333334,0.28148147,0.23703705,0.32592595,0.4,,0.51851857,0.54814816,0.6,0.725926,0.7407407,0.8148148,0.7555555,0.7333333,0.94814813,0.9407407,0.94074076
|
| 20 |
+
TabSwift (default),0.02962963,0.014814815,0.022222223,0.05925926,0.08888889,0.0962963,0.24444444,0.25185186,0.21481483,0.2740741,0.2962963,0.34814817,0.2740741,0.2888889,0.19259259,0.35555553,0.4888889,0.4814815,,0.54814816,0.59259254,0.5555556,0.7481482,0.6666667,0.6222222,0.79259264,0.8666667,0.8518519,0.8148148
|
| 21 |
+
EBM (T+E),0.0074074073,0.0074074073,0.15555556,0.22962965,0.08148148,0.17777778,0.17777778,0.10370371,0.17777778,0.15555556,0.20000002,0.13333334,0.2888889,0.3703704,0.3925926,0.1851852,0.3703704,0.45185184,0.45185187,,0.46666667,0.6148149,0.6444444,0.6666667,0.6666667,0.65185183,0.94074076,0.837037,0.93333334
|
| 22 |
+
LimiX (default),0.096296296,0.074074075,0.13333334,0.12592593,0.14814815,0.22222224,0.11111112,0.31851852,0.118518524,0.34074074,0.3111111,0.34814817,0.2888889,0.27407408,0.22222224,0.37037036,0.2962963,0.4,0.4074074,0.53333336,,0.5111111,0.62222224,0.6,0.4814815,0.5629629,0.68888885,0.7111111,0.762963
|
| 23 |
+
RandomForest (T+E),0.014814815,0.0074074073,0.037037037,0.08148148,0.02962963,0.05925926,0.08148148,0.074074075,0.14074074,0.06666667,0.08888889,0.06666667,0.17777778,0.22222222,0.21481483,0.14074074,0.23703702,0.27407408,0.44444445,0.38518518,0.4888889,,0.5925926,0.66666675,0.5555555,0.65185183,0.87407404,0.92592597,0.8666667
|
| 24 |
+
FastaiMLP (T+E),0.05925926,0.037037037,0.06666667,0.10370371,0.08888889,0.17777778,0.014814815,0.08888889,0.08888889,0.15555556,0.02962963,0.13333334,0.11851852,0.20740741,0.23703703,0.16296296,0.17777778,0.25925928,0.25185186,0.35555553,0.37777779,0.4074074,,0.46666667,0.45925924,0.5703704,0.7185185,0.7185185,0.92592597
|
| 25 |
+
SAP-RPT-OSS (default),0.014814815,0.0,0.051851854,0.051851854,0.02962963,0.0962963,0.074074075,0.08148148,0.096296296,0.096296296,0.08888889,0.096296296,0.13333334,0.17037037,0.21481483,0.14814815,0.27407408,0.18518518,0.33333334,0.33333334,0.4,0.33333337,0.53333336,,0.4074074,0.6814815,0.725926,0.8592593,0.87407404
|
| 26 |
+
ExtraTrees (T+E),0.0074074073,0.0074074073,0.022222223,0.0074074073,0.014814815,0.022222223,0.06666667,0.02962963,0.06666667,0.014814815,0.06666667,0.051851854,0.11111112,0.21481483,0.15555556,0.16296296,0.1925926,0.24444444,0.37777776,0.33333334,0.5185185,0.44444448,0.5407407,0.5925926,,0.63703704,0.8148148,0.82962966,0.8148148
|
| 27 |
+
PerpetualBooster (T+E),0.0,0.0,0.06666667,0.06666667,0.0074074073,0.022222223,0.014814815,0.022222223,0.0074074073,0.014814815,0.13333334,0.0962963,0.08148148,0.014814815,0.08888889,0.15555556,0.16296297,0.26666668,0.20740741,0.34814817,0.43703705,0.34814817,0.42962965,0.31851855,0.362963,,0.51111114,0.6296297,0.7037037
|
| 28 |
+
TabSTAR (T+E),0.0,0.0,0.0,0.014814815,0.0,0.0,0.0,0.0,0.051851854,0.0074074073,0.0074074073,0.0074074073,0.0,0.096296296,0.074074075,0.06666667,0.0962963,0.051851854,0.13333334,0.059259262,0.31111112,0.12592593,0.28148147,0.27407408,0.18518518,0.4888889,,0.6074074,0.7111111
|
| 29 |
+
KNN (T+E),0.02962963,0.0074074073,0.044444446,0.02962963,0.037037037,0.05925926,0.0074074073,0.0074074073,0.0074074073,0.014814815,0.014814815,0.0074074073,0.037037037,0.10370371,0.096296296,0.037037037,0.022222223,0.05925926,0.14814815,0.16296296,0.2888889,0.074074075,0.28148147,0.14074074,0.17037039,0.3703704,0.39259258,,0.7185185
|
| 30 |
+
Linear (T+E),0.014814815,0.0,0.051851854,0.051851854,0.022222223,0.10370371,0.0,0.0074074073,0.06666667,0.014814815,0.014814815,0.0,0.044444446,0.16296296,0.17777778,0.0,0.014814815,0.05925926,0.18518518,0.06666667,0.23703703,0.13333334,0.074074075,0.12592593,0.1851852,0.2962963,0.28888887,0.28148147,
|
data/imputation_no/splits_all/tasks_all/datasets_medium/winrate_matrix.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b71f7e5f68f29bec1b2325424a3027c3c6da18a39ab920539efc060c80fb2f38
|
| 3 |
+
size 697580
|
data/imputation_no/splits_all/tasks_all/datasets_small/leaderboard_overview_explorer.html
CHANGED
|
@@ -340,7 +340,7 @@
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
-
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1744.0,"imp":4.654,"score":0.897,"rank":6.9,"hrank":1.74,"elo_hi":1886.0,"elo_lo":1651.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1638.0,"imp":9.279,"score":0.642,"rank":10.67,"hrank":4.73,"elo_hi":1712.0,"elo_lo":1586.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1636.0,"imp":10.766,"score":0.675,"rank":10.77,"hrank":4.53,"elo_hi":1716.0,"elo_lo":1580.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1599.0,"imp":11.961,"score":0.616,"rank":12.44,"hrank":6.63,"elo_hi":1668.0,"elo_lo":1552.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1595.0,"imp":11.198,"score":0.593,"rank":12.63,"hrank":5.6,"elo_hi":1681.0,"elo_lo":1533.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1572.0,"imp":11.56,"score":0.633,"rank":13.78,"hrank":5.25,"elo_hi":1678.0,"elo_lo":1494.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1555.0,"imp":11.907,"score":0.547,"rank":14.67,"hrank":6.51,"elo_hi":1624.0,"elo_lo":1499.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1542.0,"imp":12.32,"score":0.536,"rank":15.41,"hrank":8.41,"elo_hi":1622.0,"elo_lo":1493.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1480.0,"imp":14.533,"score":0.402,"rank":19.13,"hrank":11.38,"elo_hi":1542.0,"elo_lo":1436.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1448.0,"imp":15.33,"score":0.391,"rank":21.19,"hrank":9.11,"elo_hi":1522.0,"elo_lo":1394.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1448.0,"imp":15.246,"score":0.398,"rank":21.22,"hrank":9.27,"elo_hi":1522.0,"elo_lo":1388.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1444.0,"imp":15.598,"score":0.326,"rank":21.52,"hrank":13.45,"elo_hi":1495.0,"elo_lo":1398.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1429.0,"imp":15.675,"score":0.325,"rank":22.52,"hrank":12.22,"elo_hi":1481.0,"elo_lo":1381.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1415.0,"imp":15.884,"score":0.356,"rank":23.49,"hrank":10.85,"elo_hi":1485.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1405.0,"imp":15.155,"score":0.353,"rank":24.21,"hrank":9.41,"elo_hi":1479.0,"elo_lo":1333.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1400.0,"imp":15.91,"score":0.293,"rank":24.6,"hrank":13.5,"elo_hi":1451.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1390.0,"imp":16.937,"score":0.235,"rank":25.34,"hrank":19.43,"elo_hi":1424.0,"elo_lo":1356.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1373.0,"imp":16.561,"score":0.258,"rank":26.55,"hrank":14.04,"elo_hi":1426.0,"elo_lo":1325.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1368.0,"imp":17.041,"score":0.211,"rank":26.99,"hrank":19.52,"elo_hi":1413.0,"elo_lo":1329.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1363.0,"imp":17.224,"score":0.29,"rank":27.32,"hrank":15.91,"elo_hi":1420.0,"elo_lo":1314.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1361.0,"imp":17.421,"score":0.199,"rank":27.46,"hrank":18.84,"elo_hi":1405.0,"elo_lo":1322.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1354.0,"imp":17.279,"score":0.192,"rank":28.01,"hrank":20.68,"elo_hi":1393.0,"elo_lo":1318.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1353.0,"imp":17.389,"score":0.185,"rank":28.07,"hrank":21.83,"elo_hi":1385.0,"elo_lo":1322.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1332.0,"imp":18.023,"score":0.275,"rank":29.74,"hrank":13.6,"elo_hi":1406.0,"elo_lo":1265.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1330.0,"imp":17.868,"score":0.203,"rank":29.84,"hrank":18.17,"elo_hi":1378.0,"elo_lo":1288.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1325.0,"imp":17.924,"score":0.158,"rank":30.28,"hrank":23.33,"elo_hi":1358.0,"elo_lo":1288.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1323.0,"imp":18.056,"score":0.178,"rank":30.38,"hrank":15.63,"elo_hi":1363.0,"elo_lo":1281.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1323.0,"imp":18.319,"score":0.227,"rank":30.39,"hrank":13.02,"elo_hi":1384.0,"elo_lo":1267.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1320.0,"imp":18.203,"score":0.159,"rank":30.6,"hrank":22.44,"elo_hi":1355.0,"elo_lo":1285.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1319.0,"imp":18.839,"score":0.263,"rank":30.69,"hrank":11.14,"elo_hi":1390.0,"elo_lo":1262.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1306.0,"imp":18.133,"score":0.13,"rank":31.71,"hrank":23.26,"elo_hi":1338.0,"elo_lo":1266.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1296.0,"imp":18.258,"score":0.188,"rank":32.54,"hrank":19.64,"elo_hi":1349.0,"elo_lo":1251.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1282.0,"imp":18.894,"score":0.157,"rank":33.6,"hrank":20.71,"elo_hi":1324.0,"elo_lo":1240.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1278.0,"imp":19.516,"score":0.133,"rank":33.92,"hrank":23.84,"elo_hi":1329.0,"elo_lo":1232.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1260.0,"imp":19.124,"score":0.125,"rank":35.33,"hrank":24.98,"elo_hi":1300.0,"elo_lo":1211.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1260.0,"imp":19.803,"score":0.11,"rank":35.37,"hrank":25.32,"elo_hi":1312.0,"elo_lo":1210.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1260.0,"imp":19.954,"score":0.109,"rank":35.38,"hrank":25.23,"elo_hi":1302.0,"elo_lo":1215.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1258.0,"imp":19.245,"score":0.092,"rank":35.55,"hrank":26.17,"elo_hi":1295.0,"elo_lo":1223.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1237.0,"imp":21.221,"score":0.097,"rank":37.17,"hrank":21.05,"elo_hi":1284.0,"elo_lo":1186.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1231.0,"imp":20.511,"score":0.079,"rank":37.67,"hrank":26.59,"elo_hi":1279.0,"elo_lo":1187.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1221.0,"imp":20.018,"score":0.079,"rank":38.44,"hrank":26.97,"elo_hi":1260.0,"elo_lo":1178.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1216.0,"imp":20.941,"score":0.087,"rank":38.82,"hrank":25.36,"elo_hi":1268.0,"elo_lo":1158.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1214.0,"imp":20.712,"score":0.124,"rank":38.99,"hrank":22.53,"elo_hi":1272.0,"elo_lo":1154.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1211.0,"imp":21.641,"score":0.109,"rank":39.24,"hrank":24.93,"elo_hi":1280.0,"elo_lo":1148.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1203.0,"imp":21.249,"score":0.074,"rank":39.86,"hrank":25.92,"elo_hi":1251.0,"elo_lo":1150.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1196.0,"imp":20.862,"score":0.078,"rank":40.43,"hrank":29.54,"elo_hi":1239.0,"elo_lo":1147.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1187.0,"imp":22.339,"score":0.101,"rank":41.1,"hrank":23.0,"elo_hi":1252.0,"elo_lo":1121.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1166.0,"imp":21.229,"score":0.043,"rank":42.71,"hrank":35.31,"elo_hi":1209.0,"elo_lo":1122.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1165.0,"imp":21.847,"score":0.061,"rank":42.8,"hrank":27.62,"elo_hi":1216.0,"elo_lo":1113.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1163.0,"imp":21.244,"score":0.018,"rank":42.91,"hrank":37.21,"elo_hi":1190.0,"elo_lo":1126.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1150.0,"imp":23.216,"score":0.073,"rank":43.96,"hrank":26.88,"elo_hi":1209.0,"elo_lo":1080.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1132.0,"imp":25.491,"score":0.178,"rank":45.27,"hrank":12.31,"elo_hi":1209.0,"elo_lo":1049.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1130.0,"imp":25.525,"score":0.174,"rank":45.38,"hrank":11.81,"elo_hi":1208.0,"elo_lo":1046.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1113.0,"imp":23.948,"score":0.046,"rank":46.61,"hrank":25.91,"elo_hi":1165.0,"elo_lo":1045.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1084.0,"imp":28.451,"score":0.026,"rank":48.72,"hrank":37.31,"elo_hi":1130.0,"elo_lo":1025.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1066.0,"imp":24.914,"score":0.039,"rank":49.88,"hrank":31.58,"elo_hi":1128.0,"elo_lo":992.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1058.0,"imp":24.761,"score":0.015,"rank":50.45,"hrank":36.89,"elo_hi":1104.0,"elo_lo":1008.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1048.0,"imp":29.908,"score":0.014,"rank":51.08,"hrank":37.33,"elo_hi":1098.0,"elo_lo":991.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1043.0,"imp":26.639,"score":0.034,"rank":51.4,"hrank":42.96,"elo_hi":1104.0,"elo_lo":957.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1033.0,"imp":30.36,"score":0.109,"rank":52.04,"hrank":19.43,"elo_hi":1112.0,"elo_lo":909.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1020.0,"imp":27.588,"score":0.017,"rank":52.89,"hrank":44.87,"elo_hi":1080.0,"elo_lo":951.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":28.377,"score":0.004,"rank":54.07,"hrank":48.1,"elo_hi":1058.0,"elo_lo":929.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1000.0,"imp":26.856,"score":0.005,"rank":54.08,"hrank":37.17,"elo_hi":1049.0,"elo_lo":938.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":1000.0,"imp":29.267,"score":0.022,"rank":54.08,"hrank":35.68,"elo_hi":1065.0,"elo_lo":906.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":974.0,"imp":33.999,"score":0.042,"rank":55.53,"hrank":37.13,"elo_hi":1060.0,"elo_lo":879.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":954.0,"imp":34.411,"score":0.03,"rank":56.63,"hrank":38.68,"elo_hi":1039.0,"elo_lo":855.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":947.0,"imp":32.717,"score":0.0,"rank":57.02,"hrank":41.72,"elo_hi":988.0,"elo_lo":889.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":912.0,"imp":33.953,"score":0.012,"rank":58.72,"hrank":42.52,"elo_hi":980.0,"elo_lo":823.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":879.0,"imp":37.25,"score":0.019,"rank":60.23,"hrank":43.4,"elo_hi":974.0,"elo_lo":761.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":670.0,"imp":47.022,"score":0.0,"rank":66.58,"hrank":57.89,"elo_hi":768.0,"elo_lo":536.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
+
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1748.0,"imp":4.789,"score":0.89,"rank":7.16,"hrank":1.8,"elo_hi":1890.0,"elo_lo":1655.0,"imputed_pct":0.0,"imputed":false},{"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","reference":false,"elo":1675.0,"imp":9.951,"score":0.73,"rank":9.71,"hrank":4.02,"elo_hi":1750.0,"elo_lo":1612.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1638.0,"imp":9.377,"score":0.633,"rank":11.23,"hrank":5.03,"elo_hi":1711.0,"elo_lo":1587.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1636.0,"imp":10.866,"score":0.666,"rank":11.32,"hrank":4.8,"elo_hi":1714.0,"elo_lo":1579.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1597.0,"imp":12.044,"score":0.605,"rank":13.14,"hrank":7.35,"elo_hi":1663.0,"elo_lo":1550.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1594.0,"imp":11.33,"score":0.581,"rank":13.3,"hrank":6.19,"elo_hi":1678.0,"elo_lo":1532.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1574.0,"imp":11.649,"score":0.625,"rank":14.36,"hrank":5.54,"elo_hi":1677.0,"elo_lo":1496.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1555.0,"imp":12.056,"score":0.535,"rank":15.35,"hrank":7.06,"elo_hi":1623.0,"elo_lo":1499.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1541.0,"imp":12.474,"score":0.525,"rank":16.12,"hrank":9.28,"elo_hi":1620.0,"elo_lo":1491.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1479.0,"imp":14.651,"score":0.389,"rank":19.93,"hrank":12.18,"elo_hi":1540.0,"elo_lo":1435.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1449.0,"imp":15.404,"score":0.379,"rank":21.91,"hrank":9.44,"elo_hi":1523.0,"elo_lo":1396.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1448.0,"imp":15.328,"score":0.389,"rank":21.98,"hrank":9.74,"elo_hi":1520.0,"elo_lo":1389.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1443.0,"imp":15.666,"score":0.314,"rank":22.36,"hrank":14.5,"elo_hi":1494.0,"elo_lo":1397.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1429.0,"imp":15.755,"score":0.311,"rank":23.36,"hrank":12.87,"elo_hi":1481.0,"elo_lo":1381.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1416.0,"imp":15.956,"score":0.349,"rank":24.27,"hrank":11.4,"elo_hi":1485.0,"elo_lo":1359.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1405.0,"imp":15.274,"score":0.344,"rank":25.05,"hrank":10.45,"elo_hi":1477.0,"elo_lo":1333.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1400.0,"imp":16.022,"score":0.279,"rank":25.44,"hrank":14.4,"elo_hi":1451.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1389.0,"imp":17.005,"score":0.223,"rank":26.22,"hrank":20.27,"elo_hi":1423.0,"elo_lo":1355.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1373.0,"imp":16.637,"score":0.244,"rank":27.42,"hrank":14.68,"elo_hi":1426.0,"elo_lo":1325.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1367.0,"imp":17.126,"score":0.201,"rank":27.91,"hrank":20.48,"elo_hi":1412.0,"elo_lo":1327.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1364.0,"imp":17.29,"score":0.282,"rank":28.13,"hrank":16.54,"elo_hi":1421.0,"elo_lo":1314.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1361.0,"imp":17.48,"score":0.191,"rank":28.36,"hrank":19.74,"elo_hi":1406.0,"elo_lo":1323.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1354.0,"imp":17.363,"score":0.181,"rank":28.91,"hrank":21.71,"elo_hi":1393.0,"elo_lo":1318.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1353.0,"imp":17.458,"score":0.173,"rank":28.96,"hrank":22.76,"elo_hi":1385.0,"elo_lo":1322.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1332.0,"imp":18.083,"score":0.269,"rank":30.57,"hrank":14.33,"elo_hi":1407.0,"elo_lo":1265.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1330.0,"imp":17.952,"score":0.192,"rank":30.75,"hrank":18.84,"elo_hi":1378.0,"elo_lo":1288.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1324.0,"imp":17.998,"score":0.145,"rank":31.2,"hrank":24.21,"elo_hi":1357.0,"elo_lo":1287.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1323.0,"imp":18.138,"score":0.169,"rank":31.26,"hrank":16.31,"elo_hi":1363.0,"elo_lo":1281.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1323.0,"imp":18.421,"score":0.218,"rank":31.29,"hrank":13.61,"elo_hi":1383.0,"elo_lo":1267.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1320.0,"imp":18.272,"score":0.148,"rank":31.52,"hrank":23.37,"elo_hi":1356.0,"elo_lo":1285.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1320.0,"imp":18.98,"score":0.253,"rank":31.54,"hrank":11.9,"elo_hi":1391.0,"elo_lo":1263.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1306.0,"imp":18.208,"score":0.117,"rank":32.65,"hrank":24.09,"elo_hi":1338.0,"elo_lo":1266.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1296.0,"imp":18.326,"score":0.177,"rank":33.45,"hrank":20.6,"elo_hi":1348.0,"elo_lo":1251.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1282.0,"imp":18.983,"score":0.146,"rank":34.5,"hrank":21.51,"elo_hi":1324.0,"elo_lo":1240.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1278.0,"imp":19.576,"score":0.126,"rank":34.84,"hrank":25.17,"elo_hi":1328.0,"elo_lo":1231.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1260.0,"imp":19.188,"score":0.117,"rank":36.27,"hrank":26.15,"elo_hi":1300.0,"elo_lo":1212.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1260.0,"imp":19.862,"score":0.103,"rank":36.31,"hrank":26.58,"elo_hi":1311.0,"elo_lo":1210.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1260.0,"imp":20.023,"score":0.103,"rank":36.32,"hrank":26.32,"elo_hi":1302.0,"elo_lo":1215.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1257.0,"imp":19.309,"score":0.083,"rank":36.49,"hrank":26.99,"elo_hi":1293.0,"elo_lo":1221.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1237.0,"imp":21.291,"score":0.093,"rank":38.08,"hrank":21.88,"elo_hi":1284.0,"elo_lo":1186.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1231.0,"imp":20.577,"score":0.073,"rank":38.61,"hrank":27.53,"elo_hi":1278.0,"elo_lo":1188.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1221.0,"imp":20.082,"score":0.073,"rank":39.38,"hrank":27.84,"elo_hi":1259.0,"elo_lo":1178.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1216.0,"imp":20.996,"score":0.081,"rank":39.75,"hrank":26.07,"elo_hi":1268.0,"elo_lo":1157.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1214.0,"imp":20.771,"score":0.118,"rank":39.92,"hrank":24.1,"elo_hi":1273.0,"elo_lo":1154.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1211.0,"imp":21.715,"score":0.105,"rank":40.17,"hrank":25.68,"elo_hi":1279.0,"elo_lo":1147.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1203.0,"imp":21.312,"score":0.07,"rank":40.77,"hrank":26.53,"elo_hi":1252.0,"elo_lo":1150.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1195.0,"imp":20.924,"score":0.072,"rank":41.39,"hrank":30.61,"elo_hi":1238.0,"elo_lo":1146.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1187.0,"imp":22.411,"score":0.098,"rank":42.01,"hrank":23.51,"elo_hi":1252.0,"elo_lo":1121.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1166.0,"imp":21.287,"score":0.039,"rank":43.67,"hrank":36.22,"elo_hi":1209.0,"elo_lo":1122.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1165.0,"imp":21.904,"score":0.057,"rank":43.74,"hrank":28.53,"elo_hi":1216.0,"elo_lo":1113.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1163.0,"imp":21.312,"score":0.013,"rank":43.89,"hrank":38.29,"elo_hi":1190.0,"elo_lo":1126.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1150.0,"imp":23.29,"score":0.071,"rank":44.9,"hrank":27.64,"elo_hi":1209.0,"elo_lo":1080.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1133.0,"imp":25.546,"score":0.176,"rank":46.14,"hrank":12.58,"elo_hi":1211.0,"elo_lo":1048.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1132.0,"imp":25.579,"score":0.173,"rank":46.25,"hrank":11.95,"elo_hi":1210.0,"elo_lo":1046.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1114.0,"imp":24.019,"score":0.043,"rank":47.55,"hrank":26.45,"elo_hi":1166.0,"elo_lo":1046.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1084.0,"imp":28.51,"score":0.024,"rank":49.68,"hrank":39.17,"elo_hi":1130.0,"elo_lo":1024.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1067.0,"imp":24.961,"score":0.038,"rank":50.84,"hrank":32.07,"elo_hi":1129.0,"elo_lo":993.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1058.0,"imp":24.823,"score":0.012,"rank":51.43,"hrank":37.63,"elo_hi":1104.0,"elo_lo":1008.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1048.0,"imp":29.966,"score":0.011,"rank":52.05,"hrank":38.78,"elo_hi":1098.0,"elo_lo":991.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1043.0,"imp":26.711,"score":0.031,"rank":52.39,"hrank":44.06,"elo_hi":1104.0,"elo_lo":957.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1035.0,"imp":30.407,"score":0.108,"rank":52.94,"hrank":19.67,"elo_hi":1115.0,"elo_lo":909.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1020.0,"imp":27.64,"score":0.016,"rank":53.87,"hrank":45.9,"elo_hi":1080.0,"elo_lo":951.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":1000.0,"imp":29.315,"score":0.02,"rank":55.05,"hrank":36.37,"elo_hi":1066.0,"elo_lo":906.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1000.0,"imp":26.906,"score":0.002,"rank":55.05,"hrank":37.73,"elo_hi":1050.0,"elo_lo":937.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":28.432,"score":0.003,"rank":55.06,"hrank":49.15,"elo_hi":1057.0,"elo_lo":929.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":975.0,"imp":34.049,"score":0.042,"rank":56.49,"hrank":37.82,"elo_hi":1060.0,"elo_lo":879.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":955.0,"imp":34.458,"score":0.03,"rank":57.6,"hrank":39.43,"elo_hi":1041.0,"elo_lo":856.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":947.0,"imp":32.763,"score":0.0,"rank":58.01,"hrank":42.36,"elo_hi":987.0,"elo_lo":889.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":913.0,"imp":33.998,"score":0.011,"rank":59.69,"hrank":43.18,"elo_hi":982.0,"elo_lo":823.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":879.0,"imp":37.287,"score":0.019,"rank":61.2,"hrank":44.1,"elo_hi":975.0,"elo_lo":761.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":671.0,"imp":47.054,"score":0.0,"rank":67.57,"hrank":58.67,"elo_hi":769.0,"elo_lo":536.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_small/leaderboard_table.html
CHANGED
|
@@ -363,7 +363,7 @@
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
-
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1744.0,"score":0.897,"rank":6.9,"hrank":1.74,"imp":4.654,"train_time":39.57,"predict_time":5.358,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+142\/-93","imputed":false},{"position":1,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1638.0,"score":0.642,"rank":10.67,"hrank":4.73,"imp":9.279,"train_time":346.58,"predict_time":6.557,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-52","imputed":false},{"position":2,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1636.0,"score":0.675,"rank":10.77,"hrank":4.53,"imp":10.766,"train_time":9.17,"predict_time":0.416,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-56","imputed":false},{"position":3,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1599.0,"score":0.616,"rank":12.44,"hrank":6.63,"imp":11.961,"train_time":7.03,"predict_time":0.548,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+69\/-47","imputed":false},{"position":4,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1595.0,"score":0.593,"rank":12.63,"hrank":5.6,"imp":11.198,"train_time":2289.39,"predict_time":8.048,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+86\/-62","imputed":false},{"position":5,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1572.0,"score":0.633,"rank":13.78,"hrank":5.25,"imp":11.56,"train_time":3.93,"predict_time":0.152,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+106\/-78","imputed":false},{"position":6,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1555.0,"score":0.547,"rank":14.67,"hrank":6.51,"imp":11.907,"train_time":2289.39,"predict_time":1.143,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+69\/-56","imputed":false},{"position":7,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1542.0,"score":0.536,"rank":15.41,"hrank":8.41,"imp":12.32,"train_time":6.76,"predict_time":0.636,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-49","imputed":false},{"position":8,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1480.0,"score":0.402,"rank":19.13,"hrank":11.38,"imp":14.533,"train_time":3771.85,"predict_time":21.902,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+62\/-44","imputed":false},{"position":9,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1448.0,"score":0.391,"rank":21.19,"hrank":9.11,"imp":15.33,"train_time":4.69,"predict_time":0.192,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-54","imputed":false},{"position":10,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1448.0,"score":0.398,"rank":21.22,"hrank":9.27,"imp":15.246,"train_time":5119.78,"predict_time":218.453,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-60","imputed":false},{"position":11,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1444.0,"score":0.326,"rank":21.52,"hrank":13.45,"imp":15.598,"train_time":3716.57,"predict_time":2.547,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-46","imputed":false},{"position":12,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1429.0,"score":0.325,"rank":22.52,"hrank":12.22,"imp":15.675,"train_time":2585.58,"predict_time":3.838,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+52\/-48","imputed":false},{"position":13,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1415.0,"score":0.356,"rank":23.49,"hrank":10.85,"imp":15.884,"train_time":5119.78,"predict_time":28.351,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+70\/-58","imputed":false},{"position":14,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1405.0,"score":0.353,"rank":24.21,"hrank":9.41,"imp":15.155,"train_time":35.51,"predict_time":6.828,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-72","imputed":false},{"position":15,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1400.0,"score":0.293,"rank":24.6,"hrank":13.5,"imp":15.91,"train_time":3771.85,"predict_time":1.778,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+51\/-43","imputed":false},{"position":16,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1390.0,"score":0.235,"rank":25.34,"hrank":19.43,"imp":16.937,"train_time":892.49,"predict_time":2.57,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+34\/-34","imputed":false},{"position":17,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1373.0,"score":0.258,"rank":26.55,"hrank":14.04,"imp":16.561,"train_time":2585.58,"predict_time":0.436,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+53\/-48","imputed":false},{"position":18,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1368.0,"score":0.211,"rank":26.99,"hrank":19.52,"imp":17.041,"train_time":1739.17,"predict_time":0.396,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-39","imputed":false},{"position":19,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1363.0,"score":0.29,"rank":27.32,"hrank":15.91,"imp":17.224,"train_time":2.76,"predict_time":0.058,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+57\/-49","imputed":false},{"position":20,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1361.0,"score":0.199,"rank":27.46,"hrank":18.84,"imp":17.421,"train_time":22811.74,"predict_time":841.446,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+44\/-39","imputed":false},{"position":21,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1354.0,"score":0.192,"rank":28.01,"hrank":20.68,"imp":17.279,"train_time":1739.17,"predict_time":0.051,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+39\/-36","imputed":false},{"position":22,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1353.0,"score":0.185,"rank":28.07,"hrank":21.83,"imp":17.389,"train_time":892.49,"predict_time":0.346,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+32\/-31","imputed":false},{"position":23,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1332.0,"score":0.275,"rank":29.74,"hrank":13.6,"imp":18.023,"train_time":50.33,"predict_time":43.707,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-67","imputed":false},{"position":24,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1330.0,"score":0.203,"rank":29.84,"hrank":18.17,"imp":17.868,"train_time":1126.97,"predict_time":2.94,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-42","imputed":false},{"position":25,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1325.0,"score":0.158,"rank":30.28,"hrank":23.33,"imp":17.924,"train_time":884.48,"predict_time":2.367,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+33\/-37","imputed":false},{"position":26,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1323.0,"score":0.178,"rank":30.38,"hrank":15.63,"imp":18.056,"train_time":6523.55,"predict_time":0.505,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+40\/-42","imputed":false},{"position":27,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1323.0,"score":0.227,"rank":30.39,"hrank":13.02,"imp":18.319,"train_time":6523.55,"predict_time":8.39,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-56","imputed":false},{"position":28,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1320.0,"score":0.159,"rank":30.6,"hrank":22.44,"imp":18.203,"train_time":8.46,"predict_time":0.046,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+35\/-35","imputed":false},{"position":29,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1319.0,"score":0.263,"rank":30.69,"hrank":11.14,"imp":18.839,"train_time":16.23,"predict_time":1.277,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+71\/-57","imputed":false},{"position":30,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1306.0,"score":0.13,"rank":31.71,"hrank":23.26,"imp":18.133,"train_time":884.48,"predict_time":0.393,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+32\/-40","imputed":false},{"position":31,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1296.0,"score":0.188,"rank":32.54,"hrank":19.64,"imp":18.258,"train_time":9.94,"predict_time":0.445,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+53\/-45","imputed":false},{"position":32,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1282.0,"score":0.157,"rank":33.6,"hrank":20.71,"imp":18.894,"train_time":1126.97,"predict_time":0.163,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+42\/-42","imputed":false},{"position":33,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1278.0,"score":0.133,"rank":33.92,"hrank":23.84,"imp":19.516,"train_time":1218.87,"predict_time":0.455,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-46","imputed":false},{"position":34,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1260.0,"score":0.125,"rank":35.33,"hrank":24.98,"imp":19.124,"train_time":3865.95,"predict_time":2.157,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+40\/-49","imputed":false},{"position":35,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1260.0,"score":0.11,"rank":35.37,"hrank":25.32,"imp":19.803,"train_time":1218.87,"predict_time":0.036,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-50","imputed":false},{"position":36,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1260.0,"score":0.109,"rank":35.38,"hrank":25.23,"imp":19.954,"train_time":2499.4,"predict_time":0.153,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+42\/-45","imputed":false},{"position":37,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1258.0,"score":0.092,"rank":35.55,"hrank":26.17,"imp":19.245,"train_time":22811.74,"predict_time":161.221,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+37\/-35","imputed":false},{"position":38,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1237.0,"score":0.097,"rank":37.17,"hrank":21.05,"imp":21.221,"train_time":16.28,"predict_time":0.321,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+47\/-51","imputed":false},{"position":39,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1231.0,"score":0.079,"rank":37.67,"hrank":26.59,"imp":20.511,"train_time":2499.4,"predict_time":0.017,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+48\/-44","imputed":false},{"position":40,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1221.0,"score":0.079,"rank":38.44,"hrank":26.97,"imp":20.018,"train_time":15.69,"predict_time":4.689,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+39\/-43","imputed":false},{"position":41,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1216.0,"score":0.087,"rank":38.82,"hrank":25.36,"imp":20.941,"train_time":5.49,"predict_time":0.041,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-58","imputed":false},{"position":42,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1214.0,"score":0.124,"rank":38.99,"hrank":22.53,"imp":20.712,"train_time":1679.4,"predict_time":8.069,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-60","imputed":false},{"position":43,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1211.0,"score":0.109,"rank":39.24,"hrank":24.93,"imp":21.641,"train_time":822.58,"predict_time":1.501,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+69\/-63","imputed":false},{"position":44,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1203.0,"score":0.074,"rank":39.86,"hrank":25.92,"imp":21.249,"train_time":7.39,"predict_time":0.017,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+48\/-53","imputed":false},{"position":45,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1196.0,"score":0.078,"rank":40.43,"hrank":29.54,"imp":20.862,"train_time":3865.95,"predict_time":0.147,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+43\/-49","imputed":false},{"position":46,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1187.0,"score":0.101,"rank":41.1,"hrank":23.0,"imp":22.339,"train_time":822.58,"predict_time":0.214,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+65\/-66","imputed":false},{"position":47,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1166.0,"score":0.043,"rank":42.71,"hrank":35.31,"imp":21.229,"train_time":3.61,"predict_time":0.17,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+43\/-44","imputed":false},{"position":48,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1165.0,"score":0.061,"rank":42.8,"hrank":27.62,"imp":21.847,"train_time":1679.4,"predict_time":0.826,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-52","imputed":false},{"position":49,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1163.0,"score":0.018,"rank":42.91,"hrank":37.21,"imp":21.244,"train_time":3.29,"predict_time":0.253,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+27\/-37","imputed":false},{"position":50,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1150.0,"score":0.073,"rank":43.96,"hrank":26.88,"imp":23.216,"train_time":590.04,"predict_time":1.46,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+59\/-70","imputed":false},{"position":51,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1132.0,"score":0.178,"rank":45.27,"hrank":12.31,"imp":25.491,"train_time":40848.87,"predict_time":5.606,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+77\/-83","imputed":false},{"position":52,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1130.0,"score":0.174,"rank":45.38,"hrank":11.81,"imp":25.525,"train_time":40848.87,"predict_time":25.936,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+78\/-84","imputed":false},{"position":53,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1113.0,"score":0.046,"rank":46.61,"hrank":25.91,"imp":23.948,"train_time":590.04,"predict_time":0.15,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-68","imputed":false},{"position":54,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1084.0,"score":0.026,"rank":48.72,"hrank":37.31,"imp":28.451,"train_time":342.04,"predict_time":0.895,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+46\/-59","imputed":false},{"position":55,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1066.0,"score":0.039,"rank":49.88,"hrank":31.58,"imp":24.914,"train_time":524.48,"predict_time":161.813,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+62\/-74","imputed":false},{"position":56,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1058.0,"score":0.015,"rank":50.45,"hrank":36.89,"imp":24.761,"train_time":13.69,"predict_time":0.155,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+46\/-50","imputed":false},{"position":57,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1048.0,"score":0.014,"rank":51.08,"hrank":37.33,"imp":29.908,"train_time":342.04,"predict_time":0.313,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-57","imputed":false},{"position":58,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1043.0,"score":0.034,"rank":51.4,"hrank":42.96,"imp":26.639,"train_time":5.45,"predict_time":1.098,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-86","imputed":false},{"position":59,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1033.0,"score":0.109,"rank":52.04,"hrank":19.43,"imp":30.36,"train_time":471.66,"predict_time":7.214,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+79\/-124","imputed":false},{"position":60,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1020.0,"score":0.017,"rank":52.89,"hrank":44.87,"imp":27.588,"train_time":4.19,"predict_time":0.566,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+60\/-69","imputed":false},{"position":61,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.004,"rank":54.07,"hrank":48.1,"imp":28.377,"train_time":0.51,"predict_time":0.089,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-71","imputed":false},{"position":62,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1000.0,"score":0.005,"rank":54.08,"hrank":37.17,"imp":26.856,"train_time":5.48,"predict_time":0.684,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+49\/-62","imputed":false},{"position":63,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1000.0,"score":0.022,"rank":54.08,"hrank":35.68,"imp":29.267,"train_time":111.87,"predict_time":1.214,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+65\/-94","imputed":false},{"position":64,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":974.0,"score":0.042,"rank":55.53,"hrank":37.13,"imp":33.999,"train_time":521.07,"predict_time":0.646,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+86\/-95","imputed":false},{"position":65,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":954.0,"score":0.03,"rank":56.63,"hrank":38.68,"imp":34.411,"train_time":521.07,"predict_time":0.113,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+85\/-99","imputed":false},{"position":66,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":947.0,"score":0.0,"rank":57.02,"hrank":41.72,"imp":32.717,"train_time":39.09,"predict_time":0.041,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-58","imputed":false},{"position":67,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":912.0,"score":0.012,"rank":58.72,"hrank":42.52,"imp":33.953,"train_time":111.87,"predict_time":0.111,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+68\/-89","imputed":false},{"position":68,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":879.0,"score":0.019,"rank":60.23,"hrank":43.4,"imp":37.25,"train_time":2.59,"predict_time":0.138,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+95\/-118","imputed":false},{"position":69,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":670.0,"score":0.0,"rank":66.58,"hrank":57.89,"imp":47.022,"train_time":0.37,"predict_time":0.033,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+98\/-134","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
@@ -910,8 +910,8 @@
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
-
// No medals here: this table is the full ranking
|
| 914 |
-
//
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
|
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
+
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1748.0,"score":0.89,"rank":7.16,"hrank":1.8,"imp":4.789,"train_time":39.57,"predict_time":5.358,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+142\/-93","imputed":false},{"position":1,"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1675.0,"score":0.73,"rank":9.71,"hrank":4.02,"imp":9.951,"train_time":6.39,"predict_time":0.61,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+75\/-63","imputed":false},{"position":2,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1638.0,"score":0.633,"rank":11.23,"hrank":5.03,"imp":9.377,"train_time":346.58,"predict_time":6.557,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+73\/-51","imputed":false},{"position":3,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1636.0,"score":0.666,"rank":11.32,"hrank":4.8,"imp":10.866,"train_time":9.17,"predict_time":0.416,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+78\/-57","imputed":false},{"position":4,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1597.0,"score":0.605,"rank":13.14,"hrank":7.35,"imp":12.044,"train_time":7.03,"predict_time":0.548,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+66\/-47","imputed":false},{"position":5,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1594.0,"score":0.581,"rank":13.3,"hrank":6.19,"imp":11.33,"train_time":2289.39,"predict_time":8.048,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+84\/-62","imputed":false},{"position":6,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1574.0,"score":0.625,"rank":14.36,"hrank":5.54,"imp":11.649,"train_time":3.93,"predict_time":0.152,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+103\/-78","imputed":false},{"position":7,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1555.0,"score":0.535,"rank":15.35,"hrank":7.06,"imp":12.056,"train_time":2289.39,"predict_time":1.143,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+68\/-56","imputed":false},{"position":8,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1541.0,"score":0.525,"rank":16.12,"hrank":9.28,"imp":12.474,"train_time":6.76,"predict_time":0.636,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+79\/-50","imputed":false},{"position":9,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1479.0,"score":0.389,"rank":19.93,"hrank":12.18,"imp":14.651,"train_time":3771.85,"predict_time":21.902,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-44","imputed":false},{"position":10,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1449.0,"score":0.379,"rank":21.91,"hrank":9.44,"imp":15.404,"train_time":4.69,"predict_time":0.192,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-53","imputed":false},{"position":11,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1448.0,"score":0.389,"rank":21.98,"hrank":9.74,"imp":15.328,"train_time":5119.78,"predict_time":218.453,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-59","imputed":false},{"position":12,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1443.0,"score":0.314,"rank":22.36,"hrank":14.5,"imp":15.666,"train_time":3716.57,"predict_time":2.547,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-46","imputed":false},{"position":13,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1429.0,"score":0.311,"rank":23.36,"hrank":12.87,"imp":15.755,"train_time":2585.58,"predict_time":3.838,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+52\/-48","imputed":false},{"position":14,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1416.0,"score":0.349,"rank":24.27,"hrank":11.4,"imp":15.956,"train_time":5119.78,"predict_time":28.351,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+69\/-57","imputed":false},{"position":15,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1405.0,"score":0.344,"rank":25.05,"hrank":10.45,"imp":15.274,"train_time":35.51,"predict_time":6.828,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-72","imputed":false},{"position":16,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1400.0,"score":0.279,"rank":25.44,"hrank":14.4,"imp":16.022,"train_time":3771.85,"predict_time":1.778,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+51\/-43","imputed":false},{"position":17,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1389.0,"score":0.223,"rank":26.22,"hrank":20.27,"imp":17.005,"train_time":892.49,"predict_time":2.57,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+34\/-34","imputed":false},{"position":18,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1373.0,"score":0.244,"rank":27.42,"hrank":14.68,"imp":16.637,"train_time":2585.58,"predict_time":0.436,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+53\/-48","imputed":false},{"position":19,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1367.0,"score":0.201,"rank":27.91,"hrank":20.48,"imp":17.126,"train_time":1739.17,"predict_time":0.396,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-40","imputed":false},{"position":20,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1364.0,"score":0.282,"rank":28.13,"hrank":16.54,"imp":17.29,"train_time":2.76,"predict_time":0.058,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+57\/-50","imputed":false},{"position":21,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1361.0,"score":0.191,"rank":28.36,"hrank":19.74,"imp":17.48,"train_time":22811.74,"predict_time":841.446,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+45\/-38","imputed":false},{"position":22,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1354.0,"score":0.181,"rank":28.91,"hrank":21.71,"imp":17.363,"train_time":1739.17,"predict_time":0.051,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+39\/-36","imputed":false},{"position":23,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1353.0,"score":0.173,"rank":28.96,"hrank":22.76,"imp":17.458,"train_time":892.49,"predict_time":0.346,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+32\/-31","imputed":false},{"position":24,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1332.0,"score":0.269,"rank":30.57,"hrank":14.33,"imp":18.083,"train_time":50.33,"predict_time":43.707,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+75\/-67","imputed":false},{"position":25,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1330.0,"score":0.192,"rank":30.75,"hrank":18.84,"imp":17.952,"train_time":1126.97,"predict_time":2.94,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-42","imputed":false},{"position":26,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1324.0,"score":0.145,"rank":31.2,"hrank":24.21,"imp":17.998,"train_time":884.48,"predict_time":2.367,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+33\/-37","imputed":false},{"position":27,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1323.0,"score":0.169,"rank":31.26,"hrank":16.31,"imp":18.138,"train_time":6523.55,"predict_time":0.505,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+40\/-42","imputed":false},{"position":28,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1323.0,"score":0.218,"rank":31.29,"hrank":13.61,"imp":18.421,"train_time":6523.55,"predict_time":8.39,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+60\/-56","imputed":false},{"position":29,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1320.0,"score":0.148,"rank":31.52,"hrank":23.37,"imp":18.272,"train_time":8.46,"predict_time":0.046,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+36\/-35","imputed":false},{"position":30,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1320.0,"score":0.253,"rank":31.54,"hrank":11.9,"imp":18.98,"train_time":16.23,"predict_time":1.277,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+71\/-57","imputed":false},{"position":31,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1306.0,"score":0.117,"rank":32.65,"hrank":24.09,"imp":18.208,"train_time":884.48,"predict_time":0.393,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+32\/-40","imputed":false},{"position":32,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1296.0,"score":0.177,"rank":33.45,"hrank":20.6,"imp":18.326,"train_time":9.94,"predict_time":0.445,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+52\/-45","imputed":false},{"position":33,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1282.0,"score":0.146,"rank":34.5,"hrank":21.51,"imp":18.983,"train_time":1126.97,"predict_time":0.163,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+42\/-42","imputed":false},{"position":34,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1278.0,"score":0.126,"rank":34.84,"hrank":25.17,"imp":19.576,"train_time":1218.87,"predict_time":0.455,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-47","imputed":false},{"position":35,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1260.0,"score":0.117,"rank":36.27,"hrank":26.15,"imp":19.188,"train_time":3865.95,"predict_time":2.157,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+40\/-48","imputed":false},{"position":36,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1260.0,"score":0.103,"rank":36.31,"hrank":26.58,"imp":19.862,"train_time":1218.87,"predict_time":0.036,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-50","imputed":false},{"position":37,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1260.0,"score":0.103,"rank":36.32,"hrank":26.32,"imp":20.023,"train_time":2499.4,"predict_time":0.153,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+42\/-45","imputed":false},{"position":38,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1257.0,"score":0.083,"rank":36.49,"hrank":26.99,"imp":19.309,"train_time":22811.74,"predict_time":161.221,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+36\/-36","imputed":false},{"position":39,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1237.0,"score":0.093,"rank":38.08,"hrank":21.88,"imp":21.291,"train_time":16.28,"predict_time":0.321,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+47\/-51","imputed":false},{"position":40,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1231.0,"score":0.073,"rank":38.61,"hrank":27.53,"imp":20.577,"train_time":2499.4,"predict_time":0.017,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-43","imputed":false},{"position":41,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1221.0,"score":0.073,"rank":39.38,"hrank":27.84,"imp":20.082,"train_time":15.69,"predict_time":4.689,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+38\/-43","imputed":false},{"position":42,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1216.0,"score":0.081,"rank":39.75,"hrank":26.07,"imp":20.996,"train_time":5.49,"predict_time":0.041,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-59","imputed":false},{"position":43,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1214.0,"score":0.118,"rank":39.92,"hrank":24.1,"imp":20.771,"train_time":1679.4,"predict_time":8.069,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+59\/-60","imputed":false},{"position":44,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1211.0,"score":0.105,"rank":40.17,"hrank":25.68,"imp":21.715,"train_time":822.58,"predict_time":1.501,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+68\/-64","imputed":false},{"position":45,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1203.0,"score":0.07,"rank":40.77,"hrank":26.53,"imp":21.312,"train_time":7.39,"predict_time":0.017,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+49\/-53","imputed":false},{"position":46,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1195.0,"score":0.072,"rank":41.39,"hrank":30.61,"imp":20.924,"train_time":3865.95,"predict_time":0.147,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+43\/-49","imputed":false},{"position":47,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1187.0,"score":0.098,"rank":42.01,"hrank":23.51,"imp":22.411,"train_time":822.58,"predict_time":0.214,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+65\/-66","imputed":false},{"position":48,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1166.0,"score":0.039,"rank":43.67,"hrank":36.22,"imp":21.287,"train_time":3.61,"predict_time":0.17,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+43\/-44","imputed":false},{"position":49,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1165.0,"score":0.057,"rank":43.74,"hrank":28.53,"imp":21.904,"train_time":1679.4,"predict_time":0.826,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+51\/-52","imputed":false},{"position":50,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1163.0,"score":0.013,"rank":43.89,"hrank":38.29,"imp":21.312,"train_time":3.29,"predict_time":0.253,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+27\/-37","imputed":false},{"position":51,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1150.0,"score":0.071,"rank":44.9,"hrank":27.64,"imp":23.29,"train_time":590.04,"predict_time":1.46,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+59\/-70","imputed":false},{"position":52,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1133.0,"score":0.176,"rank":46.14,"hrank":12.58,"imp":25.546,"train_time":40848.87,"predict_time":5.606,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+78\/-85","imputed":false},{"position":53,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1132.0,"score":0.173,"rank":46.25,"hrank":11.95,"imp":25.579,"train_time":40848.87,"predict_time":25.936,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+78\/-86","imputed":false},{"position":54,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1114.0,"score":0.043,"rank":47.55,"hrank":26.45,"imp":24.019,"train_time":590.04,"predict_time":0.15,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-68","imputed":false},{"position":55,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1084.0,"score":0.024,"rank":49.68,"hrank":39.17,"imp":28.51,"train_time":342.04,"predict_time":0.895,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+46\/-60","imputed":false},{"position":56,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1067.0,"score":0.038,"rank":50.84,"hrank":32.07,"imp":24.961,"train_time":524.48,"predict_time":161.813,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+62\/-74","imputed":false},{"position":57,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1058.0,"score":0.012,"rank":51.43,"hrank":37.63,"imp":24.823,"train_time":13.69,"predict_time":0.155,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+46\/-50","imputed":false},{"position":58,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1048.0,"score":0.011,"rank":52.05,"hrank":38.78,"imp":29.966,"train_time":342.04,"predict_time":0.313,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-57","imputed":false},{"position":59,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1043.0,"score":0.031,"rank":52.39,"hrank":44.06,"imp":26.711,"train_time":5.45,"predict_time":1.098,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-86","imputed":false},{"position":60,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1035.0,"score":0.108,"rank":52.94,"hrank":19.67,"imp":30.407,"train_time":471.66,"predict_time":7.214,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-126","imputed":false},{"position":61,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1020.0,"score":0.016,"rank":53.87,"hrank":45.9,"imp":27.64,"train_time":4.19,"predict_time":0.566,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+60\/-69","imputed":false},{"position":62,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1000.0,"score":0.02,"rank":55.05,"hrank":36.37,"imp":29.315,"train_time":111.87,"predict_time":1.214,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+66\/-94","imputed":false},{"position":63,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1000.0,"score":0.002,"rank":55.05,"hrank":37.73,"imp":26.906,"train_time":5.48,"predict_time":0.684,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-63","imputed":false},{"position":64,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.003,"rank":55.06,"hrank":49.15,"imp":28.432,"train_time":0.51,"predict_time":0.089,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+57\/-71","imputed":false},{"position":65,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":975.0,"score":0.042,"rank":56.49,"hrank":37.82,"imp":34.049,"train_time":521.07,"predict_time":0.646,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+85\/-96","imputed":false},{"position":66,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":955.0,"score":0.03,"rank":57.6,"hrank":39.43,"imp":34.458,"train_time":521.07,"predict_time":0.113,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+86\/-99","imputed":false},{"position":67,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":947.0,"score":0.0,"rank":58.01,"hrank":42.36,"imp":32.763,"train_time":39.09,"predict_time":0.041,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+40\/-58","imputed":false},{"position":68,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":913.0,"score":0.011,"rank":59.69,"hrank":43.18,"imp":33.998,"train_time":111.87,"predict_time":0.111,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+69\/-90","imputed":false},{"position":69,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":879.0,"score":0.019,"rank":61.2,"hrank":44.1,"imp":37.287,"train_time":2.59,"predict_time":0.138,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+96\/-118","imputed":false},{"position":70,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":671.0,"score":0.0,"rank":67.57,"hrank":58.67,"imp":47.054,"train_time":0.37,"predict_time":0.033,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+98\/-135","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
+
// No medals here: this table is the full ranking and already carries the
|
| 914 |
+
// position column, so podium marks only added a second, competing ordering.
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
data/imputation_no/splits_all/tasks_all/datasets_small/pareto_front_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
-
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_infer":0.0455896074,"imp":18.
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
+
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_infer":0.0455896074,"imp":18.272314558,"elo":1320.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"CatBoost","family":"Tree-based","x_infer":0.0508532668,"imp":17.3631436773,"elo":1353.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"CatBoost","family":"Tree-based","x_infer":0.3960267603,"imp":17.1256506661,"elo":1366.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0413889487,"imp":20.9962993423,"elo":1216.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0359833093,"imp":19.8618867036,"elo":1259.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.454903865,"imp":19.5755687038,"elo":1278.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EBM","family":"Tree-based","x_infer":0.0171560587,"imp":21.3119866408,"elo":1203.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"EBM","family":"Tree-based","x_infer":0.0172938338,"imp":20.576643704,"elo":1230.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"EBM","family":"Tree-based","x_infer":0.1529693961,"imp":20.0227057056,"elo":1259.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EXAONE-Tabular","family":"Foundation Model","x_infer":0.609796826,"imp":9.9507830927,"elo":1674.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.5663988088,"imp":27.6398983215,"elo":1019.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.2136923717,"imp":22.4114229291,"elo":1187.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ExtraTrees","family":"Tree-based","x_infer":1.5011279394,"imp":21.7145804845,"elo":1211.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.6842938244,"imp":26.9057355058,"elo":1000.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.82578692,"imp":21.9040798677,"elo":1164.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"FastaiMLP","family":"Neural Network","x_infer":8.0688374767,"imp":20.7710249152,"elo":1214.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LightGBM","family":"Tree-based","x_infer":0.1695753133,"imp":21.2872488022,"elo":1165.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"LightGBM","family":"Tree-based","x_infer":0.3458375858,"imp":17.4582069517,"elo":1353.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"LightGBM","family":"Tree-based","x_infer":2.5704534161,"imp":17.0048211732,"elo":1389.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LimiX","family":"Foundation Model","x_infer":6.8284826783,"imp":15.2739076042,"elo":1405.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.320600689,"imp":21.2911136369,"elo":1237.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.5053503954,"imp":18.1383674365,"elo":1323.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ModernNCA","family":"Neural Network","x_infer":8.3903226253,"imp":18.4210067568,"elo":1323.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.0406570787,"imp":32.7628217212,"elo":946.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.3125464363,"imp":29.9659390381,"elo":1048.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.8948102984,"imp":28.5098401284,"elo":1083.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RandomForest","family":"Tree-based","x_infer":0.0885648768,"imp":28.4319932823,"elo":1000.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RandomForest","family":"Tree-based","x_infer":0.1503007896,"imp":24.0185023151,"elo":1113.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RandomForest","family":"Tree-based","x_infer":1.4602306271,"imp":23.2896805651,"elo":1149.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealMLP","family":"Neural Network","x_infer":4.6888676463,"imp":20.0821389477,"elo":1221.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealMLP","family":"Neural Network","x_infer":1.7776750936,"imp":16.0215476088,"elo":1399.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealMLP","family":"Neural Network","x_infer":21.9024962791,"imp":14.6509133677,"elo":1479.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":0.6362272808,"imp":12.4739929767,"elo":1541.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":1.1425914845,"imp":12.0556496961,"elo":1555.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":8.0475948482,"imp":11.3303610666,"elo":1594.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_infer":1.2773508677,"imp":18.9798630386,"elo":1319.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":43.7074010359,"imp":18.083208551,"elo":1332.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":28.3513403832,"imp":15.9556245396,"elo":1415.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabDPT","family":"Foundation Model","x_infer":218.4533640735,"imp":15.3276375406,"elo":1448.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabDPT-Turbo","family":"Foundation Model","x_infer":0.1922706752,"imp":15.4041106936,"elo":1449.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabFM","family":"Foundation Model","x_infer":5.3578381333,"imp":4.7894517771,"elo":1748.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabICLv2","family":"Foundation Model","x_infer":0.1520731745,"imp":11.6489217901,"elo":1573.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.444937792,"imp":18.3258090073,"elo":1295.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.4361574183,"imp":16.6370897795,"elo":1373.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabM","family":"Neural Network","x_infer":3.8381409686,"imp":15.7553821262,"elo":1428.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabPFN-2.6","family":"Foundation Model","x_infer":0.548288662,"imp":12.0435456494,"elo":1597.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabPFN-3","family":"Foundation Model","x_infer":0.4158216639,"imp":10.8659476393,"elo":1636.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":7.2137264423,"imp":30.4066395653,"elo":1034.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":5.6062080426,"imp":25.5455786938,"elo":1133.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabSTAR","family":"Foundation Model","x_infer":25.9362072534,"imp":25.578865288,"elo":1131.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabSwift","family":"Foundation Model","x_infer":0.0579126899,"imp":17.2904957182,"elo":1363.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.1550906392,"imp":24.8232615389,"elo":1057.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.1474394112,"imp":20.9237318427,"elo":1195.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TorchMLP","family":"Neural Network","x_infer":2.1570271396,"imp":19.1876026094,"elo":1260.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"XGBoost","family":"Tree-based","x_infer":0.2525411892,"imp":21.3115746869,"elo":1163.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"XGBoost","family":"Tree-based","x_infer":0.3929683731,"imp":18.2078707716,"elo":1305.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"XGBoost","family":"Tree-based","x_infer":2.3674863949,"imp":17.9983440031,"elo":1324.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"iLTM","family":"Foundation Model","x_infer":161.8134383214,"imp":24.960768712,"elo":1066.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"iLTM","family":"Foundation Model","x_infer":161.2206474003,"imp":19.3086618887,"elo":1257.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"iLTM","family":"Foundation Model","x_infer":841.4458907481,"imp":17.4797297663,"elo":1360.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"xRFM","family":"Other","x_infer":1.0976028857,"imp":26.7108250008,"elo":1043.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"xRFM","family":"Other","x_infer":0.1632446807,"imp":18.9827193089,"elo":1282.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"xRFM","family":"Other","x_infer":2.9395549707,"imp":17.9524097904,"elo":1330.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_small/pareto_front_improvability_vs_time_infer.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:338924cc1f8f628bc5ff5915bff9ac191203019428ee02e93c628fc2f26078a5
|
| 3 |
+
size 284635
|
data/imputation_no/splits_all/tasks_all/datasets_small/pareto_front_points.csv
CHANGED
|
@@ -1,63 +1,64 @@
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
-
TabFM,Default,Foundation Model,5.357838133261318,39.5720422516442,4.
|
| 3 |
-
|
| 4 |
-
TabPFN-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
RealTabPFN-2.5,
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
TabDPT,
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
ModernNCA,Tuned
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
TabSTAR,Tuned
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
FastaiMLP,Default,Neural Network,0.6842938244078286,5.483894573958628,26.
|
| 63 |
-
|
|
|
|
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
+
TabFM,Default,Foundation Model,5.357838133261318,39.5720422516442,4.789451777051816,1748.4,False,0.0
|
| 3 |
+
EXAONE-Tabular,Default,Foundation Model,0.6097968260447184,6.3901019574386915,9.950783092734294,1674.8,False,0.0
|
| 4 |
+
TabPFN-3,Default,Foundation Model,0.4158216638576948,9.169929954447653,10.865947639264933,1636.2,False,0.0
|
| 5 |
+
TabPFN-2.6,Default,Foundation Model,0.5482886619733942,7.034289077293122,12.043545649406665,1597.4,False,0.0
|
| 6 |
+
RealTabPFN-2.5,Tuned + Ens.,Foundation Model,8.047594848219795,2289.3887157667205,11.330361066568535,1594.1,False,0.0
|
| 7 |
+
TabICLv2,Default,Foundation Model,0.1520731744535504,3.9320097545321064,11.648921790061946,1573.5,False,0.0
|
| 8 |
+
RealTabPFN-2.5,Tuned,Foundation Model,1.1425914844543796,2289.3887157667205,12.055649696060566,1555.0,False,0.0
|
| 9 |
+
RealTabPFN-2.5,Default,Foundation Model,0.6362272807949252,6.7587899978217045,12.473992976713602,1541.4,False,0.0
|
| 10 |
+
RealMLP,Tuned + Ens.,Neural Network,21.902496279105236,3771.8540221067997,14.650913367702803,1479.0,False,0.0
|
| 11 |
+
TabDPT-Turbo,Default,Foundation Model,0.19227067519018423,4.691113094573359,15.404110693596241,1449.4,False,0.0
|
| 12 |
+
TabDPT,Tuned + Ens.,Foundation Model,218.45336407352897,5119.776985103065,15.327637540615758,1448.3,False,0.0
|
| 13 |
+
TabM,Tuned + Ens.,Neural Network,3.8381409685971137,2585.579863640918,15.755382126236567,1428.6,False,0.0
|
| 14 |
+
TabDPT,Tuned,Foundation Model,28.351340383207884,5119.776985103065,15.95562453955974,1415.9,False,0.0
|
| 15 |
+
LimiX,Default,Foundation Model,6.828482678301318,35.50961056314309,15.273907604175674,1405.1,False,0.0
|
| 16 |
+
RealMLP,Tuned,Neural Network,1.7776750936346917,3771.8540221067997,16.02154760883084,1399.8,False,0.0
|
| 17 |
+
LightGBM,Tuned + Ens.,Tree-based,2.5704534160747796,892.4854074789564,17.004821173154557,1389.2,False,0.0
|
| 18 |
+
TabM,Tuned,Neural Network,0.4361574183230644,2585.579863640918,16.637089779532918,1373.2,False,0.0
|
| 19 |
+
CatBoost,Tuned + Ens.,Tree-based,0.39602676030046535,1739.1690497297914,17.125650666051545,1366.8,False,0.0
|
| 20 |
+
TabSwift,Default,Foundation Model,0.05791268987655686,2.756051243933877,17.290495718151565,1363.9,False,0.0
|
| 21 |
+
iLTM,Tuned + Ens.,Foundation Model,841.445890748085,22811.744051243128,17.479729766263503,1360.9,False,0.0
|
| 22 |
+
CatBoost,Tuned,Tree-based,0.050853266781756806,1739.1690497297914,17.363143677311463,1353.6,False,0.0
|
| 23 |
+
LightGBM,Tuned,Tree-based,0.3458375857654502,892.4854074789564,17.458206951747478,1353.0,False,0.0
|
| 24 |
+
TabDPT,Default,Foundation Model,43.707401035938005,50.32502415266903,18.0832085510198,1332.3,False,0.0
|
| 25 |
+
xRFM,Tuned + Ens.,Other,2.9395549707468733,1126.9686387245144,17.952409790381864,1330.0,False,0.0
|
| 26 |
+
XGBoost,Tuned + Ens.,Tree-based,2.3674863948529943,884.4808277373293,17.99834400314479,1324.1,False,0.0
|
| 27 |
+
ModernNCA,Tuned,Neural Network,0.5053503954101921,6523.550336157642,18.138367436527247,1323.4,False,0.0
|
| 28 |
+
ModernNCA,Tuned + Ens.,Neural Network,8.390322625318314,6523.550336157642,18.42100675680854,1323.0,False,0.0
|
| 29 |
+
CatBoost,Default,Tree-based,0.0455896073914258,8.462590335549091,18.27231455795998,1320.1,False,0.0
|
| 30 |
+
SAP-RPT-OSS,Default,Foundation Model,1.2773508676992504,16.230459759105607,18.979863038595145,1319.8,False,0.0
|
| 31 |
+
XGBoost,Tuned,Tree-based,0.3929683730676072,884.4808277373293,18.207870771633843,1305.8,False,0.0
|
| 32 |
+
TabM,Default,Neural Network,0.4449377919636944,9.936009218949234,18.32580900726604,1295.7,False,0.0
|
| 33 |
+
xRFM,Tuned,Other,0.16324468073957168,1126.9686387245144,18.982719308922547,1282.4,False,0.0
|
| 34 |
+
ChimeraBoost,Tuned + Ens.,Tree-based,0.45490386498083757,1218.8724153795765,19.5755687038299,1278.1,False,0.0
|
| 35 |
+
TorchMLP,Tuned + Ens.,Neural Network,2.1570271396274556,3865.9507169384297,19.18760260941751,1260.2,False,0.0
|
| 36 |
+
ChimeraBoost,Tuned,Tree-based,0.03598330933688246,1218.8724153795765,19.8618867036178,1259.6,False,0.0
|
| 37 |
+
EBM,Tuned + Ens.,Tree-based,0.15296939610611437,2499.3997394448907,20.02270570555552,1259.5,False,0.0
|
| 38 |
+
iLTM,Tuned,Foundation Model,161.22064740025013,22811.744051243128,19.308661888724348,1257.4,False,0.0
|
| 39 |
+
ModernNCA,Default,Neural Network,0.32060068900263267,16.279623910227823,21.291113636894558,1237.4,False,0.0
|
| 40 |
+
EBM,Tuned,Tree-based,0.017293833845938654,2499.3997394448907,20.57664370399196,1230.7,False,0.0
|
| 41 |
+
RealMLP,Default,Neural Network,4.688867646313849,15.69323516601608,20.082138947650783,1221.1,False,0.0
|
| 42 |
+
ChimeraBoost,Default,Tree-based,0.04138894865138677,5.4899520078266,20.996299342346404,1216.3,False,0.0
|
| 43 |
+
FastaiMLP,Tuned + Ens.,Neural Network,8.068837476686,1679.3959423676156,20.771024915220313,1214.1,False,0.0
|
| 44 |
+
ExtraTrees,Tuned + Ens.,Tree-based,1.501127939369875,822.5846846042664,21.714580484457276,1211.0,False,0.0
|
| 45 |
+
EBM,Default,Tree-based,0.017156058727181196,7.388420291453219,21.311986640789293,1203.3,False,0.0
|
| 46 |
+
TorchMLP,Tuned,Neural Network,0.14743941123732562,3865.9507169384297,20.923731842659866,1195.4,False,0.0
|
| 47 |
+
ExtraTrees,Tuned,Tree-based,0.21369237168913796,822.5846846042664,22.411422929069463,1187.4,False,0.0
|
| 48 |
+
LightGBM,Default,Tree-based,0.1695753132718836,3.608651599211503,21.287248802159667,1165.8,False,0.0
|
| 49 |
+
FastaiMLP,Tuned,Neural Network,0.8257869199912973,1679.3959423676156,21.904079867699902,1164.9,False,0.0
|
| 50 |
+
XGBoost,Default,Tree-based,0.2525411892114416,3.2873922338088355,21.311574686936527,1163.0,False,0.0
|
| 51 |
+
RandomForest,Tuned + Ens.,Tree-based,1.4602306270544885,590.0394439850668,23.289680565090354,1149.7,False,0.0
|
| 52 |
+
TabSTAR,Tuned,Foundation Model,5.606208042584258,40848.86657483013,25.545578693821568,1133.0,False,0.0
|
| 53 |
+
TabSTAR,Tuned + Ens.,Foundation Model,25.936207253387835,40848.86657483013,25.57886528795622,1131.5,False,0.0
|
| 54 |
+
RandomForest,Tuned,Tree-based,0.15030078963359184,590.0394439850668,24.018502315050394,1113.7,False,0.0
|
| 55 |
+
PerpetualBooster,Tuned + Ens.,Tree-based,0.8948102983830184,342.03900946680346,28.50984012842661,1083.7,False,0.0
|
| 56 |
+
iLTM,Default,Foundation Model,161.81343832142903,524.4765295003572,24.960768712007646,1066.7,False,0.0
|
| 57 |
+
TorchMLP,Default,Neural Network,0.1550906391981672,13.688894957032199,24.823261538925045,1057.8,False,0.0
|
| 58 |
+
PerpetualBooster,Tuned,Tree-based,0.3125464363490111,342.03900946680346,29.965939038070676,1048.4,False,0.0
|
| 59 |
+
xRFM,Default,Other,1.0976028857093967,5.446030178240368,26.7108250008323,1043.3,False,0.0
|
| 60 |
+
TabSTAR,Default,Foundation Model,7.213726442305473,471.6614585494219,30.40663956527555,1034.6,False,0.0
|
| 61 |
+
ExtraTrees,Default,Tree-based,0.5663988088013532,4.194175284298607,27.639898321491714,1019.8,False,0.0
|
| 62 |
+
FastaiMLP,Default,Neural Network,0.6842938244078286,5.483894573958628,26.90573550581644,1000.2,False,0.0
|
| 63 |
+
RandomForest,Default,Tree-based,0.08856487680890945,0.5088535014091562,28.431993282297523,1000.0,False,0.0
|
| 64 |
+
PerpetualBooster,Default,Tree-based,0.040657078690582577,39.09071168560041,32.76282172123632,946.9,False,0.0
|
data/imputation_no/splits_all/tasks_all/datasets_small/pareto_n_configs_imp.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e91e5249e6ad78f2497621a89eddb94690000d2562fb1fffa3a96496d6f2da3
|
| 3 |
+
size 286387
|
data/imputation_no/splits_all/tasks_all/datasets_small/tuning-impact-elo.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77d24aaac9f8d55fca1420c54ce07aded4610ea33722505d8f36714932ad61ad
|
| 3 |
+
size 108069
|
data/imputation_no/splits_all/tasks_all/datasets_small/tuning_trajectories.csv
CHANGED
|
@@ -1,163 +1,164 @@
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
-
CatBoost,Tree-based,8.462590335549091,0.0455896073914258,18.
|
| 3 |
-
CatBoost,Tree-based,20.346193555734267,0.09660970481496081,17.
|
| 4 |
-
CatBoost,Tree-based,49.72308624090884,0.18065285816060878,17.
|
| 5 |
-
CatBoost,Tree-based,92.48508500945157,0.23983440670665684,17.
|
| 6 |
-
CatBoost,Tree-based,216.01313992020846,0.2815893316185425,17.
|
| 7 |
-
CatBoost,Tree-based,428.4029173434785,0.31791456478804925,17.
|
| 8 |
-
CatBoost,Tree-based,862.8837988810473,0.38060021065068383,17.
|
| 9 |
-
CatBoost,Tree-based,1291.843839644664,0.38736151225316695,17.
|
| 10 |
-
CatBoost,Tree-based,1739.1690497297914,0.39602676030046535,17.
|
| 11 |
-
ChimeraBoost,Tree-based,5.4899520078266,0.04138894865138677,
|
| 12 |
-
ChimeraBoost,Tree-based,11.334103150400939,0.08018211274281706,20.
|
| 13 |
-
ChimeraBoost,Tree-based,28.892796772186244,0.14570389969215242,20.
|
| 14 |
-
ChimeraBoost,Tree-based,58.87203197884595,0.2046887661505208,20.
|
| 15 |
-
ChimeraBoost,Tree-based,150.36569983602635,0.2874258032409872,
|
| 16 |
-
ChimeraBoost,Tree-based,302.47871980891523,0.3447163363004163,19.
|
| 17 |
-
ChimeraBoost,Tree-based,606.008218265041,0.4006058604567584,19.
|
| 18 |
-
ChimeraBoost,Tree-based,908.7557510717904,0.43279691313346724,19.
|
| 19 |
-
ChimeraBoost,Tree-based,1218.8724153795765,0.4496610990803296,19.
|
| 20 |
-
EBM,Tree-based,7.388420291453219,0.017156058727181196,21.
|
| 21 |
-
EBM,Tree-based,19.13979943869537,0.033315531949338485,
|
| 22 |
-
EBM,Tree-based,59.65680170213522,0.06020202098143048,20.
|
| 23 |
-
EBM,Tree-based,123.90743183396125,0.07941086088006653,20.
|
| 24 |
-
EBM,Tree-based,318.46001064068014,0.10750903547065471,20.
|
| 25 |
-
EBM,Tree-based,623.1113495162684,0.12378308877985164,20.
|
| 26 |
-
EBM,Tree-based,1256.5403166692183,0.14405226317495906,20.
|
| 27 |
-
EBM,Tree-based,1885.0271107114127,0.14697197529268866,20.
|
| 28 |
-
EBM,Tree-based,2499.3997394448907,0.1440681396038307,
|
| 29 |
-
|
| 30 |
-
ExtraTrees,Tree-based,
|
| 31 |
-
ExtraTrees,Tree-based,
|
| 32 |
-
ExtraTrees,Tree-based,
|
| 33 |
-
ExtraTrees,Tree-based,
|
| 34 |
-
ExtraTrees,Tree-based,
|
| 35 |
-
ExtraTrees,Tree-based,
|
| 36 |
-
ExtraTrees,Tree-based,
|
| 37 |
-
ExtraTrees,Tree-based,
|
| 38 |
-
|
| 39 |
-
FastaiMLP,Neural Network,
|
| 40 |
-
FastaiMLP,Neural Network,
|
| 41 |
-
FastaiMLP,Neural Network,
|
| 42 |
-
FastaiMLP,Neural Network,
|
| 43 |
-
FastaiMLP,Neural Network,
|
| 44 |
-
FastaiMLP,Neural Network,
|
| 45 |
-
FastaiMLP,Neural Network,
|
| 46 |
-
FastaiMLP,Neural Network,
|
| 47 |
-
|
| 48 |
-
LightGBM,Tree-based,
|
| 49 |
-
LightGBM,Tree-based,
|
| 50 |
-
LightGBM,Tree-based,
|
| 51 |
-
LightGBM,Tree-based,
|
| 52 |
-
LightGBM,Tree-based,
|
| 53 |
-
LightGBM,Tree-based,
|
| 54 |
-
LightGBM,Tree-based,
|
| 55 |
-
LightGBM,Tree-based,
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
ModernNCA,Neural Network,
|
| 59 |
-
ModernNCA,Neural Network,
|
| 60 |
-
ModernNCA,Neural Network,
|
| 61 |
-
ModernNCA,Neural Network,
|
| 62 |
-
ModernNCA,Neural Network,
|
| 63 |
-
ModernNCA,Neural Network,
|
| 64 |
-
ModernNCA,Neural Network,
|
| 65 |
-
ModernNCA,Neural Network,
|
| 66 |
-
|
| 67 |
-
PerpetualBooster,Tree-based,
|
| 68 |
-
PerpetualBooster,Tree-based,
|
| 69 |
-
PerpetualBooster,Tree-based,
|
| 70 |
-
|
| 71 |
-
RandomForest,Tree-based,
|
| 72 |
-
RandomForest,Tree-based,
|
| 73 |
-
RandomForest,Tree-based,
|
| 74 |
-
RandomForest,Tree-based,
|
| 75 |
-
RandomForest,Tree-based,
|
| 76 |
-
RandomForest,Tree-based,
|
| 77 |
-
RandomForest,Tree-based,
|
| 78 |
-
RandomForest,Tree-based,
|
| 79 |
-
|
| 80 |
-
RealMLP,Neural Network,
|
| 81 |
-
RealMLP,Neural Network,
|
| 82 |
-
RealMLP,Neural Network,
|
| 83 |
-
RealMLP,Neural Network,
|
| 84 |
-
RealMLP,Neural Network,
|
| 85 |
-
RealMLP,Neural Network,
|
| 86 |
-
RealMLP,Neural Network,
|
| 87 |
-
RealMLP,Neural Network,
|
| 88 |
-
|
| 89 |
-
RealTabPFN-2.5,Foundation Model,
|
| 90 |
-
RealTabPFN-2.5,Foundation Model,
|
| 91 |
-
RealTabPFN-2.5,Foundation Model,
|
| 92 |
-
RealTabPFN-2.5,Foundation Model,
|
| 93 |
-
RealTabPFN-2.5,Foundation Model,
|
| 94 |
-
RealTabPFN-2.5,Foundation Model,
|
| 95 |
-
RealTabPFN-2.5,Foundation Model,
|
| 96 |
-
RealTabPFN-2.5,Foundation Model,
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
TabDPT,Foundation Model,
|
| 100 |
-
TabDPT,Foundation Model,
|
| 101 |
-
TabDPT,Foundation Model,
|
| 102 |
-
TabDPT,Foundation Model,
|
| 103 |
-
TabDPT,Foundation Model,
|
| 104 |
-
TabDPT,Foundation Model,
|
| 105 |
-
TabDPT,Foundation Model,
|
| 106 |
-
TabDPT,Foundation Model,
|
| 107 |
-
TabDPT
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
TabM,Neural Network,
|
| 112 |
-
TabM,Neural Network,
|
| 113 |
-
TabM,Neural Network,
|
| 114 |
-
TabM,Neural Network,
|
| 115 |
-
TabM,Neural Network,
|
| 116 |
-
TabM,Neural Network,
|
| 117 |
-
TabM,Neural Network,
|
| 118 |
-
TabM,Neural Network,
|
| 119 |
-
|
| 120 |
-
TabPFN-
|
| 121 |
-
|
| 122 |
-
TabSTAR,Foundation Model,
|
| 123 |
-
TabSTAR,Foundation Model,
|
| 124 |
-
TabSTAR,Foundation Model,
|
| 125 |
-
TabSTAR,Foundation Model,
|
| 126 |
-
TabSTAR,Foundation Model,
|
| 127 |
-
TabSTAR,Foundation Model,
|
| 128 |
-
TabSTAR,Foundation Model,
|
| 129 |
-
TabSTAR,Foundation Model,
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
TorchMLP,Neural Network,
|
| 133 |
-
TorchMLP,Neural Network,
|
| 134 |
-
TorchMLP,Neural Network,
|
| 135 |
-
TorchMLP,Neural Network,
|
| 136 |
-
TorchMLP,Neural Network,
|
| 137 |
-
TorchMLP,Neural Network,
|
| 138 |
-
TorchMLP,Neural Network,
|
| 139 |
-
TorchMLP,Neural Network,
|
| 140 |
-
|
| 141 |
-
XGBoost,Tree-based,
|
| 142 |
-
XGBoost,Tree-based,
|
| 143 |
-
XGBoost,Tree-based,
|
| 144 |
-
XGBoost,Tree-based,
|
| 145 |
-
XGBoost,Tree-based,
|
| 146 |
-
XGBoost,Tree-based,
|
| 147 |
-
XGBoost,Tree-based,
|
| 148 |
-
XGBoost,Tree-based,
|
| 149 |
-
|
| 150 |
-
iLTM,Foundation Model,
|
| 151 |
-
iLTM,Foundation Model,
|
| 152 |
-
iLTM,Foundation Model,
|
| 153 |
-
iLTM,Foundation Model,
|
| 154 |
-
iLTM,Foundation Model,
|
| 155 |
-
|
| 156 |
-
xRFM,Other,
|
| 157 |
-
xRFM,Other,
|
| 158 |
-
xRFM,Other,
|
| 159 |
-
xRFM,Other,
|
| 160 |
-
xRFM,Other,
|
| 161 |
-
xRFM,Other,
|
| 162 |
-
xRFM,Other,
|
| 163 |
-
xRFM,Other,
|
|
|
|
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
+
CatBoost,Tree-based,8.462590335549091,0.0455896073914258,18.296592342679542,1332.7,1.0,False,0.0
|
| 3 |
+
CatBoost,Tree-based,20.346193555734267,0.09660970481496081,17.697561709654156,1359.2,2.0,False,0.0
|
| 4 |
+
CatBoost,Tree-based,49.72308624090884,0.18065285816060878,17.333047464422453,1378.1,5.0,False,0.0
|
| 5 |
+
CatBoost,Tree-based,92.48508500945157,0.23983440670665684,17.19967767976605,1383.5,10.0,False,0.0
|
| 6 |
+
CatBoost,Tree-based,216.01313992020846,0.2815893316185425,17.096144526884228,1387.1,25.0,False,0.0
|
| 7 |
+
CatBoost,Tree-based,428.4029173434785,0.31791456478804925,17.099540287425178,1386.3,50.0,False,0.0
|
| 8 |
+
CatBoost,Tree-based,862.8837988810473,0.38060021065068383,17.11759687403451,1384.5,100.0,False,0.0
|
| 9 |
+
CatBoost,Tree-based,1291.843839644664,0.38736151225316695,17.14199833389884,1382.9,150.0,False,0.0
|
| 10 |
+
CatBoost,Tree-based,1739.1690497297914,0.39602676030046535,17.148148383060843,1381.8,201.0,False,0.0
|
| 11 |
+
ChimeraBoost,Tree-based,5.4899520078266,0.04138894865138677,21.019880256300137,1223.1,1.0,False,0.0
|
| 12 |
+
ChimeraBoost,Tree-based,11.334103150400939,0.08018211274281706,20.70708089199862,1240.5,2.0,False,0.0
|
| 13 |
+
ChimeraBoost,Tree-based,28.892796772186244,0.14570389969215242,20.52349845913431,1251.1,5.0,False,0.0
|
| 14 |
+
ChimeraBoost,Tree-based,58.87203197884595,0.2046887661505208,20.351755873610056,1259.0,10.0,False,0.0
|
| 15 |
+
ChimeraBoost,Tree-based,150.36569983602635,0.2874258032409872,20.04608672956059,1271.1,25.0,False,0.0
|
| 16 |
+
ChimeraBoost,Tree-based,302.47871980891523,0.3447163363004163,19.889065982186104,1278.7,50.0,False,0.0
|
| 17 |
+
ChimeraBoost,Tree-based,606.008218265041,0.4006058604567584,19.716109648151374,1285.7,100.0,False,0.0
|
| 18 |
+
ChimeraBoost,Tree-based,908.7557510717904,0.43279691313346724,19.643567639028973,1288.1,150.0,False,0.0
|
| 19 |
+
ChimeraBoost,Tree-based,1218.8724153795765,0.4496610990803296,19.598780928187846,1290.9,201.0,False,0.0
|
| 20 |
+
EBM,Tree-based,7.388420291453219,0.017156058727181196,21.33629277185302,1208.6,1.0,False,0.0
|
| 21 |
+
EBM,Tree-based,19.13979943869537,0.033315531949338485,21.06112716594092,1219.5,2.0,False,0.0
|
| 22 |
+
EBM,Tree-based,59.65680170213522,0.06020202098143048,20.703771651153012,1238.6,5.0,False,0.0
|
| 23 |
+
EBM,Tree-based,123.90743183396125,0.07941086088006653,20.554655194731268,1246.6,10.0,False,0.0
|
| 24 |
+
EBM,Tree-based,318.46001064068014,0.10750903547065471,20.35793995365135,1254.7,25.0,False,0.0
|
| 25 |
+
EBM,Tree-based,623.1113495162684,0.12378308877985164,20.22168035743287,1262.0,50.0,False,0.0
|
| 26 |
+
EBM,Tree-based,1256.5403166692183,0.14405226317495906,20.115632098401026,1267.0,100.0,False,0.0
|
| 27 |
+
EBM,Tree-based,1885.0271107114127,0.14697197529268866,20.07747863241495,1270.0,150.0,False,0.0
|
| 28 |
+
EBM,Tree-based,2499.3997394448907,0.1440681396038307,20.051159318975046,1271.6,201.0,False,0.0
|
| 29 |
+
EXAONE-Tabular,Foundation Model,6.3901019574386915,0.6097968260447184,9.977456517294348,1701.2,1.0,False,0.0
|
| 30 |
+
ExtraTrees,Tree-based,4.194175284298607,0.5663988088013532,27.66114426735588,1021.3,1.0,False,0.0
|
| 31 |
+
ExtraTrees,Tree-based,8.720078438945333,0.7011757791959015,25.943436560735613,1062.0,2.0,False,0.0
|
| 32 |
+
ExtraTrees,Tree-based,21.685275973670596,0.7330007012763398,23.50718931909597,1128.9,5.0,False,0.0
|
| 33 |
+
ExtraTrees,Tree-based,43.12316999769439,0.7428670659282961,22.682541090251767,1170.2,10.0,False,0.0
|
| 34 |
+
ExtraTrees,Tree-based,107.39538737179987,1.018855954643115,22.07290898886411,1202.2,25.0,False,0.0
|
| 35 |
+
ExtraTrees,Tree-based,210.06024633928405,1.2214373513463619,21.91312988583648,1212.2,50.0,False,0.0
|
| 36 |
+
ExtraTrees,Tree-based,412.0764862110399,1.4038021731459822,21.80952978033968,1218.5,100.0,False,0.0
|
| 37 |
+
ExtraTrees,Tree-based,614.240675925616,1.462695758694767,21.749389702309816,1223.4,150.0,False,0.0
|
| 38 |
+
ExtraTrees,Tree-based,822.5846846042664,1.501127939369875,21.739031150532572,1223.9,201.0,False,0.0
|
| 39 |
+
FastaiMLP,Neural Network,5.483894573958628,0.6842938244078286,26.928961157512898,1003.7,1.0,False,0.0
|
| 40 |
+
FastaiMLP,Neural Network,14.530250474180118,1.4234649143152087,25.656118239948285,1045.9,2.0,False,0.0
|
| 41 |
+
FastaiMLP,Neural Network,42.06854030037134,2.70863815575737,23.594233922318175,1120.5,5.0,False,0.0
|
| 42 |
+
FastaiMLP,Neural Network,79.19690331067542,3.9064906778565582,22.632295227986475,1157.8,10.0,False,0.0
|
| 43 |
+
FastaiMLP,Neural Network,202.91650957601354,5.517691743805193,21.755968313810143,1190.3,25.0,False,0.0
|
| 44 |
+
FastaiMLP,Neural Network,413.0147999434225,6.825523560748225,21.354380665860987,1207.5,50.0,False,0.0
|
| 45 |
+
FastaiMLP,Neural Network,829.4495951905283,7.579914014700657,21.072603919912737,1217.0,100.0,False,0.0
|
| 46 |
+
FastaiMLP,Neural Network,1248.122171700538,7.913305846749778,20.89485818857677,1223.7,150.0,False,0.0
|
| 47 |
+
FastaiMLP,Neural Network,1679.3959423676156,8.077227734441916,20.7916238660345,1227.8,201.0,False,0.0
|
| 48 |
+
LightGBM,Tree-based,3.608651599211503,0.1695753132718836,21.31105670828249,1168.3,1.0,False,0.0
|
| 49 |
+
LightGBM,Tree-based,8.865955424310329,0.7271936335358054,19.424852201237936,1257.5,2.0,False,0.0
|
| 50 |
+
LightGBM,Tree-based,21.921505878230747,1.165245524912983,18.25199929954312,1330.3,5.0,False,0.0
|
| 51 |
+
LightGBM,Tree-based,43.593394992671044,1.4098790833754133,17.759765297641337,1361.7,10.0,False,0.0
|
| 52 |
+
LightGBM,Tree-based,110.8314003139697,1.8172136653942288,17.394622811611185,1386.2,25.0,False,0.0
|
| 53 |
+
LightGBM,Tree-based,222.35789421136602,2.0744273860536486,17.27384679558332,1395.3,50.0,False,0.0
|
| 54 |
+
LightGBM,Tree-based,444.73169339543847,2.3211352586207132,17.127201318072512,1404.7,100.0,False,0.0
|
| 55 |
+
LightGBM,Tree-based,664.9958936778935,2.425276738483371,17.06550972648078,1407.8,150.0,False,0.0
|
| 56 |
+
LightGBM,Tree-based,892.4854074789564,2.5817474842043104,17.02862412655083,1409.2,201.0,False,0.0
|
| 57 |
+
LimiX,Foundation Model,35.50961056314309,6.828482678301318,15.328429984790038,1422.0,1.0,False,0.0
|
| 58 |
+
ModernNCA,Neural Network,16.279623910227823,0.32060068900263267,21.314821399062485,1248.2,1.0,False,0.0
|
| 59 |
+
ModernNCA,Neural Network,54.21648382537063,0.8565664694763102,20.095096310326987,1273.4,2.0,False,0.0
|
| 60 |
+
ModernNCA,Neural Network,158.53994120196415,1.9156693463145684,18.154525212931166,1348.9,5.0,False,0.0
|
| 61 |
+
ModernNCA,Neural Network,318.0880622722443,2.785843758633247,17.747323114401226,1366.5,10.0,False,0.0
|
| 62 |
+
ModernNCA,Neural Network,784.3400464923684,4.219514475452051,17.33643867238919,1383.7,25.0,False,0.0
|
| 63 |
+
ModernNCA,Neural Network,1619.6093744476316,5.574964791511255,17.537607824593817,1373.2,50.0,False,0.0
|
| 64 |
+
ModernNCA,Neural Network,3239.1118632438247,7.063712430292479,17.960226358578204,1357.3,100.0,False,0.0
|
| 65 |
+
ModernNCA,Neural Network,4838.988606911565,7.8596602241219475,18.27281439357573,1345.2,150.0,False,0.0
|
| 66 |
+
ModernNCA,Neural Network,6523.550336157642,8.384898189151137,18.44941218256858,1337.2,201.0,False,0.0
|
| 67 |
+
PerpetualBooster,Tree-based,39.09071168560041,0.040657078690582577,33.3645047154222,943.1,1.0,False,0.0
|
| 68 |
+
PerpetualBooster,Tree-based,114.19680170724877,0.3252722557923411,31.23936345128959,1003.7,2.0,False,0.0
|
| 69 |
+
PerpetualBooster,Tree-based,285.35259642784723,0.7833048920276815,28.715224104171718,1083.3,5.0,False,0.0
|
| 70 |
+
PerpetualBooster,Tree-based,342.03900946680346,0.8948102983830184,28.528516330427685,1090.3,6.0,False,0.0
|
| 71 |
+
RandomForest,Tree-based,0.5088535014091562,0.08856487680890945,28.46501402806945,999.4,1.0,False,0.0
|
| 72 |
+
RandomForest,Tree-based,3.3556051422440136,0.274181271644493,26.167391241975103,1044.0,2.0,False,0.0
|
| 73 |
+
RandomForest,Tree-based,12.849220132990748,0.4818339926449089,24.879595720939683,1078.7,5.0,False,0.0
|
| 74 |
+
RandomForest,Tree-based,27.96770195892894,0.678992572925596,24.124957417401323,1108.7,10.0,False,0.0
|
| 75 |
+
RandomForest,Tree-based,70.75466255009994,0.8688853999623392,23.58361677228105,1142.5,25.0,False,0.0
|
| 76 |
+
RandomForest,Tree-based,143.98648318866492,1.0449947563121842,23.44989148193236,1150.9,50.0,False,0.0
|
| 77 |
+
RandomForest,Tree-based,290.43930986552186,1.2523875096341897,23.363397296247904,1155.8,100.0,False,0.0
|
| 78 |
+
RandomForest,Tree-based,439.37065780631167,1.373768748735566,23.326938269662634,1157.8,150.0,False,0.0
|
| 79 |
+
RandomForest,Tree-based,590.0394439850668,1.459960166778112,23.30979268034913,1159.0,201.0,False,0.0
|
| 80 |
+
RealMLP,Neural Network,15.69323516601608,4.688867646313849,20.10750359088195,1226.7,1.0,False,0.0
|
| 81 |
+
RealMLP,Neural Network,33.849680863187785,6.699336819048018,17.697099779500434,1331.2,2.0,False,0.0
|
| 82 |
+
RealMLP,Neural Network,89.022575403558,10.361104313047106,15.97885276046557,1424.0,5.0,False,0.0
|
| 83 |
+
RealMLP,Neural Network,186.9144346810765,12.414049216861697,15.441693728076908,1457.5,10.0,False,0.0
|
| 84 |
+
RealMLP,Neural Network,469.4672918764594,14.92712763820984,15.073462848760508,1481.2,25.0,False,0.0
|
| 85 |
+
RealMLP,Neural Network,941.4479936377176,17.204325480320684,14.8962351678604,1493.7,50.0,False,0.0
|
| 86 |
+
RealMLP,Neural Network,1881.3658212549644,19.31438802167681,14.796980871031028,1498.5,100.0,False,0.0
|
| 87 |
+
RealMLP,Neural Network,2818.5782940853887,20.502682004182418,14.738722800498008,1502.4,150.0,False,0.0
|
| 88 |
+
RealMLP,Neural Network,3771.8540221067997,21.902496279105236,14.678371104665194,1503.2,201.0,False,0.0
|
| 89 |
+
RealTabPFN-2.5,Foundation Model,6.7587899978217045,0.6362272807949252,12.500799096452814,1560.0,1.0,False,0.0
|
| 90 |
+
RealTabPFN-2.5,Foundation Model,20.022077391499224,1.3637258308022322,12.411434055058887,1564.9,2.0,False,0.0
|
| 91 |
+
RealTabPFN-2.5,Foundation Model,54.35009239022621,2.776795940260542,12.022045344098755,1582.8,5.0,False,0.0
|
| 92 |
+
RealTabPFN-2.5,Foundation Model,108.98790128787763,4.002983246839659,11.823183432570081,1601.4,10.0,False,0.0
|
| 93 |
+
RealTabPFN-2.5,Foundation Model,284.7684460336686,5.7106402075573115,11.61891555693772,1611.9,25.0,False,0.0
|
| 94 |
+
RealTabPFN-2.5,Foundation Model,566.4138152118644,6.793591917858365,11.512602351614893,1615.6,50.0,False,0.0
|
| 95 |
+
RealTabPFN-2.5,Foundation Model,1137.2039338041147,7.389127054143678,11.439090640966315,1617.1,100.0,False,0.0
|
| 96 |
+
RealTabPFN-2.5,Foundation Model,1710.4116369596145,7.871864394392892,11.407222982285063,1617.1,150.0,False,0.0
|
| 97 |
+
RealTabPFN-2.5,Foundation Model,2289.3887157667205,8.353344818085464,11.366983083724207,1615.6,201.0,False,0.0
|
| 98 |
+
SAP-RPT-OSS,Foundation Model,16.230459759105607,1.2773508676992504,19.004725026813617,1334.9,1.0,False,0.0
|
| 99 |
+
TabDPT,Foundation Model,50.32502415266903,43.707401035938005,18.106374148816297,1345.2,1.0,False,0.0
|
| 100 |
+
TabDPT,Foundation Model,73.76989416372965,52.11201629009561,17.41782070114086,1371.6,2.0,False,0.0
|
| 101 |
+
TabDPT,Foundation Model,139.81847708335647,66.0787878176586,16.726865592126263,1406.4,5.0,False,0.0
|
| 102 |
+
TabDPT,Foundation Model,256.4808826588974,83.6221921836606,16.399939068229834,1423.0,10.0,False,0.0
|
| 103 |
+
TabDPT,Foundation Model,631.0078513375786,110.24799428469449,15.850999913091691,1444.6,25.0,False,0.0
|
| 104 |
+
TabDPT,Foundation Model,1275.2299790654088,138.47537424399025,15.592524738409308,1455.6,50.0,False,0.0
|
| 105 |
+
TabDPT,Foundation Model,2539.0709530625045,167.42760567363604,15.44218167454523,1463.4,100.0,False,0.0
|
| 106 |
+
TabDPT,Foundation Model,3811.208024605316,188.43165590675713,15.379352124323937,1465.2,150.0,False,0.0
|
| 107 |
+
TabDPT,Foundation Model,5119.776985103065,214.0824864784409,15.35735932557306,1466.0,201.0,False,0.0
|
| 108 |
+
TabDPT-Turbo,Foundation Model,4.691113094573359,0.19227067519018423,15.427961469877241,1462.8,1.0,False,0.0
|
| 109 |
+
TabFM,Foundation Model,39.5720422516442,5.357838133261318,4.816652681995789,1762.4,1.0,False,0.0
|
| 110 |
+
TabICLv2,Foundation Model,3.9320097545321064,0.1520731744535504,11.675790093579682,1592.0,1.0,False,0.0
|
| 111 |
+
TabM,Neural Network,9.936009218949234,0.4449377919636944,18.351020757860738,1306.2,1.0,False,0.0
|
| 112 |
+
TabM,Neural Network,21.74621272792782,0.8480171202367977,17.96450321574018,1326.5,2.0,False,0.0
|
| 113 |
+
TabM,Neural Network,59.987973874757685,1.6121786403349327,17.505136922644095,1355.9,5.0,False,0.0
|
| 114 |
+
TabM,Neural Network,127.11365194789559,2.0828680316925148,16.95168773560344,1388.9,10.0,False,0.0
|
| 115 |
+
TabM,Neural Network,318.70836323157647,2.669847945333597,16.48464844802281,1413.3,25.0,False,0.0
|
| 116 |
+
TabM,Neural Network,637.1067463952677,3.1238178806065933,16.19420823447453,1428.5,50.0,False,0.0
|
| 117 |
+
TabM,Neural Network,1278.8911702563391,3.484415328611071,16.00168748270677,1439.2,100.0,False,0.0
|
| 118 |
+
TabM,Neural Network,1925.3471149571128,3.6365060901989694,15.834653133674358,1445.1,150.0,False,0.0
|
| 119 |
+
TabM,Neural Network,2585.579863640918,3.8381409685971137,15.781623060179099,1449.4,201.0,False,0.0
|
| 120 |
+
TabPFN-2.6,Foundation Model,7.034289077293122,0.5482886619733942,12.070131109369536,1621.5,1.0,False,0.0
|
| 121 |
+
TabPFN-3,Foundation Model,9.169929954447653,0.4158216638576948,10.894447623417308,1658.7,1.0,False,0.0
|
| 122 |
+
TabSTAR,Foundation Model,471.6614585494219,7.213726442305473,30.42984194944448,1040.1,1.0,False,0.0
|
| 123 |
+
TabSTAR,Foundation Model,797.2338293006283,8.246177063271318,30.28418775621545,1047.6,2.0,False,0.0
|
| 124 |
+
TabSTAR,Foundation Model,1402.6890753281787,10.34737673805446,29.971445979159505,1056.3,5.0,False,0.0
|
| 125 |
+
TabSTAR,Foundation Model,2175.087851949379,11.90188157751366,29.220740141042707,1074.4,10.0,False,0.0
|
| 126 |
+
TabSTAR,Foundation Model,5045.522576046773,16.22592614581593,27.930407318463825,1097.4,25.0,False,0.0
|
| 127 |
+
TabSTAR,Foundation Model,10226.355347764464,19.60206628408606,26.728563104317775,1117.1,50.0,False,0.0
|
| 128 |
+
TabSTAR,Foundation Model,20731.065214537048,22.976985584065375,26.10620192083321,1131.5,100.0,False,0.0
|
| 129 |
+
TabSTAR,Foundation Model,30617.587787993205,24.374053334119353,25.812153098980456,1139.6,150.0,False,0.0
|
| 130 |
+
TabSTAR,Foundation Model,40848.86657483013,25.936207253387835,25.603619585983946,1147.5,201.0,False,0.0
|
| 131 |
+
TabSwift,Foundation Model,2.756051243933877,0.05791268987655686,17.31446971260121,1379.2,1.0,False,0.0
|
| 132 |
+
TorchMLP,Neural Network,13.688894957032199,0.1550906391981672,24.83977325183206,1066.7,1.0,False,0.0
|
| 133 |
+
TorchMLP,Neural Network,32.17994192224896,0.31084197868517116,22.917809267446813,1125.5,2.0,False,0.0
|
| 134 |
+
TorchMLP,Neural Network,92.74701914680642,0.6204009276541033,21.330282897920437,1176.6,5.0,False,0.0
|
| 135 |
+
TorchMLP,Neural Network,198.403788246261,0.8859862453217204,20.642031810369513,1207.1,10.0,False,0.0
|
| 136 |
+
TorchMLP,Neural Network,483.47393881962074,1.278904806328708,20.04589473376757,1233.8,25.0,False,0.0
|
| 137 |
+
TorchMLP,Neural Network,974.006991783206,1.6522358141598805,19.671864471862506,1252.6,50.0,False,0.0
|
| 138 |
+
TorchMLP,Neural Network,1885.3999284295999,1.896272359232266,19.423036136639162,1263.7,100.0,False,0.0
|
| 139 |
+
TorchMLP,Neural Network,2882.886561733708,2.0769295602160094,19.30226405926132,1271.0,150.0,False,0.0
|
| 140 |
+
TorchMLP,Neural Network,3865.9507169384297,2.1462178944525663,19.20522074691223,1275.9,201.0,False,0.0
|
| 141 |
+
XGBoost,Tree-based,3.2873922338088355,0.2525411892114416,21.334602221790966,1165.4,1.0,False,0.0
|
| 142 |
+
XGBoost,Tree-based,8.297510696816628,0.6687217930403135,19.420922164274153,1249.9,2.0,False,0.0
|
| 143 |
+
XGBoost,Tree-based,21.70877790629026,1.3135984732073058,18.896919345482743,1281.7,5.0,False,0.0
|
| 144 |
+
XGBoost,Tree-based,42.697141308868254,1.473664156253216,18.599465480252295,1302.7,10.0,False,0.0
|
| 145 |
+
XGBoost,Tree-based,109.82739796316375,1.8610108954727544,18.35604369560196,1318.2,25.0,False,0.0
|
| 146 |
+
XGBoost,Tree-based,219.73481796370584,2.0831926002011665,18.254261441793584,1324.6,50.0,False,0.0
|
| 147 |
+
XGBoost,Tree-based,439.60203143007277,2.243969897476304,18.166328522478185,1330.9,100.0,False,0.0
|
| 148 |
+
XGBoost,Tree-based,659.3117486381539,2.3416077193265945,18.08771810904234,1335.6,150.0,False,0.0
|
| 149 |
+
XGBoost,Tree-based,884.4808277373293,2.446295688771306,18.022809962560487,1340.6,201.0,False,0.0
|
| 150 |
+
iLTM,Foundation Model,524.4765295003572,161.81343832142903,24.983370884176242,1075.4,1.0,False,0.0
|
| 151 |
+
iLTM,Foundation Model,1309.3726391156104,315.1785851675429,22.04967149520964,1153.0,2.0,False,0.0
|
| 152 |
+
iLTM,Foundation Model,3961.6553268098314,530.0687097749746,19.941321178332004,1262.1,5.0,False,0.0
|
| 153 |
+
iLTM,Foundation Model,8841.914391496262,748.7519406764377,19.253266640750905,1313.9,10.0,False,0.0
|
| 154 |
+
iLTM,Foundation Model,21737.971561100163,828.5067468065782,17.529562030582266,1374.0,25.0,False,0.0
|
| 155 |
+
iLTM,Foundation Model,22811.744051243128,841.445890748085,17.50406658150275,1377.1,26.0,False,0.0
|
| 156 |
+
xRFM,Other,5.446030178240368,1.0976028857093967,26.73346117670129,1050.7,1.0,False,0.0
|
| 157 |
+
xRFM,Other,11.040462649383006,1.2469331487108437,24.083978596802147,1110.9,2.0,False,0.0
|
| 158 |
+
xRFM,Other,27.95095076157401,1.484274975682999,20.65583336517083,1229.0,5.0,False,0.0
|
| 159 |
+
xRFM,Other,55.941341031883795,1.8164722650517409,19.111839067388324,1299.1,10.0,False,0.0
|
| 160 |
+
xRFM,Other,140.09100956098132,1.8569378725651828,18.322321694313267,1333.8,25.0,False,0.0
|
| 161 |
+
xRFM,Other,280.2176062526802,2.3361472688801364,18.088688537336882,1344.4,50.0,False,0.0
|
| 162 |
+
xRFM,Other,560.4680551302398,2.551869632074315,18.000550382787665,1346.2,100.0,False,0.0
|
| 163 |
+
xRFM,Other,840.8353293444695,2.7950483190335644,17.98850217862299,1346.7,150.0,False,0.0
|
| 164 |
+
xRFM,Other,1126.9686387245144,2.9237006693146794,17.978026057785204,1346.5,201.0,False,0.0
|
data/imputation_no/splits_all/tasks_all/datasets_small/tuning_trajectories_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
-
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_train":8.4625903355,"imp":18.2280187213,"elo":1332.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":20.3461935557,"imp":17.6191786457,"elo":1359.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":49.7230862409,"imp":17.2530074288,"elo":1378.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":92.4850850095,"imp":17.1181307732,"elo":1383.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":216.0131399202,"imp":17.0130557382,"elo":1387.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":428.4029173435,"imp":17.0161789246,"elo":1386.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":862.883798881,"imp":17.0330051965,"elo":1384.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":1291.8438396447,"imp":17.0574202583,"elo":1383.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":1739.1690497298,"imp":17.0636010417,"elo":1382.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":5.4899520078,"imp":20.9649833386,"elo":1223.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":11.3341031504,"imp":20.651701091,"elo":1240.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":28.8927967722,"imp":20.4677885555,"elo":1251.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":58.8720319788,"imp":20.2954710786,"elo":1259.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":150.365699836,"imp":19.988689801,"elo":1271.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":302.4787198089,"imp":19.8311213784,"elo":1278.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":606.008218265,"imp":19.6575431116,"elo":1285.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":908.7557510718,"imp":19.5845815506,"elo":1288.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":1218.8724153796,"imp":19.5396774568,"elo":1291.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":7.3884202915,"imp":21.2740966844,"elo":1208.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":19.1397994387,"imp":20.9972221697,"elo":1219.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":59.6568017021,"imp":20.6374888164,"elo":1238.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":123.907431834,"imp":20.4879302207,"elo":1246.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":318.4600106407,"imp":20.2903523778,"elo":1254.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":623.1113495163,"imp":20.1535580968,"elo":1262.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":1256.5403166692,"imp":20.0477752726,"elo":1267.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":1885.0271107114,"imp":20.0096694171,"elo":1270.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":2499.3997394449,"imp":19.9833735961,"elo":1271.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ExtraTrees","family":"Tree-based","x_train":4.1941752843,"imp":27.6094146225,"elo":1021.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":8.7200784389,"imp":25.8859896167,"elo":1062.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":21.6852759737,"imp":23.4412252197,"elo":1129.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":43.1231699977,"imp":22.614514664,"elo":1170.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":107.3953873718,"imp":22.0014871604,"elo":1202.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":210.0602463393,"imp":21.8410685277,"elo":1212.3,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":412.076486211,"imp":21.7369761469,"elo":1218.6,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":614.2406759256,"imp":21.6766224744,"elo":1223.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":822.5846846043,"imp":21.6660994807,"elo":1223.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":5.483894574,"imp":26.8794725708,"elo":1003.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":14.5302504742,"imp":25.6054405713,"elo":1045.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":42.0685403004,"imp":23.5407935215,"elo":1120.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":79.1969033107,"imp":22.5779009907,"elo":1157.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":202.916509576,"imp":21.7002408479,"elo":1190.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":413.0147999434,"imp":21.2977809136,"elo":1207.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":829.4495951905,"imp":21.0152529476,"elo":1217.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":1248.1221717005,"imp":20.8369661477,"elo":1223.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":1679.3959423676,"imp":20.7334310003,"elo":1228.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":3.6086515992,"imp":21.2537027344,"elo":1168.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":8.8659554243,"imp":19.3646592722,"elo":1257.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":21.9215058782,"imp":18.1890159236,"elo":1330.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":43.5933949927,"imp":17.6954923289,"elo":1361.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":110.831400314,"imp":17.3288628751,"elo":1386.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":222.3578942114,"imp":17.2074284064,"elo":1395.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":444.7316933954,"imp":17.0601040338,"elo":1404.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":664.9958936779,"imp":16.997913582,"elo":1408.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":892.485407479,"imp":16.9609351484,"elo":1409.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":35.5096105631,"imp":15.2105243607,"elo":1422.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":16.2796239102,"imp":21.2450197087,"elo":1248.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":54.2164838254,"imp":20.025741966,"elo":1273.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":158.539941202,"imp":18.0790517258,"elo":1349.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":318.0880622722,"imp":17.6681952827,"elo":1366.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":784.3400464924,"imp":17.2527740369,"elo":1384.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":1619.6093744476,"imp":17.4468045376,"elo":1373.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":3239.1118632438,"imp":17.8664816565,"elo":1357.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":4838.9886069116,"imp":18.1735709683,"elo":1345.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":6523.5503361576,"imp":18.3476502006,"elo":1337.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":39.0907116856,"imp":33.3184790948,"elo":943.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":114.1968017072,"imp":31.1917379277,"elo":1003.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":285.3525964278,"imp":28.6615181702,"elo":1083.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":342.0390094668,"imp":28.4697890058,"elo":1090.2,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.5088535014,"imp":28.4099466734,"elo":999.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":3.3556051422,"imp":26.1048441038,"elo":1044.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":12.849220133,"imp":24.8119898471,"elo":1078.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":27.9677019589,"imp":24.0541517658,"elo":1108.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":70.7546625501,"imp":23.5114987788,"elo":1142.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":143.9864831887,"imp":23.3772943599,"elo":1150.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":290.4393098655,"imp":23.290473049,"elo":1155.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":439.3706578063,"imp":23.2536620206,"elo":1157.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":590.0394439851,"imp":23.2360252638,"elo":1158.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":15.693235166,"imp":20.0442695794,"elo":1226.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":33.8496808632,"imp":17.6242916884,"elo":1331.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":89.0225754036,"imp":15.8928959265,"elo":1424.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":186.9144346811,"imp":15.3491944105,"elo":1457.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":469.4672918765,"imp":14.9750877506,"elo":1481.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":941.4479936377,"imp":14.7960730646,"elo":1494.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":1881.365821255,"imp":14.6917154663,"elo":1499.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":2818.5782940854,"imp":14.6257702347,"elo":1503.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":3771.8540221068,"imp":14.561284233,"elo":1503.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":6.7587899978,"imp":12.3473610571,"elo":1560.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":20.0220773915,"imp":12.2792149939,"elo":1565.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":54.3500923902,"imp":11.8942706314,"elo":1583.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":108.9879012879,"imp":11.6985289969,"elo":1602.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":284.7684460337,"imp":11.4976641908,"elo":1612.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":566.4138152119,"imp":11.3895253513,"elo":1616.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1137.2039338041,"imp":11.313893859,"elo":1617.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1710.4116369596,"imp":11.2784867403,"elo":1617.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":2289.3887157667,"imp":11.2346661703,"elo":1616.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":16.2304597591,"imp":18.8641600585,"elo":1334.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":50.3250241527,"imp":18.0466614084,"elo":1344.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":73.7698941637,"imp":17.3572619789,"elo":1371.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":139.8184770834,"imp":16.6623931755,"elo":1406.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":256.4808826589,"imp":16.3334862039,"elo":1422.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":631.0078513376,"imp":15.7810958758,"elo":1444.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1275.2299790654,"imp":15.5196078047,"elo":1455.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2539.0709530625,"imp":15.3638517402,"elo":1463.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3811.2080246053,"imp":15.300477535,"elo":1465.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":5119.7769851031,"imp":15.2766430564,"elo":1465.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":4.6911130946,"imp":15.3538502629,"elo":1462.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":39.5720422516,"imp":4.6820290321,"elo":1759.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":3.9320097545,"imp":11.5877337798,"elo":1591.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":9.9360092189,"imp":18.2835096672,"elo":1306.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":21.7462127279,"imp":17.8945647047,"elo":1326.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":59.9879738748,"imp":17.4324520322,"elo":1355.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":127.1136519479,"imp":16.8771348131,"elo":1388.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":318.7083632316,"imp":16.4088305156,"elo":1413.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":637.1067463953,"imp":16.1175021648,"elo":1428.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":1278.8911702563,"imp":15.9232311189,"elo":1439.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":1925.3471149571,"imp":15.7555452636,"elo":1445.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":2585.5798636409,"imp":15.7017988648,"elo":1449.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":7.0342890773,"imp":11.9877936702,"elo":1622.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":9.1699299544,"imp":10.7947682179,"elo":1658.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":471.6614585494,"imp":30.3834415771,"elo":1039.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":797.2338293006,"imp":30.2375539363,"elo":1046.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1402.6890753282,"imp":29.9241904785,"elo":1055.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":2175.0878519494,"imp":29.1723668497,"elo":1073.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":5045.5225760468,"imp":27.879960409,"elo":1096.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":10226.3553477645,"imp":26.6765196691,"elo":1116.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":20731.065214537,"imp":26.0530962107,"elo":1130.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":30617.5877879932,"imp":25.7588335871,"elo":1138.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":40848.8665748301,"imp":25.5499633652,"elo":1146.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":2.7560512439,"imp":17.2485004962,"elo":1378.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":13.688894957,"imp":24.7778791622,"elo":1066.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":32.1799419222,"imp":22.8576781803,"elo":1125.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":92.7470191468,"imp":21.2695716655,"elo":1176.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":198.4037882463,"imp":20.5812171314,"elo":1207.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":483.4739388196,"imp":19.9836461514,"elo":1234.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":974.0069917832,"imp":19.6092619128,"elo":1252.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":1885.3999284296,"imp":19.3602045605,"elo":1264.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":2882.8865617337,"imp":19.23934881,"elo":1271.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":3865.9507169384,"imp":19.1423945534,"elo":1276.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":3.2873922338,"imp":21.2676877013,"elo":1165.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":8.2975106968,"imp":19.3516488334,"elo":1250.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":21.7087779063,"imp":18.8269227674,"elo":1282.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":42.6971413089,"imp":18.528925418,"elo":1303.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":109.8273979632,"imp":18.2852210699,"elo":1318.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":219.7348179637,"imp":18.1825022637,"elo":1324.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":439.6020314301,"imp":18.093743791,"elo":1331.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":659.3117486382,"imp":18.0146907017,"elo":1335.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":884.4808277373,"imp":17.9486693714,"elo":1340.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":524.4765295004,"imp":24.9366166817,"elo":1075.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":1309.3726391156,"imp":21.9994249967,"elo":1153.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":3961.6553268098,"imp":19.8928754461,"elo":1262.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":8841.9143914963,"imp":19.2012955328,"elo":1314.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":21737.9715611002,"imp":17.4721258448,"elo":1374.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":22811.7440512431,"imp":17.4462635555,"elo":1377.3,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":5.4460301782,"imp":26.6617497581,"elo":1050.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":11.0404626494,"imp":24.0110852496,"elo":1111.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":27.9509507616,"imp":20.5809187462,"elo":1229.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":55.9413410319,"imp":19.0350022113,"elo":1299.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":140.091009561,"imp":18.2435432016,"elo":1333.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":280.2176062527,"imp":18.0073358467,"elo":1344.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":560.4680551302,"imp":17.9184645628,"elo":1346.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":840.8353293445,"imp":17.905379958,"elo":1346.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":1126.9686387245,"imp":17.8944317384,"elo":1346.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
+
const POINTS = [{"method":"CatBoost","family":"Tree-based","x_train":8.4625903355,"imp":18.2965923427,"elo":1332.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":20.3461935557,"imp":17.6975617097,"elo":1359.2,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":49.7230862409,"imp":17.3330474644,"elo":1378.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":92.4850850095,"imp":17.1996776798,"elo":1383.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":216.0131399202,"imp":17.0961445269,"elo":1387.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":428.4029173435,"imp":17.0995402874,"elo":1386.3,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":862.883798881,"imp":17.117596874,"elo":1384.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":1291.8438396447,"imp":17.1419983339,"elo":1382.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":1739.1690497298,"imp":17.1481483831,"elo":1381.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":5.4899520078,"imp":21.0198802563,"elo":1223.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":11.3341031504,"imp":20.707080892,"elo":1240.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":28.8927967722,"imp":20.5234984591,"elo":1251.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":58.8720319788,"imp":20.3517558736,"elo":1259.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":150.365699836,"imp":20.0460867296,"elo":1271.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":302.4787198089,"imp":19.8890659822,"elo":1278.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":606.008218265,"imp":19.7161096482,"elo":1285.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":908.7557510718,"imp":19.643567639,"elo":1288.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":1218.8724153796,"imp":19.5987809282,"elo":1290.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":7.3884202915,"imp":21.3362927719,"elo":1208.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":19.1397994387,"imp":21.0611271659,"elo":1219.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":59.6568017021,"imp":20.7037716512,"elo":1238.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":123.907431834,"imp":20.5546551947,"elo":1246.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":318.4600106407,"imp":20.3579399537,"elo":1254.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":623.1113495163,"imp":20.2216803574,"elo":1262.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":1256.5403166692,"imp":20.1156320984,"elo":1267.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":1885.0271107114,"imp":20.0774786324,"elo":1270.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":2499.3997394449,"imp":20.051159319,"elo":1271.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EXAONE-Tabular","family":"Foundation Model","x_train":6.3901019574,"imp":9.9774565173,"elo":1701.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":4.1941752843,"imp":27.6611442674,"elo":1021.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":8.7200784389,"imp":25.9434365607,"elo":1062.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":21.6852759737,"imp":23.5071893191,"elo":1128.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":43.1231699977,"imp":22.6825410903,"elo":1170.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":107.3953873718,"imp":22.0729089889,"elo":1202.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":210.0602463393,"imp":21.9131298858,"elo":1212.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":412.076486211,"imp":21.8095297803,"elo":1218.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":614.2406759256,"imp":21.7493897023,"elo":1223.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":822.5846846043,"imp":21.7390311505,"elo":1223.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":5.483894574,"imp":26.9289611575,"elo":1003.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":14.5302504742,"imp":25.6561182399,"elo":1045.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":42.0685403004,"imp":23.5942339223,"elo":1120.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":79.1969033107,"imp":22.632295228,"elo":1157.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":202.916509576,"imp":21.7559683138,"elo":1190.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":413.0147999434,"imp":21.3543806659,"elo":1207.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":829.4495951905,"imp":21.0726039199,"elo":1217.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":1248.1221717005,"imp":20.8948581886,"elo":1223.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":1679.3959423676,"imp":20.791623866,"elo":1227.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":3.6086515992,"imp":21.3110567083,"elo":1168.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":8.8659554243,"imp":19.4248522012,"elo":1257.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":21.9215058782,"imp":18.2519992995,"elo":1330.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":43.5933949927,"imp":17.7597652976,"elo":1361.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":110.831400314,"imp":17.3946228116,"elo":1386.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":222.3578942114,"imp":17.2738467956,"elo":1395.3,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":444.7316933954,"imp":17.1272013181,"elo":1404.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":664.9958936779,"imp":17.0655097265,"elo":1407.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":892.485407479,"imp":17.0286241266,"elo":1409.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":35.5096105631,"imp":15.3284299848,"elo":1422.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":16.2796239102,"imp":21.3148213991,"elo":1248.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":54.2164838254,"imp":20.0950963103,"elo":1273.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":158.539941202,"imp":18.1545252129,"elo":1348.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":318.0880622722,"imp":17.7473231144,"elo":1366.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":784.3400464924,"imp":17.3364386724,"elo":1383.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":1619.6093744476,"imp":17.5376078246,"elo":1373.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":3239.1118632438,"imp":17.9602263586,"elo":1357.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":4838.9886069116,"imp":18.2728143936,"elo":1345.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":6523.5503361576,"imp":18.4494121826,"elo":1337.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":39.0907116856,"imp":33.3645047154,"elo":943.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":114.1968017072,"imp":31.2393634513,"elo":1003.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":285.3525964278,"imp":28.7152241042,"elo":1083.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":342.0390094668,"imp":28.5285163304,"elo":1090.3,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.5088535014,"imp":28.4650140281,"elo":999.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":3.3556051422,"imp":26.167391242,"elo":1044.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":12.849220133,"imp":24.8795957209,"elo":1078.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":27.9677019589,"imp":24.1249574174,"elo":1108.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":70.7546625501,"imp":23.5836167723,"elo":1142.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":143.9864831887,"imp":23.4498914819,"elo":1150.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":290.4393098655,"imp":23.3633972962,"elo":1155.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":439.3706578063,"imp":23.3269382697,"elo":1157.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":590.0394439851,"imp":23.3097926803,"elo":1159.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":15.693235166,"imp":20.1075035909,"elo":1226.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":33.8496808632,"imp":17.6970997795,"elo":1331.2,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":89.0225754036,"imp":15.9788527605,"elo":1424.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":186.9144346811,"imp":15.4416937281,"elo":1457.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":469.4672918765,"imp":15.0734628488,"elo":1481.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":941.4479936377,"imp":14.8962351679,"elo":1493.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":1881.365821255,"imp":14.796980871,"elo":1498.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":2818.5782940854,"imp":14.7387228005,"elo":1502.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":3771.8540221068,"imp":14.6783711047,"elo":1503.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":6.7587899978,"imp":12.5007990965,"elo":1560.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":20.0220773915,"imp":12.4114340551,"elo":1564.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":54.3500923902,"imp":12.0220453441,"elo":1582.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":108.9879012879,"imp":11.8231834326,"elo":1601.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":284.7684460337,"imp":11.6189155569,"elo":1611.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":566.4138152119,"imp":11.5126023516,"elo":1615.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1137.2039338041,"imp":11.439090641,"elo":1617.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1710.4116369596,"imp":11.4072229823,"elo":1617.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":2289.3887157667,"imp":11.3669830837,"elo":1615.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":16.2304597591,"imp":19.0047250268,"elo":1334.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":50.3250241527,"imp":18.1063741488,"elo":1345.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":73.7698941637,"imp":17.4178207011,"elo":1371.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":139.8184770834,"imp":16.7268655921,"elo":1406.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":256.4808826589,"imp":16.3999390682,"elo":1423.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":631.0078513376,"imp":15.8509999131,"elo":1444.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1275.2299790654,"imp":15.5925247384,"elo":1455.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2539.0709530625,"imp":15.4421816745,"elo":1463.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3811.2080246053,"imp":15.3793521243,"elo":1465.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":5119.7769851031,"imp":15.3573593256,"elo":1466.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":4.6911130946,"imp":15.4279614699,"elo":1462.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":39.5720422516,"imp":4.816652682,"elo":1762.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":3.9320097545,"imp":11.6757900936,"elo":1592.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":9.9360092189,"imp":18.3510207579,"elo":1306.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":21.7462127279,"imp":17.9645032157,"elo":1326.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":59.9879738748,"imp":17.5051369226,"elo":1355.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":127.1136519479,"imp":16.9516877356,"elo":1388.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":318.7083632316,"imp":16.484648448,"elo":1413.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":637.1067463953,"imp":16.1942082345,"elo":1428.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":1278.8911702563,"imp":16.0016874827,"elo":1439.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":1925.3471149571,"imp":15.8346531337,"elo":1445.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":2585.5798636409,"imp":15.7816230602,"elo":1449.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":7.0342890773,"imp":12.0701311094,"elo":1621.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":9.1699299544,"imp":10.8944476234,"elo":1658.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":471.6614585494,"imp":30.4298419494,"elo":1040.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":797.2338293006,"imp":30.2841877562,"elo":1047.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1402.6890753282,"imp":29.9714459792,"elo":1056.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":2175.0878519494,"imp":29.220740141,"elo":1074.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":5045.5225760468,"imp":27.9304073185,"elo":1097.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":10226.3553477645,"imp":26.7285631043,"elo":1117.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":20731.065214537,"imp":26.1062019208,"elo":1131.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":30617.5877879932,"imp":25.812153099,"elo":1139.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":40848.8665748301,"imp":25.603619586,"elo":1147.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":2.7560512439,"imp":17.3144697126,"elo":1379.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":13.688894957,"imp":24.8397732518,"elo":1066.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":32.1799419222,"imp":22.9178092674,"elo":1125.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":92.7470191468,"imp":21.3302828979,"elo":1176.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":198.4037882463,"imp":20.6420318104,"elo":1207.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":483.4739388196,"imp":20.0458947338,"elo":1233.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":974.0069917832,"imp":19.6718644719,"elo":1252.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":1885.3999284296,"imp":19.4230361366,"elo":1263.7,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":2882.8865617337,"imp":19.3022640593,"elo":1271.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":3865.9507169384,"imp":19.2052207469,"elo":1275.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":3.2873922338,"imp":21.3346022218,"elo":1165.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":8.2975106968,"imp":19.4209221643,"elo":1249.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":21.7087779063,"imp":18.8969193455,"elo":1281.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":42.6971413089,"imp":18.5994654803,"elo":1302.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":109.8273979632,"imp":18.3560436956,"elo":1318.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":219.7348179637,"imp":18.2542614418,"elo":1324.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":439.6020314301,"imp":18.1663285225,"elo":1330.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":659.3117486382,"imp":18.087718109,"elo":1335.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":884.4808277373,"imp":18.0228099626,"elo":1340.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":524.4765295004,"imp":24.9833708842,"elo":1075.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":1309.3726391156,"imp":22.0496714952,"elo":1153.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":3961.6553268098,"imp":19.9413211783,"elo":1262.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":8841.9143914963,"imp":19.2532666408,"elo":1313.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":21737.9715611002,"imp":17.5295620306,"elo":1374.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":22811.7440512431,"imp":17.5040665815,"elo":1377.1,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":5.4460301782,"imp":26.7334611767,"elo":1050.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":11.0404626494,"imp":24.0839785968,"elo":1110.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":27.9509507616,"imp":20.6558333652,"elo":1229.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":55.9413410319,"imp":19.1118390674,"elo":1299.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":140.091009561,"imp":18.3223216943,"elo":1333.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":280.2176062527,"imp":18.0886885373,"elo":1344.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":560.4680551302,"imp":18.0005503828,"elo":1346.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":840.8353293445,"imp":17.9885021786,"elo":1346.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":1126.9686387245,"imp":17.9780260578,"elo":1346.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_small/website_leaderboard.csv
CHANGED
|
@@ -1,71 +1,72 @@
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
-
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),
|
| 3 |
-
1,
|
| 4 |
-
2,
|
| 5 |
-
3,🧠⚡,Foundation Model,[TabPFN-
|
| 6 |
-
4,🧠⚡,Foundation Model,[
|
| 7 |
-
5,🧠⚡,Foundation Model,[
|
| 8 |
-
6,🧠⚡,Foundation Model,[
|
| 9 |
-
7,🧠⚡,Foundation Model,[RealTabPFN-2.5 (
|
| 10 |
-
8,🧠
|
| 11 |
-
9,🧠
|
| 12 |
-
10,🧠⚡,Foundation Model,[TabDPT (
|
| 13 |
-
11,
|
| 14 |
-
12,
|
| 15 |
-
13,🧠
|
| 16 |
-
14,🧠⚡,Foundation Model,[
|
| 17 |
-
15,🧠
|
| 18 |
-
16,
|
| 19 |
-
17,
|
| 20 |
-
18,
|
| 21 |
-
19,
|
| 22 |
-
20,🧠⚡,Foundation Model,[
|
| 23 |
-
21,
|
| 24 |
-
22,🌳,Tree-based,[
|
| 25 |
-
23,
|
| 26 |
-
24,
|
| 27 |
-
25,
|
| 28 |
-
26,
|
| 29 |
-
27,🧠🔁,Neural Network,[ModernNCA (tuned
|
| 30 |
-
28,
|
| 31 |
-
29,
|
| 32 |
-
30,
|
| 33 |
-
31,
|
| 34 |
-
32,
|
| 35 |
-
33,
|
| 36 |
-
34,
|
| 37 |
-
35,
|
| 38 |
-
36,🌳,Tree-based,[
|
| 39 |
-
37,
|
| 40 |
-
38,🧠
|
| 41 |
-
39,
|
| 42 |
-
40,
|
| 43 |
-
41,
|
| 44 |
-
42,
|
| 45 |
-
43,
|
| 46 |
-
44,🌳,Tree-based,[
|
| 47 |
-
45,
|
| 48 |
-
46,
|
| 49 |
-
47,🌳,Tree-based,[
|
| 50 |
-
48,
|
| 51 |
-
49,
|
| 52 |
-
50,🌳,Tree-based,[
|
| 53 |
-
51,
|
| 54 |
-
52,🧠⚡,Foundation Model,[TabSTAR (tuned
|
| 55 |
-
53,
|
| 56 |
-
54,🌳,Tree-based,[
|
| 57 |
-
55,
|
| 58 |
-
56,🧠
|
| 59 |
-
57,
|
| 60 |
-
58,
|
| 61 |
-
59,
|
| 62 |
-
60,
|
| 63 |
-
61,🌳,Tree-based,[
|
| 64 |
-
62,
|
| 65 |
-
63,
|
| 66 |
-
64,
|
| 67 |
-
65,📏,Baseline,[Linear (tuned)](https://scikit-learn.org/stable/modules/linear_model.html),
|
| 68 |
-
66,
|
| 69 |
-
67,
|
| 70 |
-
68,📏,Baseline,[
|
| 71 |
-
69,📏,Baseline,[
|
|
|
|
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
+
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),1748.0,+142/-93,0.89,7.16,1.8,4.789,39.57,5.358,✔️,0.0,False,GPU
|
| 3 |
+
1,🧠⚡,Foundation Model,[EXAONE-Tabular (default)](https://github.com/LGAI-Research/EXAONE-Tabular),1675.0,+75/-63,0.73,9.71,4.02,9.951,6.39,0.61,✔️,0.0,False,GPU
|
| 4 |
+
2,📊,Reference Pipeline,"[AutoGluon 1.5 (extreme, 4h)](https://arxiv.org/abs/2003.06505)",1638.0,+73/-51,0.633,11.23,5.03,9.377,346.58,6.557,✔️,0.0,False,GPU
|
| 5 |
+
3,🧠⚡,Foundation Model,[TabPFN-3 (default)](https://arxiv.org/abs/2605.13986),1636.0,+78/-57,0.666,11.32,4.8,10.866,9.17,0.416,✔️,0.0,False,GPU
|
| 6 |
+
4,🧠⚡,Foundation Model,[TabPFN-2.6 (default)](https://arxiv.org/abs/2511.08667),1597.0,+66/-47,0.605,13.14,7.35,12.044,7.03,0.548,✔️,0.0,False,GPU
|
| 7 |
+
5,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned + ensembled)](https://arxiv.org/abs/2511.08667),1594.0,+84/-62,0.581,13.3,6.19,11.33,2289.39,8.048,✔️,0.0,False,GPU
|
| 8 |
+
6,🧠⚡,Foundation Model,[TabICLv2 (default)](https://arxiv.org/abs/2602.11139),1574.0,+103/-78,0.625,14.36,5.54,11.649,3.93,0.152,✔️,0.0,False,GPU
|
| 9 |
+
7,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned)](https://arxiv.org/abs/2511.08667),1555.0,+68/-56,0.535,15.35,7.06,12.056,2289.39,1.143,✔️,0.0,False,GPU
|
| 10 |
+
8,🧠⚡,Foundation Model,[RealTabPFN-2.5 (default)](https://arxiv.org/abs/2511.08667),1541.0,+79/-50,0.525,16.12,9.28,12.474,6.76,0.636,✔️,0.0,False,GPU
|
| 11 |
+
9,🧠🔁,Neural Network,[RealMLP (tuned + ensembled)](https://arxiv.org/abs/2407.04491),1479.0,+61/-44,0.389,19.93,12.18,14.651,3771.85,21.902,✔️,0.0,False,GPU
|
| 12 |
+
10,🧠⚡,Foundation Model,[TabDPT-Turbo (default)](https://openreview.net/pdf?id=Y00pwFyrHR),1449.0,+74/-53,0.379,21.91,9.44,15.404,4.69,0.192,➖,0.0,False,GPU
|
| 13 |
+
11,🧠⚡,Foundation Model,[TabDPT (tuned + ensembled)](https://arxiv.org/abs/2410.18164),1448.0,+72/-59,0.389,21.98,9.74,15.328,5119.78,218.453,✔️,0.0,False,GPU
|
| 14 |
+
12,📊,Reference Pipeline,"[AutoGluon 1.4 (best, 4h)](https://arxiv.org/abs/2003.06505)",1443.0,+51/-46,0.314,22.36,14.5,15.666,3716.57,2.547,✔️,0.0,False,CPU
|
| 15 |
+
13,🧠🔁,Neural Network,[TabM (tuned + ensembled)](https://arxiv.org/abs/2410.24210),1429.0,+52/-48,0.311,23.36,12.87,15.755,2585.58,3.838,✔️,0.0,False,GPU
|
| 16 |
+
14,🧠⚡,Foundation Model,[TabDPT (tuned)](https://arxiv.org/abs/2410.18164),1416.0,+69/-57,0.349,24.27,11.4,15.956,5119.78,28.351,✔️,0.0,False,GPU
|
| 17 |
+
15,🧠⚡,Foundation Model,[LimiX (default)](https://arxiv.org/abs/2509.03505),1405.0,+72/-72,0.344,25.05,10.45,15.274,35.51,6.828,➖,0.0,False,GPU
|
| 18 |
+
16,🧠🔁,Neural Network,[RealMLP (tuned)](https://arxiv.org/abs/2407.04491),1400.0,+51/-43,0.279,25.44,14.4,16.022,3771.85,1.778,✔️,0.0,False,GPU
|
| 19 |
+
17,🌳,Tree-based,[LightGBM (tuned + ensembled)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1389.0,+34/-34,0.223,26.22,20.27,17.005,892.49,2.57,✔️,0.0,False,CPU
|
| 20 |
+
18,🧠🔁,Neural Network,[TabM (tuned)](https://arxiv.org/abs/2410.24210),1373.0,+53/-48,0.244,27.42,14.68,16.637,2585.58,0.436,✔️,0.0,False,GPU
|
| 21 |
+
19,🌳,Tree-based,[CatBoost (tuned + ensembled)](https://arxiv.org/abs/1706.09516),1367.0,+45/-40,0.201,27.91,20.48,17.126,1739.17,0.396,✔️,0.0,False,CPU
|
| 22 |
+
20,🧠⚡,Foundation Model,[TabSwift (default)](https://github.com/LAMDA-Tabular/TabSwift),1364.0,+57/-50,0.282,28.13,16.54,17.29,2.76,0.058,➖,0.0,False,GPU
|
| 23 |
+
21,🧠⚡,Foundation Model,[iLTM (tuned + ensembled)](https://arxiv.org/abs/2511.15941),1361.0,+45/-38,0.191,28.36,19.74,17.48,22811.74,841.446,✔️,0.0,False,GPU
|
| 24 |
+
22,🌳,Tree-based,[CatBoost (tuned)](https://arxiv.org/abs/1706.09516),1354.0,+39/-36,0.181,28.91,21.71,17.363,1739.17,0.051,✔️,0.0,False,CPU
|
| 25 |
+
23,🌳,Tree-based,[LightGBM (tuned)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1353.0,+32/-31,0.173,28.96,22.76,17.458,892.49,0.346,✔️,0.0,False,CPU
|
| 26 |
+
24,🧠⚡,Foundation Model,[TabDPT (default)](https://arxiv.org/abs/2410.18164),1332.0,+75/-67,0.269,30.57,14.33,18.083,50.33,43.707,✔️,0.0,False,GPU
|
| 27 |
+
25,❓,Other,[xRFM (tuned + ensembled)](https://arxiv.org/abs/2508.10053),1330.0,+48/-42,0.192,30.75,18.84,17.952,1126.97,2.94,✔️,0.0,False,GPU
|
| 28 |
+
26,🌳,Tree-based,[XGBoost (tuned + ensembled)](https://arxiv.org/abs/1603.02754),1324.0,+33/-37,0.145,31.2,24.21,17.998,884.48,2.367,✔️,0.0,False,CPU
|
| 29 |
+
27,🧠🔁,Neural Network,[ModernNCA (tuned)](https://arxiv.org/abs/2407.03257),1323.0,+40/-42,0.169,31.26,16.31,18.138,6523.55,0.505,✔️,0.0,False,GPU
|
| 30 |
+
28,🧠🔁,Neural Network,[ModernNCA (tuned + ensembled)](https://arxiv.org/abs/2407.03257),1323.0,+60/-56,0.218,31.29,13.61,18.421,6523.55,8.39,✔️,0.0,False,GPU
|
| 31 |
+
29,🌳,Tree-based,[CatBoost (default)](https://arxiv.org/abs/1706.09516),1320.0,+36/-35,0.148,31.52,23.37,18.272,8.46,0.046,✔️,0.0,False,CPU
|
| 32 |
+
30,🧠⚡,Foundation Model,[SAP-RPT-OSS (default)](https://arxiv.org/abs/2506.10707),1320.0,+71/-57,0.253,31.54,11.9,18.98,16.23,1.277,➖,0.0,False,GPU
|
| 33 |
+
31,🌳,Tree-based,[XGBoost (tuned)](https://arxiv.org/abs/1603.02754),1306.0,+32/-40,0.117,32.65,24.09,18.208,884.48,0.393,✔️,0.0,False,CPU
|
| 34 |
+
32,🧠🔁,Neural Network,[TabM (default)](https://arxiv.org/abs/2410.24210),1296.0,+52/-45,0.177,33.45,20.6,18.326,9.94,0.445,✔️,0.0,False,GPU
|
| 35 |
+
33,❓,Other,[xRFM (tuned)](https://arxiv.org/abs/2508.10053),1282.0,+42/-42,0.146,34.5,21.51,18.983,1126.97,0.163,✔️,0.0,False,GPU
|
| 36 |
+
34,🌳,Tree-based,[ChimeraBoost (tuned + ensembled)](https://github.com/bbstats/chimeraboost),1278.0,+50/-47,0.126,34.84,25.17,19.576,1218.87,0.455,✔️,0.0,False,CPU
|
| 37 |
+
35,🧠🔁,Neural Network,[TorchMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1260.0,+40/-48,0.117,36.27,26.15,19.188,3865.95,2.157,✔️,0.0,False,CPU
|
| 38 |
+
36,🌳,Tree-based,[ChimeraBoost (tuned)](https://github.com/bbstats/chimeraboost),1260.0,+51/-50,0.103,36.31,26.58,19.862,1218.87,0.036,✔️,0.0,False,CPU
|
| 39 |
+
37,🌳,Tree-based,[EBM (tuned + ensembled)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1260.0,+42/-45,0.103,36.32,26.32,20.023,2499.4,0.153,✔️,0.0,False,CPU
|
| 40 |
+
38,🧠⚡,Foundation Model,[iLTM (tuned)](https://arxiv.org/abs/2511.15941),1257.0,+36/-36,0.083,36.49,26.99,19.309,22811.74,161.221,✔️,0.0,False,GPU
|
| 41 |
+
39,🧠🔁,Neural Network,[ModernNCA (default)](https://arxiv.org/abs/2407.03257),1237.0,+47/-51,0.093,38.08,21.88,21.291,16.28,0.321,✔️,0.0,False,GPU
|
| 42 |
+
40,🌳,Tree-based,[EBM (tuned)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1231.0,+47/-43,0.073,38.61,27.53,20.577,2499.4,0.017,✔️,0.0,False,CPU
|
| 43 |
+
41,🧠🔁,Neural Network,[RealMLP (default)](https://arxiv.org/abs/2407.04491),1221.0,+38/-43,0.073,39.38,27.84,20.082,15.69,4.689,✔️,0.0,False,GPU
|
| 44 |
+
42,🌳,Tree-based,[ChimeraBoost (default)](https://github.com/bbstats/chimeraboost),1216.0,+52/-59,0.081,39.75,26.07,20.996,5.49,0.041,✔️,0.0,False,CPU
|
| 45 |
+
43,🧠🔁,Neural Network,[FastaiMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1214.0,+59/-60,0.118,39.92,24.1,20.771,1679.4,8.069,✔️,0.0,False,CPU
|
| 46 |
+
44,🌳,Tree-based,[ExtraTrees (tuned + ensembled)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1211.0,+68/-64,0.105,40.17,25.68,21.715,822.58,1.501,✔️,0.0,False,CPU
|
| 47 |
+
45,🌳,Tree-based,[EBM (default)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1203.0,+49/-53,0.07,40.77,26.53,21.312,7.39,0.017,✔️,0.0,False,CPU
|
| 48 |
+
46,🧠🔁,Neural Network,[TorchMLP (tuned)](https://arxiv.org/abs/2003.06505),1195.0,+43/-49,0.072,41.39,30.61,20.924,3865.95,0.147,✔️,0.0,False,CPU
|
| 49 |
+
47,🌳,Tree-based,[ExtraTrees (tuned)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1187.0,+65/-66,0.098,42.01,23.51,22.411,822.58,0.214,✔️,0.0,False,CPU
|
| 50 |
+
48,🌳,Tree-based,[LightGBM (default)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1166.0,+43/-44,0.039,43.67,36.22,21.287,3.61,0.17,✔️,0.0,False,CPU
|
| 51 |
+
49,🧠🔁,Neural Network,[FastaiMLP (tuned)](https://arxiv.org/abs/2003.06505),1165.0,+51/-52,0.057,43.74,28.53,21.904,1679.4,0.826,✔️,0.0,False,CPU
|
| 52 |
+
50,🌳,Tree-based,[XGBoost (default)](https://arxiv.org/abs/1603.02754),1163.0,+27/-37,0.013,43.89,38.29,21.312,3.29,0.253,✔️,0.0,False,CPU
|
| 53 |
+
51,🌳,Tree-based,[RandomForest (tuned + ensembled)](https://link.springer.com/article/10.1023/A:1010933404324),1150.0,+59/-70,0.071,44.9,27.64,23.29,590.04,1.46,✔️,0.0,False,CPU
|
| 54 |
+
52,🧠⚡,Foundation Model,[TabSTAR (tuned)](https://arxiv.org/abs/2505.18125),1133.0,+78/-85,0.176,46.14,12.58,25.546,40848.87,5.606,✔️,0.0,False,GPU
|
| 55 |
+
53,🧠⚡,Foundation Model,[TabSTAR (tuned + ensembled)](https://arxiv.org/abs/2505.18125),1132.0,+78/-86,0.173,46.25,11.95,25.579,40848.87,25.936,✔️,0.0,False,GPU
|
| 56 |
+
54,🌳,Tree-based,[RandomForest (tuned)](https://link.springer.com/article/10.1023/A:1010933404324),1114.0,+52/-68,0.043,47.55,26.45,24.019,590.04,0.15,✔️,0.0,False,CPU
|
| 57 |
+
55,🌳,Tree-based,[PerpetualBooster (tuned + ensembled)](https://perpetual-ml.com/),1084.0,+46/-60,0.024,49.68,39.17,28.51,342.04,0.895,✔️,0.0,False,CPU
|
| 58 |
+
56,🧠⚡,Foundation Model,[iLTM (default)](https://arxiv.org/abs/2511.15941),1067.0,+62/-74,0.038,50.84,32.07,24.961,524.48,161.813,✔️,0.0,False,GPU
|
| 59 |
+
57,🧠🔁,Neural Network,[TorchMLP (default)](https://arxiv.org/abs/2003.06505),1058.0,+46/-50,0.012,51.43,37.63,24.823,13.69,0.155,✔️,0.0,False,CPU
|
| 60 |
+
58,🌳,Tree-based,[PerpetualBooster (tuned)](https://perpetual-ml.com/),1048.0,+50/-57,0.011,52.05,38.78,29.966,342.04,0.313,✔️,0.0,False,CPU
|
| 61 |
+
59,❓,Other,[xRFM (default)](https://arxiv.org/abs/2508.10053),1043.0,+61/-86,0.031,52.39,44.06,26.711,5.45,1.098,✔️,0.0,False,GPU
|
| 62 |
+
60,🧠⚡,Foundation Model,[TabSTAR (default)](https://arxiv.org/abs/2505.18125),1035.0,+80/-126,0.108,52.94,19.67,30.407,471.66,7.214,✔️,0.0,False,GPU
|
| 63 |
+
61,🌳,Tree-based,[ExtraTrees (default)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1020.0,+60/-69,0.016,53.87,45.9,27.64,4.19,0.566,✔️,0.0,False,CPU
|
| 64 |
+
62,📏,Baseline,[KNN (tuned + ensembled)](https://scikit-learn.org/stable/modules/neighbors.html),1000.0,+66/-94,0.02,55.05,36.37,29.315,111.87,1.214,✔️,0.0,False,CPU
|
| 65 |
+
63,🧠🔁,Neural Network,[FastaiMLP (default)](https://arxiv.org/abs/2003.06505),1000.0,+50/-63,0.002,55.05,37.73,26.906,5.48,0.684,✔️,0.0,False,CPU
|
| 66 |
+
64,🌳,Tree-based,[RandomForest (default)](https://link.springer.com/article/10.1023/A:1010933404324),1000.0,+57/-71,0.003,55.06,49.15,28.432,0.51,0.089,✔️,0.0,False,CPU
|
| 67 |
+
65,📏,Baseline,[Linear (tuned + ensembled)](https://scikit-learn.org/stable/modules/linear_model.html),975.0,+85/-96,0.042,56.49,37.82,34.049,521.07,0.646,✔️,0.0,False,CPU
|
| 68 |
+
66,📏,Baseline,[Linear (tuned)](https://scikit-learn.org/stable/modules/linear_model.html),955.0,+86/-99,0.03,57.6,39.43,34.458,521.07,0.113,✔️,0.0,False,CPU
|
| 69 |
+
67,🌳,Tree-based,[PerpetualBooster (default)](https://perpetual-ml.com/),947.0,+40/-58,0.0,58.01,42.36,32.763,39.09,0.041,✔️,0.0,False,CPU
|
| 70 |
+
68,📏,Baseline,[KNN (tuned)](https://scikit-learn.org/stable/modules/neighbors.html),913.0,+69/-90,0.011,59.69,43.18,33.998,111.87,0.111,✔️,0.0,False,CPU
|
| 71 |
+
69,📏,Baseline,[Linear (default)](https://scikit-learn.org/stable/modules/linear_model.html),879.0,+96/-118,0.019,61.2,44.1,37.287,2.59,0.138,✔️,0.0,False,CPU
|
| 72 |
+
70,📏,Baseline,[KNN (default)](https://scikit-learn.org/stable/modules/neighbors.html),671.0,+98/-135,0.0,67.57,58.67,47.054,0.37,0.033,✔️,0.0,False,CPU
|
data/imputation_no/splits_all/tasks_all/datasets_small/winrate_explorer.html
CHANGED
|
@@ -327,8 +327,8 @@
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
-
const CONFIG = {"title": null, "methods": ["TabFM (default)", "TabPFN-3 (default)", "TabPFN-2.6 (default)", "RealTabPFN-2.5 (T+E)", "TabICLv2 (default)", "RealMLP (T+E)", "TabDPT-Turbo (default)", "TabDPT (T+E)", "TabM (T+E)", "LimiX (default)", "LightGBM (T+E)", "TabSwift (default)", "CatBoost (T+E)", "iLTM (T+E)", "SAP-RPT-OSS (default)", "ModernNCA (T+E)", "xRFM (T+E)", "XGBoost (T+E)", "ChimeraBoost (T+E)", "EBM (T+E)", "TorchMLP (T+E)", "ExtraTrees (T+E)", "FastaiMLP (T+E)", "TabSTAR (T+E)", "RandomForest (T+E)", "PerpetualBooster (T+E)", "KNN (T+E)", "Linear (T+E)"], "matrix": [[NaN, 0.7888889312744141, 0.7904320359230042, 0.8007716536521912, 0.8200618028640747, 0.8611111640930176, 0.8793210387229919, 0.8793209195137024, 0.8780864477157593, 0.9023149013519287, 0.9092592597007751, 0.8700616955757141, 0.924382746219635, 0.9037036895751953, 0.8777778148651123, 0.9052469730377197, 0.9166666865348816, 0.9287037253379822, 0.9222222566604614, 0.908642053604126, 0.9333332777023315, 0.9333333969116211, 0.9151234030723572, 0.8595678806304932, 0.950617253780365, 0.9854937791824341, 0.9567900896072388, 0.9703704118728638], [0.2111111283302307, NaN, 0.5734567642211914, 0.5756173133850098, 0.5725308656692505, 0.7635801434516907, 0.7641975283622742, 0.7580246329307556, 0.7891976237297058, 0.756481409072876, 0.8385803699493408, 0.8771604895591736, 0.8521605134010315, 0.8635802268981934, 0.8074073791503906, 0.8524690866470337, 0.8793210387229919, 0.8828704357147217, 0.8996913433074951, 0.884876549243927, 0.9182099103927612, 0.9277778267860413, 0.8927470445632935, 0.8623457551002502, 0.9259257912635803, 0.9533950090408325, 0.9472221732139587, 0.9555556178092957], [0.20956791937351227, 0.4265432357788086, NaN, 0.47469139099121094, 0.47067901492118835, 0.7364197969436646, 0.675000011920929, 0.6663580536842346, 0.7817900776863098, 0.7419753670692444, 0.8166667222976685, 0.7858024835586548, 0.8660494685173035, 0.8592592477798462, 0.7966049313545227, 0.8824074268341064, 0.8475308418273926, 0.8802469968795776, 0.8993827104568481, 0.8753086924552917, 0.8932098746299744, 0.9021604061126709, 0.8759260177612305, 0.8472221493721008, 0.9172840118408203, 0.9503086805343628, 0.950617253780365, 0.9419752955436707], [0.19922839105129242, 0.424382746219635, 0.5253086090087891, NaN, 0.5268518924713135, 0.7277778387069702, 0.6626542806625366, 0.661419689655304, 0.7876542806625366, 0.7533951997756958, 0.8271605968475342, 0.7632716298103333, 0.8429012894630432, 0.8220679759979248, 0.7905864119529724, 0.815432071685791, 0.8311727643013, 0.8783950805664062, 0.8893519639968872, 0.8814815878868103, 0.9064814448356628, 0.8432099223136902, 0.8989196419715881, 0.8388888835906982, 0.8956789374351501, 0.9638888239860535, 0.9287037253379822, 0.950617253780365], [0.17993828654289246, 0.4274691641330719, 0.529321014881134, 0.47314807772636414, NaN, 0.7216050028800964, 0.7052468657493591, 0.7226851582527161, 0.763271689414978, 0.7266975045204163, 0.7901235222816467, 0.8043209910392761, 0.809567928314209, 0.8209875822067261, 0.7608025074005127, 0.8101852536201477, 0.8188273310661316, 0.82962965965271, 0.8407407999038696, 0.8515431880950928, 0.8641975522041321, 0.8501543402671814, 0.858642041683197, 0.8373457193374634, 0.8910495042800903, 0.9287037253379822, 0.9456790089607239, 0.9598764777183533], [0.1388888955116272, 0.23641975224018097, 0.26358020305633545, 0.27222222089767456, 0.2783950865268707, NaN, 0.48765435814857483, 0.4692901372909546, 0.5851852297782898, 0.5145062208175659, 0.7148147821426392, 0.5845679044723511, 0.7444444894790649, 0.7561728954315186, 0.6682098507881165, 0.6873456239700317, 0.757407546043396, 0.8216050267219543, 0.7770061492919922, 0.7938270568847656, 0.7907407283782959, 0.8200617432594299, 0.8606481552124023, 0.7947531342506409, 0.885185182094574, 0.9333332777023315, 0.9033949375152588, 0.9200617671012878], [0.12067902088165283, 0.23580248653888702, 0.32499998807907104, 0.3373456597328186, 0.2947530150413513, 0.5123456716537476, NaN, 0.509876549243927, 0.5310184955596924, 0.5780864357948303, 0.6114197373390198, 0.6865741610527039, 0.6456791162490845, 0.6611111164093018, 0.6361110806465149, 0.6382715702056885, 0.6663580536842346, 0.6858024001121521, 0.7283951044082642, 0.7126543521881104, 0.7391974925994873, 0.8208333253860474, 0.8154321312904358, 0.7728394865989685, 0.8712962865829468, 0.8808642625808716, 0.9296296238899231, 0.8913580775260925], [0.12067902088165283, 0.2419753074645996, 0.33364203572273254, 0.33858025074005127, 0.27731481194496155, 0.5307098627090454, 0.4901234805583954, NaN, 0.5520061254501343, 0.536574125289917, 0.6222221851348877, 0.6483023762702942, 0.6370370388031006, 0.6990740299224854, 0.6438271403312683, 0.6817901134490967, 0.6844136714935303, 0.6720678806304932, 0.7311728000640869, 0.7347223162651062, 0.7356481552124023, 0.8219135403633118, 0.7783950567245483, 0.7580246925354004, 0.8734567165374756, 0.8811728954315186, 0.931018590927124, 0.8675925731658936], [0.12191358208656311, 0.21080249547958374, 0.2182098627090454, 0.2123456746339798, 0.23672839999198914, 0.41481485962867737, 0.46898153424263, 0.4479938745498657, NaN, 0.4496913552284241, 0.5910494327545166, 0.5527777671813965, 0.6197530627250671, 0.6149691343307495, 0.624382734298706, 0.6388888955116272, 0.6268518567085266, 0.6993826627731323, 0.7376543283462524, 0.7845680117607117, 0.7737654447555542, 0.7287037372589111, 0.789197564125061, 0.7916667461395264, 0.7725308537483215, 0.8808642029762268, 0.8833333849906921, 0.9302470088005066], [0.09768518805503845, 0.24351851642131805, 0.25802475214004517, 0.24660494923591614, 0.27330246567726135, 0.4854937791824341, 0.4219135642051697, 0.4634259045124054, 0.5503086447715759, NaN, 0.5993826389312744, 0.5481481552124023, 0.6024691462516785, 0.6387345790863037, 0.6145061254501343, 0.6296296715736389, 0.6104938983917236, 0.640740692615509, 0.7265431880950928, 0.7336419820785522, 0.709876537322998, 0.7376542687416077, 0.7199074029922485, 0.7796295881271362, 0.7725307941436768, 0.819753110408783, 0.858950674533844, 0.9104938507080078], [0.09074074029922485, 0.16141976416110992, 0.1833333522081375, 0.17283950746059418, 0.20987655222415924, 0.28518521785736084, 0.3885802626609802, 0.3777777850627899, 0.4089506268501282, 0.4006173014640808, NaN, 0.5246914029121399, 0.5280864238739014, 0.5189815163612366, 0.5450618267059326, 0.5373456478118896, 0.569135844707489, 0.7129629850387573, 0.7029321193695068, 0.7158951759338379, 0.6567901372909546, 0.7199074625968933, 0.7345679402351379, 0.7762346267700195, 0.8077160716056824, 0.908950686454773, 0.8904321193695068, 0.9077160954475403], [0.1299382895231247, 0.12283951789140701, 0.2141975313425064, 0.23672839999198914, 0.19567900896072388, 0.4154321253299713, 0.3134259283542633, 0.35169750452041626, 0.4472222328186035, 0.45185184478759766, 0.4753086268901825, NaN, 0.4910494089126587, 0.519753098487854, 0.5876543521881104, 0.5191357135772705, 0.5283949971199036, 0.5512345433235168, 0.5808641910552979, 0.6265431642532349, 0.67037034034729, 0.7033951282501221, 0.7669752836227417, 0.7904320955276489, 0.7540123462677002, 0.8574074506759644, 0.8820987939834595, 0.8657406568527222], [0.07561728358268738, 0.1478395313024521, 0.1339506357908249, 0.15709877014160156, 0.1904321312904358, 0.25555554032325745, 0.35432103276252747, 0.3629629611968994, 0.38024696707725525, 0.39753085374832153, 0.4719136655330658, 0.5089505910873413, NaN, 0.5040123462677002, 0.5746912956237793, 0.5586419701576233, 0.5453703999519348, 0.6100308895111084, 0.6570987701416016, 0.6598765254020691, 0.6577160358428955, 0.7243826985359192, 0.7009260058403015, 0.7716049551963806, 0.8172839283943176, 0.8780864477157593, 0.8817901611328125, 0.8858025074005127], [0.09629630297422409, 0.13641974329948425, 0.14074073731899261, 0.17793209850788116, 0.17901235818862915, 0.24382716417312622, 0.338888943195343, 0.30092594027519226, 0.3850308358669281, 0.3612653613090515, 0.48101842403411865, 0.48024696111679077, 0.49598774313926697, NaN, 0.5472222566604614, 0.5305555462837219, 0.5677469372749329, 0.5862653851509094, 0.6401235461235046, 0.6398147940635681, 0.6583333611488342, 0.720524787902832, 0.7324073910713196, 0.7328704595565796, 0.8092592358589172, 0.8805554509162903, 0.8703704476356506, 0.8481481671333313], [0.12222222238779068, 0.1925925761461258, 0.2033950686454773, 0.2094135880470276, 0.23919755220413208, 0.33179014921188354, 0.3638888895511627, 0.3561728596687317, 0.3756173253059387, 0.38549384474754333, 0.45493826270103455, 0.4123457074165344, 0.4253086447715759, 0.45277780294418335, NaN, 0.4953703284263611, 0.5120370388031006, 0.5166666507720947, 0.5237653851509094, 0.5796296000480652, 0.635493814945221, 0.6524690985679626, 0.6817901134490967, 0.6780864596366882, 0.7097222805023193, 0.7589505910873413, 0.7836419939994812, 0.874691367149353], [0.09475308656692505, 0.14753085374832153, 0.11759261041879654, 0.1845678985118866, 0.18981482088565826, 0.3126542866230011, 0.36172839999198914, 0.31820982694625854, 0.3611110746860504, 0.37037035822868347, 0.46265432238578796, 0.4808642566204071, 0.44135797023773193, 0.4694444239139557, 0.5046296119689941, NaN, 0.49259254336357117, 0.5512345433235168, 0.5743827223777771, 0.6104938983917236, 0.5913580656051636, 0.6694445013999939, 0.6466048955917358, 0.6950616240501404, 0.74043208360672, 0.789506196975708, 0.8189814686775208, 0.7978395819664001], [0.0833333432674408, 0.12067902088165283, 0.15246914327144623, 0.16882716119289398, 0.18117284774780273, 0.24259263277053833, 0.33364197611808777, 0.3155864477157593, 0.3731481432914734, 0.38950616121292114, 0.43086421489715576, 0.47160494327545166, 0.4546296298503876, 0.4322530925273895, 0.487962931394577, 0.5074074268341064, NaN, 0.49058642983436584, 0.5891974568367004, 0.6108024716377258, 0.5817902088165283, 0.6706790328025818, 0.6384260058403015, 0.6990740299224854, 0.7629629969596863, 0.7972222566604614, 0.8995369672775269, 0.8780863881111145], [0.07129629701375961, 0.11712964624166489, 0.11975309252738953, 0.12160494923591614, 0.17037038505077362, 0.178395077586174, 0.31419751048088074, 0.32793211936950684, 0.3006173372268677, 0.3592592477798462, 0.2870370149612427, 0.44876542687416077, 0.3899691700935364, 0.4137345552444458, 0.4833333194255829, 0.44876548647880554, 0.5094135403633118, NaN, 0.5746914148330688, 0.6070986986160278, 0.6001543402671814, 0.6750000715255737, 0.6663581132888794, 0.7459877133369446, 0.7844135761260986, 0.8376543521881104, 0.858950674533844, 0.878395140171051], [0.07777778059244156, 0.10030865669250488, 0.10061728209257126, 0.11064814776182175, 0.15925927460193634, 0.22299382090568542, 0.2716049253940582, 0.2688271701335907, 0.26234567165374756, 0.27345678210258484, 0.29706788063049316, 0.41913583874702454, 0.34290122985839844, 0.3598766028881073, 0.4762345850467682, 0.4256172776222229, 0.4108024835586548, 0.4253086447715759, NaN, 0.5716049075126648, 0.5546296238899231, 0.5910494327545166, 0.5808641910552979, 0.7462963461875916, 0.6725309491157532, 0.8021605014801025, 0.7787036895751953, 0.829321026802063], [0.09135802835226059, 0.11512347310781479, 0.12469136714935303, 0.11851852387189865, 0.14845679700374603, 0.2061728686094284, 0.28734564781188965, 0.2652777433395386, 0.21543210744857788, 0.26635801792144775, 0.28410494327545166, 0.37345680594444275, 0.3401235044002533, 0.3601851463317871, 0.4203703999519348, 0.3895062208175659, 0.38919755816459656, 0.3929012417793274, 0.4283951222896576, NaN, 0.520061731338501, 0.5964505672454834, 0.5473765134811401, 0.720370352268219, 0.6385802030563354, 0.7287037372589111, 0.8290123343467712, 0.8929011821746826], [0.06666667014360428, 0.08179011940956116, 0.10679012537002563, 0.09351851791143417, 0.1358024626970291, 0.2092592716217041, 0.2608024477958679, 0.26435181498527527, 0.22623459994792938, 0.29012343287467957, 0.34320980310440063, 0.32962965965270996, 0.3422839343547821, 0.3416666090488434, 0.36450618505477905, 0.4086419641971588, 0.41820988059043884, 0.3998456597328186, 0.4453703463077545, 0.4799382984638214, NaN, 0.6209877133369446, 0.6577160358428955, 0.7205247282981873, 0.690123438835144, 0.7216050028800964, 0.7999999523162842, 0.8544752597808838], [0.06666667014360428, 0.07222222536802292, 0.09783950448036194, 0.1567901372909546, 0.149845689535141, 0.17993827164173126, 0.17916665971279144, 0.17808641493320465, 0.27129629254341125, 0.26234567165374756, 0.28009259700775146, 0.2966049611568451, 0.2756173014640808, 0.2794753313064575, 0.34753087162971497, 0.3305555582046509, 0.3293209671974182, 0.32500001788139343, 0.4089506268501282, 0.40354934334754944, 0.3790123462677002, NaN, 0.4743827283382416, 0.593209981918335, 0.7118827700614929, 0.6475308537483215, 0.9092593789100647, 0.7634259462356567], [0.08487654477357864, 0.10725309699773788, 0.1240740716457367, 0.10108024626970291, 0.14135803282260895, 0.13935185968875885, 0.1845678985118866, 0.22160492837429047, 0.21080249547958374, 0.28009259700775146, 0.26543208956718445, 0.23302465677261353, 0.29907408356666565, 0.2675926089286804, 0.31820982694625854, 0.353395015001297, 0.36157408356666565, 0.3336419463157654, 0.41913580894470215, 0.45262348651885986, 0.34228387475013733, 0.5256173014640808, NaN, 0.6490740776062012, 0.6242283582687378, 0.6336420178413391, 0.7824074029922485, 0.8333332538604736], [0.14043210446834564, 0.13765433430671692, 0.1527777761220932, 0.16111111640930176, 0.1626543402671814, 0.2052469104528427, 0.2271605134010315, 0.2419753074645996, 0.2083333283662796, 0.22037038207054138, 0.22376543283462524, 0.20956791937351227, 0.22839505970478058, 0.2671296298503876, 0.32191357016563416, 0.3049382269382477, 0.30092594027519226, 0.2540123164653778, 0.25370368361473083, 0.2796296179294586, 0.27947527170181274, 0.4067901074886322, 0.35092592239379883, NaN, 0.4364197254180908, 0.5500000715255737, 0.6370370388031006, 0.6635802388191223], [0.049382712692022324, 0.07407406717538834, 0.08271605521440506, 0.10432099550962448, 0.10895061492919922, 0.11481482535600662, 0.12870369851589203, 0.12654322385787964, 0.22746914625167847, 0.22746914625167847, 0.19228395819664001, 0.24598762392997742, 0.18271607160568237, 0.19074074923992157, 0.29027777910232544, 0.25956788659095764, 0.23703701794147491, 0.21558643877506256, 0.327469140291214, 0.3614197075366974, 0.30987653136253357, 0.28811728954315186, 0.3757716119289398, 0.5635802745819092, NaN, 0.5978395938873291, 0.811728298664093, 0.726234495639801], [0.014506172388792038, 0.0466049462556839, 0.04969136044383049, 0.03611111268401146, 0.07129629701375961, 0.06666667759418488, 0.11913580447435379, 0.11882715672254562, 0.11913580447435379, 0.18024690449237823, 0.09104938805103302, 0.14259260892868042, 0.12191358953714371, 0.11944443732500076, 0.2410493642091751, 0.210493803024292, 0.20277778804302216, 0.16234569251537323, 0.19783952832221985, 0.27129626274108887, 0.27839502692222595, 0.35246914625167847, 0.3663580119609833, 0.44999995827674866, 0.40216052532196045, NaN, 0.6104938387870789, 0.6780864000320435], [0.043209876865148544, 0.05277778208255768, 0.04938272014260292, 0.07129630446434021, 0.05432099103927612, 0.09660493582487106, 0.0703703761100769, 0.06898149102926254, 0.11666667461395264, 0.14104939997196198, 0.10956790298223495, 0.11790123581886292, 0.11820989102125168, 0.12962964177131653, 0.2163580358028412, 0.18101853132247925, 0.10046295821666718, 0.14104938507080078, 0.2212962955236435, 0.17098766565322876, 0.20000001788139343, 0.09074075520038605, 0.21759259700775146, 0.3629629611968994, 0.18827159702777863, 0.3895062208175659, NaN, 0.5824073553085327], [0.029629630967974663, 0.04444444179534912, 0.05802469700574875, 0.04938272014260292, 0.04012346267700195, 0.07993827015161514, 0.10864198207855225, 0.13240741193294525, 0.06975308805704117, 0.08950617909431458, 0.0922839567065239, 0.13425926864147186, 0.11419752985239029, 0.1518518477678299, 0.12530864775180817, 0.20216049253940582, 0.12191358208656311, 0.12160494923591614, 0.1706790328025818, 0.10709875822067261, 0.14552469551563263, 0.23657406866550446, 0.1666666716337204, 0.3364197909832001, 0.2737654447555542, 0.32191359996795654, 0.4175926148891449, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
-
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
+
const CONFIG = {"title": null, "methods": ["TabFM (default)", "EXAONE-Tabular (default)", "TabPFN-3 (default)", "TabPFN-2.6 (default)", "RealTabPFN-2.5 (T+E)", "TabICLv2 (default)", "RealMLP (T+E)", "TabDPT-Turbo (default)", "TabDPT (T+E)", "TabM (T+E)", "LimiX (default)", "LightGBM (T+E)", "TabSwift (default)", "CatBoost (T+E)", "iLTM (T+E)", "SAP-RPT-OSS (default)", "ModernNCA (T+E)", "xRFM (T+E)", "XGBoost (T+E)", "ChimeraBoost (T+E)", "EBM (T+E)", "TorchMLP (T+E)", "ExtraTrees (T+E)", "FastaiMLP (T+E)", "TabSTAR (T+E)", "RandomForest (T+E)", "PerpetualBooster (T+E)", "KNN (T+E)", "Linear (T+E)"], "matrix": [[NaN, 0.7410493493080139, 0.7888889312744141, 0.7904320359230042, 0.8007716536521912, 0.8200618028640747, 0.8611111640930176, 0.8793210387229919, 0.8793209195137024, 0.8780864477157593, 0.9023149013519287, 0.9092592597007751, 0.8700616955757141, 0.924382746219635, 0.9037036895751953, 0.8777778148651123, 0.9052469730377197, 0.9166666865348816, 0.9287037253379822, 0.9222222566604614, 0.908642053604126, 0.9333332777023315, 0.9333333969116211, 0.9151234030723572, 0.8595678806304932, 0.950617253780365, 0.9854937791824341, 0.9567900896072388, 0.9703704118728638], [0.2589505910873413, NaN, 0.5478394627571106, 0.6976851224899292, 0.6641976237297058, 0.5725308656692505, 0.7993826866149902, 0.7228395342826843, 0.7620370388031006, 0.8416666984558105, 0.8398148417472839, 0.88456791639328, 0.8033950328826904, 0.9140431880950928, 0.8919754028320312, 0.858642041683197, 0.9027777910232544, 0.9083333611488342, 0.9231482744216919, 0.9197530746459961, 0.9365741014480591, 0.9351851940155029, 0.9259259700775146, 0.9305555820465088, 0.8691357970237732, 0.9398148655891418, 0.9626543521881104, 0.9614198207855225, 0.9589506983757019], [0.2111111283302307, 0.452160507440567, NaN, 0.5734567642211914, 0.5756173133850098, 0.5725308656692505, 0.7635801434516907, 0.7641975283622742, 0.7580246329307556, 0.7891976237297058, 0.756481409072876, 0.8385803699493408, 0.8771604895591736, 0.8521605134010315, 0.8635802268981934, 0.8074073791503906, 0.8524690866470337, 0.8793210387229919, 0.8828704357147217, 0.8996913433074951, 0.884876549243927, 0.9182099103927612, 0.9277778267860413, 0.8927470445632935, 0.8623457551002502, 0.9259257912635803, 0.9533950090408325, 0.9472221732139587, 0.9555556178092957], [0.20956791937351227, 0.302314817905426, 0.4265432357788086, NaN, 0.47469139099121094, 0.47067901492118835, 0.7364197969436646, 0.675000011920929, 0.6663580536842346, 0.7817900776863098, 0.7419753670692444, 0.8166667222976685, 0.7858024835586548, 0.8660494685173035, 0.8592592477798462, 0.7966049313545227, 0.8824074268341064, 0.8475308418273926, 0.8802469968795776, 0.8993827104568481, 0.8753086924552917, 0.8932098746299744, 0.9021604061126709, 0.8759260177612305, 0.8472221493721008, 0.9172840118408203, 0.9503086805343628, 0.950617253780365, 0.9419752955436707], [0.19922839105129242, 0.33580246567726135, 0.424382746219635, 0.5253086090087891, NaN, 0.5268518924713135, 0.7277778387069702, 0.6626542806625366, 0.661419689655304, 0.7876542806625366, 0.7533951997756958, 0.8271605968475342, 0.7632716298103333, 0.8429012894630432, 0.8220679759979248, 0.7905864119529724, 0.815432071685791, 0.8311727643013, 0.8783950805664062, 0.8893519639968872, 0.8814815878868103, 0.9064814448356628, 0.8432099223136902, 0.8989196419715881, 0.8388888835906982, 0.8956789374351501, 0.9638888239860535, 0.9287037253379822, 0.950617253780365], [0.17993828654289246, 0.4274691343307495, 0.4274691641330719, 0.529321014881134, 0.47314807772636414, NaN, 0.7216050028800964, 0.7052468657493591, 0.7226851582527161, 0.763271689414978, 0.7266975045204163, 0.7901235222816467, 0.8043209910392761, 0.809567928314209, 0.8209875822067261, 0.7608025074005127, 0.8101852536201477, 0.8188273310661316, 0.82962965965271, 0.8407407999038696, 0.8515431880950928, 0.8641975522041321, 0.8501543402671814, 0.858642041683197, 0.8373457193374634, 0.8910495042800903, 0.9287037253379822, 0.9456790089607239, 0.9598764777183533], [0.1388888955116272, 0.20061728358268738, 0.23641975224018097, 0.26358020305633545, 0.27222222089767456, 0.2783950865268707, NaN, 0.48765435814857483, 0.4692901372909546, 0.5851852297782898, 0.5145062208175659, 0.7148147821426392, 0.5845679044723511, 0.7444444894790649, 0.7561728954315186, 0.6682098507881165, 0.6873456239700317, 0.757407546043396, 0.8216050267219543, 0.7770061492919922, 0.7938270568847656, 0.7907407283782959, 0.8200617432594299, 0.8606481552124023, 0.7947531342506409, 0.885185182094574, 0.9333332777023315, 0.9033949375152588, 0.9200617671012878], [0.12067902088165283, 0.27716049551963806, 0.23580248653888702, 0.32499998807907104, 0.3373456597328186, 0.2947530150413513, 0.5123456716537476, NaN, 0.509876549243927, 0.5310184955596924, 0.5780864357948303, 0.6114197373390198, 0.6865741610527039, 0.6456791162490845, 0.6611111164093018, 0.6361110806465149, 0.6382715702056885, 0.6663580536842346, 0.6858024001121521, 0.7283951044082642, 0.7126543521881104, 0.7391974925994873, 0.8208333253860474, 0.8154321312904358, 0.7728394865989685, 0.8712962865829468, 0.8808642625808716, 0.9296296238899231, 0.8913580775260925], [0.12067902088165283, 0.2379629909992218, 0.2419753074645996, 0.33364203572273254, 0.33858025074005127, 0.27731481194496155, 0.5307098627090454, 0.4901234805583954, NaN, 0.5520061254501343, 0.536574125289917, 0.6222221851348877, 0.6483023762702942, 0.6370370388031006, 0.6990740299224854, 0.6438271403312683, 0.6817901134490967, 0.6844136714935303, 0.6720678806304932, 0.7311728000640869, 0.7347223162651062, 0.7356481552124023, 0.8219135403633118, 0.7783950567245483, 0.7580246925354004, 0.8734567165374756, 0.8811728954315186, 0.931018590927124, 0.8675925731658936], [0.12191358208656311, 0.15833334624767303, 0.21080249547958374, 0.2182098627090454, 0.2123456746339798, 0.23672839999198914, 0.41481485962867737, 0.46898153424263, 0.4479938745498657, NaN, 0.4496913552284241, 0.5910494327545166, 0.5527777671813965, 0.6197530627250671, 0.6149691343307495, 0.624382734298706, 0.6388888955116272, 0.6268518567085266, 0.6993826627731323, 0.7376543283462524, 0.7845680117607117, 0.7737654447555542, 0.7287037372589111, 0.789197564125061, 0.7916667461395264, 0.7725308537483215, 0.8808642029762268, 0.8833333849906921, 0.9302470088005066], [0.09768518805503845, 0.16018517315387726, 0.24351851642131805, 0.25802475214004517, 0.24660494923591614, 0.27330246567726135, 0.4854937791824341, 0.4219135642051697, 0.4634259045124054, 0.5503086447715759, NaN, 0.5993826389312744, 0.5481481552124023, 0.6024691462516785, 0.6387345790863037, 0.6145061254501343, 0.6296296715736389, 0.6104938983917236, 0.640740692615509, 0.7265431880950928, 0.7336419820785522, 0.709876537322998, 0.7376542687416077, 0.7199074029922485, 0.7796295881271362, 0.7725307941436768, 0.819753110408783, 0.858950674533844, 0.9104938507080078], [0.09074074029922485, 0.11543210595846176, 0.16141976416110992, 0.1833333522081375, 0.17283950746059418, 0.20987655222415924, 0.28518521785736084, 0.3885802626609802, 0.3777777850627899, 0.4089506268501282, 0.4006173014640808, NaN, 0.5246914029121399, 0.5280864238739014, 0.5189815163612366, 0.5450618267059326, 0.5373456478118896, 0.569135844707489, 0.7129629850387573, 0.7029321193695068, 0.7158951759338379, 0.6567901372909546, 0.7199074625968933, 0.7345679402351379, 0.7762346267700195, 0.8077160716056824, 0.908950686454773, 0.8904321193695068, 0.9077160954475403], [0.1299382895231247, 0.19660493731498718, 0.12283951789140701, 0.2141975313425064, 0.23672839999198914, 0.19567900896072388, 0.4154321253299713, 0.3134259283542633, 0.35169750452041626, 0.4472222328186035, 0.45185184478759766, 0.4753086268901825, NaN, 0.4910494089126587, 0.519753098487854, 0.5876543521881104, 0.5191357135772705, 0.5283949971199036, 0.5512345433235168, 0.5808641910552979, 0.6265431642532349, 0.67037034034729, 0.7033951282501221, 0.7669752836227417, 0.7904320955276489, 0.7540123462677002, 0.8574074506759644, 0.8820987939834595, 0.8657406568527222], [0.07561728358268738, 0.08595678955316544, 0.1478395313024521, 0.1339506357908249, 0.15709877014160156, 0.1904321312904358, 0.25555554032325745, 0.35432103276252747, 0.3629629611968994, 0.38024696707725525, 0.39753085374832153, 0.4719136655330658, 0.5089505910873413, NaN, 0.5040123462677002, 0.5746912956237793, 0.5586419701576233, 0.5453703999519348, 0.6100308895111084, 0.6570987701416016, 0.6598765254020691, 0.6577160358428955, 0.7243826985359192, 0.7009260058403015, 0.7716049551963806, 0.8172839283943176, 0.8780864477157593, 0.8817901611328125, 0.8858025074005127], [0.09629630297422409, 0.10802468657493591, 0.13641974329948425, 0.14074073731899261, 0.17793209850788116, 0.17901235818862915, 0.24382716417312622, 0.338888943195343, 0.30092594027519226, 0.3850308358669281, 0.3612653613090515, 0.48101842403411865, 0.48024696111679077, 0.49598774313926697, NaN, 0.5472222566604614, 0.5305555462837219, 0.5677469372749329, 0.5862653851509094, 0.6401235461235046, 0.6398147940635681, 0.6583333611488342, 0.720524787902832, 0.7324073910713196, 0.7328704595565796, 0.8092592358589172, 0.8805554509162903, 0.8703704476356506, 0.8481481671333313], [0.12222222238779068, 0.14135804772377014, 0.1925925761461258, 0.2033950686454773, 0.2094135880470276, 0.23919755220413208, 0.33179014921188354, 0.3638888895511627, 0.3561728596687317, 0.3756173253059387, 0.38549384474754333, 0.45493826270103455, 0.4123457074165344, 0.4253086447715759, 0.45277780294418335, NaN, 0.4953703284263611, 0.5120370388031006, 0.5166666507720947, 0.5237653851509094, 0.5796296000480652, 0.635493814945221, 0.6524690985679626, 0.6817901134490967, 0.6780864596366882, 0.7097222805023193, 0.7589505910873413, 0.7836419939994812, 0.874691367149353], [0.09475308656692505, 0.0972222313284874, 0.14753085374832153, 0.11759261041879654, 0.1845678985118866, 0.18981482088565826, 0.3126542866230011, 0.36172839999198914, 0.31820982694625854, 0.3611110746860504, 0.37037035822868347, 0.46265432238578796, 0.4808642566204071, 0.44135797023773193, 0.4694444239139557, 0.5046296119689941, NaN, 0.49259254336357117, 0.5512345433235168, 0.5743827223777771, 0.6104938983917236, 0.5913580656051636, 0.6694445013999939, 0.6466048955917358, 0.6950616240501404, 0.74043208360672, 0.789506196975708, 0.8189814686775208, 0.7978395819664001], [0.0833333432674408, 0.09166666865348816, 0.12067902088165283, 0.15246914327144623, 0.16882716119289398, 0.18117284774780273, 0.24259263277053833, 0.33364197611808777, 0.3155864477157593, 0.3731481432914734, 0.38950616121292114, 0.43086421489715576, 0.47160494327545166, 0.4546296298503876, 0.4322530925273895, 0.487962931394577, 0.5074074268341064, NaN, 0.49058642983436584, 0.5891974568367004, 0.6108024716377258, 0.5817902088165283, 0.6706790328025818, 0.6384260058403015, 0.6990740299224854, 0.7629629969596863, 0.7972222566604614, 0.8995369672775269, 0.8780863881111145], [0.07129629701375961, 0.07685185968875885, 0.11712964624166489, 0.11975309252738953, 0.12160494923591614, 0.17037038505077362, 0.178395077586174, 0.31419751048088074, 0.32793211936950684, 0.3006173372268677, 0.3592592477798462, 0.2870370149612427, 0.44876542687416077, 0.3899691700935364, 0.4137345552444458, 0.4833333194255829, 0.44876548647880554, 0.5094135403633118, NaN, 0.5746914148330688, 0.6070986986160278, 0.6001543402671814, 0.6750000715255737, 0.6663581132888794, 0.7459877133369446, 0.7844135761260986, 0.8376543521881104, 0.858950674533844, 0.878395140171051], [0.07777778059244156, 0.0802469253540039, 0.10030865669250488, 0.10061728209257126, 0.11064814776182175, 0.15925927460193634, 0.22299382090568542, 0.2716049253940582, 0.2688271701335907, 0.26234567165374756, 0.27345678210258484, 0.29706788063049316, 0.41913583874702454, 0.34290122985839844, 0.3598766028881073, 0.4762345850467682, 0.4256172776222229, 0.4108024835586548, 0.4253086447715759, NaN, 0.5716049075126648, 0.5546296238899231, 0.5910494327545166, 0.5808641910552979, 0.7462963461875916, 0.6725309491157532, 0.8021605014801025, 0.7787036895751953, 0.829321026802063], [0.09135802835226059, 0.0634259283542633, 0.11512347310781479, 0.12469136714935303, 0.11851852387189865, 0.14845679700374603, 0.2061728686094284, 0.28734564781188965, 0.2652777433395386, 0.21543210744857788, 0.26635801792144775, 0.28410494327545166, 0.37345680594444275, 0.3401235044002533, 0.3601851463317871, 0.4203703999519348, 0.3895062208175659, 0.38919755816459656, 0.3929012417793274, 0.4283951222896576, NaN, 0.520061731338501, 0.5964505672454834, 0.5473765134811401, 0.720370352268219, 0.6385802030563354, 0.7287037372589111, 0.8290123343467712, 0.8929011821746826], [0.06666667014360428, 0.06481482088565826, 0.08179011940956116, 0.10679012537002563, 0.09351851791143417, 0.1358024626970291, 0.2092592716217041, 0.2608024477958679, 0.26435181498527527, 0.22623459994792938, 0.29012343287467957, 0.34320980310440063, 0.32962965965270996, 0.3422839343547821, 0.3416666090488434, 0.36450618505477905, 0.4086419641971588, 0.41820988059043884, 0.3998456597328186, 0.4453703463077545, 0.4799382984638214, NaN, 0.6209877133369446, 0.6577160358428955, 0.7205247282981873, 0.690123438835144, 0.7216050028800964, 0.7999999523162842, 0.8544752597808838], [0.06666667014360428, 0.07407407462596893, 0.07222222536802292, 0.09783950448036194, 0.1567901372909546, 0.149845689535141, 0.17993827164173126, 0.17916665971279144, 0.17808641493320465, 0.27129629254341125, 0.26234567165374756, 0.28009259700775146, 0.2966049611568451, 0.2756173014640808, 0.2794753313064575, 0.34753087162971497, 0.3305555582046509, 0.3293209671974182, 0.32500001788139343, 0.4089506268501282, 0.40354934334754944, 0.3790123462677002, NaN, 0.4743827283382416, 0.593209981918335, 0.7118827700614929, 0.6475308537483215, 0.9092593789100647, 0.7634259462356567], [0.08487654477357864, 0.0694444477558136, 0.10725309699773788, 0.1240740716457367, 0.10108024626970291, 0.14135803282260895, 0.13935185968875885, 0.1845678985118866, 0.22160492837429047, 0.21080249547958374, 0.28009259700775146, 0.26543208956718445, 0.23302465677261353, 0.29907408356666565, 0.2675926089286804, 0.31820982694625854, 0.353395015001297, 0.36157408356666565, 0.3336419463157654, 0.41913580894470215, 0.45262348651885986, 0.34228387475013733, 0.5256173014640808, NaN, 0.6490740776062012, 0.6242283582687378, 0.6336420178413391, 0.7824074029922485, 0.8333332538604736], [0.14043210446834564, 0.1308642029762268, 0.13765433430671692, 0.1527777761220932, 0.16111111640930176, 0.1626543402671814, 0.2052469104528427, 0.2271605134010315, 0.2419753074645996, 0.2083333283662796, 0.22037038207054138, 0.22376543283462524, 0.20956791937351227, 0.22839505970478058, 0.2671296298503876, 0.32191357016563416, 0.3049382269382477, 0.30092594027519226, 0.2540123164653778, 0.25370368361473083, 0.2796296179294586, 0.27947527170181274, 0.4067901074886322, 0.35092592239379883, NaN, 0.4364197254180908, 0.5500000715255737, 0.6370370388031006, 0.6635802388191223], [0.049382712692022324, 0.06018518656492233, 0.07407406717538834, 0.08271605521440506, 0.10432099550962448, 0.10895061492919922, 0.11481482535600662, 0.12870369851589203, 0.12654322385787964, 0.22746914625167847, 0.22746914625167847, 0.19228395819664001, 0.24598762392997742, 0.18271607160568237, 0.19074074923992157, 0.29027777910232544, 0.25956788659095764, 0.23703701794147491, 0.21558643877506256, 0.327469140291214, 0.3614197075366974, 0.30987653136253357, 0.28811728954315186, 0.3757716119289398, 0.5635802745819092, NaN, 0.5978395938873291, 0.811728298664093, 0.726234495639801], [0.014506172388792038, 0.037345681339502335, 0.0466049462556839, 0.04969136044383049, 0.03611111268401146, 0.07129629701375961, 0.06666667759418488, 0.11913580447435379, 0.11882715672254562, 0.11913580447435379, 0.18024690449237823, 0.09104938805103302, 0.14259260892868042, 0.12191358953714371, 0.11944443732500076, 0.2410493642091751, 0.210493803024292, 0.20277778804302216, 0.16234569251537323, 0.19783952832221985, 0.27129626274108887, 0.27839502692222595, 0.35246914625167847, 0.3663580119609833, 0.44999995827674866, 0.40216052532196045, NaN, 0.6104938387870789, 0.6780864000320435], [0.043209876865148544, 0.03858024999499321, 0.05277778208255768, 0.04938272014260292, 0.07129630446434021, 0.05432099103927612, 0.09660493582487106, 0.0703703761100769, 0.06898149102926254, 0.11666667461395264, 0.14104939997196198, 0.10956790298223495, 0.11790123581886292, 0.11820989102125168, 0.12962964177131653, 0.2163580358028412, 0.18101853132247925, 0.10046295821666718, 0.14104938507080078, 0.2212962955236435, 0.17098766565322876, 0.20000001788139343, 0.09074075520038605, 0.21759259700775146, 0.3629629611968994, 0.18827159702777863, 0.3895062208175659, NaN, 0.5824073553085327], [0.029629630967974663, 0.04104937985539436, 0.04444444179534912, 0.05802469700574875, 0.04938272014260292, 0.04012346267700195, 0.07993827015161514, 0.10864198207855225, 0.13240741193294525, 0.06975308805704117, 0.08950617909431458, 0.0922839567065239, 0.13425926864147186, 0.11419752985239029, 0.1518518477678299, 0.12530864775180817, 0.20216049253940582, 0.12191358208656311, 0.12160494923591614, 0.1706790328025818, 0.10709875822067261, 0.14552469551563263, 0.23657406866550446, 0.1666666716337204, 0.3364197909832001, 0.2737654447555542, 0.32191359996795654, 0.4175926148891449, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
+
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.8897376657},{"method":"EXAONE-Tabular (default)","model":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","mean":0.8262070332},{"method":"TabPFN-3 (default)","model":"TabPFN-3","variant":"Default","family":"Foundation Model","mean":0.7942019456},{"method":"TabPFN-2.6 (default)","model":"TabPFN-2.6","variant":"Default","family":"Foundation Model","mean":0.7597608178},{"method":"RealTabPFN-2.5 (T+E)","model":"RealTabPFN-2.5 (T+E)","variant":"","family":"Foundation Model","mean":0.7561673357},{"method":"TabICLv2 (default)","model":"TabICLv2","variant":"Default","family":"Foundation Model","mean":0.7481867511},{"method":"RealMLP (T+E)","model":"RealMLP (T+E)","variant":"","family":"Neural Network","mean":0.6307264157},{"method":"TabDPT-Turbo (default)","model":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","mean":0.6112819713},{"method":"TabDPT (T+E)","model":"TabDPT (T+E)","variant":"","family":"Foundation Model","mean":0.6093364209},{"method":"TabM (T+E)","model":"TabM (T+E)","variant":"","family":"Neural Network","mean":0.5707286362},{"method":"LimiX (default)","model":"LimiX","variant":"Default","family":"Foundation Model","mean":0.5661981872},{"method":"LightGBM (T+E)","model":"LightGBM (T+E)","variant":"","family":"Tree-based","mean":0.5197200464},{"method":"TabSwift (default)","model":"TabSwift","variant":"Default","family":"Foundation Model","mean":0.5087852683},{"method":"CatBoost (T+E)","model":"CatBoost (T+E)","variant":"","family":"Tree-based","mean":0.4982032747},{"method":"iLTM (T+E)","model":"iLTM (T+E)","variant":"","family":"Foundation Model","mean":0.4889219667},{"method":"SAP-RPT-OSS (default)","model":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","mean":0.4667438309},{"method":"ModernNCA (T+E)","model":"ModernNCA (T+E)","variant":"","family":"Neural Network","mean":0.4604442199},{"method":"xRFM (T+E)","model":"xRFM (T+E)","variant":"","family":"Other","mean":0.4591325011},{"method":"XGBoost (T+E)","model":"XGBoost (T+E)","variant":"","family":"Tree-based","mean":0.4416832189},{"method":"ChimeraBoost (T+E)","model":"ChimeraBoost (T+E)","variant":"","family":"Tree-based","mean":0.400435416},{"method":"EBM (T+E)","model":"EBM (T+E)","variant":"","family":"Tree-based","mean":0.3840663595},{"method":"TorchMLP (T+E)","model":"TorchMLP (T+E)","variant":"","family":"Neural Network","mean":0.3835317413},{"method":"ExtraTrees (T+E)","model":"ExtraTrees (T+E)","variant":"","family":"Tree-based","mean":0.3372740426},{"method":"FastaiMLP (T+E)","model":"FastaiMLP (T+E)","variant":"","family":"Neural Network","mean":0.3342427183},{"method":"TabSTAR (T+E)","model":"TabSTAR (T+E)","variant":"","family":"Foundation Model","mean":0.2841710746},{"method":"RandomForest (T+E)","model":"RandomForest (T+E)","variant":"","family":"Tree-based","mean":0.2671737193},{"method":"PerpetualBooster (T+E)","model":"PerpetualBooster (T+E)","variant":"","family":"Tree-based","mean":0.2056547603},{"method":"KNN (T+E)","model":"KNN (T+E)","variant":"","family":"Baseline","mean":0.1550429946},{"method":"Linear (T+E)","model":"Linear (T+E)","variant":"","family":"Baseline","mean":0.1422398648}];
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_all/datasets_small/winrate_matrix.csv
CHANGED
|
@@ -1,29 +1,30 @@
|
|
| 1 |
-
,TabFM (default),TabPFN-3 (default),TabPFN-2.6 (default),RealTabPFN-2.5 (T+E),TabICLv2 (default),RealMLP (T+E),TabDPT-Turbo (default),TabDPT (T+E),TabM (T+E),LimiX (default),LightGBM (T+E),TabSwift (default),CatBoost (T+E),iLTM (T+E),SAP-RPT-OSS (default),ModernNCA (T+E),xRFM (T+E),XGBoost (T+E),ChimeraBoost (T+E),EBM (T+E),TorchMLP (T+E),ExtraTrees (T+E),FastaiMLP (T+E),TabSTAR (T+E),RandomForest (T+E),PerpetualBooster (T+E),KNN (T+E),Linear (T+E)
|
| 2 |
-
TabFM (default),,0.78888893,0.79043204,0.80077165,0.8200618,0.86111116,0.87932104,0.8793209,0.87808645,0.9023149,0.90925926,0.8700617,0.92438275,0.9037037,0.8777778,0.905247,0.9166667,0.9287037,0.92222226,0.90864205,0.9333333,0.9333334,0.9151234,0.8595679,0.95061725,0.9854938,0.9567901,0.9703704
|
| 3 |
-
|
| 4 |
-
TabPFN-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
TabDPT (
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
|
|
|
|
|
| 1 |
+
,TabFM (default),EXAONE-Tabular (default),TabPFN-3 (default),TabPFN-2.6 (default),RealTabPFN-2.5 (T+E),TabICLv2 (default),RealMLP (T+E),TabDPT-Turbo (default),TabDPT (T+E),TabM (T+E),LimiX (default),LightGBM (T+E),TabSwift (default),CatBoost (T+E),iLTM (T+E),SAP-RPT-OSS (default),ModernNCA (T+E),xRFM (T+E),XGBoost (T+E),ChimeraBoost (T+E),EBM (T+E),TorchMLP (T+E),ExtraTrees (T+E),FastaiMLP (T+E),TabSTAR (T+E),RandomForest (T+E),PerpetualBooster (T+E),KNN (T+E),Linear (T+E)
|
| 2 |
+
TabFM (default),,0.74104935,0.78888893,0.79043204,0.80077165,0.8200618,0.86111116,0.87932104,0.8793209,0.87808645,0.9023149,0.90925926,0.8700617,0.92438275,0.9037037,0.8777778,0.905247,0.9166667,0.9287037,0.92222226,0.90864205,0.9333333,0.9333334,0.9151234,0.8595679,0.95061725,0.9854938,0.9567901,0.9703704
|
| 3 |
+
EXAONE-Tabular (default),0.2589506,,0.54783946,0.6976851,0.6641976,0.57253087,0.7993827,0.72283953,0.76203704,0.8416667,0.83981484,0.8845679,0.80339503,0.9140432,0.8919754,0.85864204,0.9027778,0.90833336,0.9231483,0.9197531,0.9365741,0.9351852,0.92592597,0.9305556,0.8691358,0.93981487,0.96265435,0.9614198,0.9589507
|
| 4 |
+
TabPFN-3 (default),0.21111113,0.4521605,,0.57345676,0.5756173,0.57253087,0.76358014,0.7641975,0.75802463,0.7891976,0.7564814,0.83858037,0.8771605,0.8521605,0.8635802,0.8074074,0.8524691,0.87932104,0.88287044,0.89969134,0.88487655,0.9182099,0.9277778,0.89274704,0.86234576,0.9259258,0.953395,0.9472222,0.9555556
|
| 5 |
+
TabPFN-2.6 (default),0.20956792,0.30231482,0.42654324,,0.4746914,0.47067901,0.7364198,0.675,0.66635805,0.7817901,0.74197537,0.8166667,0.7858025,0.86604947,0.85925925,0.79660493,0.8824074,0.84753084,0.880247,0.8993827,0.8753087,0.8932099,0.9021604,0.875926,0.84722215,0.917284,0.9503087,0.95061725,0.9419753
|
| 6 |
+
RealTabPFN-2.5 (T+E),0.19922839,0.33580247,0.42438275,0.5253086,,0.5268519,0.72777784,0.6626543,0.6614197,0.7876543,0.7533952,0.8271606,0.76327163,0.8429013,0.822068,0.7905864,0.8154321,0.83117276,0.8783951,0.88935196,0.8814816,0.90648144,0.8432099,0.89891964,0.8388889,0.89567894,0.9638888,0.9287037,0.95061725
|
| 7 |
+
TabICLv2 (default),0.17993829,0.42746913,0.42746916,0.529321,0.47314808,,0.721605,0.70524687,0.72268516,0.7632717,0.7266975,0.7901235,0.804321,0.8095679,0.8209876,0.7608025,0.81018525,0.81882733,0.82962966,0.8407408,0.8515432,0.86419755,0.85015434,0.85864204,0.8373457,0.8910495,0.9287037,0.945679,0.9598765
|
| 8 |
+
RealMLP (T+E),0.1388889,0.20061728,0.23641975,0.2635802,0.27222222,0.2783951,,0.48765436,0.46929014,0.5851852,0.5145062,0.7148148,0.5845679,0.7444445,0.7561729,0.66820985,0.6873456,0.75740755,0.821605,0.77700615,0.79382706,0.7907407,0.82006174,0.86064816,0.79475313,0.8851852,0.9333333,0.90339494,0.92006177
|
| 9 |
+
TabDPT-Turbo (default),0.12067902,0.2771605,0.23580249,0.325,0.33734566,0.29475302,0.5123457,,0.50987655,0.5310185,0.57808644,0.61141974,0.68657416,0.6456791,0.6611111,0.6361111,0.6382716,0.66635805,0.6858024,0.7283951,0.71265435,0.7391975,0.8208333,0.81543213,0.7728395,0.8712963,0.88086426,0.9296296,0.8913581
|
| 10 |
+
TabDPT (T+E),0.12067902,0.23796299,0.24197531,0.33364204,0.33858025,0.2773148,0.53070986,0.49012348,,0.5520061,0.5365741,0.6222222,0.6483024,0.63703704,0.69907403,0.64382714,0.6817901,0.6844137,0.6720679,0.7311728,0.7347223,0.73564816,0.82191354,0.77839506,0.7580247,0.8734567,0.8811729,0.9310186,0.8675926
|
| 11 |
+
TabM (T+E),0.12191358,0.15833335,0.2108025,0.21820986,0.21234567,0.2367284,0.41481486,0.46898153,0.44799387,,0.44969136,0.59104943,0.55277777,0.61975306,0.61496913,0.62438273,0.6388889,0.62685186,0.69938266,0.7376543,0.784568,0.77376544,0.72870374,0.78919756,0.79166675,0.77253085,0.8808642,0.8833334,0.930247
|
| 12 |
+
LimiX (default),0.09768519,0.16018517,0.24351852,0.25802475,0.24660495,0.27330247,0.48549378,0.42191356,0.4634259,0.55030864,,0.59938264,0.54814816,0.60246915,0.6387346,0.6145061,0.6296297,0.6104939,0.6407407,0.7265432,0.733642,0.70987654,0.73765427,0.7199074,0.7796296,0.7725308,0.8197531,0.8589507,0.91049385
|
| 13 |
+
LightGBM (T+E),0.09074074,0.115432106,0.16141976,0.18333335,0.17283951,0.20987655,0.28518522,0.38858026,0.37777779,0.40895063,0.4006173,,0.5246914,0.5280864,0.5189815,0.5450618,0.53734565,0.56913584,0.712963,0.7029321,0.7158952,0.65679014,0.71990746,0.73456794,0.7762346,0.8077161,0.9089507,0.8904321,0.9077161
|
| 14 |
+
TabSwift (default),0.12993829,0.19660494,0.12283952,0.21419753,0.2367284,0.19567901,0.41543213,0.31342593,0.3516975,0.44722223,0.45185184,0.47530863,,0.4910494,0.5197531,0.58765435,0.5191357,0.528395,0.55123454,0.5808642,0.62654316,0.67037034,0.7033951,0.7669753,0.7904321,0.75401235,0.85740745,0.8820988,0.86574066
|
| 15 |
+
CatBoost (T+E),0.07561728,0.08595679,0.14783953,0.13395064,0.15709877,0.19043213,0.25555554,0.35432103,0.36296296,0.38024697,0.39753085,0.47191367,0.5089506,,0.50401235,0.5746913,0.55864197,0.5453704,0.6100309,0.65709877,0.6598765,0.65771604,0.7243827,0.700926,0.77160496,0.8172839,0.87808645,0.88179016,0.8858025
|
| 16 |
+
iLTM (T+E),0.0962963,0.10802469,0.13641974,0.14074074,0.1779321,0.17901236,0.24382716,0.33888894,0.30092594,0.38503084,0.36126536,0.48101842,0.48024696,0.49598774,,0.54722226,0.53055555,0.56774694,0.5862654,0.64012355,0.6398148,0.65833336,0.7205248,0.7324074,0.73287046,0.80925924,0.88055545,0.87037045,0.84814817
|
| 17 |
+
SAP-RPT-OSS (default),0.12222222,0.14135805,0.19259258,0.20339507,0.20941359,0.23919755,0.33179015,0.3638889,0.35617286,0.37561733,0.38549384,0.45493826,0.4123457,0.42530864,0.4527778,,0.49537033,0.51203704,0.51666665,0.5237654,0.5796296,0.6354938,0.6524691,0.6817901,0.67808646,0.7097223,0.7589506,0.783642,0.87469137
|
| 18 |
+
ModernNCA (T+E),0.09475309,0.09722223,0.14753085,0.11759261,0.1845679,0.18981482,0.3126543,0.3617284,0.31820983,0.36111107,0.37037036,0.46265432,0.48086426,0.44135797,0.46944442,0.5046296,,0.49259254,0.55123454,0.5743827,0.6104939,0.59135807,0.6694445,0.6466049,0.6950616,0.7404321,0.7895062,0.81898147,0.7978396
|
| 19 |
+
xRFM (T+E),0.08333334,0.09166667,0.12067902,0.15246914,0.16882716,0.18117285,0.24259263,0.33364198,0.31558645,0.37314814,0.38950616,0.4308642,0.47160494,0.45462963,0.4322531,0.48796293,0.5074074,,0.49058643,0.58919746,0.6108025,0.5817902,0.67067903,0.638426,0.69907403,0.762963,0.79722226,0.89953697,0.8780864
|
| 20 |
+
XGBoost (T+E),0.0712963,0.07685186,0.117129646,0.11975309,0.12160495,0.17037039,0.17839508,0.3141975,0.32793212,0.30061734,0.35925925,0.28703701,0.44876543,0.38996917,0.41373456,0.48333332,0.4487655,0.50941354,,0.5746914,0.6070987,0.60015434,0.6750001,0.6663581,0.7459877,0.7844136,0.83765435,0.8589507,0.87839514
|
| 21 |
+
ChimeraBoost (T+E),0.07777778,0.080246925,0.10030866,0.10061728,0.11064815,0.15925927,0.22299382,0.27160493,0.26882717,0.26234567,0.27345678,0.29706788,0.41913584,0.34290123,0.3598766,0.47623459,0.42561728,0.41080248,0.42530864,,0.5716049,0.5546296,0.59104943,0.5808642,0.74629635,0.67253095,0.8021605,0.7787037,0.829321
|
| 22 |
+
EBM (T+E),0.09135803,0.06342593,0.11512347,0.12469137,0.118518524,0.1484568,0.20617287,0.28734565,0.26527774,0.2154321,0.26635802,0.28410494,0.3734568,0.3401235,0.36018515,0.4203704,0.38950622,0.38919756,0.39290124,0.42839512,,0.52006173,0.59645057,0.5473765,0.72037035,0.6385802,0.72870374,0.82901233,0.8929012
|
| 23 |
+
TorchMLP (T+E),0.06666667,0.06481482,0.08179012,0.106790125,0.09351852,0.13580246,0.20925927,0.26080245,0.26435181,0.2262346,0.29012343,0.3432098,0.32962966,0.34228393,0.3416666,0.36450619,0.40864196,0.41820988,0.39984566,0.44537035,0.4799383,,0.6209877,0.65771604,0.7205247,0.69012344,0.721605,0.79999995,0.85447526
|
| 24 |
+
ExtraTrees (T+E),0.06666667,0.074074075,0.072222225,0.097839504,0.15679014,0.14984569,0.17993827,0.17916666,0.17808641,0.2712963,0.26234567,0.2800926,0.29660496,0.2756173,0.27947533,0.34753087,0.33055556,0.32932097,0.32500002,0.40895063,0.40354934,0.37901235,,0.47438273,0.59321,0.71188277,0.64753085,0.9092594,0.76342595
|
| 25 |
+
FastaiMLP (T+E),0.084876545,0.06944445,0.1072531,0.12407407,0.101080246,0.14135803,0.13935186,0.1845679,0.22160493,0.2108025,0.2800926,0.2654321,0.23302466,0.29907408,0.2675926,0.31820983,0.35339502,0.36157408,0.33364195,0.4191358,0.4526235,0.34228387,0.5256173,,0.6490741,0.62422836,0.633642,0.7824074,0.83333325
|
| 26 |
+
TabSTAR (T+E),0.1404321,0.1308642,0.13765433,0.15277778,0.16111112,0.16265434,0.20524691,0.22716051,0.24197531,0.20833333,0.22037038,0.22376543,0.20956792,0.22839506,0.26712963,0.32191357,0.30493823,0.30092594,0.25401232,0.25370368,0.27962962,0.27947527,0.4067901,0.35092592,,0.43641973,0.5500001,0.63703704,0.66358024
|
| 27 |
+
RandomForest (T+E),0.049382713,0.060185187,0.07407407,0.082716055,0.104320996,0.108950615,0.114814825,0.1287037,0.12654322,0.22746915,0.22746915,0.19228396,0.24598762,0.18271607,0.19074075,0.29027778,0.2595679,0.23703702,0.21558644,0.32746914,0.3614197,0.30987653,0.2881173,0.3757716,0.5635803,,0.5978396,0.8117283,0.7262345
|
| 28 |
+
PerpetualBooster (T+E),0.014506172,0.03734568,0.046604946,0.04969136,0.036111113,0.0712963,0.06666668,0.119135804,0.11882716,0.119135804,0.1802469,0.09104939,0.14259261,0.12191359,0.11944444,0.24104936,0.2104938,0.20277779,0.16234569,0.19783953,0.27129626,0.27839503,0.35246915,0.366358,0.44999996,0.40216053,,0.61049384,0.6780864
|
| 29 |
+
KNN (T+E),0.043209877,0.03858025,0.052777782,0.04938272,0.071296304,0.05432099,0.096604936,0.070370376,0.06898149,0.116666675,0.1410494,0.1095679,0.117901236,0.11820989,0.12962964,0.21635804,0.18101853,0.10046296,0.14104939,0.2212963,0.17098767,0.20000002,0.090740755,0.2175926,0.36296296,0.1882716,0.38950622,,0.58240736
|
| 30 |
+
Linear (T+E),0.029629631,0.04104938,0.04444444,0.058024697,0.04938272,0.040123463,0.07993827,0.10864198,0.13240741,0.06975309,0.08950618,0.09228396,0.13425927,0.11419753,0.15185185,0.12530865,0.20216049,0.12191358,0.12160495,0.17067903,0.10709876,0.1455247,0.23657407,0.16666667,0.3364198,0.27376544,0.3219136,0.4175926,
|
data/imputation_no/splits_all/tasks_all/datasets_small/winrate_matrix.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe24d9c262060f57b77e0b9694622e294146ae8c8988d9cd8613c16546eae815
|
| 3 |
+
size 715984
|
data/imputation_no/splits_all/tasks_binary/datasets_all/leaderboard_overview_explorer.html
CHANGED
|
@@ -340,7 +340,7 @@
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
-
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1798.0,"imp":4.29,"score":0.87,"rank":6.54,"hrank":1.71,"elo_hi":1932.0,"elo_lo":1705.0,"imputed_pct":0.0,"imputed":false},{"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","reference":false,"elo":1762.0,"imp":9.366,"score":0.774,"rank":7.59,"hrank":2.99,"elo_hi":1861.0,"elo_lo":1681.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1673.0,"imp":9.072,"score":0.607,"rank":10.88,"hrank":4.5,"elo_hi":1785.0,"elo_lo":1591.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1671.0,"imp":11.602,"score":0.643,"rank":10.97,"hrank":4.82,"elo_hi":1775.0,"elo_lo":1604.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1602.0,"imp":11.715,"score":0.583,"rank":14.31,"hrank":5.44,"elo_hi":1714.0,"elo_lo":1543.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1594.0,"imp":12.966,"score":0.525,"rank":14.74,"hrank":8.31,"elo_hi":1671.0,"elo_lo":1536.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1546.0,"imp":13.63,"score":0.457,"rank":17.53,"hrank":8.94,"elo_hi":1647.0,"elo_lo":1493.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1531.0,"imp":14.067,"score":0.459,"rank":18.46,"hrank":11.23,"elo_hi":1611.0,"elo_lo":1482.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1518.0,"imp":14.195,"score":0.429,"rank":19.3,"hrank":9.4,"elo_hi":1612.0,"elo_lo":1467.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1499.0,"imp":14.526,"score":0.37,"rank":20.59,"hrank":9.56,"elo_hi":1565.0,"elo_lo":1432.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1480.0,"imp":15.441,"score":0.331,"rank":21.87,"hrank":14.89,"elo_hi":1529.0,"elo_lo":1429.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1466.0,"imp":15.885,"score":0.298,"rank":22.89,"hrank":12.03,"elo_hi":1531.0,"elo_lo":1417.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1440.0,"imp":16.174,"score":0.327,"rank":24.86,"hrank":10.87,"elo_hi":1506.0,"elo_lo":1380.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1424.0,"imp":16.983,"score":0.226,"rank":26.06,"hrank":18.7,"elo_hi":1476.0,"elo_lo":1386.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1414.0,"imp":16.689,"score":0.24,"rank":26.85,"hrank":17.86,"elo_hi":1471.0,"elo_lo":1365.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1411.0,"imp":16.762,"score":0.236,"rank":27.07,"hrank":13.9,"elo_hi":1479.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1409.0,"imp":15.996,"score":0.263,"rank":27.22,"hrank":13.91,"elo_hi":1472.0,"elo_lo":1356.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1405.0,"imp":16.716,"score":0.232,"rank":27.52,"hrank":15.4,"elo_hi":1461.0,"elo_lo":1355.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1404.0,"imp":16.691,"score":0.244,"rank":27.62,"hrank":14.53,"elo_hi":1459.0,"elo_lo":1354.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1398.0,"imp":16.879,"score":0.226,"rank":28.12,"hrank":15.42,"elo_hi":1451.0,"elo_lo":1346.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1391.0,"imp":17.008,"score":0.209,"rank":28.66,"hrank":16.45,"elo_hi":1441.0,"elo_lo":1337.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1375.0,"imp":17.782,"score":0.154,"rank":29.95,"hrank":22.9,"elo_hi":1416.0,"elo_lo":1345.0,"imputed_pct":0.0,"imputed":false},{"method":"BetaTabPFN","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2502.02527","reference":false,"elo":1375.0,"imp":18.667,"score":0.227,"rank":29.95,"hrank":17.09,"elo_hi":1436.0,"elo_lo":1318.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1374.0,"imp":17.662,"score":0.263,"rank":30.02,"hrank":17.48,"elo_hi":1454.0,"elo_lo":1303.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1374.0,"imp":18.173,"score":0.212,"rank":30.04,"hrank":17.9,"elo_hi":1452.0,"elo_lo":1314.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1372.0,"imp":17.789,"score":0.183,"rank":30.13,"hrank":20.56,"elo_hi":1430.0,"elo_lo":1324.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1371.0,"imp":18.509,"score":0.292,"rank":30.23,"hrank":12.72,"elo_hi":1465.0,"elo_lo":1286.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1357.0,"imp":18.103,"score":0.173,"rank":31.37,"hrank":17.79,"elo_hi":1407.0,"elo_lo":1302.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1354.0,"imp":18.287,"score":0.242,"rank":31.61,"hrank":16.38,"elo_hi":1442.0,"elo_lo":1265.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1347.0,"imp":17.38,"score":0.196,"rank":32.19,"hrank":15.21,"elo_hi":1408.0,"elo_lo":1290.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1344.0,"imp":18.64,"score":0.172,"rank":32.49,"hrank":19.86,"elo_hi":1420.0,"elo_lo":1286.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1339.0,"imp":18.278,"score":0.132,"rank":32.88,"hrank":23.2,"elo_hi":1386.0,"elo_lo":1299.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1318.0,"imp":18.666,"score":0.148,"rank":34.61,"hrank":22.56,"elo_hi":1375.0,"elo_lo":1262.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1317.0,"imp":19.264,"score":0.148,"rank":34.72,"hrank":20.78,"elo_hi":1403.0,"elo_lo":1259.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1311.0,"imp":18.482,"score":0.129,"rank":35.19,"hrank":25.86,"elo_hi":1355.0,"elo_lo":1271.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1308.0,"imp":18.788,"score":0.148,"rank":35.49,"hrank":22.3,"elo_hi":1368.0,"elo_lo":1252.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1304.0,"imp":19.881,"score":0.1,"rank":35.8,"hrank":25.93,"elo_hi":1352.0,"elo_lo":1258.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1298.0,"imp":19.396,"score":0.106,"rank":36.29,"hrank":22.37,"elo_hi":1344.0,"elo_lo":1250.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1293.0,"imp":19.744,"score":0.125,"rank":36.69,"hrank":24.12,"elo_hi":1341.0,"elo_lo":1230.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1289.0,"imp":20.957,"score":0.152,"rank":37.03,"hrank":18.27,"elo_hi":1353.0,"elo_lo":1229.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1276.0,"imp":20.193,"score":0.154,"rank":38.15,"hrank":21.29,"elo_hi":1337.0,"elo_lo":1208.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1270.0,"imp":20.548,"score":0.069,"rank":38.64,"hrank":28.25,"elo_hi":1315.0,"elo_lo":1227.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1266.0,"imp":20.762,"score":0.102,"rank":38.99,"hrank":21.74,"elo_hi":1316.0,"elo_lo":1221.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1262.0,"imp":19.658,"score":0.073,"rank":39.32,"hrank":27.81,"elo_hi":1303.0,"elo_lo":1216.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1260.0,"imp":19.983,"score":0.105,"rank":39.45,"hrank":27.08,"elo_hi":1316.0,"elo_lo":1200.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1246.0,"imp":21.322,"score":0.061,"rank":40.65,"hrank":26.78,"elo_hi":1296.0,"elo_lo":1196.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1228.0,"imp":20.789,"score":0.064,"rank":42.1,"hrank":31.28,"elo_hi":1286.0,"elo_lo":1175.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1226.0,"imp":20.49,"score":0.056,"rank":42.31,"hrank":32.2,"elo_hi":1266.0,"elo_lo":1188.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1190.0,"imp":21.887,"score":0.044,"rank":45.22,"hrank":30.46,"elo_hi":1242.0,"elo_lo":1132.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1185.0,"imp":21.808,"score":0.03,"rank":45.6,"hrank":36.93,"elo_hi":1235.0,"elo_lo":1129.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1181.0,"imp":21.5,"score":0.028,"rank":45.93,"hrank":39.33,"elo_hi":1225.0,"elo_lo":1145.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1174.0,"imp":23.331,"score":0.055,"rank":46.48,"hrank":28.67,"elo_hi":1238.0,"elo_lo":1110.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1168.0,"imp":24.618,"score":0.163,"rank":46.99,"hrank":12.59,"elo_hi":1242.0,"elo_lo":1076.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1162.0,"imp":22.606,"score":0.03,"rank":47.46,"hrank":36.24,"elo_hi":1218.0,"elo_lo":1096.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1161.0,"imp":24.746,"score":0.157,"rank":47.53,"hrank":12.17,"elo_hi":1235.0,"elo_lo":1070.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1151.0,"imp":23.197,"score":0.021,"rank":48.32,"hrank":37.11,"elo_hi":1200.0,"elo_lo":1092.0,"imputed_pct":0.0,"imputed":false},{"method":"OrionMSP","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.02818","reference":false,"elo":1144.0,"imp":24.301,"score":0.094,"rank":48.86,"hrank":32.36,"elo_hi":1219.0,"elo_lo":1067.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1120.0,"imp":23.852,"score":0.008,"rank":50.71,"hrank":39.9,"elo_hi":1161.0,"elo_lo":1059.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1100.0,"imp":25.651,"score":0.033,"rank":52.13,"hrank":39.32,"elo_hi":1158.0,"elo_lo":1024.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1098.0,"imp":24.161,"score":0.014,"rank":52.29,"hrank":38.82,"elo_hi":1152.0,"elo_lo":1050.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1067.0,"imp":27.022,"score":0.019,"rank":54.45,"hrank":42.1,"elo_hi":1126.0,"elo_lo":990.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1066.0,"imp":25.475,"score":0.011,"rank":54.52,"hrank":35.64,"elo_hi":1127.0,"elo_lo":981.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1066.0,"imp":29.342,"score":0.106,"rank":54.54,"hrank":19.99,"elo_hi":1157.0,"elo_lo":956.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":1053.0,"imp":29.973,"score":0.053,"rank":55.41,"hrank":35.47,"elo_hi":1141.0,"elo_lo":947.0,"imputed_pct":0.0,"imputed":false},{"method":"TabFlex","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.05584","reference":false,"elo":1046.0,"imp":29.232,"score":0.063,"rank":55.84,"hrank":34.72,"elo_hi":1150.0,"elo_lo":938.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":1028.0,"imp":30.591,"score":0.037,"rank":57.02,"hrank":37.12,"elo_hi":1117.0,"elo_lo":912.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":1026.0,"imp":27.427,"score":0.012,"rank":57.14,"hrank":42.44,"elo_hi":1084.0,"elo_lo":928.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1004.0,"imp":27.544,"score":0.01,"rank":58.5,"hrank":50.91,"elo_hi":1080.0,"elo_lo":907.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":27.884,"score":0.007,"rank":58.71,"hrank":52.08,"elo_hi":1061.0,"elo_lo":919.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":989.0,"imp":30.682,"score":0.013,"rank":59.34,"hrank":51.52,"elo_hi":1061.0,"elo_lo":885.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":970.0,"imp":32.424,"score":0.023,"rank":60.38,"hrank":41.7,"elo_hi":1054.0,"elo_lo":858.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":950.0,"imp":31.061,"score":0.0,"rank":61.44,"hrank":50.26,"elo_hi":1004.0,"elo_lo":872.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":924.0,"imp":32.209,"score":0.001,"rank":62.73,"hrank":46.67,"elo_hi":991.0,"elo_lo":793.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":630.0,"imp":46.1,"score":0.0,"rank":71.53,"hrank":65.48,"elo_hi":728.0,"elo_lo":463.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 340 |
(function () {
|
| 341 |
"use strict";
|
| 342 |
const CONFIG = {"title": null, "metrics": [{"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": "", "ci": {"lo": "elo_lo", "hi": "elo_hi"}}, {"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "score", "label": "Score", "axisLabel": "Score \u2014 higher is better", "lowerBetter": false, "fromZero": true, "decimals": 3, "suffix": ""}, {"key": "rank", "label": "Average rank", "axisLabel": "Average rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}, {"key": "hrank", "label": "Harmonic rank", "axisLabel": "Harmonic rank \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 2, "suffix": ""}], "rankMetric": "elo"};
|
| 343 |
+
const POINTS = [{"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","reference":false,"elo":1796.0,"imp":4.161,"score":0.885,"rank":6.5,"hrank":1.7,"elo_hi":1927.0,"elo_lo":1704.0,"imputed_pct":0.0,"imputed":false},{"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","reference":false,"elo":1685.0,"imp":10.637,"score":0.681,"rank":10.3,"hrank":3.99,"elo_hi":1783.0,"elo_lo":1620.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1674.0,"imp":8.939,"score":0.619,"rank":10.75,"hrank":4.35,"elo_hi":1788.0,"elo_lo":1590.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","reference":false,"elo":1671.0,"imp":11.471,"score":0.655,"rank":10.86,"hrank":4.56,"elo_hi":1774.0,"elo_lo":1604.0,"imputed_pct":0.0,"imputed":false},{"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","reference":false,"elo":1602.0,"imp":11.589,"score":0.591,"rank":14.2,"hrank":5.35,"elo_hi":1714.0,"elo_lo":1543.0,"imputed_pct":0.0,"imputed":false},{"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1594.0,"imp":12.844,"score":0.536,"rank":14.66,"hrank":8.11,"elo_hi":1671.0,"elo_lo":1536.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1546.0,"imp":13.507,"score":0.461,"rank":17.43,"hrank":8.66,"elo_hi":1648.0,"elo_lo":1493.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1532.0,"imp":13.946,"score":0.466,"rank":18.35,"hrank":10.89,"elo_hi":1612.0,"elo_lo":1483.0,"imputed_pct":0.0,"imputed":false},{"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","reference":false,"elo":1518.0,"imp":14.081,"score":0.433,"rank":19.2,"hrank":9.21,"elo_hi":1613.0,"elo_lo":1467.0,"imputed_pct":0.0,"imputed":false},{"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":true,"elo":1500.0,"imp":14.402,"score":0.381,"rank":20.48,"hrank":8.82,"elo_hi":1567.0,"elo_lo":1434.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1481.0,"imp":15.321,"score":0.338,"rank":21.79,"hrank":14.75,"elo_hi":1529.0,"elo_lo":1429.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1467.0,"imp":15.768,"score":0.302,"rank":22.8,"hrank":11.88,"elo_hi":1533.0,"elo_lo":1417.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","reference":false,"elo":1440.0,"imp":16.067,"score":0.333,"rank":24.76,"hrank":10.44,"elo_hi":1508.0,"elo_lo":1381.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1424.0,"imp":16.864,"score":0.236,"rank":26.01,"hrank":18.55,"elo_hi":1476.0,"elo_lo":1386.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1414.0,"imp":16.574,"score":0.247,"rank":26.8,"hrank":17.62,"elo_hi":1471.0,"elo_lo":1364.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1411.0,"imp":16.648,"score":0.241,"rank":27.01,"hrank":13.69,"elo_hi":1480.0,"elo_lo":1357.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1409.0,"imp":15.877,"score":0.264,"rank":27.19,"hrank":13.6,"elo_hi":1471.0,"elo_lo":1356.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1405.0,"imp":16.6,"score":0.241,"rank":27.47,"hrank":15.24,"elo_hi":1462.0,"elo_lo":1354.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1404.0,"imp":16.57,"score":0.256,"rank":27.57,"hrank":14.32,"elo_hi":1459.0,"elo_lo":1354.0,"imputed_pct":0.0,"imputed":false},{"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","reference":false,"elo":1398.0,"imp":16.763,"score":0.235,"rank":28.06,"hrank":15.07,"elo_hi":1452.0,"elo_lo":1345.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1391.0,"imp":16.896,"score":0.214,"rank":28.6,"hrank":16.27,"elo_hi":1441.0,"elo_lo":1337.0,"imputed_pct":0.0,"imputed":false},{"method":"BetaTabPFN","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2502.02527","reference":false,"elo":1375.0,"imp":18.55,"score":0.234,"rank":29.9,"hrank":16.83,"elo_hi":1437.0,"elo_lo":1318.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1375.0,"imp":17.664,"score":0.157,"rank":29.9,"hrank":22.53,"elo_hi":1416.0,"elo_lo":1344.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","reference":false,"elo":1374.0,"imp":17.546,"score":0.266,"rank":29.95,"hrank":17.37,"elo_hi":1455.0,"elo_lo":1303.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1374.0,"imp":18.052,"score":0.219,"rank":29.99,"hrank":17.6,"elo_hi":1453.0,"elo_lo":1314.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1373.0,"imp":17.667,"score":0.19,"rank":30.08,"hrank":20.24,"elo_hi":1431.0,"elo_lo":1325.0,"imputed_pct":0.0,"imputed":false},{"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","reference":false,"elo":1372.0,"imp":18.427,"score":0.294,"rank":30.17,"hrank":12.34,"elo_hi":1466.0,"elo_lo":1287.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1358.0,"imp":17.994,"score":0.174,"rank":31.32,"hrank":17.52,"elo_hi":1407.0,"elo_lo":1302.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1354.0,"imp":18.164,"score":0.245,"rank":31.57,"hrank":16.13,"elo_hi":1443.0,"elo_lo":1264.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1348.0,"imp":17.276,"score":0.198,"rank":32.13,"hrank":14.94,"elo_hi":1409.0,"elo_lo":1291.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1344.0,"imp":18.52,"score":0.176,"rank":32.46,"hrank":19.51,"elo_hi":1420.0,"elo_lo":1287.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1339.0,"imp":18.156,"score":0.137,"rank":32.85,"hrank":23.04,"elo_hi":1387.0,"elo_lo":1299.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1318.0,"imp":18.546,"score":0.153,"rank":34.58,"hrank":22.14,"elo_hi":1375.0,"elo_lo":1262.0,"imputed_pct":0.0,"imputed":false},{"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","reference":false,"elo":1317.0,"imp":19.143,"score":0.151,"rank":34.68,"hrank":19.67,"elo_hi":1403.0,"elo_lo":1259.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1311.0,"imp":18.37,"score":0.133,"rank":35.16,"hrank":25.86,"elo_hi":1355.0,"elo_lo":1270.0,"imputed_pct":0.0,"imputed":false},{"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","reference":false,"elo":1308.0,"imp":18.674,"score":0.149,"rank":35.45,"hrank":21.96,"elo_hi":1368.0,"elo_lo":1252.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1304.0,"imp":19.765,"score":0.104,"rank":35.79,"hrank":25.93,"elo_hi":1352.0,"elo_lo":1258.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1298.0,"imp":19.288,"score":0.107,"rank":36.25,"hrank":22.05,"elo_hi":1344.0,"elo_lo":1249.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":1293.0,"imp":19.633,"score":0.129,"rank":36.66,"hrank":23.98,"elo_hi":1341.0,"elo_lo":1230.0,"imputed_pct":0.0,"imputed":false},{"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","reference":false,"elo":1290.0,"imp":20.85,"score":0.156,"rank":36.99,"hrank":17.47,"elo_hi":1354.0,"elo_lo":1230.0,"imputed_pct":0.0,"imputed":false},{"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","reference":false,"elo":1276.0,"imp":20.097,"score":0.157,"rank":38.13,"hrank":21.35,"elo_hi":1337.0,"elo_lo":1207.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1270.0,"imp":20.437,"score":0.07,"rank":38.64,"hrank":28.27,"elo_hi":1315.0,"elo_lo":1227.0,"imputed_pct":0.0,"imputed":false},{"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","reference":false,"elo":1266.0,"imp":20.651,"score":0.102,"rank":38.97,"hrank":21.76,"elo_hi":1315.0,"elo_lo":1220.0,"imputed_pct":0.0,"imputed":false},{"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","reference":false,"elo":1262.0,"imp":19.552,"score":0.073,"rank":39.3,"hrank":27.87,"elo_hi":1303.0,"elo_lo":1216.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1261.0,"imp":19.874,"score":0.108,"rank":39.41,"hrank":26.63,"elo_hi":1317.0,"elo_lo":1200.0,"imputed_pct":0.0,"imputed":false},{"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","reference":false,"elo":1246.0,"imp":21.209,"score":0.066,"rank":40.63,"hrank":26.71,"elo_hi":1296.0,"elo_lo":1196.0,"imputed_pct":0.0,"imputed":false},{"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","reference":false,"elo":1228.0,"imp":20.671,"score":0.067,"rank":42.09,"hrank":29.52,"elo_hi":1286.0,"elo_lo":1175.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1226.0,"imp":20.386,"score":0.058,"rank":42.31,"hrank":32.31,"elo_hi":1266.0,"elo_lo":1188.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1190.0,"imp":21.788,"score":0.044,"rank":45.22,"hrank":30.45,"elo_hi":1242.0,"elo_lo":1133.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1186.0,"imp":21.699,"score":0.03,"rank":45.59,"hrank":36.85,"elo_hi":1235.0,"elo_lo":1130.0,"imputed_pct":0.0,"imputed":false},{"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","reference":false,"elo":1182.0,"imp":21.39,"score":0.028,"rank":45.92,"hrank":39.32,"elo_hi":1226.0,"elo_lo":1146.0,"imputed_pct":0.0,"imputed":false},{"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","reference":false,"elo":1175.0,"imp":23.225,"score":0.061,"rank":46.47,"hrank":28.27,"elo_hi":1239.0,"elo_lo":1111.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1168.0,"imp":24.522,"score":0.163,"rank":46.99,"hrank":12.59,"elo_hi":1242.0,"elo_lo":1076.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1162.0,"imp":22.506,"score":0.03,"rank":47.44,"hrank":36.09,"elo_hi":1218.0,"elo_lo":1097.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1161.0,"imp":24.65,"score":0.157,"rank":47.53,"hrank":12.14,"elo_hi":1234.0,"elo_lo":1070.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1151.0,"imp":23.09,"score":0.021,"rank":48.3,"hrank":36.85,"elo_hi":1200.0,"elo_lo":1092.0,"imputed_pct":0.0,"imputed":false},{"method":"OrionMSP","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.02818","reference":false,"elo":1144.0,"imp":24.202,"score":0.094,"rank":48.86,"hrank":32.4,"elo_hi":1218.0,"elo_lo":1068.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1120.0,"imp":23.746,"score":0.008,"rank":50.7,"hrank":39.52,"elo_hi":1161.0,"elo_lo":1060.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1101.0,"imp":25.573,"score":0.033,"rank":52.1,"hrank":39.11,"elo_hi":1160.0,"elo_lo":1025.0,"imputed_pct":0.0,"imputed":false},{"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1098.0,"imp":24.058,"score":0.014,"rank":52.29,"hrank":38.87,"elo_hi":1152.0,"elo_lo":1050.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":1068.0,"imp":26.946,"score":0.019,"rank":54.43,"hrank":41.93,"elo_hi":1127.0,"elo_lo":992.0,"imputed_pct":0.0,"imputed":false},{"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","reference":false,"elo":1066.0,"imp":25.379,"score":0.011,"rank":54.51,"hrank":35.45,"elo_hi":1127.0,"elo_lo":981.0,"imputed_pct":0.0,"imputed":false},{"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","reference":false,"elo":1066.0,"imp":29.253,"score":0.106,"rank":54.53,"hrank":19.88,"elo_hi":1156.0,"elo_lo":958.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":1053.0,"imp":29.872,"score":0.053,"rank":55.41,"hrank":35.54,"elo_hi":1141.0,"elo_lo":948.0,"imputed_pct":0.0,"imputed":false},{"method":"TabFlex","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.05584","reference":false,"elo":1047.0,"imp":29.142,"score":0.063,"rank":55.82,"hrank":34.75,"elo_hi":1150.0,"elo_lo":940.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":1028.0,"imp":30.492,"score":0.037,"rank":57.01,"hrank":37.19,"elo_hi":1117.0,"elo_lo":911.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":1026.0,"imp":27.328,"score":0.012,"rank":57.13,"hrank":42.04,"elo_hi":1084.0,"elo_lo":928.0,"imputed_pct":0.0,"imputed":false},{"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","reference":false,"elo":1004.0,"imp":27.446,"score":0.01,"rank":58.49,"hrank":50.9,"elo_hi":1080.0,"elo_lo":907.0,"imputed_pct":0.0,"imputed":false},{"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","reference":false,"elo":1000.0,"imp":27.785,"score":0.007,"rank":58.71,"hrank":52.08,"elo_hi":1061.0,"elo_lo":919.0,"imputed_pct":0.0,"imputed":false},{"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","reference":false,"elo":989.0,"imp":30.593,"score":0.013,"rank":59.34,"hrank":51.47,"elo_hi":1062.0,"elo_lo":885.0,"imputed_pct":0.0,"imputed":false},{"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","reference":false,"elo":971.0,"imp":32.328,"score":0.023,"rank":60.37,"hrank":41.65,"elo_hi":1055.0,"elo_lo":859.0,"imputed_pct":0.0,"imputed":false},{"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","reference":false,"elo":950.0,"imp":30.997,"score":0.0,"rank":61.44,"hrank":49.66,"elo_hi":1004.0,"elo_lo":872.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":924.0,"imp":32.122,"score":0.001,"rank":62.73,"hrank":46.7,"elo_hi":991.0,"elo_lo":791.0,"imputed_pct":0.0,"imputed":false},{"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","reference":false,"elo":629.0,"imp":46.039,"score":0.0,"rank":71.53,"hrank":65.41,"elo_hi":728.0,"elo_lo":463.0,"imputed_pct":0.0,"imputed":false}];
|
| 344 |
|
| 345 |
|
| 346 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_binary/datasets_all/leaderboard_table.html
CHANGED
|
@@ -363,7 +363,7 @@
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
-
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1798.0,"score":0.87,"rank":6.54,"hrank":1.71,"imp":4.29,"train_time":36.45,"predict_time":7.109,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+134\/-93","imputed":false},{"position":1,"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1762.0,"score":0.774,"rank":7.59,"hrank":2.99,"imp":9.366,"train_time":4.67,"predict_time":0.486,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+99\/-81","imputed":false},{"position":2,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1673.0,"score":0.607,"rank":10.88,"hrank":4.5,"imp":9.072,"train_time":272.41,"predict_time":4.561,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+112\/-82","imputed":false},{"position":3,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1671.0,"score":0.643,"rank":10.97,"hrank":4.82,"imp":11.602,"train_time":2.63,"predict_time":0.361,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+104\/-67","imputed":false},{"position":4,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1602.0,"score":0.583,"rank":14.31,"hrank":5.44,"imp":11.715,"train_time":1.77,"predict_time":0.158,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+112\/-59","imputed":false},{"position":5,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1594.0,"score":0.525,"rank":14.74,"hrank":8.31,"imp":12.966,"train_time":4.82,"predict_time":0.464,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+77\/-58","imputed":false},{"position":6,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1546.0,"score":0.457,"rank":17.53,"hrank":8.94,"imp":13.63,"train_time":1924.5,"predict_time":9.103,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+101\/-53","imputed":false},{"position":7,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1531.0,"score":0.459,"rank":18.46,"hrank":11.23,"imp":14.067,"train_time":4.91,"predict_time":0.694,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-49","imputed":false},{"position":8,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1518.0,"score":0.429,"rank":19.3,"hrank":9.4,"imp":14.195,"train_time":1924.5,"predict_time":1.329,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+94\/-51","imputed":false},{"position":9,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1499.0,"score":0.37,"rank":20.59,"hrank":9.56,"imp":14.526,"train_time":1152.97,"predict_time":1.783,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+66\/-67","imputed":false},{"position":10,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1480.0,"score":0.331,"rank":21.87,"hrank":14.89,"imp":15.441,"train_time":2775.98,"predict_time":8.849,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+49\/-51","imputed":false},{"position":11,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1466.0,"score":0.298,"rank":22.89,"hrank":12.03,"imp":15.885,"train_time":1612.07,"predict_time":1.884,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+65\/-49","imputed":false},{"position":12,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1440.0,"score":0.327,"rank":24.86,"hrank":10.87,"imp":16.174,"train_time":1.44,"predict_time":0.169,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+66\/-60","imputed":false},{"position":13,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1424.0,"score":0.226,"rank":26.06,"hrank":18.7,"imp":16.983,"train_time":328.96,"predict_time":1.101,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-38","imputed":false},{"position":14,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1414.0,"score":0.24,"rank":26.85,"hrank":17.86,"imp":16.689,"train_time":8305.07,"predict_time":336.002,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+57\/-49","imputed":false},{"position":15,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1411.0,"score":0.236,"rank":27.07,"hrank":13.9,"imp":16.762,"train_time":1612.07,"predict_time":0.232,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+68\/-54","imputed":false},{"position":16,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1409.0,"score":0.263,"rank":27.22,"hrank":13.91,"imp":15.996,"train_time":4982.66,"predict_time":358.753,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+63\/-53","imputed":false},{"position":17,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1405.0,"score":0.232,"rank":27.52,"hrank":15.4,"imp":16.716,"train_time":738.26,"predict_time":0.246,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+56\/-50","imputed":false},{"position":18,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1404.0,"score":0.244,"rank":27.62,"hrank":14.53,"imp":16.691,"train_time":3.04,"predict_time":0.02,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+55\/-50","imputed":false},{"position":19,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1398.0,"score":0.226,"rank":28.12,"hrank":15.42,"imp":16.879,"train_time":738.26,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+53\/-52","imputed":false},{"position":20,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1391.0,"score":0.209,"rank":28.66,"hrank":16.45,"imp":17.008,"train_time":2775.98,"predict_time":0.415,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+50\/-54","imputed":false},{"position":21,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1375.0,"score":0.154,"rank":29.95,"hrank":22.9,"imp":17.782,"train_time":328.96,"predict_time":0.126,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-30","imputed":false},{"position":22,"method":"BetaTabPFN","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2502.02527","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1375.0,"score":0.227,"rank":29.95,"hrank":17.09,"imp":18.667,"train_time":250.39,"predict_time":1.708,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-57","imputed":false},{"position":23,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1374.0,"score":0.263,"rank":30.02,"hrank":17.48,"imp":17.662,"train_time":1.13,"predict_time":0.059,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-71","imputed":false},{"position":24,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1374.0,"score":0.212,"rank":30.04,"hrank":17.9,"imp":18.173,"train_time":281.39,"predict_time":0.314,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+78\/-60","imputed":false},{"position":25,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1372.0,"score":0.183,"rank":30.13,"hrank":20.56,"imp":17.789,"train_time":473.04,"predict_time":0.621,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-48","imputed":false},{"position":26,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1371.0,"score":0.292,"rank":30.23,"hrank":12.72,"imp":18.509,"train_time":14.26,"predict_time":4.299,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+94\/-85","imputed":false},{"position":27,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1357.0,"score":0.173,"rank":31.37,"hrank":17.79,"imp":18.103,"train_time":3383.91,"predict_time":0.51,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+50\/-55","imputed":false},{"position":28,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1354.0,"score":0.242,"rank":31.61,"hrank":16.38,"imp":18.287,"train_time":3383.91,"predict_time":8.39,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+88\/-89","imputed":false},{"position":29,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1347.0,"score":0.196,"rank":32.19,"hrank":15.21,"imp":17.38,"train_time":4982.66,"predict_time":42.199,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-57","imputed":false},{"position":30,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1344.0,"score":0.172,"rank":32.49,"hrank":19.86,"imp":18.64,"train_time":281.39,"predict_time":0.027,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+76\/-58","imputed":false},{"position":31,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1339.0,"score":0.132,"rank":32.88,"hrank":23.2,"imp":18.278,"train_time":473.04,"predict_time":0.13,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+47\/-40","imputed":false},{"position":32,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1318.0,"score":0.148,"rank":34.61,"hrank":22.56,"imp":18.666,"train_time":642.4,"predict_time":2.766,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+57\/-56","imputed":false},{"position":33,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1317.0,"score":0.148,"rank":34.72,"hrank":20.78,"imp":19.264,"train_time":1.25,"predict_time":0.026,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+86\/-58","imputed":false},{"position":34,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1311.0,"score":0.129,"rank":35.19,"hrank":25.86,"imp":18.482,"train_time":2241.92,"predict_time":2.415,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-40","imputed":false},{"position":35,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1308.0,"score":0.148,"rank":35.49,"hrank":22.3,"imp":18.788,"train_time":5.03,"predict_time":0.208,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+60\/-56","imputed":false},{"position":36,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1304.0,"score":0.1,"rank":35.8,"hrank":25.93,"imp":19.881,"train_time":936.75,"predict_time":0.134,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+48\/-46","imputed":false},{"position":37,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1298.0,"score":0.106,"rank":36.29,"hrank":22.37,"imp":19.396,"train_time":8305.07,"predict_time":52.875,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+46\/-48","imputed":false},{"position":38,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1293.0,"score":0.125,"rank":36.69,"hrank":24.12,"imp":19.744,"train_time":642.4,"predict_time":0.146,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-63","imputed":false},{"position":39,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1289.0,"score":0.152,"rank":37.03,"hrank":18.27,"imp":20.957,"train_time":12.86,"predict_time":3.167,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+64\/-60","imputed":false},{"position":40,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1276.0,"score":0.154,"rank":38.15,"hrank":21.29,"imp":20.193,"train_time":49.67,"predict_time":43.824,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-68","imputed":false},{"position":41,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1270.0,"score":0.069,"rank":38.64,"hrank":28.25,"imp":20.548,"train_time":936.75,"predict_time":0.016,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-43","imputed":false},{"position":42,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1266.0,"score":0.102,"rank":38.99,"hrank":21.74,"imp":20.762,"train_time":13.51,"predict_time":0.31,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+50\/-45","imputed":false},{"position":43,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1262.0,"score":0.073,"rank":39.32,"hrank":27.81,"imp":19.658,"train_time":9.33,"predict_time":1.116,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+41\/-46","imputed":false},{"position":44,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1260.0,"score":0.105,"rank":39.45,"hrank":27.08,"imp":19.983,"train_time":559.38,"predict_time":4.079,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+56\/-60","imputed":false},{"position":45,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1246.0,"score":0.061,"rank":40.65,"hrank":26.78,"imp":21.322,"train_time":3.27,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-50","imputed":false},{"position":46,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1228.0,"score":0.064,"rank":42.1,"hrank":31.28,"imp":20.789,"train_time":1.24,"predict_time":0.11,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-53","imputed":false},{"position":47,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1226.0,"score":0.056,"rank":42.31,"hrank":32.2,"imp":20.49,"train_time":2241.92,"predict_time":0.136,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+40\/-38","imputed":false},{"position":48,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1190.0,"score":0.044,"rank":45.22,"hrank":30.46,"imp":21.887,"train_time":559.38,"predict_time":0.276,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-58","imputed":false},{"position":49,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1185.0,"score":0.03,"rank":45.6,"hrank":36.93,"imp":21.808,"train_time":182.35,"predict_time":0.686,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-56","imputed":false},{"position":50,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1181.0,"score":0.028,"rank":45.93,"hrank":39.33,"imp":21.5,"train_time":0.81,"predict_time":0.093,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-36","imputed":false},{"position":51,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1174.0,"score":0.055,"rank":46.48,"hrank":28.67,"imp":23.331,"train_time":210.38,"predict_time":43.847,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+64\/-64","imputed":false},{"position":52,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1168.0,"score":0.163,"rank":46.99,"hrank":12.59,"imp":24.618,"train_time":25373.34,"predict_time":3.667,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-92","imputed":false},{"position":53,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1162.0,"score":0.03,"rank":47.46,"hrank":36.24,"imp":22.606,"train_time":182.35,"predict_time":0.058,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+56\/-66","imputed":false},{"position":54,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1161.0,"score":0.157,"rank":47.53,"hrank":12.17,"imp":24.746,"train_time":25373.34,"predict_time":14.078,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-91","imputed":false},{"position":55,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1151.0,"score":0.021,"rank":48.32,"hrank":37.11,"imp":23.197,"train_time":169.75,"predict_time":0.603,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+49\/-59","imputed":false},{"position":56,"method":"OrionMSP","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.02818","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1144.0,"score":0.094,"rank":48.86,"hrank":32.36,"imp":24.301,"train_time":14.46,"predict_time":2.705,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+75\/-77","imputed":false},{"position":57,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1120.0,"score":0.008,"rank":50.71,"hrank":39.9,"imp":23.852,"train_time":169.75,"predict_time":0.059,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-61","imputed":false},{"position":58,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1100.0,"score":0.033,"rank":52.13,"hrank":39.32,"imp":25.651,"train_time":117.85,"predict_time":0.773,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-76","imputed":false},{"position":59,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1098.0,"score":0.014,"rank":52.29,"hrank":38.82,"imp":24.161,"train_time":4.95,"predict_time":0.091,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+54\/-48","imputed":false},{"position":60,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1067.0,"score":0.019,"rank":54.45,"hrank":42.1,"imp":27.022,"train_time":117.85,"predict_time":0.29,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+59\/-77","imputed":false},{"position":61,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1066.0,"score":0.011,"rank":54.52,"hrank":35.64,"imp":25.475,"train_time":2.56,"predict_time":0.267,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-85","imputed":false},{"position":62,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1066.0,"score":0.106,"rank":54.54,"hrank":19.99,"imp":29.342,"train_time":391.11,"predict_time":4.052,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+91\/-110","imputed":false},{"position":63,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1053.0,"score":0.053,"rank":55.41,"hrank":35.47,"imp":29.973,"train_time":162.68,"predict_time":0.405,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+88\/-106","imputed":false},{"position":64,"method":"TabFlex","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.05584","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1046.0,"score":0.063,"rank":55.84,"hrank":34.72,"imp":29.232,"train_time":0.85,"predict_time":0.129,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+104\/-108","imputed":false},{"position":65,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1028.0,"score":0.037,"rank":57.02,"hrank":37.12,"imp":30.591,"train_time":162.68,"predict_time":0.054,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+89\/-116","imputed":false},{"position":66,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1026.0,"score":0.012,"rank":57.14,"hrank":42.44,"imp":27.427,"train_time":139.88,"predict_time":3.917,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-98","imputed":false},{"position":67,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1004.0,"score":0.01,"rank":58.5,"hrank":50.91,"imp":27.544,"train_time":1.09,"predict_time":0.191,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+76\/-97","imputed":false},{"position":68,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.007,"rank":58.71,"hrank":52.08,"imp":27.884,"train_time":0.25,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-81","imputed":false},{"position":69,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":989.0,"score":0.013,"rank":59.34,"hrank":51.52,"imp":30.682,"train_time":2.8,"predict_time":0.564,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+72\/-104","imputed":false},{"position":70,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":970.0,"score":0.023,"rank":60.38,"hrank":41.7,"imp":32.424,"train_time":0.84,"predict_time":0.094,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+84\/-112","imputed":false},{"position":71,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":950.0,"score":0.0,"rank":61.44,"hrank":50.26,"imp":31.061,"train_time":15.8,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+54\/-78","imputed":false},{"position":72,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":924.0,"score":0.001,"rank":62.73,"hrank":46.67,"imp":32.209,"train_time":139.88,"predict_time":0.193,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+67\/-131","imputed":false},{"position":73,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":630.0,"score":0.0,"rank":71.53,"hrank":65.48,"imp":46.1,"train_time":0.15,"predict_time":0.023,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+98\/-167","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
@@ -910,8 +910,8 @@
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
-
// No medals here: this table is the full ranking
|
| 914 |
-
//
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
|
|
|
| 363 |
(function () {
|
| 364 |
"use strict";
|
| 365 |
const CONFIG = {"title": null, "columns": [{"key": "position", "label": "#", "always": true, "hint": "Position in this subset's published ranking."}, {"key": "family", "label": "Type", "always": true, "hint": "Model family \u2014 see the key above the table."}, {"key": "model", "label": "Model", "always": true, "hint": "The model, its tuning variant in brackets, \u2714\ufe0f when the implementation was verified, and \u2021 when some results are imputed."}, {"key": "elo", "label": "Elo", "decimals": 0, "heatmap": true, "hint": "Pairwise win-rate rating; a 400-point gap is about a 91% win rate. Higher is better."}, {"key": "score", "label": "Score", "decimals": 3, "heatmap": true, "hint": "Error rescaled per dataset to 1 (best) \u2026 0 (median), then averaged. Higher is better."}, {"key": "rank", "label": "Rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Mean rank across datasets. Lower is better."}, {"key": "hrank", "label": "Harmonic rank", "short": "H. rank", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "Harmonic mean of per-dataset ranks; rewards being excellent somewhere. Lower is better."}, {"key": "imp", "label": "Improvability (%)", "short": "Improv.", "decimals": 2, "lowerBetter": true, "heatmap": true, "hint": "How much lower the best model's error is than this one's, per dataset. Lower is better."}, {"key": "train_time", "label": "Train time (s/1K)", "short": "Train s", "decimals": 2, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to fit per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "predict_time", "label": "Predict time (s/1K)", "short": "Predict s", "decimals": 3, "lowerBetter": true, "heatmap": true, "logScale": true, "hint": "Median seconds to predict per 1000 rows. Lower is better; shaded on a log scale."}, {"key": "imputed_pct", "label": "Imputed (%)", "short": "Imputed", "decimals": 1, "lowerBetter": true, "heatmap": true, "hint": "Share of datasets whose score was imputed because the model could not run on them."}, {"key": "hardware", "label": "Hardware", "text": true, "hint": "The hardware the reported runtimes were measured on."}], "rankKey": "elo", "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 366 |
+
const POINTS = [{"position":0,"method":"TabFM","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/google-research\/tabfm","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1796.0,"score":0.885,"rank":6.5,"hrank":1.7,"imp":4.161,"train_time":36.45,"predict_time":7.109,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+131\/-92","imputed":false},{"position":1,"method":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LGAI-Research\/EXAONE-Tabular","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1685.0,"score":0.681,"rank":10.3,"hrank":3.99,"imp":10.637,"train_time":5.18,"predict_time":0.614,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+98\/-65","imputed":false},{"position":2,"method":"AutoGluon 1.5 (extreme, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1674.0,"score":0.619,"rank":10.75,"hrank":4.35,"imp":8.939,"train_time":272.41,"predict_time":4.561,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+114\/-84","imputed":false},{"position":3,"method":"TabPFN-3","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2605.13986","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1671.0,"score":0.655,"rank":10.86,"hrank":4.56,"imp":11.471,"train_time":2.63,"predict_time":0.361,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+103\/-67","imputed":false},{"position":4,"method":"TabICLv2","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2602.11139","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1602.0,"score":0.591,"rank":14.2,"hrank":5.35,"imp":11.589,"train_time":1.77,"predict_time":0.158,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+112\/-59","imputed":false},{"position":5,"method":"TabPFN-2.6","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1594.0,"score":0.536,"rank":14.66,"hrank":8.11,"imp":12.844,"train_time":4.82,"predict_time":0.464,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+77\/-58","imputed":false},{"position":6,"method":"RealTabPFN-2.5","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1546.0,"score":0.461,"rank":17.43,"hrank":8.66,"imp":13.507,"train_time":1924.5,"predict_time":9.103,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+102\/-53","imputed":false},{"position":7,"method":"RealTabPFN-2.5","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1532.0,"score":0.466,"rank":18.35,"hrank":10.89,"imp":13.946,"train_time":4.91,"predict_time":0.694,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+80\/-49","imputed":false},{"position":8,"method":"RealTabPFN-2.5","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.08667","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1518.0,"score":0.433,"rank":19.2,"hrank":9.21,"imp":14.081,"train_time":1924.5,"predict_time":1.329,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+95\/-51","imputed":false},{"position":9,"method":"AutoGluon 1.4 (best, 4h)","variant":"","family":"Reference Pipeline","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83d\udcca","verified":true,"elo":1500.0,"score":0.381,"rank":20.48,"hrank":8.82,"imp":14.402,"train_time":1152.97,"predict_time":1.783,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+67\/-66","imputed":false},{"position":10,"method":"RealMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1481.0,"score":0.338,"rank":21.79,"hrank":14.75,"imp":15.321,"train_time":2775.98,"predict_time":8.849,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-52","imputed":false},{"position":11,"method":"TabM","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1467.0,"score":0.302,"rank":22.8,"hrank":11.88,"imp":15.768,"train_time":1612.07,"predict_time":1.884,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+66\/-50","imputed":false},{"position":12,"method":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","url":"https:\/\/openreview.net\/pdf?id=Y00pwFyrHR","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1440.0,"score":0.333,"rank":24.76,"hrank":10.44,"imp":16.067,"train_time":1.44,"predict_time":0.169,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+68\/-59","imputed":false},{"position":13,"method":"LightGBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1424.0,"score":0.236,"rank":26.01,"hrank":18.55,"imp":16.864,"train_time":328.96,"predict_time":1.101,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-38","imputed":false},{"position":14,"method":"iLTM","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1414.0,"score":0.247,"rank":26.8,"hrank":17.62,"imp":16.574,"train_time":8305.07,"predict_time":336.002,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+57\/-50","imputed":false},{"position":15,"method":"TabM","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1411.0,"score":0.241,"rank":27.01,"hrank":13.69,"imp":16.648,"train_time":1612.07,"predict_time":0.232,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+69\/-54","imputed":false},{"position":16,"method":"TabDPT","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1409.0,"score":0.264,"rank":27.19,"hrank":13.6,"imp":15.877,"train_time":4982.66,"predict_time":358.753,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+62\/-53","imputed":false},{"position":17,"method":"CatBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1405.0,"score":0.241,"rank":27.47,"hrank":15.24,"imp":16.6,"train_time":738.26,"predict_time":0.246,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+57\/-51","imputed":false},{"position":18,"method":"CatBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1404.0,"score":0.256,"rank":27.57,"hrank":14.32,"imp":16.57,"train_time":3.04,"predict_time":0.02,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+55\/-50","imputed":false},{"position":19,"method":"CatBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1706.09516","family_symbol":"\ud83c\udf33","verified":true,"elo":1398.0,"score":0.235,"rank":28.06,"hrank":15.07,"imp":16.763,"train_time":738.26,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+54\/-53","imputed":false},{"position":20,"method":"RealMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1391.0,"score":0.214,"rank":28.6,"hrank":16.27,"imp":16.896,"train_time":2775.98,"predict_time":0.415,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+50\/-54","imputed":false},{"position":21,"method":"BetaTabPFN","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2502.02527","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1375.0,"score":0.234,"rank":29.9,"hrank":16.83,"imp":18.55,"train_time":250.39,"predict_time":1.708,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+62\/-57","imputed":false},{"position":22,"method":"LightGBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1375.0,"score":0.157,"rank":29.9,"hrank":22.53,"imp":17.664,"train_time":328.96,"predict_time":0.126,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-31","imputed":false},{"position":23,"method":"TabSwift","variant":"Default","family":"Foundation Model","url":"https:\/\/github.com\/LAMDA-Tabular\/TabSwift","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1374.0,"score":0.266,"rank":29.95,"hrank":17.37,"imp":17.546,"train_time":1.13,"predict_time":0.059,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+81\/-71","imputed":false},{"position":24,"method":"ChimeraBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1374.0,"score":0.219,"rank":29.99,"hrank":17.6,"imp":18.052,"train_time":281.39,"predict_time":0.314,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+79\/-60","imputed":false},{"position":25,"method":"XGBoost","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1373.0,"score":0.19,"rank":30.08,"hrank":20.24,"imp":17.667,"train_time":473.04,"predict_time":0.621,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-48","imputed":false},{"position":26,"method":"LimiX","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2509.03505","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1372.0,"score":0.294,"rank":30.17,"hrank":12.34,"imp":18.427,"train_time":14.26,"predict_time":4.299,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+94\/-85","imputed":false},{"position":27,"method":"ModernNCA","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1358.0,"score":0.174,"rank":31.32,"hrank":17.52,"imp":17.994,"train_time":3383.91,"predict_time":0.51,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+49\/-56","imputed":false},{"position":28,"method":"ModernNCA","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1354.0,"score":0.245,"rank":31.57,"hrank":16.13,"imp":18.164,"train_time":3383.91,"predict_time":8.39,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+89\/-90","imputed":false},{"position":29,"method":"TabDPT","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1348.0,"score":0.198,"rank":32.13,"hrank":14.94,"imp":17.276,"train_time":4982.66,"predict_time":42.199,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-57","imputed":false},{"position":30,"method":"ChimeraBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1344.0,"score":0.176,"rank":32.46,"hrank":19.51,"imp":18.52,"train_time":281.39,"predict_time":0.027,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+76\/-57","imputed":false},{"position":31,"method":"XGBoost","variant":"Tuned","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1339.0,"score":0.137,"rank":32.85,"hrank":23.04,"imp":18.156,"train_time":473.04,"predict_time":0.13,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+48\/-40","imputed":false},{"position":32,"method":"xRFM","variant":"Tuned + Ens.","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1318.0,"score":0.153,"rank":34.58,"hrank":22.14,"imp":18.546,"train_time":642.4,"predict_time":2.766,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+57\/-56","imputed":false},{"position":33,"method":"ChimeraBoost","variant":"Default","family":"Tree-based","url":"https:\/\/github.com\/bbstats\/chimeraboost","family_symbol":"\ud83c\udf33","verified":true,"elo":1317.0,"score":0.151,"rank":34.68,"hrank":19.67,"imp":19.143,"train_time":1.25,"predict_time":0.026,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+86\/-58","imputed":false},{"position":34,"method":"TorchMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1311.0,"score":0.133,"rank":35.16,"hrank":25.86,"imp":18.37,"train_time":2241.92,"predict_time":2.415,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-41","imputed":false},{"position":35,"method":"TabM","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2410.24210","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1308.0,"score":0.149,"rank":35.45,"hrank":21.96,"imp":18.674,"train_time":5.03,"predict_time":0.208,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+60\/-56","imputed":false},{"position":36,"method":"EBM","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1304.0,"score":0.104,"rank":35.79,"hrank":25.93,"imp":19.765,"train_time":936.75,"predict_time":0.134,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+48\/-46","imputed":false},{"position":37,"method":"iLTM","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1298.0,"score":0.107,"rank":36.25,"hrank":22.05,"imp":19.288,"train_time":8305.07,"predict_time":52.875,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+46\/-49","imputed":false},{"position":38,"method":"xRFM","variant":"Tuned","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":1293.0,"score":0.129,"rank":36.66,"hrank":23.98,"imp":19.633,"train_time":642.4,"predict_time":0.146,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+48\/-63","imputed":false},{"position":39,"method":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.10707","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1290.0,"score":0.156,"rank":36.99,"hrank":17.47,"imp":20.85,"train_time":12.86,"predict_time":3.167,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+64\/-60","imputed":false},{"position":40,"method":"TabDPT","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2410.18164","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1276.0,"score":0.157,"rank":38.13,"hrank":21.35,"imp":20.097,"train_time":49.67,"predict_time":43.824,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+61\/-69","imputed":false},{"position":41,"method":"EBM","variant":"Tuned","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1270.0,"score":0.07,"rank":38.64,"hrank":28.27,"imp":20.437,"train_time":936.75,"predict_time":0.016,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+45\/-43","imputed":false},{"position":42,"method":"ModernNCA","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.03257","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1266.0,"score":0.102,"rank":38.97,"hrank":21.76,"imp":20.651,"train_time":13.51,"predict_time":0.31,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+49\/-46","imputed":false},{"position":43,"method":"RealMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2407.04491","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1262.0,"score":0.073,"rank":39.3,"hrank":27.87,"imp":19.552,"train_time":9.33,"predict_time":1.116,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+41\/-46","imputed":false},{"position":44,"method":"FastaiMLP","variant":"Tuned + Ens.","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1261.0,"score":0.108,"rank":39.41,"hrank":26.63,"imp":19.874,"train_time":559.38,"predict_time":4.079,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+56\/-61","imputed":false},{"position":45,"method":"EBM","variant":"Default","family":"Tree-based","url":"https:\/\/www.cs.cornell.edu\/~yinlou\/papers\/lou-kdd13.pdf","family_symbol":"\ud83c\udf33","verified":true,"elo":1246.0,"score":0.066,"rank":40.63,"hrank":26.71,"imp":21.209,"train_time":3.27,"predict_time":0.015,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+50\/-50","imputed":false},{"position":46,"method":"XGBoost","variant":"Default","family":"Tree-based","url":"https:\/\/arxiv.org\/abs\/1603.02754","family_symbol":"\ud83c\udf33","verified":true,"elo":1228.0,"score":0.067,"rank":42.09,"hrank":29.52,"imp":20.671,"train_time":1.24,"predict_time":0.11,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-53","imputed":false},{"position":47,"method":"TorchMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1226.0,"score":0.058,"rank":42.31,"hrank":32.31,"imp":20.386,"train_time":2241.92,"predict_time":0.136,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+40\/-38","imputed":false},{"position":48,"method":"FastaiMLP","variant":"Tuned","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1190.0,"score":0.044,"rank":45.22,"hrank":30.45,"imp":21.788,"train_time":559.38,"predict_time":0.276,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+52\/-57","imputed":false},{"position":49,"method":"ExtraTrees","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1186.0,"score":0.03,"rank":45.59,"hrank":36.85,"imp":21.699,"train_time":182.35,"predict_time":0.686,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+49\/-56","imputed":false},{"position":50,"method":"LightGBM","variant":"Default","family":"Tree-based","url":"https:\/\/papers.nips.cc\/paper_files\/paper\/2017\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html","family_symbol":"\ud83c\udf33","verified":true,"elo":1182.0,"score":0.028,"rank":45.92,"hrank":39.32,"imp":21.39,"train_time":0.81,"predict_time":0.093,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+44\/-36","imputed":false},{"position":51,"method":"iLTM","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.15941","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1175.0,"score":0.061,"rank":46.47,"hrank":28.27,"imp":23.225,"train_time":210.38,"predict_time":43.847,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+64\/-64","imputed":false},{"position":52,"method":"TabSTAR","variant":"Tuned","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1168.0,"score":0.163,"rank":46.99,"hrank":12.59,"imp":24.522,"train_time":25373.34,"predict_time":3.667,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-92","imputed":false},{"position":53,"method":"ExtraTrees","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1162.0,"score":0.03,"rank":47.44,"hrank":36.09,"imp":22.506,"train_time":182.35,"predict_time":0.058,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+56\/-65","imputed":false},{"position":54,"method":"TabSTAR","variant":"Tuned + Ens.","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1161.0,"score":0.157,"rank":47.53,"hrank":12.14,"imp":24.65,"train_time":25373.34,"predict_time":14.078,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+73\/-91","imputed":false},{"position":55,"method":"RandomForest","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1151.0,"score":0.021,"rank":48.3,"hrank":36.85,"imp":23.09,"train_time":169.75,"predict_time":0.603,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+49\/-59","imputed":false},{"position":56,"method":"OrionMSP","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2511.02818","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1144.0,"score":0.094,"rank":48.86,"hrank":32.4,"imp":24.202,"train_time":14.46,"predict_time":2.705,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+74\/-76","imputed":false},{"position":57,"method":"RandomForest","variant":"Tuned","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1120.0,"score":0.008,"rank":50.7,"hrank":39.52,"imp":23.746,"train_time":169.75,"predict_time":0.059,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+41\/-60","imputed":false},{"position":58,"method":"PerpetualBooster","variant":"Tuned + Ens.","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1101.0,"score":0.033,"rank":52.1,"hrank":39.11,"imp":25.573,"train_time":117.85,"predict_time":0.773,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+59\/-76","imputed":false},{"position":59,"method":"TorchMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1098.0,"score":0.014,"rank":52.29,"hrank":38.87,"imp":24.058,"train_time":4.95,"predict_time":0.091,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+54\/-48","imputed":false},{"position":60,"method":"PerpetualBooster","variant":"Tuned","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":1068.0,"score":0.019,"rank":54.43,"hrank":41.93,"imp":26.946,"train_time":117.85,"predict_time":0.29,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+59\/-76","imputed":false},{"position":61,"method":"FastaiMLP","variant":"Default","family":"Neural Network","url":"https:\/\/arxiv.org\/abs\/2003.06505","family_symbol":"\ud83e\udde0\ud83d\udd01","verified":true,"elo":1066.0,"score":0.011,"rank":54.51,"hrank":35.45,"imp":25.379,"train_time":2.56,"predict_time":0.267,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-85","imputed":false},{"position":62,"method":"TabSTAR","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2505.18125","family_symbol":"\ud83e\udde0\u26a1","verified":true,"elo":1066.0,"score":0.106,"rank":54.53,"hrank":19.88,"imp":29.253,"train_time":391.11,"predict_time":4.052,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+90\/-108","imputed":false},{"position":63,"method":"Linear","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1053.0,"score":0.053,"rank":55.41,"hrank":35.54,"imp":29.872,"train_time":162.68,"predict_time":0.405,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+88\/-105","imputed":false},{"position":64,"method":"TabFlex","variant":"Default","family":"Foundation Model","url":"https:\/\/arxiv.org\/abs\/2506.05584","family_symbol":"\ud83e\udde0\u26a1","verified":false,"elo":1047.0,"score":0.063,"rank":55.82,"hrank":34.75,"imp":29.142,"train_time":0.85,"predict_time":0.129,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+103\/-107","imputed":false},{"position":65,"method":"Linear","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1028.0,"score":0.037,"rank":57.01,"hrank":37.19,"imp":30.492,"train_time":162.68,"predict_time":0.054,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+89\/-117","imputed":false},{"position":66,"method":"KNN","variant":"Tuned + Ens.","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":1026.0,"score":0.012,"rank":57.13,"hrank":42.04,"imp":27.328,"train_time":139.88,"predict_time":3.917,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+58\/-98","imputed":false},{"position":67,"method":"ExtraTrees","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1007\/s10994-006-6226-1","family_symbol":"\ud83c\udf33","verified":true,"elo":1004.0,"score":0.01,"rank":58.49,"hrank":50.9,"imp":27.446,"train_time":1.09,"predict_time":0.191,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+76\/-97","imputed":false},{"position":68,"method":"RandomForest","variant":"Default","family":"Tree-based","url":"https:\/\/link.springer.com\/article\/10.1023\/A:1010933404324","family_symbol":"\ud83c\udf33","verified":true,"elo":1000.0,"score":0.007,"rank":58.71,"hrank":52.08,"imp":27.785,"train_time":0.25,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+61\/-81","imputed":false},{"position":69,"method":"xRFM","variant":"Default","family":"Other","url":"https:\/\/arxiv.org\/abs\/2508.10053","family_symbol":"\u2753","verified":true,"elo":989.0,"score":0.013,"rank":59.34,"hrank":51.47,"imp":30.593,"train_time":2.8,"predict_time":0.564,"imputed_pct":0.0,"hardware":"GPU","elo_ci":"+73\/-104","imputed":false},{"position":70,"method":"Linear","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/linear_model.html","family_symbol":"\ud83d\udccf","verified":true,"elo":971.0,"score":0.023,"rank":60.37,"hrank":41.65,"imp":32.328,"train_time":0.84,"predict_time":0.094,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+84\/-112","imputed":false},{"position":71,"method":"PerpetualBooster","variant":"Default","family":"Tree-based","url":"https:\/\/perpetual-ml.com\/","family_symbol":"\ud83c\udf33","verified":true,"elo":950.0,"score":0.0,"rank":61.44,"hrank":49.66,"imp":30.997,"train_time":15.8,"predict_time":0.029,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+54\/-78","imputed":false},{"position":72,"method":"KNN","variant":"Tuned","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":924.0,"score":0.001,"rank":62.73,"hrank":46.7,"imp":32.122,"train_time":139.88,"predict_time":0.193,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+67\/-133","imputed":false},{"position":73,"method":"KNN","variant":"Default","family":"Baseline","url":"https:\/\/scikit-learn.org\/stable\/modules\/neighbors.html","family_symbol":"\ud83d\udccf","verified":true,"elo":629.0,"score":0.0,"rank":71.53,"hrank":65.41,"imp":46.039,"train_time":0.15,"predict_time":0.023,"imputed_pct":0.0,"hardware":"CPU","elo_ci":"+99\/-166","imputed":false}];
|
| 367 |
|
| 368 |
|
| 369 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 910 |
postHeight();
|
| 911 |
return;
|
| 912 |
}
|
| 913 |
+
// No medals here: this table is the full ranking and already carries the
|
| 914 |
+
// position column, so podium marks only added a second, competing ordering.
|
| 915 |
const heat = new Map();
|
| 916 |
for (const col of cols) if (col.heatmap) heat.set(col.key, bounds(rows, col));
|
| 917 |
|
data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_front_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
-
const POINTS = [{"method":"BetaTabPFN","family":"Foundation Model","x_infer":1.7076126445,"imp":18.6666748022,"elo":1374.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"CatBoost","family":"Tree-based","x_infer":0.0203827935,"imp":16.6908286981,"elo":1403.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"CatBoost","family":"Tree-based","x_infer":0.028876079,"imp":16.8791934718,"elo":1397.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"CatBoost","family":"Tree-based","x_infer":0.245609885,"imp":16.7164496151,"elo":1405.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0261083185,"imp":19.2642404358,"elo":1316.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0271269609,"imp":18.6404088239,"elo":1343.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.3141545533,"imp":18.1733282926,"elo":1373.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EBM","family":"Tree-based","x_infer":0.0148652021,"imp":21.3215031703,"elo":1246.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"EBM","family":"Tree-based","x_infer":0.0160758722,"imp":20.5483137035,"elo":1269.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"EBM","family":"Tree-based","x_infer":0.1335297064,"imp":19.8807929447,"elo":1303.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EXAONE-Tabular","family":"Foundation Model","x_infer":0.4856052981,"imp":9.3657054713,"elo":1762.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.1905448885,"imp":27.5443476842,"elo":1003.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.0583336488,"imp":22.6063680257,"elo":1162.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.6857611443,"imp":21.8076116855,"elo":1185.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.2670364168,"imp":25.4748419562,"elo":1066.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.2760208318,"imp":21.8866624956,"elo":1190.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"FastaiMLP","family":"Neural Network","x_infer":4.0790081457,"imp":19.9825030873,"elo":1260.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LightGBM","family":"Tree-based","x_infer":0.0925963767,"imp":21.5000432948,"elo":1181.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"LightGBM","family":"Tree-based","x_infer":0.1264589403,"imp":17.7821452765,"elo":1374.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"LightGBM","family":"Tree-based","x_infer":1.1012944014,"imp":16.9833684431,"elo":1423.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LimiX","family":"Foundation Model","x_infer":4.2986429509,"imp":18.5092004399,"elo":1371.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.310422718,"imp":20.7616662964,"elo":1265.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.5103151766,"imp":18.1032126631,"elo":1357.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ModernNCA","family":"Neural Network","x_infer":8.3903226253,"imp":18.286526292,"elo":1354.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"OrionMSP","family":"Foundation Model","x_infer":2.7050443034,"imp":24.3008857135,"elo":1144.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.0291154934,"imp":31.0614568772,"elo":950.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.2900648816,"imp":27.0215609415,"elo":1067.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.7725893154,"imp":25.6506237554,"elo":1100.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RandomForest","family":"Tree-based","x_infer":0.02947866,"imp":27.8836414697,"elo":1000.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RandomForest","family":"Tree-based","x_infer":0.0593784249,"imp":23.8523362343,"elo":1119.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RandomForest","family":"Tree-based","x_infer":0.6033358381,"imp":23.1967804559,"elo":1151.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealMLP","family":"Neural Network","x_infer":1.1163701521,"imp":19.6579219074,"elo":1261.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealMLP","family":"Neural Network","x_infer":0.4146988006,"imp":17.0078912239,"elo":1390.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealMLP","family":"Neural Network","x_infer":8.8488311223,"imp":15.4406004987,"elo":1480.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":0.6942704557,"imp":14.0672298015,"elo":1531.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":1.3289068866,"imp":14.1953026636,"elo":1518.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":9.1029658055,"imp":13.630274252,"elo":1545.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_infer":3.166690434,"imp":20.9567172029,"elo":1289.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":43.8239520304,"imp":20.1930510053,"elo":1275.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":42.1992341236,"imp":17.3800540436,"elo":1347.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabDPT","family":"Foundation Model","x_infer":358.7531028481,"imp":15.9957209884,"elo":1408.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabDPT-Turbo","family":"Foundation Model","x_infer":0.1689771704,"imp":16.1735954455,"elo":1439.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabFM","family":"Foundation Model","x_infer":7.1085269615,"imp":4.2899634847,"elo":1797.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabFlex","family":"Foundation Model","x_infer":0.128947975,"imp":29.2318489439,"elo":1046.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabICLv2","family":"Foundation Model","x_infer":0.158249445,"imp":11.7151717069,"elo":1601.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.2075493916,"imp":18.7884736361,"elo":1307.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.2319353399,"imp":16.7621197242,"elo":1410.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabM","family":"Neural Network","x_infer":1.8843761148,"imp":15.8854449789,"elo":1466.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabPFN-2.6","family":"Foundation Model","x_infer":0.4644557714,"imp":12.9660487669,"elo":1593.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabPFN-3","family":"Foundation Model","x_infer":0.3605764018,"imp":11.6017167925,"elo":1671.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":4.0517146513,"imp":29.341863274,"elo":1065.9,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":3.6668093955,"imp":24.6179811938,"elo":1168.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabSTAR","family":"Foundation Model","x_infer":14.0783983006,"imp":24.7455504899,"elo":1161.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabSwift","family":"Foundation Model","x_infer":0.0586280558,"imp":17.6619964275,"elo":1373.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.0914684387,"imp":24.1612016798,"elo":1098.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.1361580238,"imp":20.4895285172,"elo":1225.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TorchMLP","family":"Neural Network","x_infer":2.4148361224,"imp":18.4822176999,"elo":1311.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"XGBoost","family":"Tree-based","x_infer":0.1102748358,"imp":20.7894063273,"elo":1228.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"XGBoost","family":"Tree-based","x_infer":0.1302082399,"imp":18.2777150375,"elo":1338.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"XGBoost","family":"Tree-based","x_infer":0.6209770484,"imp":17.7889887795,"elo":1372.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"iLTM","family":"Foundation Model","x_infer":43.847258449,"imp":23.3314256784,"elo":1174.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"iLTM","family":"Foundation Model","x_infer":52.8754683564,"imp":19.3961427317,"elo":1298.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"iLTM","family":"Foundation Model","x_infer":336.0020690595,"imp":16.6890734991,"elo":1413.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"xRFM","family":"Other","x_infer":0.5638730428,"imp":30.6824174821,"elo":989.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"xRFM","family":"Other","x_infer":0.146245996,"imp":19.7435322719,"elo":1293.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"xRFM","family":"Other","x_infer":2.7662131303,"imp":18.6661541191,"elo":1318.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "scatter", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_infer", "label": "Inference time", "axisLabel": "Inference time per 1K samples (s), median \u2014 log scale", "short": "Inference (s/1K, median)"}], "chipsSide": "left"};
|
| 337 |
+
const POINTS = [{"method":"BetaTabPFN","family":"Foundation Model","x_infer":1.7076126445,"imp":18.5498756119,"elo":1375.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"CatBoost","family":"Tree-based","x_infer":0.0203827935,"imp":16.5704449725,"elo":1404.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"CatBoost","family":"Tree-based","x_infer":0.028876079,"imp":16.7628914409,"elo":1397.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"CatBoost","family":"Tree-based","x_infer":0.245609885,"imp":16.5995205645,"elo":1405.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0261083185,"imp":19.143392094,"elo":1317.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.0271269609,"imp":18.5197988945,"elo":1343.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ChimeraBoost","family":"Tree-based","x_infer":0.3141545533,"imp":18.0519827148,"elo":1373.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EBM","family":"Tree-based","x_infer":0.0148652021,"imp":21.2091204449,"elo":1246.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"EBM","family":"Tree-based","x_infer":0.0160758722,"imp":20.4368974604,"elo":1269.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"EBM","family":"Tree-based","x_infer":0.1335297064,"imp":19.7651791653,"elo":1303.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"EXAONE-Tabular","family":"Foundation Model","x_infer":0.6137333998,"imp":10.6372915727,"elo":1684.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.1905448885,"imp":27.4456724418,"elo":1003.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.0583336488,"imp":22.5062336322,"elo":1162.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ExtraTrees","family":"Tree-based","x_infer":0.6857611443,"imp":21.6989261803,"elo":1185.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.2670364168,"imp":25.3794112963,"elo":1066.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"FastaiMLP","family":"Neural Network","x_infer":0.2760208318,"imp":21.7875479964,"elo":1190.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"FastaiMLP","family":"Neural Network","x_infer":4.0790081457,"imp":19.8735190618,"elo":1260.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LightGBM","family":"Tree-based","x_infer":0.0925963767,"imp":21.3903282933,"elo":1181.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"LightGBM","family":"Tree-based","x_infer":0.1264589403,"imp":17.6637486076,"elo":1375.0,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"LightGBM","family":"Tree-based","x_infer":1.1012944014,"imp":16.8639060576,"elo":1423.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"LimiX","family":"Foundation Model","x_infer":4.2986429509,"imp":18.4272514199,"elo":1371.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.310422718,"imp":20.6514032066,"elo":1266.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"ModernNCA","family":"Neural Network","x_infer":0.5103151766,"imp":17.993683016,"elo":1357.6,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"ModernNCA","family":"Neural Network","x_infer":8.3903226253,"imp":18.1644503294,"elo":1354.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"OrionMSP","family":"Foundation Model","x_infer":2.7050443034,"imp":24.2024338981,"elo":1144.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.0291154934,"imp":30.9969444604,"elo":950.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.2900648816,"imp":26.946165229,"elo":1067.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"PerpetualBooster","family":"Tree-based","x_infer":0.7725893154,"imp":25.5731177583,"elo":1100.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RandomForest","family":"Tree-based","x_infer":0.02947866,"imp":27.7849153793,"elo":1000.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RandomForest","family":"Tree-based","x_infer":0.0593784249,"imp":23.7456645174,"elo":1119.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RandomForest","family":"Tree-based","x_infer":0.6033358381,"imp":23.0897676718,"elo":1151.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealMLP","family":"Neural Network","x_infer":1.1163701521,"imp":19.5516501028,"elo":1262.1,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealMLP","family":"Neural Network","x_infer":0.4146988006,"imp":16.8962683918,"elo":1391.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealMLP","family":"Neural Network","x_infer":8.8488311223,"imp":15.3209565253,"elo":1480.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":0.6942704557,"imp":13.9462329908,"elo":1531.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":1.3289068866,"imp":14.0812444051,"elo":1518.5,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_infer":9.1029658055,"imp":13.5073117945,"elo":1546.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_infer":3.166690434,"imp":20.8501749726,"elo":1289.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":43.8239520304,"imp":20.0965990963,"elo":1276.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabDPT","family":"Foundation Model","x_infer":42.1992341236,"imp":17.2760574429,"elo":1347.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabDPT","family":"Foundation Model","x_infer":358.7531028481,"imp":15.8774969271,"elo":1408.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabDPT-Turbo","family":"Foundation Model","x_infer":0.1689771704,"imp":16.0669055905,"elo":1440.3,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabFM","family":"Foundation Model","x_infer":7.1085269615,"imp":4.1607045927,"elo":1795.7,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabFlex","family":"Foundation Model","x_infer":0.128947975,"imp":29.1420861095,"elo":1046.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabICLv2","family":"Foundation Model","x_infer":0.158249445,"imp":11.589172547,"elo":1602.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.2075493916,"imp":18.6741328624,"elo":1307.8,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabM","family":"Neural Network","x_infer":0.2319353399,"imp":16.6477864844,"elo":1411.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabM","family":"Neural Network","x_infer":1.8843761148,"imp":15.7677047448,"elo":1466.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabPFN-2.6","family":"Foundation Model","x_infer":0.4644557714,"imp":12.8442449201,"elo":1594.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabPFN-3","family":"Foundation Model","x_infer":0.3605764018,"imp":11.4710607282,"elo":1671.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":4.0517146513,"imp":29.2533573503,"elo":1066.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TabSTAR","family":"Foundation Model","x_infer":3.6668093955,"imp":24.5219636379,"elo":1167.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TabSTAR","family":"Foundation Model","x_infer":14.0783983006,"imp":24.6496481696,"elo":1161.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"TabSwift","family":"Foundation Model","x_infer":0.0586280558,"imp":17.5460940862,"elo":1374.4,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.0914684387,"imp":24.0584841291,"elo":1098.0,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"TorchMLP","family":"Neural Network","x_infer":0.1361580238,"imp":20.3855758754,"elo":1225.8,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"TorchMLP","family":"Neural Network","x_infer":2.4148361224,"imp":18.3701571186,"elo":1311.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"XGBoost","family":"Tree-based","x_infer":0.1102748358,"imp":20.6714795835,"elo":1228.5,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"XGBoost","family":"Tree-based","x_infer":0.1302082399,"imp":18.1562777047,"elo":1339.1,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"XGBoost","family":"Tree-based","x_infer":0.6209770484,"imp":17.666816491,"elo":1372.7,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"iLTM","family":"Foundation Model","x_infer":43.847258449,"imp":23.2246683878,"elo":1174.6,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"iLTM","family":"Foundation Model","x_infer":52.8754683564,"imp":19.2878366529,"elo":1298.3,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"iLTM","family":"Foundation Model","x_infer":336.0020690595,"imp":16.5742303053,"elo":1413.9,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."},{"method":"xRFM","family":"Other","x_infer":0.5638730428,"imp":30.5925942329,"elo":989.2,"imputed":false,"imputed_pct":0.0,"variant":"Default"},{"method":"xRFM","family":"Other","x_infer":0.146245996,"imp":19.6328001663,"elo":1293.4,"imputed":false,"imputed_pct":0.0,"variant":"Tuned"},{"method":"xRFM","family":"Other","x_infer":2.7662131303,"imp":18.5458608977,"elo":1318.2,"imputed":false,"imputed_pct":0.0,"variant":"Tuned + Ens."}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_front_improvability_vs_time_infer.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ded35b4ee5928c07a8bb13f71046f4995289055bcac404d6c61671294a74b093
|
| 3 |
+
size 279954
|
data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_front_points.csv
CHANGED
|
@@ -1,67 +1,67 @@
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
-
TabFM,Default,Foundation Model,7.10852696151597,36.44547701379686,4.
|
| 3 |
-
EXAONE-Tabular,Default,Foundation Model,0.
|
| 4 |
-
TabPFN-3,Default,Foundation Model,0.3605764017599016,2.6261237600350875,11.
|
| 5 |
-
TabICLv2,Default,Foundation Model,0.15824944501254648,1.7686337422571086,11.
|
| 6 |
-
TabPFN-2.6,Default,Foundation Model,0.46445577144622807,4.8153059659349875,12.
|
| 7 |
-
RealTabPFN-2.5,Tuned + Ens.,Foundation Model,9.102965805536389,1924.5007092935039,13.
|
| 8 |
-
RealTabPFN-2.5,Default,Foundation Model,0.6942704556678836,4.9087216863172305,
|
| 9 |
-
RealTabPFN-2.5,Tuned,Foundation Model,1.3289068866310263,1924.5007092935039,14.
|
| 10 |
-
RealMLP,Tuned + Ens.,Neural Network,8.84883112230485,2775.9833627967273,15.
|
| 11 |
-
TabM,Tuned + Ens.,Neural Network,1.8843761147710547,1612.0705710762447,15.
|
| 12 |
-
TabDPT-Turbo,Default,Foundation Model,0.16897717038298293,1.4436537136915364,16.
|
| 13 |
-
LightGBM,Tuned + Ens.,Tree-based,1.10129440135665,328.9554302436611,16.
|
| 14 |
-
iLTM,Tuned + Ens.,Foundation Model,336.0020690594927,8305.066305500057,16.
|
| 15 |
-
TabM,Tuned,Neural Network,0.23193533986777676,1612.0705710762447,16.
|
| 16 |
-
TabDPT,Tuned + Ens.,Foundation Model,358.7531028480587,4982.661911570662,15.
|
| 17 |
-
CatBoost,Tuned + Ens.,Tree-based,0.24560988497082648,738.2612405474812,16.
|
| 18 |
-
CatBoost,Default,Tree-based,0.020382793493081364,3.040650541770277,16.
|
| 19 |
-
CatBoost,Tuned,Tree-based,0.02887607898305489,738.2612405474812,16.
|
| 20 |
-
RealMLP,Tuned,Neural Network,0.41469880057347985,2775.9833627967273,
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
TabSwift,Default,Foundation Model,0.05862805584458714,1.126632790861485,17.
|
| 24 |
-
ChimeraBoost,Tuned + Ens.,Tree-based,0.31415455327355213,281.38836986367926,18.
|
| 25 |
-
XGBoost,Tuned + Ens.,Tree-based,0.6209770484369515,473.03948685168484,17.
|
| 26 |
-
LimiX,Default,Foundation Model,4.29864295094648,14.258602173837213,18.
|
| 27 |
-
ModernNCA,Tuned,Neural Network,0.5103151766062897,3383.9090129865262,
|
| 28 |
-
ModernNCA,Tuned + Ens.,Neural Network,8.390322625318314,3383.9090129865262,18.
|
| 29 |
-
TabDPT,Tuned,Foundation Model,42.199234123622894,4982.661911570662,17.
|
| 30 |
-
ChimeraBoost,Tuned,Tree-based,0.02712696086737714,281.38836986367926,18.
|
| 31 |
-
XGBoost,Tuned,Tree-based,0.130208239889673,473.03948685168484,18.
|
| 32 |
-
xRFM,Tuned + Ens.,Other,2.7662131303239423,642.4042496516736,18.
|
| 33 |
-
ChimeraBoost,Default,Tree-based,0.026108318504432498,1.2471436483411917,19.
|
| 34 |
-
TorchMLP,Tuned + Ens.,Neural Network,2.4148361224001214,2241.9244610212045,18.
|
| 35 |
-
TabM,Default,Neural Network,0.20754939160848923,5.029279769616684,18.
|
| 36 |
-
EBM,Tuned + Ens.,Tree-based,0.13352970639310463,936.752317670263,19.
|
| 37 |
-
iLTM,Tuned,Foundation Model,52.87546835637258,8305.066305500057,19.
|
| 38 |
-
xRFM,Tuned,Other,0.14624599603123312,642.4042496516736,19.
|
| 39 |
-
SAP-RPT-OSS,Default,Foundation Model,3.1666904340187747,12.85821274740529,20.
|
| 40 |
-
TabDPT,Default,Foundation Model,43.82395203037029,49.67160753900305,20.
|
| 41 |
-
EBM,Tuned,Tree-based,0.0160758721872912,936.752317670263,20.
|
| 42 |
-
ModernNCA,Default,Neural Network,0.31042271796897314,13.506618732788416,20.
|
| 43 |
-
RealMLP,Default,Neural Network,1.1163701521022618,9.330073523853496,19.
|
| 44 |
-
FastaiMLP,Tuned + Ens.,Neural Network,4.079008145704764,559.3818159962832,19.
|
| 45 |
-
EBM,Default,Tree-based,0.01486520206227022,3.270179522899042,21.
|
| 46 |
-
XGBoost,Default,Tree-based,0.11027483582429407,1.2379804346720888,20.
|
| 47 |
-
TorchMLP,Tuned,Neural Network,0.13615802377923725,2241.9244610212045,20.
|
| 48 |
-
FastaiMLP,Tuned,Neural Network,0.27602083182162207,559.3818159962832,21.
|
| 49 |
-
ExtraTrees,Tuned + Ens.,Tree-based,0.6857611443081949,182.3545255640042,21.
|
| 50 |
-
LightGBM,Default,Tree-based,0.09259637671331868,0.8126978053160516,21.
|
| 51 |
-
iLTM,Default,Foundation Model,43.84725844896284,210.37523283582902,23.
|
| 52 |
-
TabSTAR,Tuned,Foundation Model,3.666809395525309,25373.335033234307,24.
|
| 53 |
-
ExtraTrees,Tuned,Tree-based,0.058333648837571805,182.3545255640042,22.
|
| 54 |
-
TabSTAR,Tuned + Ens.,Foundation Model,14.078398300647333,25373.335033234307,24.
|
| 55 |
-
RandomForest,Tuned + Ens.,Tree-based,0.6033358380962817,169.75481116844958,23.
|
| 56 |
-
OrionMSP,Default,Foundation Model,2.705044303358312,14.462869294484456,24.
|
| 57 |
-
RandomForest,Tuned,Tree-based,0.05937842494638337,169.75481116844958,23.
|
| 58 |
-
PerpetualBooster,Tuned + Ens.,Tree-based,0.7725893153531416,117.85418227388149,25.
|
| 59 |
-
TorchMLP,Default,Neural Network,0.09146843868757407,4.950258241222675,24.
|
| 60 |
-
PerpetualBooster,Tuned,Tree-based,0.2900648816426595,117.85418227388149,
|
| 61 |
-
FastaiMLP,Default,Neural Network,0.267036416809054,2.556542435020763,25.
|
| 62 |
-
TabSTAR,Default,Foundation Model,4.051714651266313,391.10808763611567,29.
|
| 63 |
-
TabFlex,Default,Foundation Model,0.12894797496789714,0.8504331063073978,29.
|
| 64 |
-
ExtraTrees,Default,Tree-based,0.1905448884833728,1.086726051695307,27.
|
| 65 |
-
RandomForest,Default,Tree-based,0.02947866002291334,0.2544731195767721,27.
|
| 66 |
-
xRFM,Default,Other,0.5638730428413123,2.8035263333237843,30.
|
| 67 |
-
PerpetualBooster,Default,Tree-based,0.02911549342706074,15.795025521387625,
|
|
|
|
| 1 |
method,variant,family,x_infer,x_train,imp,elo,imputed,imputed_pct
|
| 2 |
+
TabFM,Default,Foundation Model,7.10852696151597,36.44547701379686,4.160704592656321,1795.7,False,0.0
|
| 3 |
+
EXAONE-Tabular,Default,Foundation Model,0.6137333997827492,5.180872226993503,10.637291572740333,1684.6,False,0.0
|
| 4 |
+
TabPFN-3,Default,Foundation Model,0.3605764017599016,2.6261237600350875,11.471060728229222,1671.4,False,0.0
|
| 5 |
+
TabICLv2,Default,Foundation Model,0.15824944501254648,1.7686337422571086,11.589172546997895,1602.4,False,0.0
|
| 6 |
+
TabPFN-2.6,Default,Foundation Model,0.46445577144622807,4.8153059659349875,12.844244920057477,1594.0,False,0.0
|
| 7 |
+
RealTabPFN-2.5,Tuned + Ens.,Foundation Model,9.102965805536389,1924.5007092935039,13.507311794505627,1546.3,False,0.0
|
| 8 |
+
RealTabPFN-2.5,Default,Foundation Model,0.6942704556678836,4.9087216863172305,13.94623299083598,1531.7,False,0.0
|
| 9 |
+
RealTabPFN-2.5,Tuned,Foundation Model,1.3289068866310263,1924.5007092935039,14.081244405059218,1518.5,False,0.0
|
| 10 |
+
RealMLP,Tuned + Ens.,Neural Network,8.84883112230485,2775.9833627967273,15.320956525301844,1480.7,False,0.0
|
| 11 |
+
TabM,Tuned + Ens.,Neural Network,1.8843761147710547,1612.0705710762447,15.767704744775827,1466.7,False,0.0
|
| 12 |
+
TabDPT-Turbo,Default,Foundation Model,0.16897717038298293,1.4436537136915364,16.066905590510288,1440.3,False,0.0
|
| 13 |
+
LightGBM,Tuned + Ens.,Tree-based,1.10129440135665,328.9554302436611,16.863906057576095,1423.9,False,0.0
|
| 14 |
+
iLTM,Tuned + Ens.,Foundation Model,336.0020690594927,8305.066305500057,16.57423030534682,1413.9,False,0.0
|
| 15 |
+
TabM,Tuned,Neural Network,0.23193533986777676,1612.0705710762447,16.647786484376244,1411.2,False,0.0
|
| 16 |
+
TabDPT,Tuned + Ens.,Foundation Model,358.7531028480587,4982.661911570662,15.877496927082463,1408.9,False,0.0
|
| 17 |
+
CatBoost,Tuned + Ens.,Tree-based,0.24560988497082648,738.2612405474812,16.599520564497297,1405.3,False,0.0
|
| 18 |
+
CatBoost,Default,Tree-based,0.020382793493081364,3.040650541770277,16.570444972496063,1404.1,False,0.0
|
| 19 |
+
CatBoost,Tuned,Tree-based,0.02887607898305489,738.2612405474812,16.762891440933466,1397.9,False,0.0
|
| 20 |
+
RealMLP,Tuned,Neural Network,0.41469880057347985,2775.9833627967273,16.896268391792585,1391.1,False,0.0
|
| 21 |
+
BetaTabPFN,Default,Foundation Model,1.7076126445297142,250.38562255411466,18.549875611936123,1375.0,False,0.0
|
| 22 |
+
LightGBM,Tuned,Tree-based,0.12645894026174304,328.9554302436611,17.66374860759273,1375.0,False,0.0
|
| 23 |
+
TabSwift,Default,Foundation Model,0.05862805584458714,1.126632790861485,17.546094086189935,1374.4,False,0.0
|
| 24 |
+
ChimeraBoost,Tuned + Ens.,Tree-based,0.31415455327355213,281.38836986367926,18.051982714778305,1373.8,False,0.0
|
| 25 |
+
XGBoost,Tuned + Ens.,Tree-based,0.6209770484369515,473.03948685168484,17.666816490971314,1372.7,False,0.0
|
| 26 |
+
LimiX,Default,Foundation Model,4.29864295094648,14.258602173837213,18.427251419913254,1371.6,False,0.0
|
| 27 |
+
ModernNCA,Tuned,Neural Network,0.5103151766062897,3383.9090129865262,17.993683015978483,1357.6,False,0.0
|
| 28 |
+
ModernNCA,Tuned + Ens.,Neural Network,8.390322625318314,3383.9090129865262,18.164450329414432,1354.5,False,0.0
|
| 29 |
+
TabDPT,Tuned,Foundation Model,42.199234123622894,4982.661911570662,17.276057442895986,1347.7,False,0.0
|
| 30 |
+
ChimeraBoost,Tuned,Tree-based,0.02712696086737714,281.38836986367926,18.519798894537175,1343.7,False,0.0
|
| 31 |
+
XGBoost,Tuned,Tree-based,0.130208239889673,473.03948685168484,18.15627770469958,1339.1,False,0.0
|
| 32 |
+
xRFM,Tuned + Ens.,Other,2.7662131303239423,642.4042496516736,18.54586089770165,1318.2,False,0.0
|
| 33 |
+
ChimeraBoost,Default,Tree-based,0.026108318504432498,1.2471436483411917,19.143392093982886,1317.0,False,0.0
|
| 34 |
+
TorchMLP,Tuned + Ens.,Neural Network,2.4148361224001214,2241.9244610212045,18.370157118557096,1311.3,False,0.0
|
| 35 |
+
TabM,Default,Neural Network,0.20754939160848923,5.029279769616684,18.674132862401596,1307.8,False,0.0
|
| 36 |
+
EBM,Tuned + Ens.,Tree-based,0.13352970639310463,936.752317670263,19.765179165348425,1303.8,False,0.0
|
| 37 |
+
iLTM,Tuned,Foundation Model,52.87546835637258,8305.066305500057,19.28783665289884,1298.3,False,0.0
|
| 38 |
+
xRFM,Tuned,Other,0.14624599603123312,642.4042496516736,19.632800166272546,1293.4,False,0.0
|
| 39 |
+
SAP-RPT-OSS,Default,Foundation Model,3.1666904340187747,12.85821274740529,20.85017497258295,1289.5,False,0.0
|
| 40 |
+
TabDPT,Default,Foundation Model,43.82395203037029,49.67160753900305,20.09659909628482,1276.0,False,0.0
|
| 41 |
+
EBM,Tuned,Tree-based,0.0160758721872912,936.752317670263,20.436897460350725,1269.9,False,0.0
|
| 42 |
+
ModernNCA,Default,Neural Network,0.31042271796897314,13.506618732788416,20.65140320657149,1266.0,False,0.0
|
| 43 |
+
RealMLP,Default,Neural Network,1.1163701521022618,9.330073523853496,19.551650102836195,1262.1,False,0.0
|
| 44 |
+
FastaiMLP,Tuned + Ens.,Neural Network,4.079008145704764,559.3818159962832,19.873519061778673,1260.7,False,0.0
|
| 45 |
+
EBM,Default,Tree-based,0.01486520206227022,3.270179522899042,21.209120444943494,1246.1,False,0.0
|
| 46 |
+
XGBoost,Default,Tree-based,0.11027483582429407,1.2379804346720888,20.67147958351802,1228.5,False,0.0
|
| 47 |
+
TorchMLP,Tuned,Neural Network,0.13615802377923725,2241.9244610212045,20.38557587538156,1225.8,False,0.0
|
| 48 |
+
FastaiMLP,Tuned,Neural Network,0.27602083182162207,559.3818159962832,21.787547996382564,1190.2,False,0.0
|
| 49 |
+
ExtraTrees,Tuned + Ens.,Tree-based,0.6857611443081949,182.3545255640042,21.69892618025597,1185.6,False,0.0
|
| 50 |
+
LightGBM,Default,Tree-based,0.09259637671331868,0.8126978053160516,21.390328293316312,1181.5,False,0.0
|
| 51 |
+
iLTM,Default,Foundation Model,43.84725844896284,210.37523283582902,23.224668387832285,1174.6,False,0.0
|
| 52 |
+
TabSTAR,Tuned,Foundation Model,3.666809395525309,25373.335033234307,24.521963637873377,1167.9,False,0.0
|
| 53 |
+
ExtraTrees,Tuned,Tree-based,0.058333648837571805,182.3545255640042,22.506233632167056,1162.3,False,0.0
|
| 54 |
+
TabSTAR,Tuned + Ens.,Foundation Model,14.078398300647333,25373.335033234307,24.649648169646472,1161.1,False,0.0
|
| 55 |
+
RandomForest,Tuned + Ens.,Tree-based,0.6033358380962817,169.75481116844958,23.089767671773785,1151.3,False,0.0
|
| 56 |
+
OrionMSP,Default,Foundation Model,2.705044303358312,14.462869294484456,24.202433898131996,1144.1,False,0.0
|
| 57 |
+
RandomForest,Tuned,Tree-based,0.05937842494638337,169.75481116844958,23.7456645174061,1119.8,False,0.0
|
| 58 |
+
PerpetualBooster,Tuned + Ens.,Tree-based,0.7725893153531416,117.85418227388149,25.573117758326454,1100.7,False,0.0
|
| 59 |
+
TorchMLP,Default,Neural Network,0.09146843868757407,4.950258241222675,24.05848412905462,1098.0,False,0.0
|
| 60 |
+
PerpetualBooster,Tuned,Tree-based,0.2900648816426595,117.85418227388149,26.94616522895777,1067.5,False,0.0
|
| 61 |
+
FastaiMLP,Default,Neural Network,0.267036416809054,2.556542435020763,25.37941129629858,1066.4,False,0.0
|
| 62 |
+
TabSTAR,Default,Foundation Model,4.051714651266313,391.10808763611567,29.253357350347347,1066.0,False,0.0
|
| 63 |
+
TabFlex,Default,Foundation Model,0.12894797496789714,0.8504331063073978,29.14208610948122,1046.6,False,0.0
|
| 64 |
+
ExtraTrees,Default,Tree-based,0.1905448884833728,1.086726051695307,27.445672441781642,1003.7,False,0.0
|
| 65 |
+
RandomForest,Default,Tree-based,0.02947866002291334,0.2544731195767721,27.784915379261104,1000.0,False,0.0
|
| 66 |
+
xRFM,Default,Other,0.5638730428413123,2.8035263333237843,30.59259423286141,989.2,False,0.0
|
| 67 |
+
PerpetualBooster,Default,Tree-based,0.02911549342706074,15.795025521387625,30.996944460380732,950.5,False,0.0
|
data/imputation_no/splits_all/tasks_binary/datasets_all/pareto_n_configs_imp.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51669943fa95b93ded363bb5594bc192de37862c3a83aa74ac334c8adddbbf70
|
| 3 |
+
size 309393
|
data/imputation_no/splits_all/tasks_binary/datasets_all/tuning-impact-elo.png.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02817957476573349daf82046c1a906038bb4c5439e6ccd361115459d3adea7f
|
| 3 |
+
size 111888
|
data/imputation_no/splits_all/tasks_binary/datasets_all/tuning_trajectories.csv
CHANGED
|
@@ -1,167 +1,167 @@
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
-
BetaTabPFN,Foundation Model,250.38562255411466,1.7076126445297142,18.
|
| 3 |
-
CatBoost,Tree-based,3.040650541770277,0.020382793493081364,16.
|
| 4 |
-
CatBoost,Tree-based,7.918365007641061,0.04390218952792049,16.
|
| 5 |
-
CatBoost,Tree-based,18.159488607070365,0.08729748170967458,16.
|
| 6 |
-
CatBoost,Tree-based,36.34650944155791,0.11775786229839336,16.
|
| 7 |
-
CatBoost,Tree-based,92.62927444513267,0.15760118459079592,16.
|
| 8 |
-
CatBoost,Tree-based,181.75107802045034,0.19057968247261264,16.
|
| 9 |
-
CatBoost,Tree-based,367.6200398567939,0.22169095747203071,16.
|
| 10 |
-
CatBoost,Tree-based,549.096644507914,0.2337265609730244,16.
|
| 11 |
-
CatBoost,Tree-based,738.2612405474812,0.25050910815328437,16.
|
| 12 |
-
ChimeraBoost,Tree-based,1.2471436483411917,0.026108318504432498,19.
|
| 13 |
-
ChimeraBoost,Tree-based,2.659201873540534,0.05190304060777028,18.
|
| 14 |
-
ChimeraBoost,Tree-based,6.827854613995047,0.10470846857625782,18.
|
| 15 |
-
ChimeraBoost,Tree-based,13.769063544873184,0.1608995495569475,18.
|
| 16 |
-
ChimeraBoost,Tree-based,34.83126319667648,0.22357858753440824,18.
|
| 17 |
-
ChimeraBoost,Tree-based,69.95604797669785,0.26873195798063015,18.
|
| 18 |
-
ChimeraBoost,Tree-based,140.01071603186804,0.295325975877325,18.
|
| 19 |
-
ChimeraBoost,Tree-based,209.9350770180042,0.3063723891314687,18.
|
| 20 |
-
ChimeraBoost,Tree-based,281.38836986367926,0.3135203066348062,18.
|
| 21 |
-
EBM,Tree-based,3.270179522899042,0.01486520206227022,21.
|
| 22 |
-
EBM,Tree-based,8.541858050826274,0.02987503964598405,20.
|
| 23 |
-
EBM,Tree-based,21.515425064241725,0.05230069219480768,20.
|
| 24 |
-
EBM,Tree-based,44.81332434528424,0.07072303419016376,20.
|
| 25 |
-
EBM,Tree-based,115.60249805488158,0.0955594835775159,20.
|
| 26 |
-
EBM,Tree-based,235.02338692440955,0.11087478951360424,
|
| 27 |
-
EBM,Tree-based,467.03995063516663,0.12412474551524749,19.
|
| 28 |
-
EBM,Tree-based,700.0647480226075,0.127388901325369,19.
|
| 29 |
-
EBM,Tree-based,936.752317670263,0.12839358456029862,19.
|
| 30 |
-
EXAONE-Tabular,Foundation Model,
|
| 31 |
-
ExtraTrees,Tree-based,1.086726051695307,0.1905448884833728,27.
|
| 32 |
-
ExtraTrees,Tree-based,1.9830559575055935,0.22641168314935045,25.
|
| 33 |
-
ExtraTrees,Tree-based,4.704569973865999,0.28995394835791266,23.
|
| 34 |
-
ExtraTrees,Tree-based,9.212217237496521,0.33801878353204307,22.
|
| 35 |
-
ExtraTrees,Tree-based,22.7973551315528,0.42293461425168866,
|
| 36 |
-
ExtraTrees,Tree-based,45.45307963702678,0.5030792516574807,21.
|
| 37 |
-
ExtraTrees,Tree-based,90.74217636070827,0.5833685615093349,21.
|
| 38 |
-
ExtraTrees,Tree-based,136.08525698574118,0.6430515372137544,21.
|
| 39 |
-
ExtraTrees,Tree-based,182.3545255640042,0.6917689998930908,21.
|
| 40 |
-
FastaiMLP,Neural Network,2.556542435020763,0.267036416809054,25.
|
| 41 |
-
FastaiMLP,Neural Network,5.246066985456244,0.4726706958842931,
|
| 42 |
-
FastaiMLP,Neural Network,13.81207094113136,0.9145377265220935,22.
|
| 43 |
-
FastaiMLP,Neural Network,28.148871787135647,1.4648401665206727,21.
|
| 44 |
-
FastaiMLP,Neural Network,68.16080308078908,2.0889905192414373,20.
|
| 45 |
-
FastaiMLP,Neural Network,137.25846741208557,2.633903881230848,20.
|
| 46 |
-
FastaiMLP,Neural Network,277.10071604776294,3.3191961162462205,20.
|
| 47 |
-
FastaiMLP,Neural Network,416.637856408062,3.7369178253204494,
|
| 48 |
-
FastaiMLP,Neural Network,559.3818159962832,4.081252912517277,19.
|
| 49 |
-
LightGBM,Tree-based,0.8126978053160516,0.09259637671331868,21.
|
| 50 |
-
LightGBM,Tree-based,2.8593747930467783,0.40602979679902396,19.
|
| 51 |
-
LightGBM,Tree-based,7.623556973909015,0.6600545748645598,18.
|
| 52 |
-
LightGBM,Tree-based,15.609269255951183,0.8849225155304061,17.
|
| 53 |
-
LightGBM,Tree-based,40.844953566087014,1.1404380746111331,17.
|
| 54 |
-
LightGBM,Tree-based,81.92218994347668,1.2644666214059828,17.
|
| 55 |
-
LightGBM,Tree-based,163.7675316385143,1.3003023735513484,
|
| 56 |
-
LightGBM,Tree-based,244.6291470870996,1.2279060482663888,
|
| 57 |
-
LightGBM,Tree-based,328.9554302436611,1.1375151454936585,
|
| 58 |
-
LimiX,Foundation Model,14.258602173837213,4.29864295094648,18.
|
| 59 |
-
ModernNCA,Neural Network,13.506618732788416,0.31042271796897314,20.
|
| 60 |
-
ModernNCA,Neural Network,29.39764682218202,0.8103899414208564,19.
|
| 61 |
-
ModernNCA,Neural Network,85.7065084990306,1.8318086974800285,17.
|
| 62 |
-
ModernNCA,Neural Network,168.95595266519675,2.711564452839408,17.
|
| 63 |
-
ModernNCA,Neural Network,408.92877811054836,4.088066793297702,16.
|
| 64 |
-
ModernNCA,Neural Network,844.0960252494599,5.4716607960532695,
|
| 65 |
-
ModernNCA,Neural Network,1679.9964089231712,6.992127494384899,17.
|
| 66 |
-
ModernNCA,Neural Network,2502.395915306495,7.8596602241219475,
|
| 67 |
-
ModernNCA,Neural Network,3383.9090129865262,8.384898189151137,18.
|
| 68 |
-
OrionMSP,Foundation Model,14.462869294484456,2.705044303358312,24.
|
| 69 |
-
PerpetualBooster,Tree-based,15.795025521387625,0.02911549342706074,31.
|
| 70 |
-
PerpetualBooster,Tree-based,37.003602814130616,0.23607859997617164,29.
|
| 71 |
-
PerpetualBooster,Tree-based,98.97574700042804,0.6732920785460351,25.
|
| 72 |
-
PerpetualBooster,Tree-based,117.85418227388149,0.7725893153531416,25.
|
| 73 |
-
RandomForest,Tree-based,0.2544731195767721,0.02947866002291334,27.
|
| 74 |
-
RandomForest,Tree-based,1.1022482458644975,0.08840162369279872,25.
|
| 75 |
-
RandomForest,Tree-based,3.7036683225479896,0.1791844925187261,24.
|
| 76 |
-
RandomForest,Tree-based,7.990372089797243,0.2574024682129129,23.
|
| 77 |
-
RandomForest,Tree-based,20.565735640758366,0.3681557693258449,23.
|
| 78 |
-
RandomForest,Tree-based,41.6049917756117,0.4622167889932417,23.
|
| 79 |
-
RandomForest,Tree-based,83.94330653141127,0.5500877206121282,23.
|
| 80 |
-
RandomForest,Tree-based,126.37851822170688,0.5963022540723031,23.
|
| 81 |
-
RandomForest,Tree-based,169.75481116844958,0.6073439143847915,23.
|
| 82 |
-
RealMLP,Neural Network,9.330073523853496,1.1163701521022618,19.
|
| 83 |
-
RealMLP,Neural Network,23.369991291512406,1.5367213252947187,17.
|
| 84 |
-
RealMLP,Neural Network,64.1163539819801,2.4240428043374984,16.
|
| 85 |
-
RealMLP,Neural Network,135.673839100129,3.3826374552863494,
|
| 86 |
-
RealMLP,Neural Network,343.9787328013055,4.734949252939291,15.
|
| 87 |
-
RealMLP,Neural Network,692.185396750642,6.215914111597209,15.
|
| 88 |
-
RealMLP,Neural Network,1383.1114451594358,7.376969344124939,15.
|
| 89 |
-
RealMLP,Neural Network,2072.6413859802133,8.316948816059714,15.
|
| 90 |
-
RealMLP,Neural Network,2775.9833627967273,8.776373141097492,15.
|
| 91 |
-
RealTabPFN-2.5,Foundation Model,4.9087216863172305,0.6942704556678836,
|
| 92 |
-
RealTabPFN-2.5,Foundation Model,16.452505320208132,1.7020387496916358,
|
| 93 |
-
RealTabPFN-2.5,Foundation Model,44.74361204151127,3.070393191470563,13.
|
| 94 |
-
RealTabPFN-2.5,Foundation Model,91.7548974846514,4.135588791242149,13.
|
| 95 |
-
RealTabPFN-2.5,Foundation Model,236.7117395728378,5.769545849739734,13.
|
| 96 |
-
RealTabPFN-2.5,Foundation Model,474.1680372394797,7.743032243174049,13.
|
| 97 |
-
RealTabPFN-2.5,Foundation Model,957.1717702231181,8.981971402300406,13.
|
| 98 |
-
RealTabPFN-2.5,Foundation Model,1438.827259418236,9.761208504644628,13.
|
| 99 |
-
RealTabPFN-2.5,Foundation Model,1924.5007092935039,9.211560398245481,13.
|
| 100 |
-
SAP-RPT-OSS,Foundation Model,12.85821274740529,3.1666904340187747,20.
|
| 101 |
-
TabDPT,Foundation Model,49.67160753900305,43.82395203037029,20.
|
| 102 |
-
TabDPT,Foundation Model,74.37171394098706,59.58207735918628,
|
| 103 |
-
TabDPT,Foundation Model,135.8465940793912,88.99245232675216,
|
| 104 |
-
TabDPT,Foundation Model,245.58903304994894,119.97606916081905,17.
|
| 105 |
-
TabDPT,Foundation Model,603.263024351148,184.78365303342213,16.
|
| 106 |
-
TabDPT,Foundation Model,1228.1552324621657,246.0445440802887,16.
|
| 107 |
-
TabDPT,Foundation Model,2466.8687838379383,305.83197860696157,16.
|
| 108 |
-
TabDPT,Foundation Model,3715.4039160262,338.32432825614734,
|
| 109 |
-
TabDPT,Foundation Model,4982.661911570662,357.7828705920642,
|
| 110 |
-
TabDPT-Turbo,Foundation Model,1.4436537136915364,0.16897717038298293,16.
|
| 111 |
-
TabFM,Foundation Model,36.44547701379686,7.10852696151597,4.
|
| 112 |
-
TabFlex,Foundation Model,0.8504331063073978,0.12894797496789714,29.
|
| 113 |
-
TabICLv2,Foundation Model,1.7686337422571086,0.15824944501254648,11.
|
| 114 |
-
TabM,Neural Network,5.029279769616684,0.20754939160848923,18.
|
| 115 |
-
TabM,Neural Network,12.395963042678066,0.3669465557681887,18.
|
| 116 |
-
TabM,Neural Network,37.70439621131669,0.6410447179559422,17.
|
| 117 |
-
TabM,Neural Network,76.79293891898648,0.8182662874934559,
|
| 118 |
-
TabM,Neural Network,197.24531706676265,1.0673724765843646,16.
|
| 119 |
-
TabM,Neural Network,398.0123545957076,1.2587716294708393,16.
|
| 120 |
-
TabM,Neural Network,792.8708351593104,1.5504237307825368,
|
| 121 |
-
TabM,Neural Network,1198.5048285011646,1.7273482777984908,15.
|
| 122 |
-
TabM,Neural Network,1612.0705710762447,1.8903034491111421,15.
|
| 123 |
-
TabPFN-2.6,Foundation Model,4.8153059659349875,0.46445577144622807,12.
|
| 124 |
-
TabPFN-3,Foundation Model,2.6261237600350875,0.3605764017599016,11.
|
| 125 |
-
TabSTAR,Foundation Model,391.10808763611567,4.051714651266313,29.
|
| 126 |
-
TabSTAR,Foundation Model,569.6608345334992,4.537267014949048,29.
|
| 127 |
-
TabSTAR,Foundation Model,976.9745445732788,5.680399048042392,
|
| 128 |
-
TabSTAR,Foundation Model,1509.812871821132,6.540547752620807,28.
|
| 129 |
-
TabSTAR,Foundation Model,3235.173662191214,8.510462714442504,27.
|
| 130 |
-
TabSTAR,Foundation Model,6343.914462666933,10.572044223332625,26.
|
| 131 |
-
TabSTAR,Foundation Model,12590.662352226107,12.437201777967566,25.
|
| 132 |
-
TabSTAR,Foundation Model,18827.988162046575,13.893926101890314,
|
| 133 |
-
TabSTAR,Foundation Model,25373.335033234307,14.08653968052192,24.
|
| 134 |
-
TabSwift,Foundation Model,1.126632790861485,0.05862805584458714,17.
|
| 135 |
-
TorchMLP,Neural Network,4.950258241222675,0.09146843868757407,24.
|
| 136 |
-
TorchMLP,Neural Network,13.966349561809718,0.19170764738702806,22.
|
| 137 |
-
TorchMLP,Neural Network,44.495543604033145,0.4742459424458908,20.
|
| 138 |
-
TorchMLP,Neural Network,110.95281454847164,0.7489571842631533,19.
|
| 139 |
-
TorchMLP,Neural Network,276.2432638721431,1.1980104117158632,19.
|
| 140 |
-
TorchMLP,Neural Network,564.3918033289928,1.622013673594453,18.
|
| 141 |
-
TorchMLP,Neural Network,1102.6775922423694,1.8953030401342845,18.
|
| 142 |
-
TorchMLP,Neural Network,1669.2077718784224,2.203129412683187,18.
|
| 143 |
-
TorchMLP,Neural Network,2241.9244610212045,2.4133616403125338,18.
|
| 144 |
-
XGBoost,Tree-based,1.2379804346720888,0.11027483582429407,20.
|
| 145 |
-
XGBoost,Tree-based,4.167568157316262,0.2662387933033037,18.
|
| 146 |
-
XGBoost,Tree-based,11.541309558110093,0.3317369137589647,18.
|
| 147 |
-
XGBoost,Tree-based,22.497133089731477,0.3713912294390471,18.
|
| 148 |
-
XGBoost,Tree-based,58.58863569183001,0.47116984877325496,17.
|
| 149 |
-
XGBoost,Tree-based,117.0352585561813,0.5335858253400065,17.
|
| 150 |
-
XGBoost,Tree-based,234.6013258331688,0.5867602291757203,17.
|
| 151 |
-
XGBoost,Tree-based,351.8557074643182,0.6015304473863684,17.
|
| 152 |
-
XGBoost,Tree-based,473.03948685168484,0.6276540517611939,17.
|
| 153 |
-
iLTM,Foundation Model,210.37523283582902,43.84725844896284,23.
|
| 154 |
-
iLTM,Foundation Model,506.09520705430424,92.00450400511797,21.
|
| 155 |
-
iLTM,Foundation Model,1471.994312024684,160.23774494850142,18.
|
| 156 |
-
iLTM,Foundation Model,3204.4293403005536,248.09786976092724,17.
|
| 157 |
-
iLTM,Foundation Model,7937.387732778907,328.1842391713185,16.
|
| 158 |
-
iLTM,Foundation Model,8305.066305500057,336.0020690594927,16.
|
| 159 |
-
xRFM,Other,2.8035263333237843,0.5638730428413123,30.
|
| 160 |
-
xRFM,Other,6.6149535103241615,0.8037675189625257,26.
|
| 161 |
-
xRFM,Other,16.126759697960484,0.9568557254747097,21.
|
| 162 |
-
xRFM,Other,31.997150761432124,1.316867124276167,19.
|
| 163 |
-
xRFM,Other,79.99254096686339,1.7124473325807548,18.
|
| 164 |
-
xRFM,Other,159.83826349349937,2.200467566539602,18.
|
| 165 |
-
xRFM,Other,319.7915016575078,2.497744625035569,18.
|
| 166 |
-
xRFM,Other,479.1842606686023,2.6993276206390053,18.
|
| 167 |
-
xRFM,Other,642.4042496516736,2.758752819565938,18.
|
|
|
|
| 1 |
method,family,x_train,x_infer,imp,elo,n_configs,imputed,imputed_pct
|
| 2 |
+
BetaTabPFN,Foundation Model,250.38562255411466,1.7076126445297142,18.569156870664077,1397.5,1.0,False,0.0
|
| 3 |
+
CatBoost,Tree-based,3.040650541770277,0.020382793493081364,16.588896900873436,1426.8,1.0,False,0.0
|
| 4 |
+
CatBoost,Tree-based,7.918365007641061,0.04390218952792049,16.49447613100871,1433.0,2.0,False,0.0
|
| 5 |
+
CatBoost,Tree-based,18.159488607070365,0.08729748170967458,16.44190230678361,1439.0,5.0,False,0.0
|
| 6 |
+
CatBoost,Tree-based,36.34650944155791,0.11775786229839336,16.466328794484447,1438.5,10.0,False,0.0
|
| 7 |
+
CatBoost,Tree-based,92.62927444513267,0.15760118459079592,16.471155605729457,1438.8,25.0,False,0.0
|
| 8 |
+
CatBoost,Tree-based,181.75107802045034,0.19057968247261264,16.485087877974873,1437.7,50.0,False,0.0
|
| 9 |
+
CatBoost,Tree-based,367.6200398567939,0.22169095747203071,16.547217337693453,1432.6,100.0,False,0.0
|
| 10 |
+
CatBoost,Tree-based,549.096644507914,0.2337265609730244,16.585770400046272,1429.8,150.0,False,0.0
|
| 11 |
+
CatBoost,Tree-based,738.2612405474812,0.25050910815328437,16.61317484781158,1427.3,201.0,False,0.0
|
| 12 |
+
ChimeraBoost,Tree-based,1.2471436483411917,0.026108318504432498,19.160948291771614,1336.7,1.0,False,0.0
|
| 13 |
+
ChimeraBoost,Tree-based,2.659201873540534,0.05190304060777028,18.759754396524706,1364.0,2.0,False,0.0
|
| 14 |
+
ChimeraBoost,Tree-based,6.827854613995047,0.10470846857625782,18.571473936255263,1375.2,5.0,False,0.0
|
| 15 |
+
ChimeraBoost,Tree-based,13.769063544873184,0.1608995495569475,18.467763416927024,1380.6,10.0,False,0.0
|
| 16 |
+
ChimeraBoost,Tree-based,34.83126319667648,0.22357858753440824,18.31666922330683,1388.8,25.0,False,0.0
|
| 17 |
+
ChimeraBoost,Tree-based,69.95604797669785,0.26873195798063015,18.226497439347852,1393.2,50.0,False,0.0
|
| 18 |
+
ChimeraBoost,Tree-based,140.01071603186804,0.295325975877325,18.13226549323653,1398.0,100.0,False,0.0
|
| 19 |
+
ChimeraBoost,Tree-based,209.9350770180042,0.3063723891314687,18.089624946251995,1398.8,150.0,False,0.0
|
| 20 |
+
ChimeraBoost,Tree-based,281.38836986367926,0.3135203066348062,18.06802151473141,1399.8,201.0,False,0.0
|
| 21 |
+
EBM,Tree-based,3.270179522899042,0.01486520206227022,21.227184885233985,1254.6,1.0,False,0.0
|
| 22 |
+
EBM,Tree-based,8.541858050826274,0.02987503964598405,20.81913668941629,1268.4,2.0,False,0.0
|
| 23 |
+
EBM,Tree-based,21.515425064241725,0.05230069219480768,20.44061676824301,1286.1,5.0,False,0.0
|
| 24 |
+
EBM,Tree-based,44.81332434528424,0.07072303419016376,20.29023102448671,1293.4,10.0,False,0.0
|
| 25 |
+
EBM,Tree-based,115.60249805488158,0.0955594835775159,20.131106296388246,1301.9,25.0,False,0.0
|
| 26 |
+
EBM,Tree-based,235.02338692440955,0.11087478951360424,19.99350504343998,1309.9,50.0,False,0.0
|
| 27 |
+
EBM,Tree-based,467.03995063516663,0.12412474551524749,19.8685209796167,1316.4,100.0,False,0.0
|
| 28 |
+
EBM,Tree-based,700.0647480226075,0.127388901325369,19.831978583658184,1319.0,150.0,False,0.0
|
| 29 |
+
EBM,Tree-based,936.752317670263,0.12839358456029862,19.785527722654408,1322.0,201.0,False,0.0
|
| 30 |
+
EXAONE-Tabular,Foundation Model,5.180872226993503,0.6137333997827492,10.656765454358332,1717.7,1.0,False,0.0
|
| 31 |
+
ExtraTrees,Tree-based,1.086726051695307,0.1905448884833728,27.463184277171038,1005.4,1.0,False,0.0
|
| 32 |
+
ExtraTrees,Tree-based,1.9830559575055935,0.22641168314935045,25.738382125167558,1046.4,2.0,False,0.0
|
| 33 |
+
ExtraTrees,Tree-based,4.704569973865999,0.28995394835791266,23.31540437695297,1120.4,5.0,False,0.0
|
| 34 |
+
ExtraTrees,Tree-based,9.212217237496521,0.33801878353204307,22.434706745054704,1158.5,10.0,False,0.0
|
| 35 |
+
ExtraTrees,Tree-based,22.7973551315528,0.42293461425168866,21.981892240473698,1178.1,25.0,False,0.0
|
| 36 |
+
ExtraTrees,Tree-based,45.45307963702678,0.5030792516574807,21.81837054048831,1188.0,50.0,False,0.0
|
| 37 |
+
ExtraTrees,Tree-based,90.74217636070827,0.5833685615093349,21.71632784495597,1194.9,100.0,False,0.0
|
| 38 |
+
ExtraTrees,Tree-based,136.08525698574118,0.6430515372137544,21.688042604061877,1198.6,150.0,False,0.0
|
| 39 |
+
ExtraTrees,Tree-based,182.3545255640042,0.6917689998930908,21.71952039408019,1198.5,201.0,False,0.0
|
| 40 |
+
FastaiMLP,Neural Network,2.556542435020763,0.267036416809054,25.397091754893854,1076.9,1.0,False,0.0
|
| 41 |
+
FastaiMLP,Neural Network,5.246066985456244,0.4726706958842931,23.977370212615476,1118.1,2.0,False,0.0
|
| 42 |
+
FastaiMLP,Neural Network,13.81207094113136,0.9145377265220935,22.138912471230682,1186.1,5.0,False,0.0
|
| 43 |
+
FastaiMLP,Neural Network,28.148871787135647,1.4648401665206727,21.236570825949144,1219.5,10.0,False,0.0
|
| 44 |
+
FastaiMLP,Neural Network,68.16080308078908,2.0889905192414373,20.55608782795069,1245.2,25.0,False,0.0
|
| 45 |
+
FastaiMLP,Neural Network,137.25846741208557,2.633903881230848,20.227881932706865,1260.5,50.0,False,0.0
|
| 46 |
+
FastaiMLP,Neural Network,277.10071604776294,3.3191961162462205,20.036092045562153,1268.6,100.0,False,0.0
|
| 47 |
+
FastaiMLP,Neural Network,416.637856408062,3.7369178253204494,19.91618895933666,1275.4,150.0,False,0.0
|
| 48 |
+
FastaiMLP,Neural Network,559.3818159962832,4.081252912517277,19.885036326541535,1278.4,201.0,False,0.0
|
| 49 |
+
LightGBM,Tree-based,0.8126978053160516,0.09259637671331868,21.40717781006899,1186.4,1.0,False,0.0
|
| 50 |
+
LightGBM,Tree-based,2.8593747930467783,0.40602979679902396,19.395902613098585,1284.3,2.0,False,0.0
|
| 51 |
+
LightGBM,Tree-based,7.623556973909015,0.6600545748645598,18.131613898946064,1369.1,5.0,False,0.0
|
| 52 |
+
LightGBM,Tree-based,15.609269255951183,0.8849225155304061,17.53972163322644,1410.1,10.0,False,0.0
|
| 53 |
+
LightGBM,Tree-based,40.844953566087014,1.1404380746111331,17.164537161361608,1432.7,25.0,False,0.0
|
| 54 |
+
LightGBM,Tree-based,81.92218994347668,1.2644666214059828,17.033972036886418,1441.6,50.0,False,0.0
|
| 55 |
+
LightGBM,Tree-based,163.7675316385143,1.3003023735513484,16.92360724445884,1448.0,100.0,False,0.0
|
| 56 |
+
LightGBM,Tree-based,244.6291470870996,1.2279060482663888,16.88375766639889,1449.6,150.0,False,0.0
|
| 57 |
+
LightGBM,Tree-based,328.9554302436611,1.1375151454936585,16.884183058632107,1449.5,201.0,False,0.0
|
| 58 |
+
LimiX,Foundation Model,14.258602173837213,4.29864295094648,18.3271943708457,1397.5,1.0,False,0.0
|
| 59 |
+
ModernNCA,Neural Network,13.506618732788416,0.31042271796897314,20.669239907437284,1282.0,1.0,False,0.0
|
| 60 |
+
ModernNCA,Neural Network,29.39764682218202,0.8103899414208564,19.454588423585832,1314.6,2.0,False,0.0
|
| 61 |
+
ModernNCA,Neural Network,85.7065084990306,1.8318086974800285,17.476079641443327,1401.7,5.0,False,0.0
|
| 62 |
+
ModernNCA,Neural Network,168.95595266519675,2.711564452839408,17.081592863610005,1417.1,10.0,False,0.0
|
| 63 |
+
ModernNCA,Neural Network,408.92877811054836,4.088066793297702,16.707777891341333,1432.7,25.0,False,0.0
|
| 64 |
+
ModernNCA,Neural Network,844.0960252494599,5.4716607960532695,16.96678150312083,1421.0,50.0,False,0.0
|
| 65 |
+
ModernNCA,Neural Network,1679.9964089231712,6.992127494384899,17.500306728215527,1402.5,100.0,False,0.0
|
| 66 |
+
ModernNCA,Neural Network,2502.395915306495,7.8596602241219475,17.947682756109824,1387.6,150.0,False,0.0
|
| 67 |
+
ModernNCA,Neural Network,3383.9090129865262,8.384898189151137,18.19039649233719,1378.2,201.0,False,0.0
|
| 68 |
+
OrionMSP,Foundation Model,14.462869294484456,2.705044303358312,24.203754477276444,1158.9,1.0,False,0.0
|
| 69 |
+
PerpetualBooster,Tree-based,15.795025521387625,0.02911549342706074,31.82956085853428,947.3,1.0,False,0.0
|
| 70 |
+
PerpetualBooster,Tree-based,37.003602814130616,0.23607859997617164,29.4664202547996,1010.0,2.0,False,0.0
|
| 71 |
+
PerpetualBooster,Tree-based,98.97574700042804,0.6732920785460351,25.70595185535623,1108.1,5.0,False,0.0
|
| 72 |
+
PerpetualBooster,Tree-based,117.85418227388149,0.7725893153531416,25.588806220136533,1114.6,6.0,False,0.0
|
| 73 |
+
RandomForest,Tree-based,0.2544731195767721,0.02947866002291334,27.801967430824646,1000.0,1.0,False,0.0
|
| 74 |
+
RandomForest,Tree-based,1.1022482458644975,0.08840162369279872,25.509246015443658,1058.7,2.0,False,0.0
|
| 75 |
+
RandomForest,Tree-based,3.7036683225479896,0.1791844925187261,24.366242197835618,1101.0,5.0,False,0.0
|
| 76 |
+
RandomForest,Tree-based,7.990372089797243,0.2574024682129129,23.808464140090766,1125.8,10.0,False,0.0
|
| 77 |
+
RandomForest,Tree-based,20.565735640758366,0.3681557693258449,23.356950141794268,1147.6,25.0,False,0.0
|
| 78 |
+
RandomForest,Tree-based,41.6049917756117,0.4622167889932417,23.22126826181617,1155.4,50.0,False,0.0
|
| 79 |
+
RandomForest,Tree-based,83.94330653141127,0.5500877206121282,23.13499226013674,1160.3,100.0,False,0.0
|
| 80 |
+
RandomForest,Tree-based,126.37851822170688,0.5963022540723031,23.094730897661933,1162.6,150.0,False,0.0
|
| 81 |
+
RandomForest,Tree-based,169.75481116844958,0.6073439143847915,23.1056398230107,1163.8,201.0,False,0.0
|
| 82 |
+
RealMLP,Neural Network,9.330073523853496,1.1163701521022618,19.569757575792714,1272.3,1.0,False,0.0
|
| 83 |
+
RealMLP,Neural Network,23.369991291512406,1.5367213252947187,17.688486755901632,1374.1,2.0,False,0.0
|
| 84 |
+
RealMLP,Neural Network,64.1163539819801,2.4240428043374984,16.440720865803936,1446.5,5.0,False,0.0
|
| 85 |
+
RealMLP,Neural Network,135.673839100129,3.3826374552863494,15.980416311744294,1472.6,10.0,False,0.0
|
| 86 |
+
RealMLP,Neural Network,343.9787328013055,4.734949252939291,15.626914281536061,1493.8,25.0,False,0.0
|
| 87 |
+
RealMLP,Neural Network,692.185396750642,6.215914111597209,15.497216640760305,1501.8,50.0,False,0.0
|
| 88 |
+
RealMLP,Neural Network,1383.1114451594358,7.376969344124939,15.401778067407815,1507.1,100.0,False,0.0
|
| 89 |
+
RealMLP,Neural Network,2072.6413859802133,8.316948816059714,15.360234842881257,1509.9,150.0,False,0.0
|
| 90 |
+
RealMLP,Neural Network,2775.9833627967273,8.776373141097492,15.340603599547045,1510.2,201.0,False,0.0
|
| 91 |
+
RealTabPFN-2.5,Foundation Model,4.9087216863172305,0.6942704556678836,13.965533367396985,1551.2,1.0,False,0.0
|
| 92 |
+
RealTabPFN-2.5,Foundation Model,16.452505320208132,1.7020387496916358,13.976016397047367,1551.1,2.0,False,0.0
|
| 93 |
+
RealTabPFN-2.5,Foundation Model,44.74361204151127,3.070393191470563,13.80490852483301,1555.5,5.0,False,0.0
|
| 94 |
+
RealTabPFN-2.5,Foundation Model,91.7548974846514,4.135588791242149,13.740776410467962,1556.7,10.0,False,0.0
|
| 95 |
+
RealTabPFN-2.5,Foundation Model,236.7117395728378,5.769545849739734,13.591573594431553,1564.9,25.0,False,0.0
|
| 96 |
+
RealTabPFN-2.5,Foundation Model,474.1680372394797,7.743032243174049,13.561484691327719,1568.5,50.0,False,0.0
|
| 97 |
+
RealTabPFN-2.5,Foundation Model,957.1717702231181,8.981971402300406,13.510630141433651,1571.1,100.0,False,0.0
|
| 98 |
+
RealTabPFN-2.5,Foundation Model,1438.827259418236,9.761208504644628,13.511051283143408,1570.4,150.0,False,0.0
|
| 99 |
+
RealTabPFN-2.5,Foundation Model,1924.5007092935039,9.211560398245481,13.534498122468861,1567.8,201.0,False,0.0
|
| 100 |
+
SAP-RPT-OSS,Foundation Model,12.85821274740529,3.1666904340187747,20.86759357400063,1307.0,1.0,False,0.0
|
| 101 |
+
TabDPT,Foundation Model,49.67160753900305,43.82395203037029,20.114878756904844,1291.9,1.0,False,0.0
|
| 102 |
+
TabDPT,Foundation Model,74.37171394098706,59.58207735918628,18.998070468545567,1322.0,2.0,False,0.0
|
| 103 |
+
TabDPT,Foundation Model,135.8465940793912,88.99245232675216,17.945533679411437,1361.8,5.0,False,0.0
|
| 104 |
+
TabDPT,Foundation Model,245.58903304994894,119.97606916081905,17.582598525552854,1373.9,10.0,False,0.0
|
| 105 |
+
TabDPT,Foundation Model,603.263024351148,184.78365303342213,16.7575662676743,1403.3,25.0,False,0.0
|
| 106 |
+
TabDPT,Foundation Model,1228.1552324621657,246.0445440802887,16.367153248680193,1418.2,50.0,False,0.0
|
| 107 |
+
TabDPT,Foundation Model,2466.8687838379383,305.83197860696157,16.135229610860502,1426.5,100.0,False,0.0
|
| 108 |
+
TabDPT,Foundation Model,3715.4039160262,338.32432825614734,15.967951079542589,1431.9,150.0,False,0.0
|
| 109 |
+
TabDPT,Foundation Model,4982.661911570662,357.7828705920642,15.900775442528262,1433.7,201.0,False,0.0
|
| 110 |
+
TabDPT-Turbo,Foundation Model,1.4436537136915364,0.16897717038298293,16.085318703907976,1458.0,1.0,False,0.0
|
| 111 |
+
TabFM,Foundation Model,36.44547701379686,7.10852696151597,4.173898860895464,1818.4,1.0,False,0.0
|
| 112 |
+
TabFlex,Foundation Model,0.8504331063073978,0.12894797496789714,29.15924720232086,1063.7,1.0,False,0.0
|
| 113 |
+
TabICLv2,Foundation Model,1.7686337422571086,0.15824944501254648,11.608731503644572,1626.1,1.0,False,0.0
|
| 114 |
+
TabM,Neural Network,5.029279769616684,0.20754939160848923,18.69227749835799,1324.2,1.0,False,0.0
|
| 115 |
+
TabM,Neural Network,12.395963042678066,0.3669465557681887,18.180997657067017,1351.3,2.0,False,0.0
|
| 116 |
+
TabM,Neural Network,37.70439621131669,0.6410447179559422,17.494652225605726,1390.6,5.0,False,0.0
|
| 117 |
+
TabM,Neural Network,76.79293891898648,0.8182662874934559,16.8963289927684,1429.2,10.0,False,0.0
|
| 118 |
+
TabM,Neural Network,197.24531706676265,1.0673724765843646,16.38411211537273,1455.6,25.0,False,0.0
|
| 119 |
+
TabM,Neural Network,398.0123545957076,1.2587716294708393,16.110088614056124,1470.9,50.0,False,0.0
|
| 120 |
+
TabM,Neural Network,792.8708351593104,1.5504237307825368,15.917855997850719,1482.4,100.0,False,0.0
|
| 121 |
+
TabM,Neural Network,1198.5048285011646,1.7273482777984908,15.829771510034215,1488.1,150.0,False,0.0
|
| 122 |
+
TabM,Neural Network,1612.0705710762447,1.8903034491111421,15.784957168023722,1492.3,201.0,False,0.0
|
| 123 |
+
TabPFN-2.6,Foundation Model,4.8153059659349875,0.46445577144622807,12.863569191162103,1623.0,1.0,False,0.0
|
| 124 |
+
TabPFN-3,Foundation Model,2.6261237600350875,0.3605764017599016,11.484136751783593,1699.3,1.0,False,0.0
|
| 125 |
+
TabSTAR,Foundation Model,391.10808763611567,4.051714651266313,29.27133661810661,1076.8,1.0,False,0.0
|
| 126 |
+
TabSTAR,Foundation Model,569.6608345334992,4.537267014949048,29.156356360846935,1083.5,2.0,False,0.0
|
| 127 |
+
TabSTAR,Foundation Model,976.9745445732788,5.680399048042392,28.91692629619884,1089.9,5.0,False,0.0
|
| 128 |
+
TabSTAR,Foundation Model,1509.812871821132,6.540547752620807,28.261667798671898,1105.3,10.0,False,0.0
|
| 129 |
+
TabSTAR,Foundation Model,3235.173662191214,8.510462714442504,27.132019821115023,1127.2,25.0,False,0.0
|
| 130 |
+
TabSTAR,Foundation Model,6343.914462666933,10.572044223332625,26.000342308395417,1147.5,50.0,False,0.0
|
| 131 |
+
TabSTAR,Foundation Model,12590.662352226107,12.437201777967566,25.385213788856102,1162.3,100.0,False,0.0
|
| 132 |
+
TabSTAR,Foundation Model,18827.988162046575,13.893926101890314,24.9904235551771,1172.0,150.0,False,0.0
|
| 133 |
+
TabSTAR,Foundation Model,25373.335033234307,14.08653968052192,24.66927139944053,1182.2,201.0,False,0.0
|
| 134 |
+
TabSwift,Foundation Model,1.126632790861485,0.05862805584458714,17.56437294232941,1396.1,1.0,False,0.0
|
| 135 |
+
TorchMLP,Neural Network,4.950258241222675,0.09146843868757407,24.067110725539635,1109.7,1.0,False,0.0
|
| 136 |
+
TorchMLP,Neural Network,13.966349561809718,0.19170764738702806,22.02562906052948,1172.4,2.0,False,0.0
|
| 137 |
+
TorchMLP,Neural Network,44.495543604033145,0.4742459424458908,20.386138964349115,1225.8,5.0,False,0.0
|
| 138 |
+
TorchMLP,Neural Network,110.95281454847164,0.7489571842631533,19.718996586732555,1258.1,10.0,False,0.0
|
| 139 |
+
TorchMLP,Neural Network,276.2432638721431,1.1980104117158632,19.14618154372646,1287.4,25.0,False,0.0
|
| 140 |
+
TorchMLP,Neural Network,564.3918033289928,1.622013673594453,18.783951326759038,1307.8,50.0,False,0.0
|
| 141 |
+
TorchMLP,Neural Network,1102.6775922423694,1.8953030401342845,18.593800283422812,1320.4,100.0,False,0.0
|
| 142 |
+
TorchMLP,Neural Network,1669.2077718784224,2.203129412683187,18.483515893486288,1328.8,150.0,False,0.0
|
| 143 |
+
TorchMLP,Neural Network,2241.9244610212045,2.4133616403125338,18.379892786617546,1334.4,201.0,False,0.0
|
| 144 |
+
XGBoost,Tree-based,1.2379804346720888,0.11027483582429407,20.688524818363078,1237.2,1.0,False,0.0
|
| 145 |
+
XGBoost,Tree-based,4.167568157316262,0.2662387933033037,18.825985732800724,1327.6,2.0,False,0.0
|
| 146 |
+
XGBoost,Tree-based,11.541309558110093,0.3317369137589647,18.33687945545624,1358.5,5.0,False,0.0
|
| 147 |
+
XGBoost,Tree-based,22.497133089731477,0.3713912294390471,18.06437867246857,1374.9,10.0,False,0.0
|
| 148 |
+
XGBoost,Tree-based,58.58863569183001,0.47116984877325496,17.853468306343093,1385.0,25.0,False,0.0
|
| 149 |
+
XGBoost,Tree-based,117.0352585561813,0.5335858253400065,17.794151034524976,1387.9,50.0,False,0.0
|
| 150 |
+
XGBoost,Tree-based,234.6013258331688,0.5867602291757203,17.744412484419776,1391.6,100.0,False,0.0
|
| 151 |
+
XGBoost,Tree-based,351.8557074643182,0.6015304473863684,17.707906752179298,1394.0,150.0,False,0.0
|
| 152 |
+
XGBoost,Tree-based,473.03948685168484,0.6276540517611939,17.685194884696877,1396.6,201.0,False,0.0
|
| 153 |
+
iLTM,Foundation Model,210.37523283582902,43.84725844896284,23.24193383413266,1186.1,1.0,False,0.0
|
| 154 |
+
iLTM,Foundation Model,506.09520705430424,92.00450400511797,21.15994192718464,1239.7,2.0,False,0.0
|
| 155 |
+
iLTM,Foundation Model,1471.994312024684,160.23774494850142,18.85992508613202,1328.8,5.0,False,0.0
|
| 156 |
+
iLTM,Foundation Model,3204.4293403005536,248.09786976092724,17.72256583133414,1380.5,10.0,False,0.0
|
| 157 |
+
iLTM,Foundation Model,7937.387732778907,328.1842391713185,16.616132710696334,1435.2,25.0,False,0.0
|
| 158 |
+
iLTM,Foundation Model,8305.066305500057,336.0020690594927,16.592046271254944,1437.9,26.0,False,0.0
|
| 159 |
+
xRFM,Other,2.8035263333237843,0.5638730428413123,30.609817974308385,996.8,1.0,False,0.0
|
| 160 |
+
xRFM,Other,6.6149535103241615,0.8037675189625257,26.302725284705904,1065.9,2.0,False,0.0
|
| 161 |
+
xRFM,Other,16.126759697960484,0.9568557254747097,21.123859388773884,1213.6,5.0,False,0.0
|
| 162 |
+
xRFM,Other,31.997150761432124,1.316867124276167,19.14759162958641,1312.6,10.0,False,0.0
|
| 163 |
+
xRFM,Other,79.99254096686339,1.7124473325807548,18.55522277181639,1345.5,25.0,False,0.0
|
| 164 |
+
xRFM,Other,159.83826349349937,2.200467566539602,18.418906618493587,1351.0,50.0,False,0.0
|
| 165 |
+
xRFM,Other,319.7915016575078,2.497744625035569,18.457104556656084,1346.5,100.0,False,0.0
|
| 166 |
+
xRFM,Other,479.1842606686023,2.6993276206390053,18.504968804913567,1343.1,150.0,False,0.0
|
| 167 |
+
xRFM,Other,642.4042496516736,2.758752819565938,18.549527442000635,1339.0,201.0,False,0.0
|
data/imputation_no/splits_all/tasks_binary/datasets_all/tuning_trajectories_explorer.html
CHANGED
|
@@ -334,7 +334,7 @@
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
-
const POINTS = [{"method":"BetaTabPFN","family":"Foundation Model","x_train":250.3856225541,"imp":18.6857617608,"elo":1397.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":3.0406505418,"imp":16.7091043825,"elo":1426.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":7.9183650076,"imp":16.6138452782,"elo":1432.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":18.1594886071,"imp":16.5609271332,"elo":1438.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":36.3465094416,"imp":16.5848735773,"elo":1438.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":92.6292744451,"imp":16.5889970175,"elo":1438.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":181.7510780205,"imp":16.602591812,"elo":1437.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":367.6200398568,"imp":16.6642366715,"elo":1432.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":549.0966445079,"imp":16.7026733789,"elo":1429.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":738.2612405475,"imp":16.7299809192,"elo":1427.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":1.2471436483,"imp":19.2816163819,"elo":1336.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":2.6592018735,"imp":18.88158157,"elo":1363.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":6.827854614,"imp":18.6936227754,"elo":1375.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":13.7690635449,"imp":18.590271676,"elo":1380.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":34.8312631967,"imp":18.4389991771,"elo":1388.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":69.9560479767,"imp":18.3489206137,"elo":1393.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":140.0107160319,"imp":18.2543690358,"elo":1397.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":209.935077018,"imp":18.2113401002,"elo":1398.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":281.3883698637,"imp":18.1891795405,"elo":1399.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":3.2701795229,"imp":21.3393886821,"elo":1254.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":8.5418580508,"imp":20.9324727145,"elo":1268.2,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":21.5154250642,"imp":20.5539633839,"elo":1285.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":44.8133243453,"imp":20.4035049825,"elo":1293.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":115.6024980549,"imp":20.244855338,"elo":1301.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":235.0233869244,"imp":20.1075166171,"elo":1309.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":467.0399506352,"imp":19.9831332747,"elo":1316.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":700.0647480226,"imp":19.9469418524,"elo":1319.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":936.7523176703,"imp":19.9011132733,"elo":1322.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EXAONE-Tabular","family":"Foundation Model","x_train":4.6738675718,"imp":9.3851000172,"elo":1798.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.0867260517,"imp":27.561706123,"elo":1005.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.9830559575,"imp":25.8393533895,"elo":1046.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":4.7045699739,"imp":23.4211445115,"elo":1120.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":9.2122172375,"imp":22.5432725929,"elo":1158.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":22.7973551316,"imp":22.0908697059,"elo":1177.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":45.453079637,"imp":21.9282267333,"elo":1187.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":90.7421763607,"imp":21.8276916389,"elo":1194.6,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":136.0852569857,"imp":21.7995500756,"elo":1198.2,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":182.354525564,"imp":21.8280347806,"elo":1198.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":2.556542435,"imp":25.4923488966,"elo":1076.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":5.2460669855,"imp":24.0765424515,"elo":1118.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":13.8120709411,"imp":22.2429830512,"elo":1185.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":28.1488717871,"imp":21.3425402086,"elo":1219.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":68.1608030808,"imp":20.6643369465,"elo":1244.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":137.2584674121,"imp":20.3360954356,"elo":1260.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":277.1007160478,"imp":20.1449576809,"elo":1268.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":416.6378564081,"imp":20.0251969086,"elo":1275.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":559.3818159963,"imp":19.9938424123,"elo":1278.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":0.8126978053,"imp":21.5167282832,"elo":1186.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":2.859374793,"imp":19.5086396515,"elo":1284.2,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":7.6235569739,"imp":18.2468551962,"elo":1369.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":15.609269256,"imp":17.6569455664,"elo":1410.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":40.8449535661,"imp":17.2831714642,"elo":1432.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":81.9221899435,"imp":17.153132031,"elo":1441.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":163.7675316385,"imp":17.0430819116,"elo":1447.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":244.6291470871,"imp":17.0032511049,"elo":1449.5,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":328.9554302437,"imp":17.0034399429,"elo":1449.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":14.2586021738,"imp":18.4089776394,"elo":1397.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":13.5066187328,"imp":20.7793297676,"elo":1281.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":29.3976468222,"imp":19.564867554,"elo":1314.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":85.706508499,"imp":17.5887954555,"elo":1401.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":168.9559526652,"imp":17.1940234676,"elo":1417.0,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":408.9287781105,"imp":16.8199867106,"elo":1432.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":844.0960252495,"imp":17.0811567337,"elo":1420.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":1679.9964089232,"imp":17.6170356894,"elo":1402.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":2502.3959153065,"imp":18.067774691,"elo":1387.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":3383.9090129865,"imp":18.3123527526,"elo":1378.1,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"OrionMSP","family":"Foundation Model","x_train":14.4628692945,"imp":24.3016414375,"elo":1158.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":15.7950255214,"imp":31.8934818786,"elo":947.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":37.0036028141,"imp":29.5306582331,"elo":1009.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":98.9757470004,"imp":25.7832397108,"elo":1107.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":117.8541822739,"imp":25.6661349921,"elo":1114.3,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.2544731196,"imp":27.9005294362,"elo":1000.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":1.1022482459,"imp":25.6123317069,"elo":1058.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":3.7036683225,"imp":24.4711480817,"elo":1100.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":7.9903720898,"imp":23.914078326,"elo":1125.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":20.5657356408,"imp":23.4633470468,"elo":1147.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":41.6049917756,"imp":23.327822188,"elo":1155.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":83.9433065314,"imp":23.2416284096,"elo":1160.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":126.3785182217,"imp":23.2014998484,"elo":1162.3,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":169.7548111684,"imp":23.2124733416,"elo":1163.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":9.3300735239,"imp":19.6758492143,"elo":1272.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":23.3699912915,"imp":17.7997486638,"elo":1374.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":64.116353982,"imp":16.5549662844,"elo":1446.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":135.6738391001,"imp":16.0967974878,"elo":1472.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":343.9787328013,"imp":15.7445601204,"elo":1493.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":692.1853967506,"imp":15.6158383508,"elo":1501.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":1383.1114451594,"imp":15.5209233581,"elo":1506.8,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":2072.6413859802,"imp":15.4796633597,"elo":1509.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":2775.9833627967,"imp":15.4600996852,"elo":1509.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":4.9087216863,"imp":14.0863475823,"elo":1550.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":16.4525053202,"imp":14.0966941627,"elo":1550.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":44.7436120415,"imp":13.9254905221,"elo":1555.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":91.7548974847,"imp":13.8613508823,"elo":1556.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":236.7117395728,"imp":13.7125701232,"elo":1564.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":474.1680372395,"imp":13.6815766898,"elo":1568.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":957.1717702231,"imp":13.6316639083,"elo":1570.6,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1438.8272594182,"imp":13.6326288051,"elo":1570.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1924.5007092935,"imp":13.6573044275,"elo":1567.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":12.8582127474,"imp":20.9739481963,"elo":1306.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":49.671607539,"imp":20.2111438663,"elo":1291.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":74.371713941,"imp":19.0981539735,"elo":1322.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":135.8465940794,"imp":18.0501018449,"elo":1361.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":245.5890330499,"imp":17.6888659427,"elo":1373.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":603.2630243511,"imp":16.8669978837,"elo":1403.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1228.1552324622,"imp":16.4784627258,"elo":1418.1,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2466.8687838379,"imp":16.2478986578,"elo":1426.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3715.4039160262,"imp":16.083249676,"elo":1431.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":4982.6619115707,"imp":16.0189830384,"elo":1433.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":1.4436537137,"imp":16.1918190434,"elo":1457.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":36.4454770138,"imp":4.3030281227,"elo":1819.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFlex","family":"Foundation Model","x_train":0.8504331063,"imp":29.248822049,"elo":1063.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":1.7686337423,"imp":11.7345514402,"elo":1625.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":5.0292797696,"imp":18.8064410426,"elo":1324.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":12.3959630427,"imp":18.2947774821,"elo":1351.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":37.7043962113,"imp":17.6091445306,"elo":1390.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":76.792938919,"imp":17.0120743956,"elo":1428.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":197.2453170668,"imp":16.5007372486,"elo":1455.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":398.0123545957,"imp":16.2271286072,"elo":1470.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":792.8708351593,"imp":16.0353602471,"elo":1482.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":1198.5048285012,"imp":15.9473008921,"elo":1487.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":1612.0705710762,"imp":15.9025479903,"elo":1491.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":4.8153059659,"imp":12.985194014,"elo":1622.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":2.62612376,"imp":11.6151529993,"elo":1699.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":391.1080876361,"imp":29.3596555596,"elo":1076.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":569.6608345335,"imp":29.2447281346,"elo":1083.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":976.9745445733,"imp":29.0053626981,"elo":1089.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1509.8128718211,"imp":28.350508071,"elo":1105.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":3235.1736621912,"imp":27.2218214971,"elo":1127.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":6343.9144626669,"imp":26.0918056496,"elo":1147.3,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":12590.6623522261,"imp":25.4779429318,"elo":1162.2,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":18827.9881620466,"imp":25.0845227879,"elo":1171.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":25373.3350332343,"imp":24.7649858609,"elo":1182.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":1.1266327909,"imp":17.6800926909,"elo":1395.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":4.9502582412,"imp":24.1696410395,"elo":1109.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":13.9663495618,"imp":22.1305164323,"elo":1172.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":44.495543604,"imp":20.4936660792,"elo":1225.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":110.9528145485,"imp":19.8278807925,"elo":1257.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":276.2432638721,"imp":19.2566393229,"elo":1287.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":564.391803329,"imp":18.8950665568,"elo":1307.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":1102.6775922424,"imp":18.7053540667,"elo":1320.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":1669.2077718784,"imp":18.595426493,"elo":1328.7,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":2241.9244610212,"imp":18.4917978239,"elo":1334.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":1.2379804347,"imp":20.8062812424,"elo":1236.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":4.1675681573,"imp":18.9467606329,"elo":1327.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":11.5413095581,"imp":18.4581756881,"elo":1358.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":22.4971330897,"imp":18.1857635531,"elo":1374.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":58.5886356918,"imp":17.9751187392,"elo":1384.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":117.0352585562,"imp":17.9160199432,"elo":1387.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":234.6013258332,"imp":17.8664666502,"elo":1391.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":351.8557074643,"imp":17.8300042888,"elo":1393.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":473.0394868517,"imp":17.8070875886,"elo":1396.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":210.3752328358,"imp":23.3485085779,"elo":1185.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":506.0952070543,"imp":21.2685814275,"elo":1239.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":1471.9943120247,"imp":18.9715567782,"elo":1328.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":3204.4293403006,"imp":17.8357177762,"elo":1380.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":7937.3877327789,"imp":16.7310924722,"elo":1435.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":8305.0663055001,"imp":16.7067071117,"elo":1437.8,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":2.8035263333,"imp":30.6994811904,"elo":996.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":6.6149535103,"imp":26.4022146393,"elo":1065.8,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":16.126759698,"imp":21.2339138904,"elo":1213.3,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":31.9971507614,"imp":19.2617500587,"elo":1312.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":79.9925409669,"imp":18.6711918778,"elo":1345.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":159.8382634935,"imp":18.5361861787,"elo":1351.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":319.7915016575,"imp":18.5752919331,"elo":1346.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":479.1842606686,"imp":18.6245031232,"elo":1343.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":642.4042496517,"imp":18.6710279455,"elo":1338.9,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 334 |
(function () {
|
| 335 |
"use strict";
|
| 336 |
const CONFIG = {"mode": "trajectory", "title": null, "metrics": [{"key": "imp", "label": "Improvability (%)", "axisLabel": "Improvability (%) \u2014 lower is better", "lowerBetter": true, "fromZero": true, "decimals": 1, "suffix": "%"}, {"key": "elo", "label": "Elo", "axisLabel": "Elo \u2014 higher is better", "lowerBetter": false, "fromZero": false, "decimals": 0, "suffix": ""}], "xAxes": [{"key": "x_train", "label": "Train time", "axisLabel": "Train time per 1K samples (s), median \u2014 log scale", "short": "Train (s/1K, median)"}], "chipsSide": "right"};
|
| 337 |
+
const POINTS = [{"method":"BetaTabPFN","family":"Foundation Model","x_train":250.3856225541,"imp":18.5691568707,"elo":1397.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":3.0406505418,"imp":16.5888969009,"elo":1426.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"CatBoost","family":"Tree-based","x_train":7.9183650076,"imp":16.494476131,"elo":1433.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"CatBoost","family":"Tree-based","x_train":18.1594886071,"imp":16.4419023068,"elo":1439.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"CatBoost","family":"Tree-based","x_train":36.3465094416,"imp":16.4663287945,"elo":1438.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"CatBoost","family":"Tree-based","x_train":92.6292744451,"imp":16.4711556057,"elo":1438.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"CatBoost","family":"Tree-based","x_train":181.7510780205,"imp":16.485087878,"elo":1437.7,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"CatBoost","family":"Tree-based","x_train":367.6200398568,"imp":16.5472173377,"elo":1432.6,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"CatBoost","family":"Tree-based","x_train":549.0966445079,"imp":16.5857704,"elo":1429.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"CatBoost","family":"Tree-based","x_train":738.2612405475,"imp":16.6131748478,"elo":1427.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":1.2471436483,"imp":19.1609482918,"elo":1336.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":2.6592018735,"imp":18.7597543965,"elo":1364.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":6.827854614,"imp":18.5714739363,"elo":1375.2,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":13.7690635449,"imp":18.4677634169,"elo":1380.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":34.8312631967,"imp":18.3166692233,"elo":1388.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":69.9560479767,"imp":18.2264974393,"elo":1393.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":140.0107160319,"imp":18.1322654932,"elo":1398.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":209.935077018,"imp":18.0896249463,"elo":1398.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ChimeraBoost","family":"Tree-based","x_train":281.3883698637,"imp":18.0680215147,"elo":1399.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EBM","family":"Tree-based","x_train":3.2701795229,"imp":21.2271848852,"elo":1254.6,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"EBM","family":"Tree-based","x_train":8.5418580508,"imp":20.8191366894,"elo":1268.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"EBM","family":"Tree-based","x_train":21.5154250642,"imp":20.4406167682,"elo":1286.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"EBM","family":"Tree-based","x_train":44.8133243453,"imp":20.2902310245,"elo":1293.4,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"EBM","family":"Tree-based","x_train":115.6024980549,"imp":20.1311062964,"elo":1301.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"EBM","family":"Tree-based","x_train":235.0233869244,"imp":19.9935050434,"elo":1309.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"EBM","family":"Tree-based","x_train":467.0399506352,"imp":19.8685209796,"elo":1316.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"EBM","family":"Tree-based","x_train":700.0647480226,"imp":19.8319785837,"elo":1319.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"EBM","family":"Tree-based","x_train":936.7523176703,"imp":19.7855277227,"elo":1322.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"EXAONE-Tabular","family":"Foundation Model","x_train":5.180872227,"imp":10.6567654544,"elo":1717.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.0867260517,"imp":27.4631842772,"elo":1005.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ExtraTrees","family":"Tree-based","x_train":1.9830559575,"imp":25.7383821252,"elo":1046.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ExtraTrees","family":"Tree-based","x_train":4.7045699739,"imp":23.315404377,"elo":1120.4,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ExtraTrees","family":"Tree-based","x_train":9.2122172375,"imp":22.4347067451,"elo":1158.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ExtraTrees","family":"Tree-based","x_train":22.7973551316,"imp":21.9818922405,"elo":1178.1,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ExtraTrees","family":"Tree-based","x_train":45.453079637,"imp":21.8183705405,"elo":1188.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ExtraTrees","family":"Tree-based","x_train":90.7421763607,"imp":21.716327845,"elo":1194.9,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ExtraTrees","family":"Tree-based","x_train":136.0852569857,"imp":21.6880426041,"elo":1198.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ExtraTrees","family":"Tree-based","x_train":182.354525564,"imp":21.7195203941,"elo":1198.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"FastaiMLP","family":"Neural Network","x_train":2.556542435,"imp":25.3970917549,"elo":1076.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"FastaiMLP","family":"Neural Network","x_train":5.2460669855,"imp":23.9773702126,"elo":1118.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"FastaiMLP","family":"Neural Network","x_train":13.8120709411,"imp":22.1389124712,"elo":1186.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"FastaiMLP","family":"Neural Network","x_train":28.1488717871,"imp":21.2365708259,"elo":1219.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"FastaiMLP","family":"Neural Network","x_train":68.1608030808,"imp":20.556087828,"elo":1245.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"FastaiMLP","family":"Neural Network","x_train":137.2584674121,"imp":20.2278819327,"elo":1260.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"FastaiMLP","family":"Neural Network","x_train":277.1007160478,"imp":20.0360920456,"elo":1268.6,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"FastaiMLP","family":"Neural Network","x_train":416.6378564081,"imp":19.9161889593,"elo":1275.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"FastaiMLP","family":"Neural Network","x_train":559.3818159963,"imp":19.8850363265,"elo":1278.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LightGBM","family":"Tree-based","x_train":0.8126978053,"imp":21.4071778101,"elo":1186.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"LightGBM","family":"Tree-based","x_train":2.859374793,"imp":19.3959026131,"elo":1284.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"LightGBM","family":"Tree-based","x_train":7.6235569739,"imp":18.1316138989,"elo":1369.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"LightGBM","family":"Tree-based","x_train":15.609269256,"imp":17.5397216332,"elo":1410.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"LightGBM","family":"Tree-based","x_train":40.8449535661,"imp":17.1645371614,"elo":1432.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"LightGBM","family":"Tree-based","x_train":81.9221899435,"imp":17.0339720369,"elo":1441.6,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"LightGBM","family":"Tree-based","x_train":163.7675316385,"imp":16.9236072445,"elo":1448.0,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"LightGBM","family":"Tree-based","x_train":244.6291470871,"imp":16.8837576664,"elo":1449.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"LightGBM","family":"Tree-based","x_train":328.9554302437,"imp":16.8841830586,"elo":1449.5,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"LimiX","family":"Foundation Model","x_train":14.2586021738,"imp":18.3271943708,"elo":1397.5,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":13.5066187328,"imp":20.6692399074,"elo":1282.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"ModernNCA","family":"Neural Network","x_train":29.3976468222,"imp":19.4545884236,"elo":1314.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"ModernNCA","family":"Neural Network","x_train":85.706508499,"imp":17.4760796414,"elo":1401.7,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"ModernNCA","family":"Neural Network","x_train":168.9559526652,"imp":17.0815928636,"elo":1417.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"ModernNCA","family":"Neural Network","x_train":408.9287781105,"imp":16.7077778913,"elo":1432.7,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"ModernNCA","family":"Neural Network","x_train":844.0960252495,"imp":16.9667815031,"elo":1421.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"ModernNCA","family":"Neural Network","x_train":1679.9964089232,"imp":17.5003067282,"elo":1402.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"ModernNCA","family":"Neural Network","x_train":2502.3959153065,"imp":17.9476827561,"elo":1387.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"ModernNCA","family":"Neural Network","x_train":3383.9090129865,"imp":18.1903964923,"elo":1378.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"OrionMSP","family":"Foundation Model","x_train":14.4628692945,"imp":24.2037544773,"elo":1158.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":15.7950255214,"imp":31.8295608585,"elo":947.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":37.0036028141,"imp":29.4664202548,"elo":1010.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":98.9757470004,"imp":25.7059518554,"elo":1108.1,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"PerpetualBooster","family":"Tree-based","x_train":117.8541822739,"imp":25.5888062201,"elo":1114.6,"imputed":false,"imputed_pct":0.0,"n_configs":6.0},{"method":"RandomForest","family":"Tree-based","x_train":0.2544731196,"imp":27.8019674308,"elo":1000.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RandomForest","family":"Tree-based","x_train":1.1022482459,"imp":25.5092460154,"elo":1058.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RandomForest","family":"Tree-based","x_train":3.7036683225,"imp":24.3662421978,"elo":1101.0,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RandomForest","family":"Tree-based","x_train":7.9903720898,"imp":23.8084641401,"elo":1125.8,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RandomForest","family":"Tree-based","x_train":20.5657356408,"imp":23.3569501418,"elo":1147.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RandomForest","family":"Tree-based","x_train":41.6049917756,"imp":23.2212682618,"elo":1155.4,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RandomForest","family":"Tree-based","x_train":83.9433065314,"imp":23.1349922601,"elo":1160.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RandomForest","family":"Tree-based","x_train":126.3785182217,"imp":23.0947308977,"elo":1162.6,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RandomForest","family":"Tree-based","x_train":169.7548111684,"imp":23.105639823,"elo":1163.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealMLP","family":"Neural Network","x_train":9.3300735239,"imp":19.5697575758,"elo":1272.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealMLP","family":"Neural Network","x_train":23.3699912915,"imp":17.6884867559,"elo":1374.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealMLP","family":"Neural Network","x_train":64.116353982,"imp":16.4407208658,"elo":1446.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealMLP","family":"Neural Network","x_train":135.6738391001,"imp":15.9804163117,"elo":1472.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealMLP","family":"Neural Network","x_train":343.9787328013,"imp":15.6269142815,"elo":1493.8,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealMLP","family":"Neural Network","x_train":692.1853967506,"imp":15.4972166408,"elo":1501.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealMLP","family":"Neural Network","x_train":1383.1114451594,"imp":15.4017780674,"elo":1507.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealMLP","family":"Neural Network","x_train":2072.6413859802,"imp":15.3602348429,"elo":1509.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealMLP","family":"Neural Network","x_train":2775.9833627967,"imp":15.3406035995,"elo":1510.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":4.9087216863,"imp":13.9655333674,"elo":1551.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":16.4525053202,"imp":13.976016397,"elo":1551.1,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":44.7436120415,"imp":13.8049085248,"elo":1555.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":91.7548974847,"imp":13.7407764105,"elo":1556.7,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":236.7117395728,"imp":13.5915735944,"elo":1564.9,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":474.1680372395,"imp":13.5614846913,"elo":1568.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":957.1717702231,"imp":13.5106301414,"elo":1571.1,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1438.8272594182,"imp":13.5110512831,"elo":1570.4,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"RealTabPFN-2.5","family":"Foundation Model","x_train":1924.5007092935,"imp":13.5344981225,"elo":1567.8,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"SAP-RPT-OSS","family":"Foundation Model","x_train":12.8582127474,"imp":20.867593574,"elo":1307.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":49.671607539,"imp":20.1148787569,"elo":1291.9,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabDPT","family":"Foundation Model","x_train":74.371713941,"imp":18.9980704685,"elo":1322.0,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabDPT","family":"Foundation Model","x_train":135.8465940794,"imp":17.9455336794,"elo":1361.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabDPT","family":"Foundation Model","x_train":245.5890330499,"imp":17.5825985256,"elo":1373.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabDPT","family":"Foundation Model","x_train":603.2630243511,"imp":16.7575662677,"elo":1403.3,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabDPT","family":"Foundation Model","x_train":1228.1552324622,"imp":16.3671532487,"elo":1418.2,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabDPT","family":"Foundation Model","x_train":2466.8687838379,"imp":16.1352296109,"elo":1426.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabDPT","family":"Foundation Model","x_train":3715.4039160262,"imp":15.9679510795,"elo":1431.9,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabDPT","family":"Foundation Model","x_train":4982.6619115707,"imp":15.9007754425,"elo":1433.7,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabDPT-Turbo","family":"Foundation Model","x_train":1.4436537137,"imp":16.0853187039,"elo":1458.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFM","family":"Foundation Model","x_train":36.4454770138,"imp":4.1738988609,"elo":1818.4,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabFlex","family":"Foundation Model","x_train":0.8504331063,"imp":29.1592472023,"elo":1063.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabICLv2","family":"Foundation Model","x_train":1.7686337423,"imp":11.6087315036,"elo":1626.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":5.0292797696,"imp":18.6922774984,"elo":1324.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabM","family":"Neural Network","x_train":12.3959630427,"imp":18.1809976571,"elo":1351.3,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabM","family":"Neural Network","x_train":37.7043962113,"imp":17.4946522256,"elo":1390.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabM","family":"Neural Network","x_train":76.792938919,"imp":16.8963289928,"elo":1429.2,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabM","family":"Neural Network","x_train":197.2453170668,"imp":16.3841121154,"elo":1455.6,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabM","family":"Neural Network","x_train":398.0123545957,"imp":16.1100886141,"elo":1470.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabM","family":"Neural Network","x_train":792.8708351593,"imp":15.9178559979,"elo":1482.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabM","family":"Neural Network","x_train":1198.5048285012,"imp":15.82977151,"elo":1488.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabM","family":"Neural Network","x_train":1612.0705710762,"imp":15.784957168,"elo":1492.3,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabPFN-2.6","family":"Foundation Model","x_train":4.8153059659,"imp":12.8635691912,"elo":1623.0,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabPFN-3","family":"Foundation Model","x_train":2.62612376,"imp":11.4841367518,"elo":1699.3,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":391.1080876361,"imp":29.2713366181,"elo":1076.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TabSTAR","family":"Foundation Model","x_train":569.6608345335,"imp":29.1563563608,"elo":1083.5,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TabSTAR","family":"Foundation Model","x_train":976.9745445733,"imp":28.9169262962,"elo":1089.9,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TabSTAR","family":"Foundation Model","x_train":1509.8128718211,"imp":28.2616677987,"elo":1105.3,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TabSTAR","family":"Foundation Model","x_train":3235.1736621912,"imp":27.1320198211,"elo":1127.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TabSTAR","family":"Foundation Model","x_train":6343.9144626669,"imp":26.0003423084,"elo":1147.5,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TabSTAR","family":"Foundation Model","x_train":12590.6623522261,"imp":25.3852137889,"elo":1162.3,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TabSTAR","family":"Foundation Model","x_train":18827.9881620466,"imp":24.9904235552,"elo":1172.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TabSTAR","family":"Foundation Model","x_train":25373.3350332343,"imp":24.6692713994,"elo":1182.2,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"TabSwift","family":"Foundation Model","x_train":1.1266327909,"imp":17.5643729423,"elo":1396.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":4.9502582412,"imp":24.0671107255,"elo":1109.7,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"TorchMLP","family":"Neural Network","x_train":13.9663495618,"imp":22.0256290605,"elo":1172.4,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"TorchMLP","family":"Neural Network","x_train":44.495543604,"imp":20.3861389643,"elo":1225.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"TorchMLP","family":"Neural Network","x_train":110.9528145485,"imp":19.7189965867,"elo":1258.1,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"TorchMLP","family":"Neural Network","x_train":276.2432638721,"imp":19.1461815437,"elo":1287.4,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"TorchMLP","family":"Neural Network","x_train":564.391803329,"imp":18.7839513268,"elo":1307.8,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"TorchMLP","family":"Neural Network","x_train":1102.6775922424,"imp":18.5938002834,"elo":1320.4,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"TorchMLP","family":"Neural Network","x_train":1669.2077718784,"imp":18.4835158935,"elo":1328.8,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"TorchMLP","family":"Neural Network","x_train":2241.9244610212,"imp":18.3798927866,"elo":1334.4,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"XGBoost","family":"Tree-based","x_train":1.2379804347,"imp":20.6885248184,"elo":1237.2,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"XGBoost","family":"Tree-based","x_train":4.1675681573,"imp":18.8259857328,"elo":1327.6,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"XGBoost","family":"Tree-based","x_train":11.5413095581,"imp":18.3368794555,"elo":1358.5,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"XGBoost","family":"Tree-based","x_train":22.4971330897,"imp":18.0643786725,"elo":1374.9,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"XGBoost","family":"Tree-based","x_train":58.5886356918,"imp":17.8534683063,"elo":1385.0,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"XGBoost","family":"Tree-based","x_train":117.0352585562,"imp":17.7941510345,"elo":1387.9,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"XGBoost","family":"Tree-based","x_train":234.6013258332,"imp":17.7444124844,"elo":1391.6,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"XGBoost","family":"Tree-based","x_train":351.8557074643,"imp":17.7079067522,"elo":1394.0,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"XGBoost","family":"Tree-based","x_train":473.0394868517,"imp":17.6851948847,"elo":1396.6,"imputed":false,"imputed_pct":0.0,"n_configs":201.0},{"method":"iLTM","family":"Foundation Model","x_train":210.3752328358,"imp":23.2419338341,"elo":1186.1,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"iLTM","family":"Foundation Model","x_train":506.0952070543,"imp":21.1599419272,"elo":1239.7,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"iLTM","family":"Foundation Model","x_train":1471.9943120247,"imp":18.8599250861,"elo":1328.8,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"iLTM","family":"Foundation Model","x_train":3204.4293403006,"imp":17.7225658313,"elo":1380.5,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"iLTM","family":"Foundation Model","x_train":7937.3877327789,"imp":16.6161327107,"elo":1435.2,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"iLTM","family":"Foundation Model","x_train":8305.0663055001,"imp":16.5920462713,"elo":1437.9,"imputed":false,"imputed_pct":0.0,"n_configs":26.0},{"method":"xRFM","family":"Other","x_train":2.8035263333,"imp":30.6098179743,"elo":996.8,"imputed":false,"imputed_pct":0.0,"n_configs":1.0},{"method":"xRFM","family":"Other","x_train":6.6149535103,"imp":26.3027252847,"elo":1065.9,"imputed":false,"imputed_pct":0.0,"n_configs":2.0},{"method":"xRFM","family":"Other","x_train":16.126759698,"imp":21.1238593888,"elo":1213.6,"imputed":false,"imputed_pct":0.0,"n_configs":5.0},{"method":"xRFM","family":"Other","x_train":31.9971507614,"imp":19.1475916296,"elo":1312.6,"imputed":false,"imputed_pct":0.0,"n_configs":10.0},{"method":"xRFM","family":"Other","x_train":79.9925409669,"imp":18.5552227718,"elo":1345.5,"imputed":false,"imputed_pct":0.0,"n_configs":25.0},{"method":"xRFM","family":"Other","x_train":159.8382634935,"imp":18.4189066185,"elo":1351.0,"imputed":false,"imputed_pct":0.0,"n_configs":50.0},{"method":"xRFM","family":"Other","x_train":319.7915016575,"imp":18.4571045567,"elo":1346.5,"imputed":false,"imputed_pct":0.0,"n_configs":100.0},{"method":"xRFM","family":"Other","x_train":479.1842606686,"imp":18.5049688049,"elo":1343.1,"imputed":false,"imputed_pct":0.0,"n_configs":150.0},{"method":"xRFM","family":"Other","x_train":642.4042496517,"imp":18.549527442,"elo":1339.0,"imputed":false,"imputed_pct":0.0,"n_configs":201.0}];
|
| 338 |
|
| 339 |
|
| 340 |
const NS = "http://www.w3.org/2000/svg";
|
data/imputation_no/splits_all/tasks_binary/datasets_all/website_leaderboard.csv
CHANGED
|
@@ -1,75 +1,75 @@
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
-
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),
|
| 3 |
-
1,🧠⚡,Foundation Model,[EXAONE-Tabular (default)](https://github.com/LGAI-Research/EXAONE-Tabular),
|
| 4 |
-
2,📊,Reference Pipeline,"[AutoGluon 1.5 (extreme, 4h)](https://arxiv.org/abs/2003.06505)",
|
| 5 |
-
3,🧠⚡,Foundation Model,[TabPFN-3 (default)](https://arxiv.org/abs/2605.13986),1671.0,+
|
| 6 |
-
4,🧠⚡,Foundation Model,[TabICLv2 (default)](https://arxiv.org/abs/2602.11139),1602.0,+112/-59,0.
|
| 7 |
-
5,🧠⚡,Foundation Model,[TabPFN-2.6 (default)](https://arxiv.org/abs/2511.08667),1594.0,+77/-58,0.
|
| 8 |
-
6,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned + ensembled)](https://arxiv.org/abs/2511.08667),1546.0,+
|
| 9 |
-
7,🧠⚡,Foundation Model,[RealTabPFN-2.5 (default)](https://arxiv.org/abs/2511.08667),
|
| 10 |
-
8,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned)](https://arxiv.org/abs/2511.08667),1518.0,+
|
| 11 |
-
9,📊,Reference Pipeline,"[AutoGluon 1.4 (best, 4h)](https://arxiv.org/abs/2003.06505)",
|
| 12 |
-
10,🧠🔁,Neural Network,[RealMLP (tuned + ensembled)](https://arxiv.org/abs/2407.04491),
|
| 13 |
-
11,🧠🔁,Neural Network,[TabM (tuned + ensembled)](https://arxiv.org/abs/2410.24210),
|
| 14 |
-
12,🧠⚡,Foundation Model,[TabDPT-Turbo (default)](https://openreview.net/pdf?id=Y00pwFyrHR),1440.0,+
|
| 15 |
-
13,🌳,Tree-based,[LightGBM (tuned + ensembled)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1424.0,+52/-38,0.
|
| 16 |
-
14,🧠⚡,Foundation Model,[iLTM (tuned + ensembled)](https://arxiv.org/abs/2511.15941),1414.0,+57/-
|
| 17 |
-
15,🧠🔁,Neural Network,[TabM (tuned)](https://arxiv.org/abs/2410.24210),1411.0,+
|
| 18 |
-
16,🧠⚡,Foundation Model,[TabDPT (tuned + ensembled)](https://arxiv.org/abs/2410.18164),1409.0,+
|
| 19 |
-
17,🌳,Tree-based,[CatBoost (tuned + ensembled)](https://arxiv.org/abs/1706.09516),1405.0,+
|
| 20 |
-
18,🌳,Tree-based,[CatBoost (default)](https://arxiv.org/abs/1706.09516),1404.0,+55/-50,0.
|
| 21 |
-
19,🌳,Tree-based,[CatBoost (tuned)](https://arxiv.org/abs/1706.09516),1398.0,+
|
| 22 |
-
20,🧠🔁,Neural Network,[RealMLP (tuned)](https://arxiv.org/abs/2407.04491),1391.0,+50/-54,0.
|
| 23 |
-
21,
|
| 24 |
-
22,
|
| 25 |
-
23,🧠⚡,Foundation Model,[TabSwift (default)](https://github.com/LAMDA-Tabular/TabSwift),1374.0,+
|
| 26 |
-
24,🌳,Tree-based,[ChimeraBoost (tuned + ensembled)](https://github.com/bbstats/chimeraboost),1374.0,+
|
| 27 |
-
25,🌳,Tree-based,[XGBoost (tuned + ensembled)](https://arxiv.org/abs/1603.02754),
|
| 28 |
-
26,🧠⚡,Foundation Model,[LimiX (default)](https://arxiv.org/abs/2509.03505),
|
| 29 |
-
27,🧠🔁,Neural Network,[ModernNCA (tuned)](https://arxiv.org/abs/2407.03257),
|
| 30 |
-
28,🧠🔁,Neural Network,[ModernNCA (tuned + ensembled)](https://arxiv.org/abs/2407.03257),1354.0,+
|
| 31 |
-
29,🧠⚡,Foundation Model,[TabDPT (tuned)](https://arxiv.org/abs/2410.18164),
|
| 32 |
-
30,🌳,Tree-based,[ChimeraBoost (tuned)](https://github.com/bbstats/chimeraboost),1344.0,+76/-
|
| 33 |
-
31,🌳,Tree-based,[XGBoost (tuned)](https://arxiv.org/abs/1603.02754),1339.0,+
|
| 34 |
-
32,❓,Other,[xRFM (tuned + ensembled)](https://arxiv.org/abs/2508.10053),1318.0,+57/-56,0.
|
| 35 |
-
33,🌳,Tree-based,[ChimeraBoost (default)](https://github.com/bbstats/chimeraboost),1317.0,+86/-58,0.
|
| 36 |
-
34,🧠🔁,Neural Network,[TorchMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1311.0,+44/-
|
| 37 |
-
35,🧠🔁,Neural Network,[TabM (default)](https://arxiv.org/abs/2410.24210),1308.0,+60/-56,0.
|
| 38 |
-
36,🌳,Tree-based,[EBM (tuned + ensembled)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1304.0,+48/-46,0.
|
| 39 |
-
37,🧠⚡,Foundation Model,[iLTM (tuned)](https://arxiv.org/abs/2511.15941),1298.0,+46/-
|
| 40 |
-
38,❓,Other,[xRFM (tuned)](https://arxiv.org/abs/2508.10053),1293.0,+48/-63,0.
|
| 41 |
-
39,🧠⚡,Foundation Model,[SAP-RPT-OSS (default)](https://arxiv.org/abs/2506.10707),
|
| 42 |
-
40,🧠⚡,Foundation Model,[TabDPT (default)](https://arxiv.org/abs/2410.18164),1276.0,+61/-
|
| 43 |
-
41,🌳,Tree-based,[EBM (tuned)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1270.0,+45/-43,0.
|
| 44 |
-
42,🧠🔁,Neural Network,[ModernNCA (default)](https://arxiv.org/abs/2407.03257),1266.0,+
|
| 45 |
-
43,🧠🔁,Neural Network,[RealMLP (default)](https://arxiv.org/abs/2407.04491),1262.0,+41/-46,0.073,39.
|
| 46 |
-
44,🧠🔁,Neural Network,[FastaiMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),
|
| 47 |
-
45,🌳,Tree-based,[EBM (default)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1246.0,+50/-50,0.
|
| 48 |
-
46,🌳,Tree-based,[XGBoost (default)](https://arxiv.org/abs/1603.02754),1228.0,+58/-53,0.
|
| 49 |
-
47,🧠🔁,Neural Network,[TorchMLP (tuned)](https://arxiv.org/abs/2003.06505),1226.0,+40/-38,0.
|
| 50 |
-
48,🧠🔁,Neural Network,[FastaiMLP (tuned)](https://arxiv.org/abs/2003.06505),1190.0,+52/-
|
| 51 |
-
49,🌳,Tree-based,[ExtraTrees (tuned + ensembled)](https://link.springer.com/article/10.1007/s10994-006-6226-1),
|
| 52 |
-
50,🌳,Tree-based,[LightGBM (default)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),
|
| 53 |
-
51,🧠⚡,Foundation Model,[iLTM (default)](https://arxiv.org/abs/2511.15941),
|
| 54 |
-
52,🧠⚡,Foundation Model,[TabSTAR (tuned)](https://arxiv.org/abs/2505.18125),1168.0,+74/-92,0.163,46.99,12.59,24.
|
| 55 |
-
53,🌳,Tree-based,[ExtraTrees (tuned)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1162.0,+56/-
|
| 56 |
-
54,🧠⚡,Foundation Model,[TabSTAR (tuned + ensembled)](https://arxiv.org/abs/2505.18125),1161.0,+
|
| 57 |
-
55,🌳,Tree-based,[RandomForest (tuned + ensembled)](https://link.springer.com/article/10.1023/A:1010933404324),1151.0,+49/-59,0.021,48.
|
| 58 |
-
56,🧠⚡,Foundation Model,[OrionMSP (default)](https://arxiv.org/abs/2511.02818),1144.0,+
|
| 59 |
-
57,🌳,Tree-based,[RandomForest (tuned)](https://link.springer.com/article/10.1023/A:1010933404324),1120.0,+41/-
|
| 60 |
-
58,🌳,Tree-based,[PerpetualBooster (tuned + ensembled)](https://perpetual-ml.com/),
|
| 61 |
-
59,🧠🔁,Neural Network,[TorchMLP (default)](https://arxiv.org/abs/2003.06505),1098.0,+54/-48,0.014,52.29,38.
|
| 62 |
-
60,🌳,Tree-based,[PerpetualBooster (tuned)](https://perpetual-ml.com/),
|
| 63 |
-
61,🧠🔁,Neural Network,[FastaiMLP (default)](https://arxiv.org/abs/2003.06505),1066.0,+61/-85,0.011,54.
|
| 64 |
-
62,🧠⚡,Foundation Model,[TabSTAR (default)](https://arxiv.org/abs/2505.18125),1066.0,+
|
| 65 |
-
63,📏,Baseline,[Linear (tuned + ensembled)](https://scikit-learn.org/stable/modules/linear_model.html),1053.0,+88/-
|
| 66 |
-
64,🧠⚡,Foundation Model,[TabFlex (default)](https://arxiv.org/abs/2506.05584),
|
| 67 |
-
65,📏,Baseline,[Linear (tuned)](https://scikit-learn.org/stable/modules/linear_model.html),1028.0,+89/-
|
| 68 |
-
66,📏,Baseline,[KNN (tuned + ensembled)](https://scikit-learn.org/stable/modules/neighbors.html),1026.0,+58/-98,0.012,57.
|
| 69 |
-
67,🌳,Tree-based,[ExtraTrees (default)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1004.0,+76/-97,0.01,58.
|
| 70 |
-
68,🌳,Tree-based,[RandomForest (default)](https://link.springer.com/article/10.1023/A:1010933404324),1000.0,+61/-81,0.007,58.71,52.08,27.
|
| 71 |
-
69,❓,Other,[xRFM (default)](https://arxiv.org/abs/2508.10053),989.0,+
|
| 72 |
-
70,📏,Baseline,[Linear (default)](https://scikit-learn.org/stable/modules/linear_model.html),
|
| 73 |
-
71,🌳,Tree-based,[PerpetualBooster (default)](https://perpetual-ml.com/),950.0,+54/-78,0.0,61.44,
|
| 74 |
-
72,📏,Baseline,[KNN (tuned)](https://scikit-learn.org/stable/modules/neighbors.html),924.0,+67/-
|
| 75 |
-
73,📏,Baseline,[KNN (default)](https://scikit-learn.org/stable/modules/neighbors.html),
|
|
|
|
| 1 |
#,Type,TypeName,Model,Elo [⬆️],Elo 95% CI,Score [⬆️],Rank [⬇️],Harmonic Rank [⬇️],Improvability (%) [⬇️],Median Train Time (s/1K) [⬇️],Median Predict Time (s/1K) [⬇️],Verified,Imputed (%) [⬇️],Imputed,Hardware
|
| 2 |
+
0,🧠⚡,Foundation Model,[TabFM (default)](https://github.com/google-research/tabfm),1796.0,+131/-92,0.885,6.5,1.7,4.161,36.45,7.109,✔️,0.0,False,GPU
|
| 3 |
+
1,🧠⚡,Foundation Model,[EXAONE-Tabular (default)](https://github.com/LGAI-Research/EXAONE-Tabular),1685.0,+98/-65,0.681,10.3,3.99,10.637,5.18,0.614,✔️,0.0,False,GPU
|
| 4 |
+
2,📊,Reference Pipeline,"[AutoGluon 1.5 (extreme, 4h)](https://arxiv.org/abs/2003.06505)",1674.0,+114/-84,0.619,10.75,4.35,8.939,272.41,4.561,✔️,0.0,False,GPU
|
| 5 |
+
3,🧠⚡,Foundation Model,[TabPFN-3 (default)](https://arxiv.org/abs/2605.13986),1671.0,+103/-67,0.655,10.86,4.56,11.471,2.63,0.361,✔️,0.0,False,GPU
|
| 6 |
+
4,🧠⚡,Foundation Model,[TabICLv2 (default)](https://arxiv.org/abs/2602.11139),1602.0,+112/-59,0.591,14.2,5.35,11.589,1.77,0.158,✔️,0.0,False,GPU
|
| 7 |
+
5,🧠⚡,Foundation Model,[TabPFN-2.6 (default)](https://arxiv.org/abs/2511.08667),1594.0,+77/-58,0.536,14.66,8.11,12.844,4.82,0.464,✔️,0.0,False,GPU
|
| 8 |
+
6,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned + ensembled)](https://arxiv.org/abs/2511.08667),1546.0,+102/-53,0.461,17.43,8.66,13.507,1924.5,9.103,✔️,0.0,False,GPU
|
| 9 |
+
7,🧠⚡,Foundation Model,[RealTabPFN-2.5 (default)](https://arxiv.org/abs/2511.08667),1532.0,+80/-49,0.466,18.35,10.89,13.946,4.91,0.694,✔️,0.0,False,GPU
|
| 10 |
+
8,🧠⚡,Foundation Model,[RealTabPFN-2.5 (tuned)](https://arxiv.org/abs/2511.08667),1518.0,+95/-51,0.433,19.2,9.21,14.081,1924.5,1.329,✔️,0.0,False,GPU
|
| 11 |
+
9,📊,Reference Pipeline,"[AutoGluon 1.4 (best, 4h)](https://arxiv.org/abs/2003.06505)",1500.0,+67/-66,0.381,20.48,8.82,14.402,1152.97,1.783,✔️,0.0,False,CPU
|
| 12 |
+
10,🧠🔁,Neural Network,[RealMLP (tuned + ensembled)](https://arxiv.org/abs/2407.04491),1481.0,+48/-52,0.338,21.79,14.75,15.321,2775.98,8.849,✔️,0.0,False,GPU
|
| 13 |
+
11,🧠🔁,Neural Network,[TabM (tuned + ensembled)](https://arxiv.org/abs/2410.24210),1467.0,+66/-50,0.302,22.8,11.88,15.768,1612.07,1.884,✔️,0.0,False,GPU
|
| 14 |
+
12,🧠⚡,Foundation Model,[TabDPT-Turbo (default)](https://openreview.net/pdf?id=Y00pwFyrHR),1440.0,+68/-59,0.333,24.76,10.44,16.067,1.44,0.169,➖,0.0,False,GPU
|
| 15 |
+
13,🌳,Tree-based,[LightGBM (tuned + ensembled)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1424.0,+52/-38,0.236,26.01,18.55,16.864,328.96,1.101,✔️,0.0,False,CPU
|
| 16 |
+
14,🧠⚡,Foundation Model,[iLTM (tuned + ensembled)](https://arxiv.org/abs/2511.15941),1414.0,+57/-50,0.247,26.8,17.62,16.574,8305.07,336.002,✔️,0.0,False,GPU
|
| 17 |
+
15,🧠🔁,Neural Network,[TabM (tuned)](https://arxiv.org/abs/2410.24210),1411.0,+69/-54,0.241,27.01,13.69,16.648,1612.07,0.232,✔️,0.0,False,GPU
|
| 18 |
+
16,🧠⚡,Foundation Model,[TabDPT (tuned + ensembled)](https://arxiv.org/abs/2410.18164),1409.0,+62/-53,0.264,27.19,13.6,15.877,4982.66,358.753,✔️,0.0,False,GPU
|
| 19 |
+
17,🌳,Tree-based,[CatBoost (tuned + ensembled)](https://arxiv.org/abs/1706.09516),1405.0,+57/-51,0.241,27.47,15.24,16.6,738.26,0.246,✔️,0.0,False,CPU
|
| 20 |
+
18,🌳,Tree-based,[CatBoost (default)](https://arxiv.org/abs/1706.09516),1404.0,+55/-50,0.256,27.57,14.32,16.57,3.04,0.02,✔️,0.0,False,CPU
|
| 21 |
+
19,🌳,Tree-based,[CatBoost (tuned)](https://arxiv.org/abs/1706.09516),1398.0,+54/-53,0.235,28.06,15.07,16.763,738.26,0.029,✔️,0.0,False,CPU
|
| 22 |
+
20,🧠🔁,Neural Network,[RealMLP (tuned)](https://arxiv.org/abs/2407.04491),1391.0,+50/-54,0.214,28.6,16.27,16.896,2775.98,0.415,✔️,0.0,False,GPU
|
| 23 |
+
21,🧠⚡,Foundation Model,[BetaTabPFN (default)](https://arxiv.org/abs/2502.02527),1375.0,+62/-57,0.234,29.9,16.83,18.55,250.39,1.708,➖,0.0,False,GPU
|
| 24 |
+
22,🌳,Tree-based,[LightGBM (tuned)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1375.0,+41/-31,0.157,29.9,22.53,17.664,328.96,0.126,✔️,0.0,False,CPU
|
| 25 |
+
23,🧠⚡,Foundation Model,[TabSwift (default)](https://github.com/LAMDA-Tabular/TabSwift),1374.0,+81/-71,0.266,29.95,17.37,17.546,1.13,0.059,➖,0.0,False,GPU
|
| 26 |
+
24,🌳,Tree-based,[ChimeraBoost (tuned + ensembled)](https://github.com/bbstats/chimeraboost),1374.0,+79/-60,0.219,29.99,17.6,18.052,281.39,0.314,✔️,0.0,False,CPU
|
| 27 |
+
25,🌳,Tree-based,[XGBoost (tuned + ensembled)](https://arxiv.org/abs/1603.02754),1373.0,+58/-48,0.19,30.08,20.24,17.667,473.04,0.621,✔️,0.0,False,CPU
|
| 28 |
+
26,🧠⚡,Foundation Model,[LimiX (default)](https://arxiv.org/abs/2509.03505),1372.0,+94/-85,0.294,30.17,12.34,18.427,14.26,4.299,➖,0.0,False,GPU
|
| 29 |
+
27,🧠🔁,Neural Network,[ModernNCA (tuned)](https://arxiv.org/abs/2407.03257),1358.0,+49/-56,0.174,31.32,17.52,17.994,3383.91,0.51,✔️,0.0,False,GPU
|
| 30 |
+
28,🧠🔁,Neural Network,[ModernNCA (tuned + ensembled)](https://arxiv.org/abs/2407.03257),1354.0,+89/-90,0.245,31.57,16.13,18.164,3383.91,8.39,✔️,0.0,False,GPU
|
| 31 |
+
29,🧠⚡,Foundation Model,[TabDPT (tuned)](https://arxiv.org/abs/2410.18164),1348.0,+61/-57,0.198,32.13,14.94,17.276,4982.66,42.199,✔️,0.0,False,GPU
|
| 32 |
+
30,🌳,Tree-based,[ChimeraBoost (tuned)](https://github.com/bbstats/chimeraboost),1344.0,+76/-57,0.176,32.46,19.51,18.52,281.39,0.027,✔️,0.0,False,CPU
|
| 33 |
+
31,🌳,Tree-based,[XGBoost (tuned)](https://arxiv.org/abs/1603.02754),1339.0,+48/-40,0.137,32.85,23.04,18.156,473.04,0.13,✔️,0.0,False,CPU
|
| 34 |
+
32,❓,Other,[xRFM (tuned + ensembled)](https://arxiv.org/abs/2508.10053),1318.0,+57/-56,0.153,34.58,22.14,18.546,642.4,2.766,✔️,0.0,False,GPU
|
| 35 |
+
33,🌳,Tree-based,[ChimeraBoost (default)](https://github.com/bbstats/chimeraboost),1317.0,+86/-58,0.151,34.68,19.67,19.143,1.25,0.026,✔️,0.0,False,CPU
|
| 36 |
+
34,🧠🔁,Neural Network,[TorchMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1311.0,+44/-41,0.133,35.16,25.86,18.37,2241.92,2.415,✔️,0.0,False,CPU
|
| 37 |
+
35,🧠🔁,Neural Network,[TabM (default)](https://arxiv.org/abs/2410.24210),1308.0,+60/-56,0.149,35.45,21.96,18.674,5.03,0.208,✔️,0.0,False,GPU
|
| 38 |
+
36,🌳,Tree-based,[EBM (tuned + ensembled)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1304.0,+48/-46,0.104,35.79,25.93,19.765,936.75,0.134,✔️,0.0,False,CPU
|
| 39 |
+
37,🧠⚡,Foundation Model,[iLTM (tuned)](https://arxiv.org/abs/2511.15941),1298.0,+46/-49,0.107,36.25,22.05,19.288,8305.07,52.875,✔️,0.0,False,GPU
|
| 40 |
+
38,❓,Other,[xRFM (tuned)](https://arxiv.org/abs/2508.10053),1293.0,+48/-63,0.129,36.66,23.98,19.633,642.4,0.146,✔️,0.0,False,GPU
|
| 41 |
+
39,🧠⚡,Foundation Model,[SAP-RPT-OSS (default)](https://arxiv.org/abs/2506.10707),1290.0,+64/-60,0.156,36.99,17.47,20.85,12.86,3.167,➖,0.0,False,GPU
|
| 42 |
+
40,🧠⚡,Foundation Model,[TabDPT (default)](https://arxiv.org/abs/2410.18164),1276.0,+61/-69,0.157,38.13,21.35,20.097,49.67,43.824,✔️,0.0,False,GPU
|
| 43 |
+
41,🌳,Tree-based,[EBM (tuned)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1270.0,+45/-43,0.07,38.64,28.27,20.437,936.75,0.016,✔️,0.0,False,CPU
|
| 44 |
+
42,🧠🔁,Neural Network,[ModernNCA (default)](https://arxiv.org/abs/2407.03257),1266.0,+49/-46,0.102,38.97,21.76,20.651,13.51,0.31,✔️,0.0,False,GPU
|
| 45 |
+
43,🧠🔁,Neural Network,[RealMLP (default)](https://arxiv.org/abs/2407.04491),1262.0,+41/-46,0.073,39.3,27.87,19.552,9.33,1.116,✔️,0.0,False,GPU
|
| 46 |
+
44,🧠🔁,Neural Network,[FastaiMLP (tuned + ensembled)](https://arxiv.org/abs/2003.06505),1261.0,+56/-61,0.108,39.41,26.63,19.874,559.38,4.079,✔️,0.0,False,CPU
|
| 47 |
+
45,🌳,Tree-based,[EBM (default)](https://www.cs.cornell.edu/~yinlou/papers/lou-kdd13.pdf),1246.0,+50/-50,0.066,40.63,26.71,21.209,3.27,0.015,✔️,0.0,False,CPU
|
| 48 |
+
46,🌳,Tree-based,[XGBoost (default)](https://arxiv.org/abs/1603.02754),1228.0,+58/-53,0.067,42.09,29.52,20.671,1.24,0.11,✔️,0.0,False,CPU
|
| 49 |
+
47,🧠🔁,Neural Network,[TorchMLP (tuned)](https://arxiv.org/abs/2003.06505),1226.0,+40/-38,0.058,42.31,32.31,20.386,2241.92,0.136,✔️,0.0,False,CPU
|
| 50 |
+
48,🧠🔁,Neural Network,[FastaiMLP (tuned)](https://arxiv.org/abs/2003.06505),1190.0,+52/-57,0.044,45.22,30.45,21.788,559.38,0.276,✔️,0.0,False,CPU
|
| 51 |
+
49,🌳,Tree-based,[ExtraTrees (tuned + ensembled)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1186.0,+49/-56,0.03,45.59,36.85,21.699,182.35,0.686,✔️,0.0,False,CPU
|
| 52 |
+
50,🌳,Tree-based,[LightGBM (default)](https://papers.nips.cc/paper_files/paper/2017/hash/6449f44a102fde848669bdd9eb6b76fa-Abstract.html),1182.0,+44/-36,0.028,45.92,39.32,21.39,0.81,0.093,✔️,0.0,False,CPU
|
| 53 |
+
51,🧠⚡,Foundation Model,[iLTM (default)](https://arxiv.org/abs/2511.15941),1175.0,+64/-64,0.061,46.47,28.27,23.225,210.38,43.847,✔️,0.0,False,GPU
|
| 54 |
+
52,🧠⚡,Foundation Model,[TabSTAR (tuned)](https://arxiv.org/abs/2505.18125),1168.0,+74/-92,0.163,46.99,12.59,24.522,25373.34,3.667,✔️,0.0,False,GPU
|
| 55 |
+
53,🌳,Tree-based,[ExtraTrees (tuned)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1162.0,+56/-65,0.03,47.44,36.09,22.506,182.35,0.058,✔️,0.0,False,CPU
|
| 56 |
+
54,🧠⚡,Foundation Model,[TabSTAR (tuned + ensembled)](https://arxiv.org/abs/2505.18125),1161.0,+73/-91,0.157,47.53,12.14,24.65,25373.34,14.078,✔️,0.0,False,GPU
|
| 57 |
+
55,🌳,Tree-based,[RandomForest (tuned + ensembled)](https://link.springer.com/article/10.1023/A:1010933404324),1151.0,+49/-59,0.021,48.3,36.85,23.09,169.75,0.603,✔️,0.0,False,CPU
|
| 58 |
+
56,🧠⚡,Foundation Model,[OrionMSP (default)](https://arxiv.org/abs/2511.02818),1144.0,+74/-76,0.094,48.86,32.4,24.202,14.46,2.705,➖,0.0,False,GPU
|
| 59 |
+
57,🌳,Tree-based,[RandomForest (tuned)](https://link.springer.com/article/10.1023/A:1010933404324),1120.0,+41/-60,0.008,50.7,39.52,23.746,169.75,0.059,✔️,0.0,False,CPU
|
| 60 |
+
58,🌳,Tree-based,[PerpetualBooster (tuned + ensembled)](https://perpetual-ml.com/),1101.0,+59/-76,0.033,52.1,39.11,25.573,117.85,0.773,✔️,0.0,False,CPU
|
| 61 |
+
59,🧠🔁,Neural Network,[TorchMLP (default)](https://arxiv.org/abs/2003.06505),1098.0,+54/-48,0.014,52.29,38.87,24.058,4.95,0.091,✔️,0.0,False,CPU
|
| 62 |
+
60,🌳,Tree-based,[PerpetualBooster (tuned)](https://perpetual-ml.com/),1068.0,+59/-76,0.019,54.43,41.93,26.946,117.85,0.29,✔️,0.0,False,CPU
|
| 63 |
+
61,🧠🔁,Neural Network,[FastaiMLP (default)](https://arxiv.org/abs/2003.06505),1066.0,+61/-85,0.011,54.51,35.45,25.379,2.56,0.267,✔️,0.0,False,CPU
|
| 64 |
+
62,🧠⚡,Foundation Model,[TabSTAR (default)](https://arxiv.org/abs/2505.18125),1066.0,+90/-108,0.106,54.53,19.88,29.253,391.11,4.052,✔️,0.0,False,GPU
|
| 65 |
+
63,📏,Baseline,[Linear (tuned + ensembled)](https://scikit-learn.org/stable/modules/linear_model.html),1053.0,+88/-105,0.053,55.41,35.54,29.872,162.68,0.405,✔️,0.0,False,CPU
|
| 66 |
+
64,🧠⚡,Foundation Model,[TabFlex (default)](https://arxiv.org/abs/2506.05584),1047.0,+103/-107,0.063,55.82,34.75,29.142,0.85,0.129,➖,0.0,False,GPU
|
| 67 |
+
65,📏,Baseline,[Linear (tuned)](https://scikit-learn.org/stable/modules/linear_model.html),1028.0,+89/-117,0.037,57.01,37.19,30.492,162.68,0.054,✔️,0.0,False,CPU
|
| 68 |
+
66,📏,Baseline,[KNN (tuned + ensembled)](https://scikit-learn.org/stable/modules/neighbors.html),1026.0,+58/-98,0.012,57.13,42.04,27.328,139.88,3.917,✔️,0.0,False,CPU
|
| 69 |
+
67,🌳,Tree-based,[ExtraTrees (default)](https://link.springer.com/article/10.1007/s10994-006-6226-1),1004.0,+76/-97,0.01,58.49,50.9,27.446,1.09,0.191,✔️,0.0,False,CPU
|
| 70 |
+
68,🌳,Tree-based,[RandomForest (default)](https://link.springer.com/article/10.1023/A:1010933404324),1000.0,+61/-81,0.007,58.71,52.08,27.785,0.25,0.029,✔️,0.0,False,CPU
|
| 71 |
+
69,❓,Other,[xRFM (default)](https://arxiv.org/abs/2508.10053),989.0,+73/-104,0.013,59.34,51.47,30.593,2.8,0.564,✔️,0.0,False,GPU
|
| 72 |
+
70,📏,Baseline,[Linear (default)](https://scikit-learn.org/stable/modules/linear_model.html),971.0,+84/-112,0.023,60.37,41.65,32.328,0.84,0.094,✔️,0.0,False,CPU
|
| 73 |
+
71,🌳,Tree-based,[PerpetualBooster (default)](https://perpetual-ml.com/),950.0,+54/-78,0.0,61.44,49.66,30.997,15.8,0.029,✔️,0.0,False,CPU
|
| 74 |
+
72,📏,Baseline,[KNN (tuned)](https://scikit-learn.org/stable/modules/neighbors.html),924.0,+67/-133,0.001,62.73,46.7,32.122,139.88,0.193,✔️,0.0,False,CPU
|
| 75 |
+
73,📏,Baseline,[KNN (default)](https://scikit-learn.org/stable/modules/neighbors.html),629.0,+99/-166,0.0,71.53,65.41,46.039,0.15,0.023,✔️,0.0,False,CPU
|
data/imputation_no/splits_all/tasks_binary/datasets_all/winrate_explorer.html
CHANGED
|
@@ -327,8 +327,8 @@
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
-
const CONFIG = {"title": null, "methods": ["TabFM (default)", "EXAONE-Tabular (default)", "TabPFN-3 (default)", "TabICLv2 (default)", "TabPFN-2.6 (default)", "RealTabPFN-2.5 (T+E)", "RealMLP (T+E)", "TabM (T+E)", "TabDPT-Turbo (default)", "LightGBM (T+E)", "TabDPT (T+E)", "iLTM (T+E)", "CatBoost (T+E)", "LimiX (default)", "TabSwift (default)", "BetaTabPFN (default)", "ChimeraBoost (T+E)", "XGBoost (T+E)", "ModernNCA (T+E)", "xRFM (T+E)", "TorchMLP (T+E)", "EBM (T+E)", "SAP-RPT-OSS (default)", "FastaiMLP (T+E)", "TabSTAR (T+E)", "ExtraTrees (T+E)", "OrionMSP (default)", "RandomForest (T+E)", "PerpetualBooster (T+E)", "Linear (T+E)", "TabFlex (default)", "KNN (T+E)"], "matrix": [[NaN, 0.7237036824226379, 0.825925886631012, 0.8429630994796753, 0.839629590511322, 0.8809260129928589, 0.864814817905426, 0.9181481599807739, 0.9003704190254211, 0.8962963223457336, 0.9214814305305481, 0.880740761756897, 0.8829629421234131, 0.9305555820465088, 0.8940740823745728, 0.9116666913032532, 0.9107407927513123, 0.927407443523407, 0.9088889360427856, 0.9118518829345703, 0.9544445276260376, 0.9348147511482239, 0.9129629731178284, 0.9162963032722473, 0.8848148584365845, 0.9611111283302307, 0.9696295857429504, 0.9733332991600037, 0.9859258532524109, 0.958148181438446, 0.9618518352508545, 0.9711111187934875], [0.27629631757736206, NaN, 0.6174074411392212, 0.6907407641410828, 0.8077778220176697, 0.7907407879829407, 0.8814814686775208, 0.9112962484359741, 0.8403704166412354, 0.9162963032722473, 0.893703818321228, 0.9011110663414001, 0.9112962484359741, 0.8914815187454224, 0.8829629421234131, 0.8948147892951965, 0.9088888764381409, 0.9462963938713074, 0.9377776980400085, 0.9355555772781372, 0.9514814615249634, 0.9318519234657288, 0.9240740537643433, 0.9381481409072876, 0.8662962317466736, 0.965925931930542, 0.9485185742378235, 0.9822221994400024, 0.9848148226737976, 0.9566666483879089, 0.9396296143531799, 0.9855555295944214], [0.17407409846782684, 0.38259264826774597, NaN, 0.5600000023841858, 0.6481481790542603, 0.7266667485237122, 0.8070370554924011, 0.8107407689094543, 0.8166667222976685, 0.8074074983596802, 0.8448148369789124, 0.8255555629730225, 0.8237037062644958, 0.804444432258606, 0.889259397983551, 0.8531482219696045, 0.8662963509559631, 0.850925862789154, 0.881481409072876, 0.8662962317466736, 0.9040740728378296, 0.8855555653572083, 0.8725926876068115, 0.8968518376350403, 0.8803703784942627, 0.957037091255188, 0.9470370411872864, 0.9414814710617065, 0.9507407546043396, 0.9229630827903748, 0.9533332586288452, 0.9518518447875977], [0.15703704953193665, 0.309259295463562, 0.4400000274181366, NaN, 0.5307407975196838, 0.60999995470047, 0.7070370316505432, 0.7162963151931763, 0.7622222304344177, 0.753333330154419, 0.8109259009361267, 0.7570369839668274, 0.7555555105209351, 0.7835184931755066, 0.8366666436195374, 0.8251851797103882, 0.7692592740058899, 0.7755554914474487, 0.7966667413711548, 0.7996297478675842, 0.8633333444595337, 0.8240740895271301, 0.8281482458114624, 0.8729629516601562, 0.8640741109848022, 0.9157408475875854, 0.9503703713417053, 0.9285184741020203, 0.9385184645652771, 0.9281482100486755, 0.9474074244499207, 0.9588888883590698], [0.1603703796863556, 0.1922222226858139, 0.3518518805503845, 0.46925923228263855, NaN, 0.5814815163612366, 0.7192592620849609, 0.7192593216896057, 0.7066667079925537, 0.7696296572685242, 0.7555556893348694, 0.7548148036003113, 0.7637037038803101, 0.7581481337547302, 0.7651851773262024, 0.7866666913032532, 0.8074073791503906, 0.7607406973838806, 0.8333333730697632, 0.8266667127609253, 0.8692591786384583, 0.8540741205215454, 0.8588888645172119, 0.8407407999038696, 0.8422222137451172, 0.9422222375869751, 0.9096297025680542, 0.9403703808784485, 0.9433333873748779, 0.9225925803184509, 0.9359259009361267, 0.948888897895813], [0.11907409131526947, 0.2092592865228653, 0.2733333706855774, 0.39000001549720764, 0.4185185432434082, NaN, 0.6325926184654236, 0.6455555558204651, 0.6011111736297607, 0.724074125289917, 0.6770370006561279, 0.6838887929916382, 0.7188888788223267, 0.7181481719017029, 0.7351852655410767, 0.7670370936393738, 0.735370397567749, 0.7392593026161194, 0.7103703022003174, 0.7859259247779846, 0.8199999928474426, 0.8040742874145508, 0.8090740442276001, 0.8087036609649658, 0.8411111235618591, 0.9018518924713135, 0.919259250164032, 0.9162963032722473, 0.9511110186576843, 0.89000004529953, 0.9233333468437195, 0.9229629635810852], [0.13518519699573517, 0.11851852387189865, 0.19296294450759888, 0.2929629683494568, 0.28074073791503906, 0.36740735173225403, NaN, 0.49185189604759216, 0.5059259533882141, 0.6485185623168945, 0.5420370697975159, 0.6659260392189026, 0.6448148488998413, 0.5522221922874451, 0.5651852488517761, 0.6229629516601562, 0.6349999904632568, 0.7092591524124146, 0.6366665959358215, 0.7596296668052673, 0.7874074578285217, 0.7699999213218689, 0.7270370721817017, 0.8590741753578186, 0.8100000619888306, 0.8666666746139526, 0.8251851201057434, 0.9048148393630981, 0.9214814305305481, 0.9051851034164429, 0.8596296310424805, 0.9196295142173767], [0.08185185492038727, 0.0887037143111229, 0.18925927579402924, 0.28370368480682373, 0.28074073791503906, 0.3544444441795349, 0.5081481337547302, NaN, 0.5468518733978271, 0.6088888645172119, 0.5727778077125549, 0.6057407259941101, 0.605555534362793, 0.5211111307144165, 0.6337036490440369, 0.6637036800384521, 0.6329629421234131, 0.6370370984077454, 0.6425926089286804, 0.6366666555404663, 0.7270370721817017, 0.7644444704055786, 0.716296374797821, 0.7685185074806213, 0.8148148059844971, 0.8333333134651184, 0.79666668176651, 0.8488889336585999, 0.8885185122489929, 0.9007408022880554, 0.8711111545562744, 0.8955555558204651], [0.09962963312864304, 0.15962961316108704, 0.1833333522081375, 0.23777778446674347, 0.29333335161209106, 0.39888888597488403, 0.49407413601875305, 0.45314815640449524, NaN, 0.5277777910232544, 0.5940740704536438, 0.551111102104187, 0.5874074101448059, 0.6248148083686829, 0.6798149347305298, 0.5640740990638733, 0.5925925970077515, 0.5903703570365906, 0.5488888621330261, 0.6592592000961304, 0.6940740942955017, 0.6566666960716248, 0.6588888764381409, 0.7451851963996887, 0.7896296977996826, 0.8005555868148804, 0.8625925779342651, 0.8337037563323975, 0.8722222447395325, 0.8262962698936462, 0.901481568813324, 0.9092592597007751], [0.10370371490716934, 0.08370371162891388, 0.19259260594844818, 0.24666666984558105, 0.2303703874349594, 0.27592596411705017, 0.35148152709007263, 0.3911111056804657, 0.472222238779068, NaN, 0.49037036299705505, 0.4772222638130188, 0.5485184788703918, 0.4525925815105438, 0.5407407879829407, 0.5303703546524048, 0.5412962436676025, 0.6688889861106873, 0.5329629778862, 0.6455556154251099, 0.6507407426834106, 0.6994444727897644, 0.6651852130889893, 0.6992594003677368, 0.7922223210334778, 0.8309258818626404, 0.7903703451156616, 0.8785185217857361, 0.8999999761581421, 0.9007408022880554, 0.8396297097206116, 0.9200000166893005], [0.07851852476596832, 0.10629630088806152, 0.15518519282341003, 0.1890740692615509, 0.24444445967674255, 0.3229629695415497, 0.4579629600048065, 0.42722225189208984, 0.4059259295463562, 0.5096296072006226, NaN, 0.5192592740058899, 0.537777841091156, 0.5416666865348816, 0.570555567741394, 0.515925943851471, 0.5496296286582947, 0.5287038087844849, 0.5666666626930237, 0.6353704333305359, 0.658333420753479, 0.6450000405311584, 0.6674073934555054, 0.7096296548843384, 0.7425926327705383, 0.8040740489959717, 0.8607407212257385, 0.8392592072486877, 0.8688889145851135, 0.8062962889671326, 0.8777777552604675, 0.883148193359375], [0.11925926059484482, 0.09888888895511627, 0.17444445192813873, 0.24296294152736664, 0.24518518149852753, 0.3161110579967499, 0.3340740501880646, 0.3942592442035675, 0.448888897895813, 0.522777795791626, 0.4807407259941101, NaN, 0.48629629611968994, 0.4075925648212433, 0.5066667199134827, 0.5440740585327148, 0.5418517589569092, 0.5783334374427795, 0.5433332920074463, 0.683888852596283, 0.6877778172492981, 0.6800000071525574, 0.6592592597007751, 0.7759259343147278, 0.7616667151451111, 0.7905555963516235, 0.7768518328666687, 0.8600000143051147, 0.888888955116272, 0.8503704071044922, 0.8581481575965881, 0.8974075317382812], [0.11703703552484512, 0.0887037068605423, 0.17629630863666534, 0.24444445967674255, 0.23629631102085114, 0.28111109137535095, 0.3551851809024811, 0.39444446563720703, 0.4125925898551941, 0.45148152112960815, 0.4622221887111664, 0.5137037038803101, NaN, 0.43888887763023376, 0.5281481146812439, 0.5396296977996826, 0.5522222518920898, 0.573888897895813, 0.5296295881271362, 0.6674073934555054, 0.6640740633010864, 0.6803703904151917, 0.6914815306663513, 0.7229630351066589, 0.7829629778862, 0.8151852488517761, 0.7281481623649597, 0.8692591786384583, 0.8585185408592224, 0.8659259080886841, 0.8022222518920898, 0.9055555462837219], [0.0694444477558136, 0.10851851850748062, 0.19555555284023285, 0.21648146212100983, 0.24185186624526978, 0.2818518280982971, 0.44777774810791016, 0.4788888990879059, 0.37518519163131714, 0.547407329082489, 0.4583333730697632, 0.5924074053764343, 0.5611111521720886, NaN, 0.48777779936790466, 0.49851852655410767, 0.601111114025116, 0.5981481671333313, 0.5311110615730286, 0.5759259462356567, 0.6225926280021667, 0.6496296525001526, 0.6288889050483704, 0.6294444799423218, 0.6625925898551941, 0.7162961959838867, 0.7453704476356506, 0.7203704118728638, 0.7681481838226318, 0.792962908744812, 0.7496297359466553, 0.7692592740058899], [0.10592593997716904, 0.11703704297542572, 0.11074075847864151, 0.16333335638046265, 0.2348148077726364, 0.2648147940635681, 0.4348148703575134, 0.36629629135131836, 0.3201851546764374, 0.4592592418193817, 0.42944443225860596, 0.4933333098888397, 0.4718518555164337, 0.512222170829773, NaN, 0.4796295762062073, 0.5181481242179871, 0.5207406878471375, 0.5103703737258911, 0.6225926280021667, 0.5777778029441833, 0.592962920665741, 0.6118518710136414, 0.7166666388511658, 0.7829629182815552, 0.7581480741500854, 0.8751851916313171, 0.7448148131370544, 0.859259307384491, 0.8251851201057434, 0.9429628849029541, 0.8396297097206116], [0.08833333104848862, 0.10518518835306168, 0.14685185253620148, 0.174814835190773, 0.2133333534002304, 0.2329629808664322, 0.37703701853752136, 0.33629629015922546, 0.4359259307384491, 0.4696296453475952, 0.48407408595085144, 0.45592594146728516, 0.46037039160728455, 0.5014814734458923, 0.520370364189148, NaN, 0.5212963223457336, 0.5059258937835693, 0.4714815318584442, 0.5748147964477539, 0.601111114025116, 0.6144444942474365, 0.643333375453949, 0.6548148989677429, 0.8388888835906982, 0.7692592740058899, 0.7629629373550415, 0.7859259843826294, 0.8051851987838745, 0.8581481575965881, 0.8644444346427917, 0.9022222757339478], [0.08925927430391312, 0.09111111611127853, 0.13370370864868164, 0.2307407408952713, 0.192592591047287, 0.26462963223457336, 0.3649999797344208, 0.36703699827194214, 0.40740740299224854, 0.45870378613471985, 0.45037034153938293, 0.45814821124076843, 0.44777777791023254, 0.3988889455795288, 0.4818519055843353, 0.47870370745658875, NaN, 0.5485184788703918, 0.49888888001441956, 0.6277777552604675, 0.5903704166412354, 0.6666667461395264, 0.6451851725578308, 0.6581481695175171, 0.7881481647491455, 0.7322222590446472, 0.7337036728858948, 0.8244444727897644, 0.787777841091156, 0.8559259176254272, 0.8237037062644958, 0.8559258580207825], [0.0725926011800766, 0.053703706711530685, 0.14907407760620117, 0.2244444489479065, 0.2392592430114746, 0.260740727186203, 0.2907407581806183, 0.3629629909992218, 0.4096296429634094, 0.3311111032962799, 0.4712962508201599, 0.42166662216186523, 0.4261111617088318, 0.4018518328666687, 0.47925931215286255, 0.4940740764141083, 0.45148149132728577, NaN, 0.4618518650531769, 0.6224073767662048, 0.6238889694213867, 0.6214814782142639, 0.6029630303382874, 0.6540741324424744, 0.7611111402511597, 0.7885186076164246, 0.7301852107048035, 0.871666669845581, 0.7981481552124023, 0.8629630208015442, 0.8101852536201477, 0.8911111354827881], [0.09111110866069794, 0.062222227454185486, 0.11851851642131805, 0.20333334803581238, 0.1666666716337204, 0.28962960839271545, 0.3633333146572113, 0.35740742087364197, 0.45111116766929626, 0.46703702211380005, 0.4333333373069763, 0.45666661858558655, 0.470370352268219, 0.46888890862464905, 0.4896296560764313, 0.5285184979438782, 0.5011111497879028, 0.5381481051445007, NaN, 0.5551851987838745, 0.588518500328064, 0.6474075317382812, 0.6011112332344055, 0.6477777361869812, 0.6944444179534912, 0.7144444584846497, 0.6762962937355042, 0.7425926327705383, 0.7792593240737915, 0.742222249507904, 0.7485185861587524, 0.8253703713417053], [0.08814816176891327, 0.06444444507360458, 0.13370370864868164, 0.20037037134170532, 0.17333334684371948, 0.21407410502433777, 0.24037037789821625, 0.3633333444595337, 0.34074071049690247, 0.3544444441795349, 0.3646296560764313, 0.31611111760139465, 0.33259257674217224, 0.4240740239620209, 0.37740737199783325, 0.4251851439476013, 0.3722222149372101, 0.37759262323379517, 0.4448148012161255, NaN, 0.4951851963996887, 0.5655555129051208, 0.534074068069458, 0.6327778697013855, 0.6618518829345703, 0.7107408046722412, 0.7422221899032593, 0.7540740966796875, 0.7470371127128601, 0.8540741205215454, 0.8414813876152039, 0.8931481838226318], [0.04555555805563927, 0.048518527299165726, 0.09592593461275101, 0.1366666853427887, 0.13074074685573578, 0.18000000715255737, 0.21259261667728424, 0.2729629576206207, 0.3059259355068207, 0.34925925731658936, 0.34166666865348816, 0.31222227215766907, 0.3359259366989136, 0.37740740180015564, 0.42222222685813904, 0.39888885617256165, 0.4096296727657318, 0.37611109018325806, 0.41148149967193604, 0.504814863204956, NaN, 0.5007407665252686, 0.5059259533882141, 0.6259259581565857, 0.7275925874710083, 0.711481511592865, 0.7100000381469727, 0.7492592334747314, 0.8107407689094543, 0.8346296548843384, 0.8259259462356567, 0.8507407307624817], [0.06518518179655075, 0.06814815104007721, 0.11444445699453354, 0.17592594027519226, 0.14592593908309937, 0.19592593610286713, 0.23000001907348633, 0.23555557429790497, 0.34333333373069763, 0.300555557012558, 0.35499998927116394, 0.320000022649765, 0.3196296691894531, 0.3503703773021698, 0.40703704953193665, 0.38555556535720825, 0.3333333432674408, 0.37851858139038086, 0.3525925874710083, 0.43444445729255676, 0.49925920367240906, NaN, 0.5692593455314636, 0.5698148012161255, 0.7348147630691528, 0.714629590511322, 0.7040740251541138, 0.7274073958396912, 0.7488889098167419, 0.8540740609169006, 0.8262963891029358, 0.8796296715736389], [0.08703704178333282, 0.07592593133449554, 0.12740740180015564, 0.17185185849666595, 0.1411111205816269, 0.19092592597007751, 0.2729629874229431, 0.2837037444114685, 0.3411111533641815, 0.3348148763179779, 0.33259257674217224, 0.34074077010154724, 0.30851849913597107, 0.37111109495162964, 0.3881481885910034, 0.3566666543483734, 0.3548148274421692, 0.3970370590686798, 0.3988889157772064, 0.46592599153518677, 0.4940740168094635, 0.43074074387550354, NaN, 0.5662963390350342, 0.6374074220657349, 0.6455556154251099, 0.70333331823349, 0.6420371532440186, 0.7692593336105347, 0.8199999928474426, 0.8585186004638672, 0.8181481957435608], [0.08370371162891388, 0.061851851642131805, 0.10314815491437912, 0.12703704833984375, 0.15925927460193634, 0.1912962943315506, 0.14092592895030975, 0.23148149251937866, 0.2548148036003113, 0.30074071884155273, 0.290370374917984, 0.2240740805864334, 0.2770370543003082, 0.370555579662323, 0.28333327174186707, 0.34518519043922424, 0.3418518304824829, 0.345925897359848, 0.3522222340106964, 0.36722221970558167, 0.3740740120410919, 0.4301851689815521, 0.43370360136032104, NaN, 0.6455556154251099, 0.6037036776542664, 0.6577777862548828, 0.67166668176651, 0.7359259128570557, 0.7996295690536499, 0.8092592358589172, 0.8351851105690002], [0.11518518626689911, 0.13370370864868164, 0.1196296289563179, 0.13592593371868134, 0.1577777862548828, 0.15888889133930206, 0.1899999976158142, 0.18518517911434174, 0.21037037670612335, 0.20777778327465057, 0.25740739703178406, 0.23833335936069489, 0.21703703701496124, 0.3374074399471283, 0.21703703701496124, 0.16111111640930176, 0.21185185015201569, 0.2388889193534851, 0.3055555522441864, 0.33814817667007446, 0.2724074125289917, 0.2651852071285248, 0.36259254813194275, 0.3544444441795349, NaN, 0.4662962853908539, 0.5307407379150391, 0.45851853489875793, 0.6200000047683716, 0.6196296215057373, 0.6922222375869751, 0.6785184741020203], [0.03888889029622078, 0.034074075520038605, 0.04296296462416649, 0.0842592716217041, 0.057777781039476395, 0.0981481522321701, 0.13333334028720856, 0.1666666567325592, 0.19944444298744202, 0.16907408833503723, 0.19592593610286713, 0.20944444835186005, 0.18481479585170746, 0.2837037146091461, 0.24185185134410858, 0.2307407408952713, 0.26777777075767517, 0.2114814817905426, 0.28555554151535034, 0.28925928473472595, 0.2885185182094574, 0.2853703796863556, 0.3544444143772125, 0.39629632234573364, 0.5337037444114685, NaN, 0.6333333849906921, 0.5772222280502319, 0.6077777743339539, 0.7038889527320862, 0.7470371127128601, 0.8229630589485168], [0.030370373278856277, 0.05148148164153099, 0.05296296998858452, 0.049629632383584976, 0.09037037938833237, 0.08074074238538742, 0.174814835190773, 0.20333334803581238, 0.13740739226341248, 0.209629625082016, 0.13925926387310028, 0.2231481373310089, 0.27185186743736267, 0.25462964177131653, 0.12481482326984406, 0.2370370477437973, 0.2662963271141052, 0.2698148488998413, 0.32370373606681824, 0.25777778029441833, 0.28999999165534973, 0.29592594504356384, 0.2966666519641876, 0.3422222435474396, 0.46925923228263855, 0.366666704416275, NaN, 0.42814818024635315, 0.5307407379150391, 0.6607407927513123, 0.6977777481079102, 0.6074075102806091], [0.0266666691750288, 0.017777778208255768, 0.05851852521300316, 0.07148148119449615, 0.05962963029742241, 0.08370371162891388, 0.09518518298864365, 0.15111112594604492, 0.16629628837108612, 0.12148149311542511, 0.16074076294898987, 0.14000001549720764, 0.13074073195457458, 0.279629647731781, 0.25518518686294556, 0.21407409012317657, 0.17555555701255798, 0.12833334505558014, 0.25740742683410645, 0.2459259033203125, 0.25074076652526855, 0.27259257435798645, 0.357962965965271, 0.32833331823349, 0.5414814352989197, 0.4227777421474457, 0.5718518495559692, NaN, 0.5985185503959656, 0.6992592215538025, 0.6751852035522461, 0.7766666412353516], [0.014074074104428291, 0.015185185708105564, 0.04925926402211189, 0.06148148328065872, 0.056666672229766846, 0.04888889566063881, 0.07851852476596832, 0.11148149520158768, 0.12777777016162872, 0.10000000894069672, 0.13111111521720886, 0.111111119389534, 0.14148148894309998, 0.23185184597969055, 0.14074073731899261, 0.19481481611728668, 0.21222223341464996, 0.20185187458992004, 0.22074073553085327, 0.25296294689178467, 0.18925927579402924, 0.25111111998558044, 0.2307407408952713, 0.26407408714294434, 0.3799999952316284, 0.39222225546836853, 0.46925926208496094, 0.4014815092086792, NaN, 0.5981481075286865, 0.5414815545082092, 0.5925925970077515], [0.04185185581445694, 0.04333333298563957, 0.07703704386949539, 0.07185185700654984, 0.07740741223096848, 0.11000000685453415, 0.09481481462717056, 0.09925925731658936, 0.17370371520519257, 0.09925926476716995, 0.19370369613170624, 0.1496296375989914, 0.13407406210899353, 0.20703701674938202, 0.17481480538845062, 0.14185185730457306, 0.14407409727573395, 0.13703703880310059, 0.25777778029441833, 0.14592592418193817, 0.1653703898191452, 0.14592592418193817, 0.17999999225139618, 0.20037037134170532, 0.38037043809890747, 0.2961111068725586, 0.3392592668533325, 0.3007407486438751, 0.4018518626689911, NaN, 0.498148113489151, 0.4485185444355011], [0.038148149847984314, 0.06037037447094917, 0.046666666865348816, 0.05259259417653084, 0.0640740767121315, 0.07666666805744171, 0.14037036895751953, 0.12888889014720917, 0.09851852059364319, 0.1603703647851944, 0.12222222238779068, 0.14185185730457306, 0.19777776300907135, 0.2503703832626343, 0.05703704059123993, 0.13555556535720825, 0.17629629373550415, 0.18981482088565826, 0.25148147344589233, 0.15851850807666779, 0.17407408356666565, 0.17370370030403137, 0.14148147404193878, 0.19074074923992157, 0.3077777922153473, 0.25296294689178467, 0.30222222208976746, 0.3248148560523987, 0.45851853489875793, 0.5018518567085266, NaN, 0.49222221970558167], [0.028888892382383347, 0.014444444328546524, 0.048148151487112045, 0.041111115366220474, 0.05111111328005791, 0.07703704386949539, 0.08037037402391434, 0.10444445163011551, 0.09074074774980545, 0.08000000566244125, 0.11685185134410858, 0.1025926023721695, 0.09444444626569748, 0.2307407408952713, 0.1603703796863556, 0.09777779132127762, 0.14407406747341156, 0.1088888943195343, 0.17462962865829468, 0.10685185343027115, 0.1492592692375183, 0.12037036567926407, 0.1818518489599228, 0.1648148149251938, 0.32148149609565735, 0.1770370453596115, 0.39259251952171326, 0.22333332896232605, 0.4074074327945709, 0.5514814853668213, 0.5077778100967407, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
-
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|
|
|
|
| 327 |
<script>
|
| 328 |
(function () {
|
| 329 |
"use strict";
|
| 330 |
+
const CONFIG = {"title": null, "methods": ["TabFM (default)", "EXAONE-Tabular (default)", "TabPFN-3 (default)", "TabICLv2 (default)", "TabPFN-2.6 (default)", "RealTabPFN-2.5 (T+E)", "RealMLP (T+E)", "TabM (T+E)", "TabDPT-Turbo (default)", "LightGBM (T+E)", "TabDPT (T+E)", "iLTM (T+E)", "CatBoost (T+E)", "LimiX (default)", "TabSwift (default)", "BetaTabPFN (default)", "ChimeraBoost (T+E)", "XGBoost (T+E)", "ModernNCA (T+E)", "xRFM (T+E)", "TorchMLP (T+E)", "EBM (T+E)", "SAP-RPT-OSS (default)", "FastaiMLP (T+E)", "TabSTAR (T+E)", "ExtraTrees (T+E)", "OrionMSP (default)", "RandomForest (T+E)", "PerpetualBooster (T+E)", "Linear (T+E)", "TabFlex (default)", "KNN (T+E)"], "matrix": [[NaN, 0.7585185170173645, 0.825925886631012, 0.8429630994796753, 0.839629590511322, 0.8809260129928589, 0.864814817905426, 0.9181481599807739, 0.9003704190254211, 0.8962963223457336, 0.9214814305305481, 0.880740761756897, 0.8829629421234131, 0.9305555820465088, 0.8940740823745728, 0.9116666913032532, 0.9107407927513123, 0.927407443523407, 0.9088889360427856, 0.9118518829345703, 0.9544445276260376, 0.9348147511482239, 0.9129629731178284, 0.9162963032722473, 0.8848148584365845, 0.9611111283302307, 0.9696295857429504, 0.9733332991600037, 0.9859258532524109, 0.958148181438446, 0.9618518352508545, 0.9711111187934875], [0.2414814829826355, NaN, 0.5062963366508484, 0.5759259462356567, 0.7205554842948914, 0.699999988079071, 0.8037037253379822, 0.8288889527320862, 0.7411110401153564, 0.8718518614768982, 0.8544443845748901, 0.8459259867668152, 0.8620370030403137, 0.834074079990387, 0.8103703260421753, 0.8400000333786011, 0.864814817905426, 0.8951852321624756, 0.8907407522201538, 0.9066666960716248, 0.9266666173934937, 0.9279630184173584, 0.8837037682533264, 0.9040741324424744, 0.867407500743866, 0.9540740847587585, 0.9429629445075989, 0.9603703618049622, 0.9562963247299194, 0.9507407546043396, 0.9277778267860413, 0.9714815020561218], [0.17407409846782684, 0.493703693151474, NaN, 0.5600000023841858, 0.6481481790542603, 0.7266667485237122, 0.8070370554924011, 0.8107407689094543, 0.8166667222976685, 0.8074074983596802, 0.8448148369789124, 0.8255555629730225, 0.8237037062644958, 0.804444432258606, 0.889259397983551, 0.8531482219696045, 0.8662963509559631, 0.850925862789154, 0.881481409072876, 0.8662962317466736, 0.9040740728378296, 0.8855555653572083, 0.8725926876068115, 0.8968518376350403, 0.8803703784942627, 0.957037091255188, 0.9470370411872864, 0.9414814710617065, 0.9507407546043396, 0.9229630827903748, 0.9533332586288452, 0.9518518447875977], [0.15703704953193665, 0.42407408356666565, 0.4400000274181366, NaN, 0.5307407975196838, 0.60999995470047, 0.7070370316505432, 0.7162963151931763, 0.7622222304344177, 0.753333330154419, 0.8109259009361267, 0.7570369839668274, 0.7555555105209351, 0.7835184931755066, 0.8366666436195374, 0.8251851797103882, 0.7692592740058899, 0.7755554914474487, 0.7966667413711548, 0.7996297478675842, 0.8633333444595337, 0.8240740895271301, 0.8281482458114624, 0.8729629516601562, 0.8640741109848022, 0.9157408475875854, 0.9503703713417053, 0.9285184741020203, 0.9385184645652771, 0.9281482100486755, 0.9474074244499207, 0.9588888883590698], [0.1603703796863556, 0.27944448590278625, 0.3518518805503845, 0.46925923228263855, NaN, 0.5814815163612366, 0.7192592620849609, 0.7192593216896057, 0.7066667079925537, 0.7696296572685242, 0.7555556893348694, 0.7548148036003113, 0.7637037038803101, 0.7581481337547302, 0.7651851773262024, 0.7866666913032532, 0.8074073791503906, 0.7607406973838806, 0.8333333730697632, 0.8266667127609253, 0.8692591786384583, 0.8540741205215454, 0.8588888645172119, 0.8407407999038696, 0.8422222137451172, 0.9422222375869751, 0.9096297025680542, 0.9403703808784485, 0.9433333873748779, 0.9225925803184509, 0.9359259009361267, 0.948888897895813], [0.11907409131526947, 0.30000001192092896, 0.2733333706855774, 0.39000001549720764, 0.4185185432434082, NaN, 0.6325926184654236, 0.6455555558204651, 0.6011111736297607, 0.724074125289917, 0.6770370006561279, 0.6838887929916382, 0.7188888788223267, 0.7181481719017029, 0.7351852655410767, 0.7670370936393738, 0.735370397567749, 0.7392593026161194, 0.7103703022003174, 0.7859259247779846, 0.8199999928474426, 0.8040742874145508, 0.8090740442276001, 0.8087036609649658, 0.8411111235618591, 0.9018518924713135, 0.919259250164032, 0.9162963032722473, 0.9511110186576843, 0.89000004529953, 0.9233333468437195, 0.9229629635810852], [0.13518519699573517, 0.19629628956317902, 0.19296294450759888, 0.2929629683494568, 0.28074073791503906, 0.36740735173225403, NaN, 0.49185189604759216, 0.5059259533882141, 0.6485185623168945, 0.5420370697975159, 0.6659260392189026, 0.6448148488998413, 0.5522221922874451, 0.5651852488517761, 0.6229629516601562, 0.6349999904632568, 0.7092591524124146, 0.6366665959358215, 0.7596296668052673, 0.7874074578285217, 0.7699999213218689, 0.7270370721817017, 0.8590741753578186, 0.8100000619888306, 0.8666666746139526, 0.8251851201057434, 0.9048148393630981, 0.9214814305305481, 0.9051851034164429, 0.8596296310424805, 0.9196295142173767], [0.08185185492038727, 0.1711111068725586, 0.18925927579402924, 0.28370368480682373, 0.28074073791503906, 0.3544444441795349, 0.5081481337547302, NaN, 0.5468518733978271, 0.6088888645172119, 0.5727778077125549, 0.6057407259941101, 0.605555534362793, 0.5211111307144165, 0.6337036490440369, 0.6637036800384521, 0.6329629421234131, 0.6370370984077454, 0.6425926089286804, 0.6366666555404663, 0.7270370721817017, 0.7644444704055786, 0.716296374797821, 0.7685185074806213, 0.8148148059844971, 0.8333333134651184, 0.79666668176651, 0.8488889336585999, 0.8885185122489929, 0.9007408022880554, 0.8711111545562744, 0.8955555558204651], [0.09962963312864304, 0.2588889002799988, 0.1833333522081375, 0.23777778446674347, 0.29333335161209106, 0.39888888597488403, 0.49407413601875305, 0.45314815640449524, NaN, 0.5277777910232544, 0.5940740704536438, 0.551111102104187, 0.5874074101448059, 0.6248148083686829, 0.6798149347305298, 0.5640740990638733, 0.5925925970077515, 0.5903703570365906, 0.5488888621330261, 0.6592592000961304, 0.6940740942955017, 0.6566666960716248, 0.6588888764381409, 0.7451851963996887, 0.7896296977996826, 0.8005555868148804, 0.8625925779342651, 0.8337037563323975, 0.8722222447395325, 0.8262962698936462, 0.901481568813324, 0.9092592597007751], [0.10370371490716934, 0.128148153424263, 0.19259260594844818, 0.24666666984558105, 0.2303703874349594, 0.27592596411705017, 0.35148152709007263, 0.3911111056804657, 0.472222238779068, NaN, 0.49037036299705505, 0.4772222638130188, 0.5485184788703918, 0.4525925815105438, 0.5407407879829407, 0.5303703546524048, 0.5412962436676025, 0.6688889861106873, 0.5329629778862, 0.6455556154251099, 0.6507407426834106, 0.6994444727897644, 0.6651852130889893, 0.6992594003677368, 0.7922223210334778, 0.8309258818626404, 0.7903703451156616, 0.8785185217857361, 0.8999999761581421, 0.9007408022880554, 0.8396297097206116, 0.9200000166893005], [0.07851852476596832, 0.14555557072162628, 0.15518519282341003, 0.1890740692615509, 0.24444445967674255, 0.3229629695415497, 0.4579629600048065, 0.42722225189208984, 0.4059259295463562, 0.5096296072006226, NaN, 0.5192592740058899, 0.537777841091156, 0.5416666865348816, 0.570555567741394, 0.515925943851471, 0.5496296286582947, 0.5287038087844849, 0.5666666626930237, 0.6353704333305359, 0.658333420753479, 0.6450000405311584, 0.6674073934555054, 0.7096296548843384, 0.7425926327705383, 0.8040740489959717, 0.8607407212257385, 0.8392592072486877, 0.8688889145851135, 0.8062962889671326, 0.8777777552604675, 0.883148193359375], [0.11925926059484482, 0.15407410264015198, 0.17444445192813873, 0.24296294152736664, 0.24518518149852753, 0.3161110579967499, 0.3340740501880646, 0.3942592442035675, 0.448888897895813, 0.522777795791626, 0.4807407259941101, NaN, 0.48629629611968994, 0.4075925648212433, 0.5066667199134827, 0.5440740585327148, 0.5418517589569092, 0.5783334374427795, 0.5433332920074463, 0.683888852596283, 0.6877778172492981, 0.6800000071525574, 0.6592592597007751, 0.7759259343147278, 0.7616667151451111, 0.7905555963516235, 0.7768518328666687, 0.8600000143051147, 0.888888955116272, 0.8503704071044922, 0.8581481575965881, 0.8974075317382812], [0.11703703552484512, 0.13796298205852509, 0.17629630863666534, 0.24444445967674255, 0.23629631102085114, 0.28111109137535095, 0.3551851809024811, 0.39444446563720703, 0.4125925898551941, 0.45148152112960815, 0.4622221887111664, 0.5137037038803101, NaN, 0.43888887763023376, 0.5281481146812439, 0.5396296977996826, 0.5522222518920898, 0.573888897895813, 0.5296295881271362, 0.6674073934555054, 0.6640740633010864, 0.6803703904151917, 0.6914815306663513, 0.7229630351066589, 0.7829629778862, 0.8151852488517761, 0.7281481623649597, 0.8692591786384583, 0.8585185408592224, 0.8659259080886841, 0.8022222518920898, 0.9055555462837219], [0.0694444477558136, 0.16592593491077423, 0.19555555284023285, 0.21648146212100983, 0.24185186624526978, 0.2818518280982971, 0.44777774810791016, 0.4788888990879059, 0.37518519163131714, 0.547407329082489, 0.4583333730697632, 0.5924074053764343, 0.5611111521720886, NaN, 0.48777779936790466, 0.49851852655410767, 0.601111114025116, 0.5981481671333313, 0.5311110615730286, 0.5759259462356567, 0.6225926280021667, 0.6496296525001526, 0.6288889050483704, 0.6294444799423218, 0.6625925898551941, 0.7162961959838867, 0.7453704476356506, 0.7203704118728638, 0.7681481838226318, 0.792962908744812, 0.7496297359466553, 0.7692592740058899], [0.10592593997716904, 0.18962961435317993, 0.11074075847864151, 0.16333335638046265, 0.2348148077726364, 0.2648147940635681, 0.4348148703575134, 0.36629629135131836, 0.3201851546764374, 0.4592592418193817, 0.42944443225860596, 0.4933333098888397, 0.4718518555164337, 0.512222170829773, NaN, 0.4796295762062073, 0.5181481242179871, 0.5207406878471375, 0.5103703737258911, 0.6225926280021667, 0.5777778029441833, 0.592962920665741, 0.6118518710136414, 0.7166666388511658, 0.7829629182815552, 0.7581480741500854, 0.8751851916313171, 0.7448148131370544, 0.859259307384491, 0.8251851201057434, 0.9429628849029541, 0.8396297097206116], [0.08833333104848862, 0.1600000113248825, 0.14685185253620148, 0.174814835190773, 0.2133333534002304, 0.2329629808664322, 0.37703701853752136, 0.33629629015922546, 0.4359259307384491, 0.4696296453475952, 0.48407408595085144, 0.45592594146728516, 0.46037039160728455, 0.5014814734458923, 0.520370364189148, NaN, 0.5212963223457336, 0.5059258937835693, 0.4714815318584442, 0.5748147964477539, 0.601111114025116, 0.6144444942474365, 0.643333375453949, 0.6548148989677429, 0.8388888835906982, 0.7692592740058899, 0.7629629373550415, 0.7859259843826294, 0.8051851987838745, 0.8581481575965881, 0.8644444346427917, 0.9022222757339478], [0.08925927430391312, 0.13518518209457397, 0.13370370864868164, 0.2307407408952713, 0.192592591047287, 0.26462963223457336, 0.3649999797344208, 0.36703699827194214, 0.40740740299224854, 0.45870378613471985, 0.45037034153938293, 0.45814821124076843, 0.44777777791023254, 0.3988889455795288, 0.4818519055843353, 0.47870370745658875, NaN, 0.5485184788703918, 0.49888888001441956, 0.6277777552604675, 0.5903704166412354, 0.6666667461395264, 0.6451851725578308, 0.6581481695175171, 0.7881481647491455, 0.7322222590446472, 0.7337036728858948, 0.8244444727897644, 0.787777841091156, 0.8559259176254272, 0.8237037062644958, 0.8559258580207825], [0.0725926011800766, 0.10481481999158859, 0.14907407760620117, 0.2244444489479065, 0.2392592430114746, 0.260740727186203, 0.2907407581806183, 0.3629629909992218, 0.4096296429634094, 0.3311111032962799, 0.4712962508201599, 0.42166662216186523, 0.4261111617088318, 0.4018518328666687, 0.47925931215286255, 0.4940740764141083, 0.45148149132728577, NaN, 0.4618518650531769, 0.6224073767662048, 0.6238889694213867, 0.6214814782142639, 0.6029630303382874, 0.6540741324424744, 0.7611111402511597, 0.7885186076164246, 0.7301852107048035, 0.871666669845581, 0.7981481552124023, 0.8629630208015442, 0.8101852536201477, 0.8911111354827881], [0.09111110866069794, 0.10925926268100739, 0.11851851642131805, 0.20333334803581238, 0.1666666716337204, 0.28962960839271545, 0.3633333146572113, 0.35740742087364197, 0.45111116766929626, 0.46703702211380005, 0.4333333373069763, 0.45666661858558655, 0.470370352268219, 0.46888890862464905, 0.4896296560764313, 0.5285184979438782, 0.5011111497879028, 0.5381481051445007, NaN, 0.5551851987838745, 0.588518500328064, 0.6474075317382812, 0.6011112332344055, 0.6477777361869812, 0.6944444179534912, 0.7144444584846497, 0.6762962937355042, 0.7425926327705383, 0.7792593240737915, 0.742222249507904, 0.7485185861587524, 0.8253703713417053], [0.08814816176891327, 0.09333334118127823, 0.13370370864868164, 0.20037037134170532, 0.17333334684371948, 0.21407410502433777, 0.24037037789821625, 0.3633333444595337, 0.34074071049690247, 0.3544444441795349, 0.3646296560764313, 0.31611111760139465, 0.33259257674217224, 0.4240740239620209, 0.37740737199783325, 0.4251851439476013, 0.3722222149372101, 0.37759262323379517, 0.4448148012161255, NaN, 0.4951851963996887, 0.5655555129051208, 0.534074068069458, 0.6327778697013855, 0.6618518829345703, 0.7107408046722412, 0.7422221899032593, 0.7540740966796875, 0.7470371127128601, 0.8540741205215454, 0.8414813876152039, 0.8931481838226318], [0.04555555805563927, 0.07333334535360336, 0.09592593461275101, 0.1366666853427887, 0.13074074685573578, 0.18000000715255737, 0.21259261667728424, 0.2729629576206207, 0.3059259355068207, 0.34925925731658936, 0.34166666865348816, 0.31222227215766907, 0.3359259366989136, 0.37740740180015564, 0.42222222685813904, 0.39888885617256165, 0.4096296727657318, 0.37611109018325806, 0.41148149967193604, 0.504814863204956, NaN, 0.5007407665252686, 0.5059259533882141, 0.6259259581565857, 0.7275925874710083, 0.711481511592865, 0.7100000381469727, 0.7492592334747314, 0.8107407689094543, 0.8346296548843384, 0.8259259462356567, 0.8507407307624817], [0.06518518179655075, 0.07203704863786697, 0.11444445699453354, 0.17592594027519226, 0.14592593908309937, 0.19592593610286713, 0.23000001907348633, 0.23555557429790497, 0.34333333373069763, 0.300555557012558, 0.35499998927116394, 0.320000022649765, 0.3196296691894531, 0.3503703773021698, 0.40703704953193665, 0.38555556535720825, 0.3333333432674408, 0.37851858139038086, 0.3525925874710083, 0.43444445729255676, 0.49925920367240906, NaN, 0.5692593455314636, 0.5698148012161255, 0.7348147630691528, 0.714629590511322, 0.7040740251541138, 0.7274073958396912, 0.7488889098167419, 0.8540740609169006, 0.8262963891029358, 0.8796296715736389], [0.08703704178333282, 0.11629629880189896, 0.12740740180015564, 0.17185185849666595, 0.1411111205816269, 0.19092592597007751, 0.2729629874229431, 0.2837037444114685, 0.3411111533641815, 0.3348148763179779, 0.33259257674217224, 0.34074077010154724, 0.30851849913597107, 0.37111109495162964, 0.3881481885910034, 0.3566666543483734, 0.3548148274421692, 0.3970370590686798, 0.3988889157772064, 0.46592599153518677, 0.4940740168094635, 0.43074074387550354, NaN, 0.5662963390350342, 0.6374074220657349, 0.6455556154251099, 0.70333331823349, 0.6420371532440186, 0.7692593336105347, 0.8199999928474426, 0.8585186004638672, 0.8181481957435608], [0.08370371162891388, 0.09592593461275101, 0.10314815491437912, 0.12703704833984375, 0.15925927460193634, 0.1912962943315506, 0.14092592895030975, 0.23148149251937866, 0.2548148036003113, 0.30074071884155273, 0.290370374917984, 0.2240740805864334, 0.2770370543003082, 0.370555579662323, 0.28333327174186707, 0.34518519043922424, 0.3418518304824829, 0.345925897359848, 0.3522222340106964, 0.36722221970558167, 0.3740740120410919, 0.4301851689815521, 0.43370360136032104, NaN, 0.6455556154251099, 0.6037036776542664, 0.6577777862548828, 0.67166668176651, 0.7359259128570557, 0.7996295690536499, 0.8092592358589172, 0.8351851105690002], [0.11518518626689911, 0.1325926035642624, 0.1196296289563179, 0.13592593371868134, 0.1577777862548828, 0.15888889133930206, 0.1899999976158142, 0.18518517911434174, 0.21037037670612335, 0.20777778327465057, 0.25740739703178406, 0.23833335936069489, 0.21703703701496124, 0.3374074399471283, 0.21703703701496124, 0.16111111640930176, 0.21185185015201569, 0.2388889193534851, 0.3055555522441864, 0.33814817667007446, 0.2724074125289917, 0.2651852071285248, 0.36259254813194275, 0.3544444441795349, NaN, 0.4662962853908539, 0.5307407379150391, 0.45851853489875793, 0.6200000047683716, 0.6196296215057373, 0.6922222375869751, 0.6785184741020203], [0.03888889029622078, 0.04592592269182205, 0.04296296462416649, 0.0842592716217041, 0.057777781039476395, 0.0981481522321701, 0.13333334028720856, 0.1666666567325592, 0.19944444298744202, 0.16907408833503723, 0.19592593610286713, 0.20944444835186005, 0.18481479585170746, 0.2837037146091461, 0.24185185134410858, 0.2307407408952713, 0.26777777075767517, 0.2114814817905426, 0.28555554151535034, 0.28925928473472595, 0.2885185182094574, 0.2853703796863556, 0.3544444143772125, 0.39629632234573364, 0.5337037444114685, NaN, 0.6333333849906921, 0.5772222280502319, 0.6077777743339539, 0.7038889527320862, 0.7470371127128601, 0.8229630589485168], [0.030370373278856277, 0.05703704059123993, 0.05296296998858452, 0.049629632383584976, 0.09037037938833237, 0.08074074238538742, 0.174814835190773, 0.20333334803581238, 0.13740739226341248, 0.209629625082016, 0.13925926387310028, 0.2231481373310089, 0.27185186743736267, 0.25462964177131653, 0.12481482326984406, 0.2370370477437973, 0.2662963271141052, 0.2698148488998413, 0.32370373606681824, 0.25777778029441833, 0.28999999165534973, 0.29592594504356384, 0.2966666519641876, 0.3422222435474396, 0.46925923228263855, 0.366666704416275, NaN, 0.42814818024635315, 0.5307407379150391, 0.6607407927513123, 0.6977777481079102, 0.6074075102806091], [0.0266666691750288, 0.039629630744457245, 0.05851852521300316, 0.07148148119449615, 0.05962963029742241, 0.08370371162891388, 0.09518518298864365, 0.15111112594604492, 0.16629628837108612, 0.12148149311542511, 0.16074076294898987, 0.14000001549720764, 0.13074073195457458, 0.279629647731781, 0.25518518686294556, 0.21407409012317657, 0.17555555701255798, 0.12833334505558014, 0.25740742683410645, 0.2459259033203125, 0.25074076652526855, 0.27259257435798645, 0.357962965965271, 0.32833331823349, 0.5414814352989197, 0.4227777421474457, 0.5718518495559692, NaN, 0.5985185503959656, 0.6992592215538025, 0.6751852035522461, 0.7766666412353516], [0.014074074104428291, 0.04370370879769325, 0.04925926402211189, 0.06148148328065872, 0.056666672229766846, 0.04888889566063881, 0.07851852476596832, 0.11148149520158768, 0.12777777016162872, 0.10000000894069672, 0.13111111521720886, 0.111111119389534, 0.14148148894309998, 0.23185184597969055, 0.14074073731899261, 0.19481481611728668, 0.21222223341464996, 0.20185187458992004, 0.22074073553085327, 0.25296294689178467, 0.18925927579402924, 0.25111111998558044, 0.2307407408952713, 0.26407408714294434, 0.3799999952316284, 0.39222225546836853, 0.46925926208496094, 0.4014815092086792, NaN, 0.5981481075286865, 0.5414815545082092, 0.5925925970077515], [0.04185185581445694, 0.049259256571531296, 0.07703704386949539, 0.07185185700654984, 0.07740741223096848, 0.11000000685453415, 0.09481481462717056, 0.09925925731658936, 0.17370371520519257, 0.09925926476716995, 0.19370369613170624, 0.1496296375989914, 0.13407406210899353, 0.20703701674938202, 0.17481480538845062, 0.14185185730457306, 0.14407409727573395, 0.13703703880310059, 0.25777778029441833, 0.14592592418193817, 0.1653703898191452, 0.14592592418193817, 0.17999999225139618, 0.20037037134170532, 0.38037043809890747, 0.2961111068725586, 0.3392592668533325, 0.3007407486438751, 0.4018518626689911, NaN, 0.498148113489151, 0.4485185444355011], [0.038148149847984314, 0.07222222536802292, 0.046666666865348816, 0.05259259417653084, 0.0640740767121315, 0.07666666805744171, 0.14037036895751953, 0.12888889014720917, 0.09851852059364319, 0.1603703647851944, 0.12222222238779068, 0.14185185730457306, 0.19777776300907135, 0.2503703832626343, 0.05703704059123993, 0.13555556535720825, 0.17629629373550415, 0.18981482088565826, 0.25148147344589233, 0.15851850807666779, 0.17407408356666565, 0.17370370030403137, 0.14148147404193878, 0.19074074923992157, 0.3077777922153473, 0.25296294689178467, 0.30222222208976746, 0.3248148560523987, 0.45851853489875793, 0.5018518567085266, NaN, 0.49222221970558167], [0.028888892382383347, 0.028518520295619965, 0.048148151487112045, 0.041111115366220474, 0.05111111328005791, 0.07703704386949539, 0.08037037402391434, 0.10444445163011551, 0.09074074774980545, 0.08000000566244125, 0.11685185134410858, 0.1025926023721695, 0.09444444626569748, 0.2307407408952713, 0.1603703796863556, 0.09777779132127762, 0.14407406747341156, 0.1088888943195343, 0.17462962865829468, 0.10685185343027115, 0.1492592692375183, 0.12037036567926407, 0.1818518489599228, 0.1648148149251938, 0.32148149609565735, 0.1770370453596115, 0.39259251952171326, 0.22333332896232605, 0.4074074327945709, 0.5514814853668213, 0.5077778100967407, NaN]], "variants": ["Default", "Tuned", "Tuned + Ens."]};
|
| 331 |
+
const POINTS = [{"method":"TabFM (default)","model":"TabFM","variant":"Default","family":"Foundation Model","mean":0.9094325093},{"method":"EXAONE-Tabular (default)","model":"EXAONE-Tabular","variant":"Default","family":"Foundation Model","mean":0.8312126763},{"method":"TabPFN-3 (default)","model":"TabPFN-3","variant":"Default","family":"Foundation Model","mean":0.8198148344},{"method":"TabICLv2 (default)","model":"TabICLv2","variant":"Default","family":"Foundation Model","mean":0.7687395552},{"method":"TabPFN-2.6 (default)","model":"TabPFN-2.6","variant":"Default","family":"Foundation Model","mean":0.7541159055},{"method":"RealTabPFN-2.5 (T+E)","model":"RealTabPFN-2.5 (T+E)","variant":"","family":"Foundation Model","mean":0.7059080183},{"method":"RealMLP (T+E)","model":"RealMLP (T+E)","variant":"","family":"Neural Network","mean":0.6323118277},{"method":"TabM (T+E)","model":"TabM (T+E)","variant":"","family":"Neural Network","mean":0.6129928385},{"method":"TabDPT-Turbo (default)","model":"TabDPT-Turbo","variant":"Default","family":"Foundation Model","mean":0.5964456535},{"method":"LightGBM (T+E)","model":"LightGBM (T+E)","variant":"","family":"Tree-based","mean":0.5608960782},{"method":"TabDPT (T+E)","model":"TabDPT (T+E)","variant":"","family":"Foundation Model","mean":0.5569414727},{"method":"iLTM (T+E)","model":"iLTM (T+E)","variant":"","family":"Foundation Model","mean":0.5552150619},{"method":"CatBoost (T+E)","model":"CatBoost (T+E)","variant":"","family":"Tree-based","mean":0.5483632095},{"method":"LimiX (default)","model":"LimiX","variant":"Default","family":"Foundation Model","mean":0.5283871038},{"method":"TabSwift (default)","model":"TabSwift","variant":"Default","family":"Foundation Model","mean":0.5269533949},{"method":"BetaTabPFN (default)","model":"BetaTabPFN","variant":"Default","family":"Foundation Model","mean":0.5236021638},{"method":"ChimeraBoost (T+E)","model":"ChimeraBoost (T+E)","variant":"","family":"Tree-based","mean":0.5160454096},{"method":"XGBoost (T+E)","model":"XGBoost (T+E)","variant":"","family":"Tree-based","mean":0.5061828131},{"method":"ModernNCA (T+E)","model":"ModernNCA (T+E)","variant":"","family":"Neural Network","mean":0.4989426646},{"method":"xRFM (T+E)","model":"xRFM (T+E)","variant":"","family":"Other","mean":0.453829157},{"method":"TorchMLP (T+E)","model":"TorchMLP (T+E)","variant":"","family":"Neural Network","mean":0.4369773123},{"method":"EBM (T+E)","model":"EBM (T+E)","variant":"","family":"Tree-based","mean":0.4304360899},{"method":"SAP-RPT-OSS (default)","model":"SAP-RPT-OSS","variant":"Default","family":"Foundation Model","mean":0.4247431522},{"method":"FastaiMLP (T+E)","model":"FastaiMLP (T+E)","variant":"","family":"Neural Network","mean":0.3833154022},{"method":"TabSTAR (T+E)","model":"TabSTAR (T+E)","variant":"","family":"Foundation Model","mean":0.3050537665},{"method":"ExtraTrees (T+E)","model":"ExtraTrees (T+E)","variant":"","family":"Tree-based","mean":0.3028255796},{"method":"OrionMSP (default)","model":"OrionMSP","variant":"Default","family":"Foundation Model","mean":0.27226405},{"method":"RandomForest (T+E)","model":"RandomForest (T+E)","variant":"","family":"Tree-based","mean":0.2695698927},{"method":"PerpetualBooster (T+E)","model":"PerpetualBooster (T+E)","variant":"","family":"Tree-based","mean":0.2206810102},{"method":"Linear (T+E)","model":"Linear (T+E)","variant":"","family":"Baseline","mean":0.1915173277},{"method":"TabFlex (default)","model":"TabFlex","variant":"Default","family":"Foundation Model","mean":0.189671448},{"method":"KNN (T+E)","model":"KNN (T+E)","variant":"","family":"Baseline","mean":0.1666129061}];
|
| 332 |
|
| 333 |
|
| 334 |
const NS = "http://www.w3.org/2000/svg";
|